ADDED: sharepoint file download

Author: AleixMT

requirements.txt

@@ -4,4 +4,5 @@ pandas
 openpyxl
 PyCryptodome
 Office365-REST-Python-Client
-pyfiglet
+pyfiglet
+requests

secrets/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

src/filesystem.py

@@ -6,6 +6,73 @@
     PROOFS_OUTPUT_NAME, CONTRACTS_OUTPUT_NAME, RNTS_OUTPUT_NAME, RLCS_OUTPUT_NAME
 
 
+def read_env_var(var_name):
+    """
+    Reads an environment variable.
+
+    Args:
+        var_name (str): Name of the environment variable.
+
+    Returns:
+        str: The value of the environment variable if valid.
+
+    Raises:
+        KeyError: If the environment variable does not exist.
+        ValueError: If the environment variable is empty or contains only whitespace.
+    """
+    # Check if the environment variable exists
+    if var_name not in os.environ:
+        raise KeyError(f"The environment variable '{var_name}' does not exist.")
+
+    # Read the value
+    value = os.environ[var_name]
+
+    # Check if the value is empty
+    if not value:
+        raise ValueError(f"The environment variable '{var_name}' is empty.")
+
+    return value
+
+
+def read_file_content(file_path):
+    content = read_file(file_path)
+    # Check if the file is empty or contains only whitespace
+    if not content:
+        raise ValueError(f"The file '{file_path}' is empty.")
+
+    return content
+
+
+def read_file(file_path):
+    """
+    Reads a file and returns its content.
+    Handles edge cases such as the file not existing or being unreadable.
+
+    Args:
+        file_path (str): Path to the token file.
+
+    Returns:
+        str: The content of the file.
+
+    Raises:
+        FileNotFoundError: If the file does not exist.
+        PermissionError: If the file cannot be read due to permission issues.
+    """
+    # Check if the file exists
+    if not os.path.exists(file_path):
+        raise FileNotFoundError(f"The file '{file_path}' does not exist.")
+
+    # Check if the file is readable
+    if not os.access(file_path, os.R_OK):
+        raise PermissionError(f"The file '{file_path}' cannot be read. Check permissions.")
+
+    # Read the file
+    with open(file_path, "r") as file:
+        content = file.read()
+
+    return content
+
+
 def ensure_output_gitignore():
     # Ensure existence of .gitignore
     gitignore_path = os.path.join(GENERAL_OUTPUT_FOLDER, '.gitignore')

src/secret.py

@@ -0,0 +1,29 @@
+import sys
+import os
+
+from filesystem import read_file_content, read_env_var
+
+
+def read_secret(secret_name):
+    """Retrieve a token from predefined sources in order of priority."""
+    sources = [
+        lambda: read_file_content(f"/run/secrets/{secret_name}"),
+        lambda: read_file_content(
+            os.path.join(
+                os.path.dirname(os.path.dirname(os.path.abspath(__file__))),
+                "secrets",
+                secret_name
+            ).__str__()
+        ),
+        lambda: read_env_var(secret_name),
+    ]
+
+    for source in sources:
+        try:
+            return source()
+        except Exception as e:
+            continue
+
+    print(f"Could not read {secret_name} from any source")
+    sys.exit(1)
+

src/sharepoint.py

@@ -0,0 +1,122 @@
+import os
+import time
+
+import requests
+from requests.exceptions import HTTPError
+
+from secret import read_secret
+
+
+
+def get_access_token(tenant_id, client_id, client_secret):
+    token_url = f"https://login.microsoftonline.com/{tenant_id}/oauth2/v2.0/token"
+    token_data = {
+        'grant_type': 'client_credentials',
+        'client_id': client_id,
+        'client_secret': client_secret,
+        'scope': 'https://graph.microsoft.com/.default',
+    }
+    response = requests.post(token_url, data=token_data)
+    response.raise_for_status()
+    return response.json()['access_token']
+
+
+def get_site_id(access_token, domain, site_name):
+    url = f"https://graph.microsoft.com/v1.0/sites/{domain}:/sites/{site_name}"
+    headers = {"Authorization": f"Bearer {access_token}"}
+    response = requests.get(url, headers=headers)
+    response.raise_for_status()
+    return response.json()['id']
+
+
+def get_drive_id(access_token, site_id, drive_name="Documents"):
+    url = f"https://graph.microsoft.com/v1.0/sites/{site_id}/drives"
+    headers = {"Authorization": f"Bearer {access_token}"}
+    response = requests.get(url, headers=headers)
+    response.raise_for_status()
+    drives = response.json()['value']
+    for drive in drives:
+        if drive['name'] == drive_name:
+            return drive['id']
+    raise Exception(f"Drive '{drive_name}' no encontrado.")
+
+
+def list_folder_contents(access_token, drive_id, path):
+    url = f"https://graph.microsoft.com/v1.0/drives/{drive_id}/root:/{path}:/children"
+    headers = {"Authorization": f"Bearer {access_token}"}
+    response = requests.get(url, headers=headers)
+    response.raise_for_status()
+    return response.json()['value']
+
+
+def download_file(access_token, drive_id, item_path, local_path, max_retries=5):
+    url = f"https://graph.microsoft.com/v1.0/drives/{drive_id}/root:/{item_path}:/content"
+    headers = {"Authorization": f"Bearer {access_token}"}
+
+    retry_count = 0
+    backoff = 2  # segundos
+
+    while retry_count <= max_retries:
+        response = None
+        try:
+            response = requests.get(url, headers=headers, stream=True)
+            response.raise_for_status()
+
+            os.makedirs(os.path.dirname(local_path), exist_ok=True)
+            with open(local_path, 'wb') as f:
+                for chunk in response.iter_content(chunk_size=8192):
+                    if chunk:
+                        f.write(chunk)
+            print(f"✅ Descargado: {item_path}")
+            return  # Éxito, salimos de la función
+
+        except HTTPError as e:
+            if response is None:
+                raise
+            if response.status_code == 503:
+                retry_count += 1
+                wait_time = backoff * retry_count
+                print(
+                    f"⚠️ Error 503 en '{item_path}' - Reintentando en {wait_time}s (intento {retry_count}/{max_retries})...")
+                time.sleep(wait_time)
+            else:
+                raise  # Si no es 503, relanzamos la excepción inmediatamente
+
+    raise RuntimeError(f"❌ Fallo permanente al descargar '{item_path}' tras {max_retries} reintentos.")
+
+
+def download_folder_recursive(access_token, drive_id, remote_path, local_root):
+    items = list_folder_contents(access_token, drive_id, remote_path)
+    for item in items:
+        name = item['name']
+        item_path = f"{remote_path}/{name}"
+        local_path = os.path.join(local_root, name)
+
+        if 'folder' in item:
+            download_folder_recursive(access_token, drive_id, item_path, local_path)
+        elif 'file' in item:
+            download_file(access_token, drive_id, item_path, local_path)
+
+
+def demo():
+    tenant_id = read_secret('TENANT_ID')
+    client_id = read_secret('CLIENT_ID')
+    client_secret = read_secret('CLIENT_SECRET')
+
+    sharepoint_domain = read_secret('SHAREPOINT_DOMAIN')   # ej. 'asbtec.sharepoint.com'
+    site_name = read_secret('SITE_NAME')                 # ej. 'RecursosHumanos'
+    carpeta_sharepoint = read_secret("SHAREPOINT_FOLDER")
+
+    carpeta_local = 'descargas_input'
+
+    access_token = get_access_token(tenant_id, client_id, client_secret)
+    site_id = get_site_id(access_token, sharepoint_domain, site_name)
+    drive_id = get_drive_id(access_token, site_id)
+
+    print("Comenzando descarga recursiva de SharePoint...")
+    download_folder_recursive(access_token, drive_id, carpeta_sharepoint, carpeta_local)
+    print("✅ Descarga completada.")
+
+
+if __name__ == "__main__":
+    demo()