✨(summary) add multi-tenant support and v2 tasks / API

Add multitenancy support to Summary sub-app. The V1 routes / tasks
behave like before, with the default tenant being "meet".

V2 routes / tasks support being called frm any tenant, and don't have
meet related logic.
V2 tasks are created in separate queues to avoid mix / match,i

Author: FloChehab

src/helm/env.d/dev-keycloak/values.meet.yaml.gotmpl

@@ -172,6 +172,7 @@ summary:
     WHISPERX_BASE_URL: https://configure-your-url.com
     WHISPERX_ASR_MODEL: large-v2
     WHISPERX_DEFAULT_LANGUAGE: fr
+    AUTHORIZED_TENANTS: '[{"id": "dictaphone", "api_key": "dictaphone_token", "webhook_url": "http://dictaphone-backend.dictaphone.svc.cluster.local/api/v1.0/files/ai-webhook/", "webhook_api_key": "token_summary"}]'
     LLM_BASE_URL: https://configure-your-url.com
     LLM_API_KEY: your-secret-value
     LLM_MODEL: meta-llama/Llama-3.1-8B-Instruct
@@ -209,6 +210,7 @@ celeryTranscribe:
     WHISPERX_BASE_URL: https://configure-your-url.com
     WHISPERX_ASR_MODEL: large-v2
     WHISPERX_DEFAULT_LANGUAGE: fr
+    AUTHORIZED_TENANTS: '[{"id": "dictaphone", "api_key": "dictaphone_token", "webhook_url": "http://dictaphone-backend.dictaphone.svc.cluster.local/api/v1.0/files/ai-webhook/", "webhook_api_key": "token_summary"}]'
     LLM_BASE_URL: https://configure-your-url.com
     LLM_API_KEY: your-secret-value
     LLM_MODEL: meta-llama/Llama-3.1-8B-Instruct
@@ -231,7 +233,7 @@ celeryTranscribe:
     - "--pool=solo"
     - "--loglevel=info"
     - "-Q"
-    - "transcribe-queue"
+    - "transcribe-queue,transcribe-queue-v2"
 
 celerySummarize:
   replicas: 1
@@ -247,6 +249,7 @@ celerySummarize:
     WHISPERX_BASE_URL: https://configure-your-url.com
     WHISPERX_ASR_MODEL: large-v2
     WHISPERX_DEFAULT_LANGUAGE: fr
+    AUTHORIZED_TENANTS: '[{"id": "dictaphone", "api_key": "dictaphone_token", "webhook_url": "http://dictaphone-backend.dictaphone.svc.cluster.local/api/v1.0/files/ai-webhook/", "webhook_api_key": "token_summary"}]'
     LLM_BASE_URL: https://configure-your-url.com
     LLM_API_KEY: your-secret-value
     LLM_MODEL: meta-llama/Llama-3.1-8B-Instruct
@@ -269,7 +272,7 @@ celerySummarize:
     - "--pool=solo"
     - "--loglevel=info"
     - "-Q"
-    - "summarize-queue"
+    - "summarize-queue,summarize-queue-v2"
 
 agents:
   replicas: 1

src/helm/meet/values.yaml

@@ -738,7 +738,7 @@ celeryTranscribe:
     - "--pool=solo"
     - "--loglevel=info"
     - "-Q"
-    - "transcribe-queue"
+    - "transcribe-queue,transcribe-queue-v2"
 
   ## @param celeryTranscribe.args Override the celeryTranscribe container args
   args: []
@@ -847,7 +847,7 @@ celerySummarize:
     - "--pool=solo"
     - "--loglevel=info"
     - "-Q"
-    - "summarize-queue"
+    - "summarize-queue,summarize-queue-v2"
 
   ## @param celerySummarize.args Override the celerySummarize container args
   args: []

src/summary/summary/api/main.py

@@ -2,8 +2,11 @@
 
 from fastapi import APIRouter, Depends
 
-from summary.api.route import tasks
-from summary.core.security import verify_token
+from summary.api.route import tasks, tasks_v2
+from summary.core.security import verify_tenant_api_key
 
-api_router = APIRouter(dependencies=[Depends(verify_token)])
-api_router.include_router(tasks.router, tags=["tasks"])
+api_router_v1 = APIRouter(dependencies=[Depends(verify_tenant_api_key)])
+api_router_v1.include_router(tasks.router_tasks_v1, tags=["tasks"])
+
+api_router_v2 = APIRouter(dependencies=[Depends(verify_tenant_api_key)])
+api_router_v2.include_router(tasks_v2.router_tasks_v2, tags=["tasks"])

src/summary/summary/api/route/tasks.py

@@ -41,10 +41,10 @@ def validate_language(cls, v):
         return v
 
 
-router = APIRouter(prefix="/tasks")
+router_tasks_v1 = APIRouter(prefix="/tasks")
 
 
-@router.post("/")
+@router_tasks_v1.post("/")
 async def create_transcribe_summarize_task(request: TranscribeSummarizeTaskCreation):
     """Create a transcription and summarization task."""
     task = process_audio_transcribe_summarize_v2.apply_async(
@@ -67,7 +67,7 @@ async def create_transcribe_summarize_task(request: TranscribeSummarizeTaskCreat
     return {"id": task.id, "message": "Task created"}
 
 
-@router.get("/{task_id}")
+@router_tasks_v1.get("/{task_id}")
 async def get_task_status(task_id: str):
     """Check task status by ID."""
     task = AsyncResult(task_id)

src/summary/summary/api/route/tasks_v2.py

@@ -0,0 +1,42 @@
+"""API routes related to application tasks (V2 / tenant friendly)."""
+
+from celery.result import AsyncResult
+from fastapi import APIRouter, Depends, HTTPException
+
+from summary.core.celery_worker import (
+    process_audio_transcribe_summarize_v2b,
+)
+from summary.core.config import get_settings
+from summary.core.models import TranscribeSummarizeTaskCreationV2Request
+from summary.core.security import verify_tenant_api_key
+
+router_tasks_v2 = APIRouter(prefix="/tasks")
+
+
+@router_tasks_v2.post("/")
+async def create_transcribe_summarize_task_v2(
+    request: TranscribeSummarizeTaskCreationV2Request,
+    tenant_api_key: str = Depends(verify_tenant_api_key),
+):
+    """Create a transcription and summarization task."""
+    request_tenant = get_settings().get_authorized_tenant(api_key=tenant_api_key)
+    task = process_audio_transcribe_summarize_v2b.apply_async(
+        args=[{**request.model_dump(), "tenant_id": request_tenant.id}]
+    )
+
+    return {"id": task.id, "message": "Task created"}
+
+
+@router_tasks_v2.get("/{task_id}")
+async def get_task_status(
+    task_id: str, tenant_api_key: str = Depends(verify_tenant_api_key)
+):
+    """Check task status by ID."""
+    task = AsyncResult(task_id)
+
+    request_tenant = get_settings().get_authorized_tenant(api_key=tenant_api_key)
+    if isinstance(task.args, list) and len(task.args) > 0:
+        if task.args[0]["tenant_id"] == request_tenant.id:
+            return {"id": task_id, "status": task.status}
+
+    raise HTTPException(status_code=404, detail="Not found")