feat(instrumentation-llamaindex): migrate to OTel 1.40 GenAI semantic conventions

Author: lenatraceloop

packages/instrumentation-llamaindex/src/custom-llm-instrumentation.ts

@@ -60,7 +60,7 @@ export const openAIFinishReasonMap: Record<string, string> = {
 
 export class CustomLLMInstrumentation {
   constructor(
-    private config: LlamaIndexInstrumentationConfig,
+    private config: () => LlamaIndexInstrumentationConfig,
     private diag: DiagLogger,
     private tracer: () => Tracer,
   ) {}
@@ -90,15 +90,15 @@ export class CustomLLMInstrumentation {
             GEN_AI_OPERATION_NAME_VALUE_CHAT,
           );
           span.setAttribute(ATTR_GEN_AI_REQUEST_TOP_P, this.metadata.topP);
-          if (shouldSendPrompts(plugin.config) && messages) {
+          if (shouldSendPrompts(plugin.config()) && messages) {
             span.setAttribute(
               ATTR_GEN_AI_INPUT_MESSAGES,
               formatInputMessages(messages, mapOpenAIContentBlock),
             );
           }
         } catch (e) {
           plugin.diag.warn(e);
-          plugin.config.exceptionLogger?.(e);
+          plugin.config().exceptionLogger?.(e);
         }
 
         const execContext = trace.setSpan(context.active(), span);
@@ -177,7 +177,7 @@ export class CustomLLMInstrumentation {
 
       // output messages: content — always set inside shouldSendPrompts
       if (
-        shouldSendPrompts(this.config) &&
+        shouldSendPrompts(this.config()) &&
         (result as llamaindex.ChatResponse).message
       ) {
         const content = (result as llamaindex.ChatResponse).message.content;
@@ -198,7 +198,7 @@ export class CustomLLMInstrumentation {
       span.setStatus({ code: SpanStatusCode.OK });
     } catch (e) {
       this.diag.warn(e);
-      this.config.exceptionLogger?.(e);
+      this.config().exceptionLogger?.(e);
     }
 
     span.end();
@@ -244,7 +244,7 @@ export class CustomLLMInstrumentation {
           );
         }
 
-        if (shouldSendPrompts(this.config)) {
+        if (shouldSendPrompts(this.config())) {
           span.setAttribute(
             ATTR_GEN_AI_OUTPUT_MESSAGES,
             formatOutputMessage(
@@ -258,7 +258,7 @@ export class CustomLLMInstrumentation {
         }
       } catch (e) {
         this.diag.warn(e);
-        this.config.exceptionLogger?.(e);
+        this.config().exceptionLogger?.(e);
       }
       span.setStatus({ code: SpanStatusCode.OK });
       span.end();

packages/instrumentation-llamaindex/src/instrumentation.ts

@@ -41,7 +41,7 @@ export class LlamaIndexInstrumentation extends InstrumentationBase {
   constructor(config: LlamaIndexInstrumentationConfig = {}) {
     super("@traceloop/instrumentation-llamaindex", version, config);
     this.customLLMInstrumentation = new CustomLLMInstrumentation(
-      this._config,
+      () => this._config,
       this._diag,
       () => this.tracer,
     );

packages/instrumentation-llamaindex/test/instrumentation.test.ts

@@ -270,8 +270,10 @@ describe("CustomLLMInstrumentation — OTel 1.40 attributes", () => {
   });
 
   function makeInstrumentation(traceContent = true) {
-    return new CustomLLMInstrumentation({ traceContent }, noopDiag, () =>
-      otelProvider.getTracer("test"),
+    return new CustomLLMInstrumentation(
+      () => ({ traceContent }),
+      noopDiag,
+      () => otelProvider.getTracer("test"),
     );
   }