feat(ai-semantic-conventions, instrumentation-anthropic): align GenAI semconv with OTel 1.40 and migrate Anthropic instrumentation (#896)

Author: dvirski

packages/ai-semantic-conventions/package.json

@@ -35,7 +35,7 @@
   },
   "dependencies": {
     "@opentelemetry/api": "^1.9.0",
-    "@opentelemetry/semantic-conventions": "^1.38.0"
+    "@opentelemetry/semantic-conventions": "^1.40.0"
   },
   "homepage": "https://github.com/traceloop/openllmetry-js/tree/main/packages/ai-semantic-conventions",
   "gitHead": "ef1e70d6037f7b5c061056ef2be16e3f55f02ed5"

packages/ai-semantic-conventions/src/SemanticAttributes.ts

@@ -13,21 +13,56 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
+// TODO: Remove unnecessary comments after all instrumentations are updated before (parent branch merge)
 
 export const SpanAttributes = {
   // Attributes not yet in @opentelemetry/semantic-conventions
+
+  // TODO: Remove after all instrumentations are updated
+  // Kept for backwards compatibility
   GEN_AI_USAGE_CACHE_CREATION_INPUT_TOKENS:
     "gen_ai.usage.cache_creation_input_tokens",
+
+  // TODO: Remove after all instrumentations are updated
+  // Kept for backwards compatibility
   GEN_AI_USAGE_CACHE_READ_INPUT_TOKENS: "gen_ai.usage.cache_read_input_tokens",
+
   GEN_AI_USAGE_REASONING_TOKENS: "gen_ai.usage.reasoning_tokens",
 
+  GEN_AI_REQUEST_THINKING_TYPE: "gen_ai.request.thinking_type",
+
+  GEN_AI_REQUEST_THINKING_BUDGET_TOKENS:
+    "gen_ai.request.thinking.budget_tokens",
   // LLM
+
+  // TODO: Remove after all instrumentations are updated
+  // Kept for backwards compatibility
   LLM_REQUEST_TYPE: "llm.request.type",
+
+  GEN_AI_USAGE_TOTAL_TOKENS: "gen_ai.usage.total_tokens",
+
+  // TODO: Remove after all instrumentations are updated
+  // Kept for backwards compatibility
   LLM_USAGE_TOTAL_TOKENS: "llm.usage.total_tokens",
+
+  // TODO: Remove after all instrumentations are updated
+  // Kept for backwards compatibility
   LLM_TOP_K: "llm.top_k",
+
+  // TODO: Remove after all instrumentations are updated
+  // Kept for backwards compatibility
   LLM_FREQUENCY_PENALTY: "llm.frequency_penalty",
+
+  // TODO: Remove after all instrumentations are updated
+  // Kept for backwards compatibility
   LLM_PRESENCE_PENALTY: "llm.presence_penalty",
+
+  // TODO: Remove after all instrumentations are updated
+  // Kept for backwards compatibility
   LLM_CHAT_STOP_SEQUENCES: "llm.chat.stop_sequences",
+
+  // TODO: Remove after all instrumentations are updated
+  // Kept for backwards compatibility
   LLM_REQUEST_FUNCTIONS: "llm.request.functions",
 
   // Vector DB
@@ -42,7 +77,7 @@ export const SpanAttributes = {
   VECTOR_DB_GET_INCLUDE_METADATA: "db.vector.get.include_metadata",
   VECTOR_DB_GET_INCLUDE_VALUES: "db.vector.get.include_values",
 
-  // LLM Workflows
+  // LLM Workflows (all Traceloop-specific, no OTel equivalents yet)
   TRACELOOP_SPAN_KIND: "traceloop.span.kind",
   TRACELOOP_WORKFLOW_NAME: "traceloop.workflow.name",
   TRACELOOP_ENTITY_NAME: "traceloop.entity.name",
@@ -115,3 +150,16 @@ export enum TraceloopSpanKindValues {
   SESSION = "session",
   UNKNOWN = "unknown",
 }
+
+/**
+ * Standardized finish reason values following OpenTelemetry semantic conventions.
+ * These should be used by all LLM provider instrumentations when mapping
+ * provider-specific stop reasons to standard values.
+ */
+export const FinishReasons = {
+  STOP: "stop",
+  LENGTH: "length",
+  TOOL_CALL: "tool_call",
+  CONTENT_FILTER: "content_filter",
+  ERROR: "error",
+} as const;

packages/instrumentation-anthropic/package.json

@@ -41,12 +41,13 @@
     "@opentelemetry/api": "^1.9.0",
     "@opentelemetry/core": "^2.0.1",
     "@opentelemetry/instrumentation": "^0.203.0",
-    "@opentelemetry/semantic-conventions": "^1.38.0",
+    "@opentelemetry/semantic-conventions": "^1.40.0",
     "@traceloop/ai-semantic-conventions": "workspace:*",
+    "@traceloop/instrumentation-utils": "workspace:*",
     "tslib": "^2.8.1"
   },
   "devDependencies": {
-    "@anthropic-ai/sdk": "^0.71.0",
+    "@anthropic-ai/sdk": "^0.80.0",
     "@opentelemetry/context-async-hooks": "^2.0.1",
     "@opentelemetry/sdk-trace-node": "^2.0.1",
     "@pollyjs/adapter-fetch": "^6.0.7",