通过阿里云Python LLM SDK上报LLM Trace数据_应用实时监控服务(ARMS)-阿里云帮助中心

通过阿里云Python LLM SDK上报LLM Trace数据

阿里云自研Python LLM SDK为LLM应用提供高质量的自动埋点能力，并自动上报链路数据至可观测链路 OpenTelemetry 版。数据上报成功后，可观测链路 OpenTelemetry 版即可开始监控应用，您可以查看LLM领域的新版TraceView，更直观地分析不同操作类型的输入输出、Token消耗等信息。

llama-index版本	aliyun-instrumentation-llama-index版本
≥0.10.0, <0.10.43	≥1.0.1

#######################################
from aliyun.instrumentation.llama_index import AliyunLlamaIndexInstrumentor
# 这个包内包含了透传自定义 attributes 的能力
from aliyun.instrumentation.context.context import set_custom_attributes
#######################################
from opentelemetry import trace
from opentelemetry.sdk.resources import Resource, SERVICE_NAME, SERVICE_VERSION,HOST_NAME
from opentelemetry.sdk.trace import TracerProvider
from opentelemetry.sdk.trace.export import BatchSpanProcessor, ConsoleSpanExporter
from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import OTLPSpanExporter as OTLPSpanGrpcExporter
resource = Resource(attributes={
    SERVICE_NAME: "<service-name>",
    HOST_NAME: "<host-name>"
# 使用GRPC协议上报，从接入中心获取endpoint以及header
span_processor = BatchSpanProcessor(OTLPSpanGrpcExporter(
    endpoint="<endpoint>",
    headers=("Authentication=<token>")
provider = TracerProvider(resource=resource)
provider.add_span_processor(span_processor)  
trace.set_tracer_provider(provider)
# aliyun llama-index instrumentor
AliyunLlamaIndexInstrumentor().instrument()

# coding=utf-8
import dashscope
from dashscope import Generation
from http import HTTPStatus
import json
from aliyun.instrumentation.dashscope import AliyunDashScopeInstrumentor
from opentelemetry.sdk.resources import Resource, SERVICE_NAME, SERVICE_VERSION
from opentelemetry.sdk.trace import TracerProvider
from opentelemetry.sdk.trace.export import  ConsoleSpanExporter,BatchSpanProcessor
from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter as OTLPSpanHttpExporter
from opentelemetry import trace
resource = Resource(
    attributes={
        SERVICE_NAME: 'aliyun_llm_demo_test',
        SERVICE_VERSION: '1.0.0',
        "source": "python agent",
        # "telemetry.sdk.language": "Python",
xtrace_endpoint = '<your_endpoint>'
span_exporter = BatchSpanProcessor(OTLPSpanHttpExporter(
    endpoint=xtrace_endpoint,
provider = TracerProvider(resource=resource)
provider.add_span_processor(
    span_exporter
)  # 通过 OTLPSpanExporter 上报Trace
provider.add_span_processor(BatchSpanProcessor(ConsoleSpanExporter()))  # 在控制台输出Trace
trace.set_tracer_provider(provider)
AliyunDashScopeInstrumentor().instrument()

OpenAI版本	aliyun-instrumentation-openai版本
≥1.0.0	≥1.0.0

# coding=utf-8
from http import HTTPStatus
import json
from aliyun.instrumentation.openai import AliyunOpenAIInstrumentor
from opentelemetry.sdk.resources import Resource, SERVICE_NAME, SERVICE_VERSION
from opentelemetry.sdk.trace import TracerProvider
from opentelemetry.sdk.trace.export import  ConsoleSpanExporter,BatchSpanProcessor
from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter as OTLPSpanHttpExporter
from opentelemetry import trace
resource = Resource(
    attributes={
        SERVICE_NAME: 'aliyun_llm_demo_test',
        SERVICE_VERSION: '1.0.0',
        "source": "python agent",
xtrace_endpoint = '<your_endpoint>'
span_exporter = BatchSpanProcessor(OTLPSpanHttpExporter(
    endpoint=xtrace_endpoint,
provider = TracerProvider(resource=resource)
provider.add_span_processor(
    span_exporter
)  # 通过 OTLPSpanExporter 上报Trace
provider.add_span_processor(BatchSpanProcessor(ConsoleSpanExporter()))  # 在控制台输出Trace
trace.set_tracer_provider(provider)
AliyunOpenAIInstrumentor().instrument()

langchain-core版本	aliyun-instrumentation-langchain版本
≥0.1.0	≥1.0.0

# coding=utf-8
from http import HTTPStatus
import json
from aliyun.instrumentation.langchain import AliyunLangChainInstrumentor
from opentelemetry.sdk.resources import Resource, SERVICE_NAME, SERVICE_VERSION
from opentelemetry.sdk.trace import TracerProvider
from opentelemetry.sdk.trace.export import  ConsoleSpanExporter,BatchSpanProcessor
from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter as OTLPSpanHttpExporter
from opentelemetry import trace
resource = Resource(
    attributes={
        SERVICE_NAME: 'aliyun_llm_demo_test',
        SERVICE_VERSION: '1.0.0',
        "source": "python agent",
xtrace_endpoint = '<your_endpoint>'
span_exporter = BatchSpanProcessor(OTLPSpanHttpExporter(
    endpoint=xtrace_endpoint,
provider = TracerProvider(resource=resource)
provider.add_span_processor(
    span_exporter
)  # 通过 OTLPSpanExporter 上报Trace
provider.add_span_processor(BatchSpanProcessor(ConsoleSpanExporter()))  # 在控制台输出Trace
trace.set_tracer_provider(provider)
AliyunLangChainInstrumentor().instrument()

通过阿里云Python LLM SDK上报LLM Trace数据

前提条件

背景信息

LlamaIndex插件

兼容性

上报LLM数据

DashScope插件

上报LLM数据

OpenAI插件

兼容性

上报LLM数据

LangChain插件

兼容性

上报LLM数据