Telemetry API がリリースされたので OTLP で Google Cloud にスパンを送ってみた

config.yaml

receivers:
  otlp:
    protocols:
      grpc:
        endpoint: "0.0.0.0:4317"

processors:
  batch: {}
  resourcedetection:
    detectors: [gcp]
    override: false
  resource:
    attributes:
    - key: gcp.project_id
      value: "${GOOGLE_CLOUD_PROJECT}"
      action: upsert

exporters:
  otlp:
    endpoint: "telemetry.googleapis.com:443"
    auth:
      authenticator: googleclientauth

extensions:
  googleclientauth:

service:
  extensions: [googleclientauth]
  pipelines:
    traces:
      receivers: [otlp]
      processors: [resourcedetection, resource, batch]
      exporters: [otlp]

gcloud iam service-accounts create otel-collector
gcloud projects add-iam-policy-binding {GOOGLE_CLOUD_PROJECT} \
    --member="serviceAccount:otel-collector@{GOOGLE_CLOUD_PROJECT}.iam.gserviceaccount.com" \
    --role="roles/telemetry.tracesWriter"

gcloud artifacts repositories create otel --repository-format=docker --location=asia-northeast1

Dockerfile

FROM otel/opentelemetry-collector-contrib:latest

COPY config.yaml /etc/otelcol-contrib/config.yaml

EXPOSE 4317

CMD ["--config=/etc/otelcol-contrib/config.yaml"]

docker build -t asia-northeast1-docker.pkg.dev/{GOOGLE_CLOUD_PROJECT}/otel/otel-collector:latest .
docker push asia-northeast1-docker.pkg.dev/{GOOGLE_CLOUD_PROJECT}/otel/otel-collector:latest

service.yaml

apiVersion: serving.knative.dev/v1
kind: Service
metadata:
  name: otel-collector
  labels:
    cloud.googleapis.com/location: asia-northeast1
spec:
  template:
    metadata:
    spec:
      serviceAccountName: otel-collector@{GOOGLE_CLOUD_PROJECT}.iam.gserviceaccount.com
      containers:
      - image: asia-northeast1-docker.pkg.dev/{GOOGLE_CLOUD_PROJECT}/otel/otel-collector:latest
        ports:
        - name: http1
          containerPort: 4317
        env:
        resources:
          limits:
            memory: 1Gi
            cpu: 1

gcloud run replace services service.yaml

gcloud run services add-iam-policy-binding otel-collector \
--role="roles/run.invoker" \
--member="allUsers" \
--region=asia-northeast1

sample-app.py

import time
import logging
import argparse
from contextlib import contextmanager

from opentelemetry import trace
from opentelemetry.sdk.trace import TracerProvider
from opentelemetry.sdk.trace.export import BatchSpanProcessor
from opentelemetry.sdk.resources import Resource, SERVICE_NAME
from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import OTLPSpanExporter

logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)

@contextmanager
def configure_tracer_provider(endpoint: str):
    resource = Resource.create({SERVICE_NAME: "demo"})
    exporter = OTLPSpanExporter(endpoint=endpoint, insecure=True)
    provider = TracerProvider(resource=resource)
    processor = BatchSpanProcessor(exporter)
    provider.add_span_processor(processor)
    trace.set_tracer_provider(provider)
    try:
        yield provider
    finally:
        logger.info("Shutting down tracer provider...")
        provider.shutdown()
        logger.info("Tracer provider shut down.")

def main():
    parser = argparse.ArgumentParser()
    parser.add_argument(
        '--endpoint',
        type=str,
        default="http://localhost:4317",
    )
    args = parser.parse_args()
    with configure_tracer_provider(endpoint=args.endpoint) as provider:
        tracer = trace.get_tracer("my.instrumentation.library.python")
        logger.info("Starting to send spans...")
        counter = 0
        try:
            while True:
                with tracer.start_as_current_span("send-loop-iteration") as span:
                    span.set_attribute("loop.counter", counter)
                    time.sleep(0.1)
                logger.info(f"Sent span {counter}")
                counter += 1
                time.sleep(1.0)
        except KeyboardInterrupt:
            logger.info("KeyboardInterrupt received. Initiating shutdown...")

if __name__ == "__main__":
    main()

python sample-app.py --endpoint {OpenTelemetry Collector をデプロイした Cloud Run サービスの URL}