# The Kubernetes API server already traces every request
# Observability on Board — episode 11
# docs:  https://kubernetes.io/docs/concepts/cluster-administration/system-traces/
# page:  https://observability-on-board.vercel.app/episodes/kube-apiserver/
# video: https://youtube.com/shorts/ZZvTTsFdd70
#
# variants: ?ship=bronto|collector|custom  &region=us  &dataset=<name>
#           ?endpoint=<url>&header=<name>&value=<secret>   (custom target)

# ── Bronto ──────────────────────────────────

# Save this as otel-collector.yaml:

apiVersion: v1
kind: ConfigMap
metadata:
  name: otel-collector
  namespace: kube-system
data:
  config.yaml: |
    receivers:
      otlp:
        protocols:
          grpc:
            endpoint: localhost:4317
    exporters:
      otlp_http:
        endpoint: https://ingestion.eu.bronto.io
        headers:
          x-bronto-api-key: ${env:BRONTO_API_KEY}
    service:
      pipelines:
        traces:
          receivers: [otlp]
          exporters: [otlp_http]
---
apiVersion: apps/v1
kind: DaemonSet
metadata:
  name: otel-collector
  namespace: kube-system
spec:
  selector:
    matchLabels:
      app: otel-collector
  template:
    metadata:
      labels:
        app: otel-collector
    spec:
      hostNetwork: true
      nodeSelector:
        node-role.kubernetes.io/control-plane: ""
      tolerations:
      - key: node-role.kubernetes.io/control-plane
        effect: NoSchedule
      containers:
      - name: otel-collector
        image: otel/opentelemetry-collector-contrib:0.158.0
        args: [--config=/etc/otelcol/config.yaml]
        envFrom:
        - secretRef:
            name: bronto
        volumeMounts:
        - name: config
          mountPath: /etc/otelcol
      volumes:
      - name: config
        configMap:
          name: otel-collector

# In a terminal:

kubectl -n kube-system create secret generic bronto \
  --from-literal=BRONTO_API_KEY="$BRONTO_API_KEY"
kubectl apply -f otel-collector.yaml

# On the node, /etc/kubernetes/tracing.yaml:

apiVersion: apiserver.config.k8s.io/v1
kind: TracingConfiguration
samplingRatePerMillion: 1000000

# In /etc/kubernetes/manifests/kube-apiserver.yaml:

    command:
    - kube-apiserver
+   - --tracing-config-file=/etc/kubernetes/tracing.yaml
  …
    volumeMounts:
+   - mountPath: /etc/kubernetes/tracing.yaml
+     name: tracing
  …
  volumes:
+ - hostPath:
+     path: /etc/kubernetes/tracing.yaml
+   name: tracing

# ── Local Collector ───────────────────────────────

# On the node, /etc/kubernetes/tracing.yaml:

apiVersion: apiserver.config.k8s.io/v1
kind: TracingConfiguration
samplingRatePerMillion: 1000000

# In /etc/kubernetes/manifests/kube-apiserver.yaml:

    command:
    - kube-apiserver
+   - --tracing-config-file=/etc/kubernetes/tracing.yaml
  …
    volumeMounts:
+   - mountPath: /etc/kubernetes/tracing.yaml
+     name: tracing
  …
  volumes:
+ - hostPath:
+     path: /etc/kubernetes/tracing.yaml
+   name: tracing

# This assumes the Local Collector (https://observability-on-board.vercel.app/setup/#collector) running on the control-plane node,
# with a grpc receiver on localhost:4317 in place of http.

# ── Your endpoint ──────────────────────────────────

# This uses the endpoint and auth header you saved in the
# setup guide (https://observability-on-board.vercel.app/setup/#custom).

# Save this as otel-collector.yaml:

apiVersion: v1
kind: ConfigMap
metadata:
  name: otel-collector
  namespace: kube-system
data:
  config.yaml: |
    receivers:
      otlp:
        protocols:
          grpc:
            endpoint: localhost:4317
    exporters:
      otlp_http:
        endpoint: YOUR_OTLP_ENDPOINT
        headers:
          YOUR_AUTH_HEADER: YOUR_AUTH_VALUE
    service:
      pipelines:
        traces:
          receivers: [otlp]
          exporters: [otlp_http]
---
apiVersion: apps/v1
kind: DaemonSet
metadata:
  name: otel-collector
  namespace: kube-system
spec:
  selector:
    matchLabels:
      app: otel-collector
  template:
    metadata:
      labels:
        app: otel-collector
    spec:
      hostNetwork: true
      nodeSelector:
        node-role.kubernetes.io/control-plane: ""
      tolerations:
      - key: node-role.kubernetes.io/control-plane
        effect: NoSchedule
      containers:
      - name: otel-collector
        image: otel/opentelemetry-collector-contrib:0.158.0
        args: [--config=/etc/otelcol/config.yaml]
        volumeMounts:
        - name: config
          mountPath: /etc/otelcol
      volumes:
      - name: config
        configMap:
          name: otel-collector

# In a terminal:

kubectl apply -f otel-collector.yaml

# On the node, /etc/kubernetes/tracing.yaml:

apiVersion: apiserver.config.k8s.io/v1
kind: TracingConfiguration
samplingRatePerMillion: 1000000

# In /etc/kubernetes/manifests/kube-apiserver.yaml:

    command:
    - kube-apiserver
+   - --tracing-config-file=/etc/kubernetes/tracing.yaml
  …
    volumeMounts:
+   - mountPath: /etc/kubernetes/tracing.yaml
+     name: tracing
  …
  volumes:
+ - hostPath:
+     path: /etc/kubernetes/tracing.yaml
+   name: tracing