Docker-compose for MongoDB and KloudMate Backend Integration

3min
This document provides a guide on how to use docker-compose to set up MongoDB and KloudMate backend integration.
In the described setup, docker-compose will create the following three containers:
MongoDB-container
MongoDB exporter-container
Otel collector-container
The exporter will export MongoDB metrics from MongoDB-container and send it to KloudMate backend via otel collector-container. The logs of MongoDB-container will be sent to KloudMate by otel collector-container.
docker-compose.yaml:
YAML
version: '3.1'

services:
  mongo:
    image: mongo
    restart: always
    container_name: mongo
    ports:
      - 27017:27017
    environment:
      MONGO_INITDB_ROOT_USERNAME: <User>
      MONGO_INITDB_ROOT_PASSWORD: <Password>
      MONGO_INITDB_DATABASE: admin
    command:
      - '--logpath'
      - '/var/log/mongodb/mongodb.log'
    volumes:
      - mongodb_logs:/var/log/mongodb
    networks:
      - node-network

  mongodb-exporter:
    image: percona/mongodb_exporter:0.39
    container_name: mongodb-exporter
    privileged: true
    ports:
      - 9216:9216
    # You can provide custom params to the exporter, according to your mongodb config, like SSL support, ...
    command:
      - "--mongodb.uri=mongodb://<user>:<password>@mongo:27017/"
      - "--collect-all"
      - "--compatible-mode"
      - "--discovering-mode"
      - "--mongodb.direct-connect"
    depends_on:
      - mongo
    networks:
      - node-network

  otel-collector:
    image: otel/opentelemetry-collector-contrib:latest
    privileged: true
    user: "0"
    command: ["--config=/etc/otel-collector-config.yaml"]
    volumes:
      - ./otel-collector-config.yaml:/etc/otel-collector-config.yaml
      - mongodb_logs:/var/log/mongodb:ro
    ports:
      - 4317:4317     # OTLP gRPC receiver
      - 4318:4318     # OTLP HTTP receiver
      - 8888:8888
    restart: on-failure
    depends_on:
      - mongodb-exporter
      - mongo
    networks:
      - node-network
volumes:
  mongodb_logs:

networks:
  node-network:
    driver: bridge
version: '3.1'

services:
  mongo:
    image: mongo
    restart: always
    container_name: mongo
    ports:
      - 27017:27017
    environment:
      MONGO_INITDB_ROOT_USERNAME: <User>
      MONGO_INITDB_ROOT_PASSWORD: <Password>
      MONGO_INITDB_DATABASE: admin
    command:
      - '--logpath'
      - '/var/log/mongodb/mongodb.log'
    volumes:
      - mongodb_logs:/var/log/mongodb
    networks:
      - node-network

  mongodb-exporter:
    image: percona/mongodb_exporter:0.39
    container_name: mongodb-exporter
    privileged: true
    ports:
      - 9216:9216
    # You can provide custom params to the exporter, according to your mongodb config, like SSL support, ...
    command:
      - "--mongodb.uri=mongodb://<user>:<password>@mongo:27017/"
      - "--collect-all"
      - "--compatible-mode"
      - "--discovering-mode"
      - "--mongodb.direct-connect"
    depends_on:
      - mongo
    networks:
      - node-network

  otel-collector:
    image: otel/opentelemetry-collector-contrib:latest
    privileged: true
    user: "0"
    command: ["--config=/etc/otel-collector-config.yaml"]
    volumes:
      - ./otel-collector-config.yaml:/etc/otel-collector-config.yaml
      - mongodb_logs:/var/log/mongodb:ro
    ports:
      - 4317:4317     # OTLP gRPC receiver
      - 4318:4318     # OTLP HTTP receiver
      - 8888:8888
    restart: on-failure
    depends_on:
      - mongodb-exporter
      - mongo
    networks:
      - node-network
volumes:
  mongodb_logs:

networks:
  node-network:
    driver: bridge
﻿
Please change the username and password of mongo db user. 
otel-collector-config.yaml:
YAML
receivers:
  otlp:
    protocols:
      grpc:
        endpoint: 0.0.0.0:4317
      http:
        endpoint: 0.0.0.0:4318

  filelog:
    include: [ /var/log/mongodb/*.log ]
    attributes:
      service.name: "prod-mongodb-1"
    operators:

  prometheus:
    config:
      scrape_configs:
      - job_name: 'prod-mongodb'
        scrape_interval: 10s
        static_configs:
        - targets: ['mongodb-exporter:9216']

processors:
  batch:
    timeout: 10s

exporters:
  logging:

  otlphttp:
    endpoint: 'https://otel.kloudmate.com:4318'
    headers:
      Authorization: XXXXXXXXXXXXXXXXXXXXX  #add auth token

service:
  pipelines:
    metrics:
      receivers: [prometheus]
      processors: [batch]
      exporters: [otlphttp]

    logs:
      receivers: [otlp, filelog]
      processors: [batch]
      exporters: [logging, otlphttp]

receivers:
  otlp:
    protocols:
      grpc:
        endpoint: 0.0.0.0:4317
      http:
        endpoint: 0.0.0.0:4318

  filelog:
    include: [ /var/log/mongodb/*.log ]
    attributes:
      service.name: "prod-mongodb-1"
    operators:

  prometheus:
    config:
      scrape_configs:
      - job_name: 'prod-mongodb'
        scrape_interval: 10s
        static_configs:
        - targets: ['mongodb-exporter:9216']

processors:
  batch:
    timeout: 10s

exporters:
  logging:

  otlphttp:
    endpoint: 'https://otel.kloudmate.com:4318'
    headers:
      Authorization: XXXXXXXXXXXXXXXXXXXXX  #add auth token

service:
  pipelines:
    metrics:
      receivers: [prometheus]
      processors: [batch]
      exporters: [otlphttp]

    logs:
      receivers: [otlp, filelog]
      processors: [batch]
      exporters: [logging, otlphttp]
﻿
Please change the auth token to send the data to KloudMate. 
After successfully instrumenting your MongoDB database with OpenTelemetry and integrating it with KloudMate, you can capture and monitor the various metrics within KloudMate as shown in the following screenshot:
﻿
﻿
﻿
MongoDB Telemetry Data to KloudMate Using Fluentbit
Server Metrics to KloudMate