compose.yaml

services:
  reddit-source:
    volumes:
      - /dev/null:/app/.env
    build:
      context: reddit-source
      dockerfile: dockerfile
    environment:
      output: reddit-raw
      subreddits: python,data,kafka,announcements,AskReddit
      client_id: 
      client_secret: 
      Quix__Broker__Address: kafka-broker:9092
  sentiment-analysis:
    volumes:
      - /dev/null:/app/.env
    build:
      context: sentiment-analysis
      dockerfile: dockerfile
    environment:
      input: reddit-raw
      output: sentiment
      HuggingFaceModel: distilbert-base-uncased-finetuned-sst-2-english
      TextColumnName: text
      Quix__Broker__Address: kafka-broker:9092
  words-ranking:
    volumes:
      - /dev/null:/app/.env
    build:
      context: words-ranking
      dockerfile: dockerfile
    environment:
      input: reddit-raw
      output: words-count
      Quix__Broker__Address: kafka-broker:9092
  influxdb-3-destination:
    volumes:
      - /dev/null:/app/.env
    build:
      context: influxdb-3-destination
      dockerfile: dockerfile
    environment:
      input: words-count
      INFLUXDB_HOST: https://us-east-1-1.aws.cloud2.influxdata.com
      INFLUXDB_TOKEN: 
      INFLUXDB_ORG: Quix
      INFLUXDB_MEASUREMENT_NAME: words-count
      INFLUXDB_DATABASE: Quix
      CONSUMER_GROUP_NAME: influxdb-sink
      TIMESTAMP_COLUMN: ''
      Quix__Broker__Address: kafka-broker:9092
  kafka-broker:
    image: docker.redpanda.com/redpandadata/redpanda:v24.1.1
    command: |
      redpanda start
      --smp 1
      --overprovisioned
      --node-id 0
      --kafka-addr internal://0.0.0.0:9092,external://0.0.0.0:19092
      --advertise-kafka-addr internal://kafka-broker:9092,external://localhost:19092
      --pandaproxy-addr internal://0.0.0.0:8082,external://0.0.0.0:18082
      --advertise-pandaproxy-addr internal://kafka-broker:8082,external://localhost:18082
      --schema-registry-addr internal://0.0.0.0:8081,external://0.0.0.0:18081
      --rpc-addr kafka-broker:33145
      --advertise-rpc-addr kafka-broker:33145
      --mode dev-container
      --set auto_create_topics_enabled=true
    ports:
      - 18081:18081
      - 18082:18082
      - 19092:19092
      - 19644:9644
  console:
    image: docker.redpanda.com/redpandadata/console:v2.5.2
    entrypoint: /bin/sh
    command: |-
      -c 'echo "$$CONSOLE_CONFIG_FILE" > /tmp/config.yml; /app/console'
    ports:
      - 8080:8080
    environment:
      CONFIG_FILEPATH: /tmp/config.yml
      CONSOLE_CONFIG_FILE: >
        kafka:
          brokers: ["kafka-broker:9092"]
          schemaRegistry:
            enabled: true
            urls: ["http://kafka-broker:8081"]
        redpanda:
          adminApi:
            enabled: true
            urls: ["http://kafka-broker:9644"]
        connect:
          enabled: true
          clusters:
            - name: local-connect-cluster
              url: http://connect:8083