quix.yaml

# Quix Project Descriptor
# This file describes the data pipeline and configuration of resources of a Quix Project.

metadata:
  version: 1.0

# This section describes the Deployments of the data pipeline
deployments:
  - name: Fleet console
    application: fleet-console
    version: latest
    deploymentType: Service
    resources:
      cpu: 200
      memory: 200
      replicas: 1
    publicAccess:
      enabled: true
      urlPrefix: fleetconsole
    desiredStatus: Running
    variables:
      - name: topic
        inputType: FreeText
        description: The topic to read telementry data from
        required: true
        value: sensor-data
      - name: eventTopic
        inputType: FreeText
        description: The topic to read events from
        required: true
        value: events
  - name: Web Gateway
    application: web-gateway
    version: latest
    deploymentType: Service
    resources:
      cpu: 200
      memory: 500
      replicas: 1
    publicAccess:
      enabled: true
      urlPrefix: web-gateway
    desiredStatus: Running
    variables:
      - name: output
        inputType: OutputTopic
        description: This is the output topic for hello world data
        required: true
        value: raw
  - name: influx-sink
    application: influx-sink
    version: latest
    deploymentType: Service
    resources:
      cpu: 200
      memory: 500
      replicas: 1
    desiredStatus: Running
    variables:
      - name: input
        inputType: InputTopic
        description: This is the input topic
        required: true
        value: sensor-data
      - name: INFLUXDB_HOST
        inputType: FreeText
        description: Host address for the InfluxDB instance.
        required: true
        value: http://influxdb:80
      - name: INFLUXDB_TOKEN
        inputType: Secret
        description: Authentication token to access InfluxDB.
        required: true
        secretKey: influx_token
      - name: INFLUXDB_ORG
        inputType: FreeText
        description: Organization name in InfluxDB.
        required: false
        value: quix
      - name: INFLUXDB_MEASUREMENT_NAME
        inputType: FreeText
        description: The InfluxDB measurement to write data to. If not specified, the name of the input topic will be used
        required: false
        value: sensordata
      - name: INFLUXDB_DATABASE
        inputType: FreeText
        description: Database name in InfluxDB where data should be stored.
        required: true
        value: iotdemo
      - name: INFLUXDB_TAG_KEYS
        inputType: FreeText
        description: The tags to include when writing the measurement data
        required: false
        value: "['sessionId', 'deviceId']"
      - name: INFLUXDB_FIELD_KEYS
        inputType: FreeText
        description: The fields to include when writing the measurement data
        required: true
        value: "['accelerometer-z', 'accelerometer-y', 'accelerometer-x', 'location-latitude', 'location-longitude']"
      - name: CONSUMER_GROUP_NAME
        inputType: FreeText
        description: The name of the consumer group to use when consuming from Kafka
        required: true
        value: influxdb-sink
      - name: TIMESTAMP_COLUMN
        inputType: FreeText
        description: 'The column containing the timestamp column. NOTE: Must be nanoseconds'
        required: false
        value: timestamp
  - name: Raw to table
    application: raw-to-table
    version: latest
    deploymentType: Service
    resources:
      cpu: 200
      memory: 500
      replicas: 1
    desiredStatus: Running
    variables:
      - name: input
        inputType: InputTopic
        description: Name of the input topic to listen to.
        required: false
        value: raw
      - name: output
        inputType: OutputTopic
        description: Name of the output topic to write to.
        required: false
        value: sensor-data
  - name: crash-detection
    application: crash-detection
    version: latest
    deploymentType: Service
    resources:
      cpu: 500
      memory: 1000
      replicas: 1
    desiredStatus: Running
    variables:
      - name: input
        inputType: InputTopic
        description: Name of the input topic to listen to.
        required: false
        value: sensor-data
      - name: output
        inputType: OutputTopic
        description: Name of the output topic to write to.
        required: false
        value: events
  - name: FleetConsole Websockets
    application: fleet-console-web-sockets
    version: latest
    deploymentType: Service
    resources:
      cpu: 1000
      memory: 500
      replicas: 1
    publicAccess:
      enabled: true
      urlPrefix: fleet-console-ws
    desiredStatus: Running
    variables:
      - name: input
        inputType: InputTopic
        description: Output topic
        required: true
        value: sensor-data
      - name: events_topic
        inputType: InputTopic
        description: Output topic
        required: true
        value: events
  - name: InfluxDb
    application: influxDb
    version: latest
    deploymentType: Service
    resources:
      cpu: 1000
      memory: 2000
      replicas: 1
    publicAccess:
      enabled: true
      urlPrefix: influxdb
    network:
      serviceName: influxdb
      ports:
        - port: 80
          targetPort: 8086
    variables:
      - name: DOCKER_INFLUXDB_INIT_ADMIN_TOKEN
        inputType: Secret
        description: ''
        required: true
        secretKey: influx_token
      - name: ADMIN_PASSWORD
        inputType: Secret
        description: ''
        required: false
        secretKey: ADMIN_PASSWORD
      - name: DOCKER_INFLUXDB_INIT_BUCKET
        inputType: FreeText
        description: ''
        required: true
        value: iotdemo
      - name: DOCKER_INFLUXDB_INIT_PASSWORD
        inputType: Secret
        description: ''
        required: false
        secretKey: ADMIN_PASSWORD
  - name: Grafana
    application: grafana
    version: latest
    deploymentType: Service
    resources:
      cpu: 1000
      memory: 500
      replicas: 1
    publicAccess:
      enabled: true
      urlPrefix: grafana
    network:
      serviceName: grafana
      ports:
        - port: 80
          targetPort: 3000
    variables:
      - name: GF_SECURITY_ADMIN_PASSWORD
        inputType: Secret
        description: ''
        required: true
        secretKey: ADMIN_PASSWORD
      - name: INFLUXDB_TOKEN
        inputType: Secret
        description: ''
        required: true
        secretKey: influx_token
  - name: PostgreSQL Sink
    application: postgres-sink
    version: latest
    deploymentType: Service
    resources:
      cpu: 200
      memory: 500
      replicas: 1
    variables:
      - name: input
        inputType: InputTopic
        description: This is the input topic
        required: true
        value: sensor-data
      - name: TABLE_NAME
        inputType: FreeText
        description: Name of the destination table.
        required: true
        value: postgres-cdc
      - name: CONSUMER_GROUP
        inputType: FreeText
        description: Kafka consumer group.
        required: true
        value: postgres-sink-v1
      - name: POSTGRES_PASSWORD
        inputType: Secret
        required: false
        secretKey: POSTGRES_PASSWORD_key
      - name: POSTGRES_HOST
        inputType: FreeText
        required: false
        value: quixpostgresql.postgres.database.azure.com
      - name: POSTGRES_PORT
        inputType: FreeText
        required: false
        value: 5432
      - name: POSTGRES_DB
        inputType: FreeText
        required: false
        value: postgres
      - name: POSTGRES_USER
        inputType: FreeText
        required: false
        value: postgres
      - name: POSTGRES_TABLE_NAME
        inputType: FreeText
        required: false
        value: sensordata

# This section describes the Topics of the data pipeline
topics:
  - name: events
  - name: raw
  - name: sensor-data
  - name: postgres-cdc