Mobi-Connector.yaml

version: 0.85.0

type: DeclarativeSource

check:
  type: CheckStream
  stream_names:
    - user_meter

definitions:
  streams:
    user_meter:
      type: DeclarativeStream
      name: user_meter
      retriever:
        type: SimpleRetriever
        requester:
          $ref: '#/definitions/base_requester'
          path: user-meter
          http_method: GET
        record_selector:
          type: RecordSelector
          extractor:
            type: DpathExtractor
            field_path: []
      primary_key:
        - flowDeviceId
      schema_loader:
        type: InlineSchemaLoader
        schema:
          $ref: '#/schemas/user_meter'
    meter_consumption:
      type: DeclarativeStream
      name: meter_consumption
      retriever:
        type: SimpleRetriever
        requester:
          $ref: '#/definitions/base_requester'
          path: meter-consumption
          http_method: GET
          request_parameters:
            tz: '{{config[''tz'']}}'
        record_selector:
          type: RecordSelector
          extractor:
            type: DpathExtractor
            field_path: []
        partition_router:
          - type: SubstreamPartitionRouter
            parent_stream_configs:
              - type: ParentStreamConfig
                stream:
                  $ref: '#/definitions/streams/user_meter'
                parent_key: flowDeviceId
                request_option:
                  type: RequestOption
                  field_name: flow_device_id
                  inject_into: request_parameter
                partition_field: flowDeviceId
      schema_loader:
        type: InlineSchemaLoader
        schema:
          $ref: '#/schemas/meter_consumption'
      incremental_sync:
        type: DatetimeBasedCursor
        cursor_field: date
        start_datetime:
          type: MinMaxDatetime
          datetime: '{{ config["start_date"] }}'
          datetime_format: '%Y-%m-%dT%H:%M:%SZ'
        datetime_format: '%Y-%m-%d'
        start_time_option:
          type: RequestOption
          field_name: startdate
          inject_into: request_parameter
        cursor_datetime_formats:
          - '%Y-%m-%d'
  base_requester:
    type: HttpRequester
    url_base: https://7erlq3bzcvzp5ysiejhvcihqba0govzw.lambda-url.ap-south-1.on.aws/
    authenticator:
      type: BearerAuthenticator
      api_token: '{{ config["api_key"] }}'

streams:
  - $ref: '#/definitions/streams/user_meter'
  - $ref: '#/definitions/streams/meter_consumption'

spec:
  type: Spec
  connection_specification:
    type: object
    $schema: http://json-schema.org/draft-07/schema#
    required:
      - api_key
      - start_date
      - tz
    properties:
      tz:
        type: string
        order: 2
        title: Timezone
        description: IANA code
      api_key:
        type: string
        order: 0
        title: API Key
        airbyte_secret: true
      start_date:
        type: string
        order: 1
        title: Start date
        format: date-time
        pattern: ^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$
    additionalProperties: true

metadata:
  autoImportSchema:
    user_meter: true
    meter_consumption: true

schemas:
  user_meter:
    type: object
    $schema: http://json-schema.org/schema#
    required:
      - flowDeviceId
    properties:
      deviceId:
        type:
          - number
          - 'null'
      deviceType:
        type:
          - string
          - 'null'
      flowDeviceId:
        type: number
      organization:
        type:
          - object
          - 'null'
        properties:
          organizationId:
            type:
              - number
              - 'null'
          organizationName:
            type:
              - string
              - 'null'
          organizationEmail:
            type:
              - string
              - 'null'
          organizationPhoneNo:
            type:
              - string
              - 'null'
          organizationCallbackUrl:
            type:
              - string
              - 'null'
      hardwareState:
        type:
          - string
          - 'null'
      flowDeviceName:
        type:
          - string
          - 'null'
      flowDeviceSize:
        type:
          - number
          - 'null'
      dailyConsumption:
        type:
          - number
          - 'null'
      flowDeviceLocation:
        type:
          - string
          - 'null'
      flowDevicePulseRate:
        type:
          - number
          - 'null'
      consumptionThreshold:
        type:
          - number
          - 'null'
      lastReceivedFlowData:
        type:
          - object
          - 'null'
        properties:
          rawPulses:
            type:
              - number
              - 'null'
          flowDataId:
            type:
              - number
              - 'null'
          measuredAt:
            type:
              - string
              - 'null'
          measuredFrom:
            type:
              - string
              - 'null'
          flowDeviceState:
            type:
              - string
              - 'null'
          acceptedFlowRate:
            type:
              - number
              - 'null'
          measuredFlowRate:
            type:
              - number
              - 'null'
          notificationState:
            type:
              - string
              - 'null'
          predictedFlowRate:
            type:
              - number
              - 'null'
          acceptedConsumption:
            type:
              - number
              - 'null'
          measuredConsumption:
            type:
              - number
              - 'null'
          predictedConsumption:
            type:
              - number
              - 'null'
      flowDeviceDescription:
        type:
          - string
          - 'null'
    additionalProperties: true
  meter_consumption:
    type: object
    $schema: http://json-schema.org/schema#
    required:
      - date
    properties:
      id:
        type: string
      date:
        type: string
      value:
        type:
          - string
          - 'null'
      flow_device_id:
        type:
          - string
          - 'null'
    additionalProperties: true