diff --git a/_data/meltano/extractors/tap-3plcentral/airbyte.yml b/_data/meltano/extractors/tap-3plcentral/airbyte.yml index a51ee342a..6c48b9414 100644 --- a/_data/meltano/extractors/tap-3plcentral/airbyte.yml +++ b/_data/meltano/extractors/tap-3plcentral/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud-based Warehouse Management System (WMS) domain_url: https://www.extensiv.com/extensiv-3pl-warehouse-manager executable: tap-airbyte @@ -21,26 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-tplcentral settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-tplcentral -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: '' - kind: string - label: Airbyte Config Url Base - name: airbyte_config.url_base - description: '' kind: password label: Airbyte Config Client Id @@ -51,19 +31,6 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true -- description: User login ID and/or name is required - kind: integer - label: Airbyte Config User Login Id - name: airbyte_config.user_login_id -- description: User login ID and/or name is required - kind: string - label: Airbyte Config User Login - name: airbyte_config.user_login -- description: '' - kind: password - label: Airbyte Config Tpl Key - name: airbyte_config.tpl_key - sensitive: true - description: '' kind: integer label: Airbyte Config Customer Id @@ -76,15 +43,39 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: '' + kind: password + label: Airbyte Config Tpl Key + name: airbyte_config.tpl_key + sensitive: true +- description: '' + kind: string + label: Airbyte Config Url Base + name: airbyte_config.url_base +- description: User login ID and/or name is required + kind: string + label: Airbyte Config User Login + name: airbyte_config.user_login +- description: User login ID and/or name is required + kind: integer + label: Airbyte Config User Login Id + name: airbyte_config.user_login_id +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-tplcentral +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -94,12 +85,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.client_id + - airbyte_config.client_secret - airbyte_config.url_base + - airbyte_spec - airbyte_spec.image - - airbyte_config.client_secret - - airbyte_config.client_id settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-3plcentral/singer-io.yml b/_data/meltano/extractors/tap-3plcentral/singer-io.yml index 286f44755..f68dc0279 100644 --- a/_data/meltano/extractors/tap-3plcentral/singer-io.yml +++ b/_data/meltano/extractors/tap-3plcentral/singer-io.yml @@ -15,20 +15,33 @@ pip_url: tap-3plcentral quality: bronze repo: https://github.com/singer-io/tap-3plcentral settings: +- description: API URL to which /endpoints are appended. e.g http://secure-wms.com + label: Base Url + name: base_url - description: Your client ID. kind: password label: Client Id name: client_id sensitive: true +- description: A secure OAuth 2.0 secret key for application/client authentication. + kind: password + label: Client Secret + name: client_secret + sensitive: true +- description: Integer ID number for the customer organization. + kind: integer + label: Customer Id + name: customer_id +- description: Integer ID number for the warehouse facility. + kind: integer + label: Facility Id + name: facility_id - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: API URL to which /endpoints are appended. e.g http://secure-wms.com - label: Base Url - name: base_url - description: A warehouse-specic 3PL key. kind: password label: TPL Key @@ -37,31 +50,18 @@ settings: - description: The user agent to send with requests. label: User Agent name: user_agent -- description: Integer ID number for the customer organization. - kind: integer - label: Customer Id - name: customer_id -- description: A secure OAuth 2.0 secret key for application/client authentication. - kind: password - label: Client Secret - name: client_secret - sensitive: true - description: Integer ID number for the user. kind: integer label: User Login Id name: user_login_id -- description: Integer ID number for the warehouse facility. - kind: integer - label: Facility Id - name: facility_id settings_group_validation: -- - client_id +- - base_url + - client_id + - client_secret + - customer_id + - facility_id - start_date - - base_url - tpl_key - user_agent - - customer_id - - client_secret - user_login_id - - facility_id variant: singer-io diff --git a/_data/meltano/extractors/tap-activecampaign/airbyte.yml b/_data/meltano/extractors/tap-activecampaign/airbyte.yml index 5a019501b..44d7ec006 100644 --- a/_data/meltano/extractors/tap-activecampaign/airbyte.yml +++ b/_data/meltano/extractors/tap-activecampaign/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Experience Automation Platform domain_url: https://www.activecampaign.com/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-activecampaign settings: +- description: Account Username + kind: string + label: Airbyte Config Account Username + name: airbyte_config.account_username +- description: API Key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Account Username - kind: string - label: Airbyte Config Account Username - name: airbyte_config.account_username -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,11 +55,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.account_username - airbyte_config.api_key - - airbyte_config.account_username - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-activecampaign/singer-io.yml b/_data/meltano/extractors/tap-activecampaign/singer-io.yml index 721a07912..0ceec2394 100644 --- a/_data/meltano/extractors/tap-activecampaign/singer-io.yml +++ b/_data/meltano/extractors/tap-activecampaign/singer-io.yml @@ -15,6 +15,11 @@ pip_url: tap-activecampaign quality: silver repo: https://github.com/singer-io/tap-activecampaign settings: +- description: Your API token. + kind: password + label: API Token + name: api_token + sensitive: true - description: The ActiveCampaign API URL. label: API URL name: api_url @@ -27,14 +32,9 @@ settings: - description: The user agent to send with requests. label: User Agent name: user_agent -- description: Your API token. - kind: password - label: API Token - name: api_token - sensitive: true settings_group_validation: -- - api_url +- - api_token + - api_url - start_date - user_agent - - api_token variant: singer-io diff --git a/_data/meltano/extractors/tap-acuite/fostersdata.yml b/_data/meltano/extractors/tap-acuite/fostersdata.yml index f7b73cd4e..886631e94 100644 --- a/_data/meltano/extractors/tap-acuite/fostersdata.yml +++ b/_data/meltano/extractors/tap-acuite/fostersdata.yml @@ -1,7 +1,7 @@ capabilities: +- discover - properties - state -- discover description: Construction Management Software domain_url: https://api.acuite.co.nz/swagger/ui/index#/ keywords: diff --git a/_data/meltano/extractors/tap-adjust/airbyte.yml b/_data/meltano/extractors/tap-adjust/airbyte.yml index 85297ee33..1e224f427 100644 --- a/_data/meltano/extractors/tap-adjust/airbyte.yml +++ b/_data/meltano/extractors/tap-adjust/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps definition: '' description: Marketing analytics platform domain_url: https://www.adjust.com/ @@ -22,22 +22,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-adjust settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-adjust -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Metrics names that are not pre-defined, such as cohort metrics or app specific metrics. kind: array @@ -68,15 +52,22 @@ settings: kind: boolean label: Airbyte Config Until Today name: airbyte_config.until_today -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-adjust +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -86,12 +77,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - - connector_config.ingest_start + - connector_config.api_token - connector_config.dimensions + - connector_config.ingest_start - connector_config.metrics - - connector_config.api_token settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-adroll/singer-io.yml b/_data/meltano/extractors/tap-adroll/singer-io.yml index b04f39863..ea4576b29 100644 --- a/_data/meltano/extractors/tap-adroll/singer-io.yml +++ b/_data/meltano/extractors/tap-adroll/singer-io.yml @@ -15,22 +15,11 @@ pip_url: git+https://github.com/singer-io/tap-adroll.git quality: silver repo: https://github.com/singer-io/tap-adroll settings: -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date - description: Your AdRoll access token. kind: password label: Access Token name: access_token sensitive: true -- description: Your AdRoll refresh token. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true - description: Your AdRoll client ID. label: Client ID name: client_id @@ -39,18 +28,29 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: Date up to when historical data will be extracted. + label: End Date + name: end_date - description: (Default 7 days) The amount of time in days to look back from the start date or date bookmark. kind: integer label: Lookback Window name: lookback_window -- description: Date up to when historical data will be extracted. - label: End Date - name: end_date +- description: Your AdRoll refresh token. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: -- - start_date - - access_token - - refresh_token +- - access_token - client_id - client_secret + - refresh_token + - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-adwords/meltano.yml b/_data/meltano/extractors/tap-adwords/meltano.yml index a6621fe4d..ce92a7822 100644 --- a/_data/meltano/extractors/tap-adwords/meltano.yml +++ b/_data/meltano/extractors/tap-adwords/meltano.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Advertising Platform domain_url: https://developers.google.com/adwords/api/ @@ -196,12 +196,24 @@ select: - AD_PERFORMANCE_REPORT.viewRate - AD_PERFORMANCE_REPORT.viewThroughConv settings: +- description: How many Days before the Start Date to fetch data for Performance Reports + kind: integer + label: Conversion Window Days + name: conversion_window_days + value: 0 +- description: A comma-separated list of Ad Account IDs to replicate data from + label: Account ID(s) + name: customer_ids + placeholder: Ex. 1234567890,1234567891,1234567892 - description: Your Developer Token for Google AdWord Application kind: password label: Developer Token name: developer_token placeholder: Ex. ***************** sensitive: true +- description: Date up to when historical data will be extracted. + kind: date_iso8601 + name: end_date - description: Your Google OAuth Client ID kind: password label: OAuth Client ID @@ -214,37 +226,6 @@ settings: name: oauth_client_secret placeholder: Ex. ***************** sensitive: true -- description: The Refresh Token generated through the OAuth flow run using your OAuth - Client and your Developer Token - kind: oauth - label: Access Token - name: refresh_token - oauth: - provider: google-adwords - placeholder: Ex. ***************** -- description: A comma-separated list of Ad Account IDs to replicate data from - label: Account ID(s) - name: customer_ids - placeholder: Ex. 1234567890,1234567891,1234567892 -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - name: start_date -- description: Date up to when historical data will be extracted. - kind: date_iso8601 - name: end_date -- description: The User Agent for your OAuth Client (used in requests made to the - AdWords API) - label: User Agent for your OAuth Client - name: user_agent - placeholder: Ex. tap-adwords via Meltano - value: tap-adwords via Meltano -- description: How many Days before the Start Date to fetch data for Performance Reports - kind: integer - label: Conversion Window Days - name: conversion_window_days - value: 0 - description: Primary Keys for the selected Entities (Streams) kind: object label: Primary Keys @@ -266,12 +247,31 @@ settings: - day - network - device +- description: The Refresh Token generated through the OAuth flow run using your OAuth + Client and your Developer Token + kind: oauth + label: Access Token + name: refresh_token + oauth: + provider: google-adwords + placeholder: Ex. ***************** +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + name: start_date +- description: The User Agent for your OAuth Client (used in requests made to the + AdWords API) + label: User Agent for your OAuth Client + name: user_agent + placeholder: Ex. tap-adwords via Meltano + value: tap-adwords via Meltano settings_group_validation: -- - developer_token +- - customer_ids + - developer_token - oauth_client_id - oauth_client_secret - refresh_token - - user_agent - - customer_ids - start_date + - user_agent variant: meltano diff --git a/_data/meltano/extractors/tap-adwords/singer-io.yml b/_data/meltano/extractors/tap-adwords/singer-io.yml index f1be45649..b6fb95df0 100644 --- a/_data/meltano/extractors/tap-adwords/singer-io.yml +++ b/_data/meltano/extractors/tap-adwords/singer-io.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Advertising Platform domain_url: https://developers.google.com/adwords/api/ @@ -196,12 +196,24 @@ select: - AD_PERFORMANCE_REPORT.viewRate - AD_PERFORMANCE_REPORT.viewThroughConv settings: +- description: How many Days before the Start Date to fetch data for Performance Reports + kind: integer + label: Conversion Window Days + name: conversion_window_days + value: 0 +- description: A comma-separated list of Ad Account IDs to replicate data from + label: Account ID(s) + name: customer_ids + placeholder: Ex. 1234567890,1234567891,1234567892 - description: Your Developer Token for Google AdWord Application kind: password label: Developer Token name: developer_token placeholder: Ex. ***************** sensitive: true +- description: Date up to when historical data will be extracted. + kind: date_iso8601 + name: end_date - description: Your Google OAuth Client ID kind: password label: OAuth Client ID @@ -214,37 +226,6 @@ settings: name: oauth_client_secret placeholder: Ex. ***************** sensitive: true -- description: The Refresh Token generated through the OAuth flow run using your OAuth - Client and your Developer Token - kind: oauth - label: Access Token - name: refresh_token - oauth: - provider: google-adwords - placeholder: Ex. ***************** -- description: A comma-separated list of Ad Account IDs to replicate data from - label: Account ID(s) - name: customer_ids - placeholder: Ex. 1234567890,1234567891,1234567892 -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - name: start_date -- description: Date up to when historical data will be extracted. - kind: date_iso8601 - name: end_date -- description: The User Agent for your OAuth Client (used in requests made to the - AdWords API) - label: User Agent for your OAuth Client - name: user_agent - placeholder: Ex. tap-adwords via Meltano - value: tap-adwords via Meltano -- description: How many Days before the Start Date to fetch data for Performance Reports - kind: integer - label: Conversion Window Days - name: conversion_window_days - value: 0 - description: Primary Keys for the selected Entities (Streams) kind: object label: Primary Keys @@ -266,14 +247,33 @@ settings: - day - network - device +- description: The Refresh Token generated through the OAuth flow run using your OAuth + Client and your Developer Token + kind: oauth + label: Access Token + name: refresh_token + oauth: + provider: google-adwords + placeholder: Ex. ***************** +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + name: start_date +- description: The User Agent for your OAuth Client (used in requests made to the + AdWords API) + label: User Agent for your OAuth Client + name: user_agent + placeholder: Ex. tap-adwords via Meltano + value: tap-adwords via Meltano settings_group_validation: -- - developer_token +- - customer_ids + - developer_token - oauth_client_id - oauth_client_secret - refresh_token - - user_agent - - customer_ids - start_date + - user_agent usage: | ## Additional Setup Instructions diff --git a/_data/meltano/extractors/tap-adyen/sendinblue.yml b/_data/meltano/extractors/tap-adyen/sendinblue.yml index c56d7121a..9dd9ebf8e 100644 --- a/_data/meltano/extractors/tap-adyen/sendinblue.yml +++ b/_data/meltano/extractors/tap-adyen/sendinblue.yml @@ -15,46 +15,46 @@ pip_url: git+https://github.com/sendinblue/singer-tap-adyen.git quality: unknown repo: https://github.com/sendinblue/singer-tap-adyen settings: +- description: The `start_date` and `batch_number`are used to create default state + file if not provided. Default None. + kind: integer + label: Batch Number + name: batch_number - description: Your company account. label: Company Account name: company_account +- description: Adyen merchant account + label: Merchant Account + name: merchant_account +- description: Your report user. + label: Report User + name: report_user +- description: Used to export data without any transformation (cleaning, mapping...). + Default False. + kind: boolean + label: Schemaless + name: schemaless - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: Your report user. - label: Report User - name: report_user +- description: Whether to use the test or live environment. Default False. + kind: boolean + label: Test + name: test - description: Your password. kind: password label: User Password name: user_password sensitive: true -- description: Adyen merchant account - label: Merchant Account - name: merchant_account -- description: Whether to use the test or live environment. Default False. - kind: boolean - label: Test - name: test -- description: The `start_date` and `batch_number`are used to create default state - file if not provided. Default None. - kind: integer - label: Batch Number - name: batch_number -- description: Used to export data without any transformation (cleaning, mapping...). - Default False. - kind: boolean - label: Schemaless - name: schemaless settings_group_validation: - - company_account - - start_date + - merchant_account - report_user + - start_date - user_password - - merchant_account usage: | ### Retrieve Report User credentials diff --git a/_data/meltano/extractors/tap-adyen/yoast.yml b/_data/meltano/extractors/tap-adyen/yoast.yml index 515c7ddd2..a106c3b4c 100644 --- a/_data/meltano/extractors/tap-adyen/yoast.yml +++ b/_data/meltano/extractors/tap-adyen/yoast.yml @@ -18,33 +18,33 @@ settings: - description: Your company account. label: Company Account name: company_account +- description: Adyen merchant account + label: Merchant Account + name: merchant_account +- description: Your report user. + label: Report User + name: report_user - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: Your report user. - label: Report User - name: report_user +- description: Whether to use the test or live environment. Default False. + kind: boolean + label: Test + name: test - description: Your password. kind: password label: User Password name: user_password sensitive: true -- description: Adyen merchant account - label: Merchant Account - name: merchant_account -- description: Whether to use the test or live environment. Default False. - kind: boolean - label: Test - name: test settings_group_validation: - - company_account - - start_date + - merchant_account - report_user + - start_date - user_password - - merchant_account usage: | ### Retrieve Report User credentials diff --git a/_data/meltano/extractors/tap-aha/airbyte.yml b/_data/meltano/extractors/tap-aha/airbyte.yml index 0888afbba..256a4517a 100644 --- a/_data/meltano/extractors/tap-aha/airbyte.yml +++ b/_data/meltano/extractors/tap-aha/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Product Development Software domain_url: https://www.aha.io/api executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-aha settings: +- description: API Key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: URL + kind: string + label: Airbyte Config Url + name: airbyte_config.url - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: URL - kind: string - label: Airbyte Config Url - name: airbyte_config.url -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,11 +55,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.url - - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key + - airbyte_config.url - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-airbyte-wrapper/meltanolabs.yml b/_data/meltano/extractors/tap-airbyte-wrapper/meltanolabs.yml index 3f0698054..4f39d3f12 100644 --- a/_data/meltano/extractors/tap-airbyte-wrapper/meltanolabs.yml +++ b/_data/meltano/extractors/tap-airbyte-wrapper/meltanolabs.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Wrapper for running Airbyte protocol connectors in Meltano domain_url: https://github.com/meltanolabs/tap-airbyte-wrapper executable: tap-airbyte-wrapper @@ -21,6 +21,13 @@ pip_url: git+https://github.com/meltanolabs/tap-airbyte-wrapper.git quality: gold repo: https://github.com/meltanolabs/tap-airbyte-wrapper settings: +- description: Configuration to pass through to the Airbyte source connector, this + can be gleaned by running the the tap with the `--about` flag and the `--config` + flag pointing to a file containing the `airbyte_spec` configuration. This is a + JSON object. + kind: object + label: Airbyte Config + name: airbyte_config - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -29,28 +36,12 @@ settings: kind: string label: Airbyte Spec Tag name: airbyte_spec.tag -- description: Configuration to pass through to the Airbyte source connector, this - can be gleaned by running the the tap with the `--about` flag and the `--config` - flag pointing to a file containing the `airbyte_spec` configuration. This is a - JSON object. - kind: object - label: Airbyte Config - name: airbyte_config - description: Docker mounts to make available to the Airbyte container. Expects a list of maps containing source, target, and type as is documented in the docker --mount documentation kind: array label: Docker Mounts name: docker_mounts -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,6 +51,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-airtable/airbyte.yml b/_data/meltano/extractors/tap-airtable/airbyte.yml index f270370cc..fa7fcf906 100644 --- a/_data/meltano/extractors/tap-airtable/airbyte.yml +++ b/_data/meltano/extractors/tap-airtable/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud collaboration service domain_url: https://airtable.com/api executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-airtable settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-airtable -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The API Key for the Airtable account. See the Support Guide for more information on how to obtain this key. @@ -55,15 +39,22 @@ settings: kind: array label: Airbyte Config Tables name: airbyte_config.tables -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-airtable +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -73,9 +64,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.base_id - - airbyte_config.api_key +- - airbyte_config.api_key + - airbyte_config.base_id - airbyte_config.tables - airbyte_spec.image settings_preamble: '' diff --git a/_data/meltano/extractors/tap-airtable/goes-funky.yml b/_data/meltano/extractors/tap-airtable/goes-funky.yml index 3e5ca2e10..0966583d2 100644 --- a/_data/meltano/extractors/tap-airtable/goes-funky.yml +++ b/_data/meltano/extractors/tap-airtable/goes-funky.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties description: Cloud collaboration service domain_url: https://airtable.com/api keywords: @@ -14,27 +14,27 @@ pip_url: git+https://github.com/goes-funky/tap-airtable.git quality: silver repo: https://github.com/goes-funky/tap-airtable settings: -- description: Airtable Token - kind: password - label: Token - name: token - sensitive: true +- description: Airtable base ID to export + label: Base ID + name: base_id - description: Airtable metadata URL, at the time of the update - "https://api.airtable.com/v2/meta/" label: Metadata URL name: metadata_url - description: Airtable content URL, at the time of the update - "https://api.airtable.com/v0/" label: Records URL name: records_url -- description: Airtable base ID to export - label: Base ID - name: base_id +- description: Filter out emojis from the scyncronization + label: Remove Emojis + name: remove_emojis - description: Default for every table in the base. If set to true, all of the tables in the schema will be syncronized label: Selected By Default name: selected_by_default -- description: Filter out emojis from the scyncronization - label: Remove Emojis - name: remove_emojis +- description: Airtable Token + kind: password + label: Token + name: token + sensitive: true settings_group_validation: - - token variant: goes-funky diff --git a/_data/meltano/extractors/tap-alpha-vantage/airbyte.yml b/_data/meltano/extractors/tap-alpha-vantage/airbyte.yml index e9f181b72..9aa5ef60c 100644 --- a/_data/meltano/extractors/tap-alpha-vantage/airbyte.yml +++ b/_data/meltano/extractors/tap-alpha-vantage/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Free Stock APIs in JSON & Excel domain_url: https://www.alphavantage.co/ executable: tap-airbyte @@ -21,31 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-alpha-vantage settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-alpha-vantage -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: "Whether to return adjusted data. Only applicable to intraday endpoints.\n" + kind: boolean + label: Airbyte Config Adjusted + name: airbyte_config.adjusted - description: API Key kind: password label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true -- description: Stock symbol (with exchange code) - kind: string - label: Airbyte Config Symbol - name: airbyte_config.symbol - description: "Time-series data point interval. Required for intraday endpoints.\n" kind: options label: Airbyte Config Interval @@ -61,10 +45,6 @@ settings: value: 30min - label: 60Min value: 60min -- description: "Whether to return adjusted data. Only applicable to intraday endpoints.\n" - kind: boolean - label: Airbyte Config Adjusted - name: airbyte_config.adjusted - description: "Whether to return full or compact data (the last 100 data points).\n" kind: options label: Airbyte Config Outputsize @@ -74,15 +54,26 @@ settings: value: compact - label: Full value: full -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Stock symbol (with exchange code) + kind: string + label: Airbyte Config Symbol + name: airbyte_config.symbol +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-alpha-vantage +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -92,11 +83,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key + - airbyte_config.symbol - airbyte_spec - airbyte_spec.image - - airbyte_config.symbol settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-amazon-advertising/dbt-labs.yml b/_data/meltano/extractors/tap-amazon-advertising/dbt-labs.yml index f5f5e2d53..dfd4e2308 100644 --- a/_data/meltano/extractors/tap-amazon-advertising/dbt-labs.yml +++ b/_data/meltano/extractors/tap-amazon-advertising/dbt-labs.yml @@ -15,40 +15,40 @@ pip_url: git+https://github.com/dbt-labs/tap-amazon-advertising.git quality: unknown repo: https://github.com/dbt-labs/tap-amazon-advertising settings: -- description: Your profile ID. +- description: Your Amazon Advertising API client ID. kind: password - label: Profile ID - name: profile_id + label: Client ID + name: client_id sensitive: true -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date - description: Your Amazon Advertising API client secret. kind: password label: Client Secret name: client_secret sensitive: true -- description: Your Amazon Advertising API client ID. +- description: Your profile ID. kind: password - label: Client ID - name: client_id + label: Profile ID + name: profile_id sensitive: true +- description: The redirect URI to use for OAuth flow. + label: Redirect URI + name: redirect_uri - description: Your Amazon Advertising API refresh token. kind: password label: Refresh Token name: refresh_token sensitive: true -- description: The redirect URI to use for OAuth flow. - label: Redirect URI - name: redirect_uri +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: -- - profile_id - - start_date +- - client_id - client_secret - - client_id - - refresh_token + - profile_id - redirect_uri + - refresh_token + - start_date variant: dbt-labs diff --git a/_data/meltano/extractors/tap-amazon-sp/singer-io.yml b/_data/meltano/extractors/tap-amazon-sp/singer-io.yml index 41fcf01f9..71cfef5d1 100644 --- a/_data/meltano/extractors/tap-amazon-sp/singer-io.yml +++ b/_data/meltano/extractors/tap-amazon-sp/singer-io.yml @@ -19,12 +19,11 @@ settings: label: AWS Access Key name: aws_access_key sensitive: true -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date +- description: Your AWS secret key. + kind: password + label: AWS Secret Key + name: aws_secret_key + sensitive: true - description: Your AWS client ID. label: Client ID name: client_id @@ -33,34 +32,35 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: Space delimited string of Marketplace Country Code values. Default + is ["US"]. + label: Marketplaces + name: marketplaces - description: Your AWS refresh token. kind: password label: Refresh Token name: refresh_token sensitive: true -- description: Space delimited string of Marketplace Country Code values. Default - is ["US"]. - label: Marketplaces - name: marketplaces - description: Your AWS role ARN. label: Role Arn name: role_arn - description: Granularity for sales stream for sales aggregation. Default is "DAY". label: Sales Data Granularity name: sales_data_granularity -- description: Your AWS secret key. - kind: password - label: AWS Secret Key - name: aws_secret_key - sensitive: true +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: - - aws_access_key - - start_date + - aws_secret_key - client_id - client_secret - refresh_token - role_arn - - aws_secret_key + - start_date settings_preamble: '' usage: '' variant: singer-io diff --git a/_data/meltano/extractors/tap-amazon-sqs/airbyte.yml b/_data/meltano/extractors/tap-amazon-sqs/airbyte.yml index eff23be87..3ff8c5693 100644 --- a/_data/meltano/extractors/tap-amazon-sqs/airbyte.yml +++ b/_data/meltano/extractors/tap-amazon-sqs/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Fully managed message queue domain_url: https://aws.amazon.com/sqs/ executable: tap-airbyte @@ -21,22 +21,31 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-amazon-sqs settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-amazon-sqs -- description: Airbyte image tag +- description: The Access Key ID of the AWS IAM Role to use for pulling messages + kind: password + label: Airbyte Config Access Key + name: airbyte_config.access_key + sensitive: true +- description: Comma separated list of Mesage Attribute names to return kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts + label: Airbyte Config Attributes To Return + name: airbyte_config.attributes_to_return +- description: 'If Enabled, messages will be deleted from the SQS Queue after being + read. If Disabled, messages are left in the queue and can be read more than once. + WARNING: Enabling this option can result in data loss in cases of failure, use + with caution, see documentation for more detail. ' + kind: boolean + label: Airbyte Config Delete Messages + name: airbyte_config.delete_messages +- description: Max amount of messages to get in one batch (10 max) + kind: integer + label: Airbyte Config Max Batch Size + name: airbyte_config.max_batch_size +- description: Max amount of time in seconds to wait for messages in a single poll + (20 max) + kind: integer + label: Airbyte Config Max Wait Time + name: airbyte_config.max_wait_time - description: URL of the SQS Queue kind: string label: Airbyte Config Queue Url @@ -96,50 +105,32 @@ settings: value: us-gov-east-1 - label: Us Gov West 1 value: us-gov-west-1 -- description: 'If Enabled, messages will be deleted from the SQS Queue after being - read. If Disabled, messages are left in the queue and can be read more than once. - WARNING: Enabling this option can result in data loss in cases of failure, use - with caution, see documentation for more detail. ' - kind: boolean - label: Airbyte Config Delete Messages - name: airbyte_config.delete_messages -- description: Max amount of messages to get in one batch (10 max) - kind: integer - label: Airbyte Config Max Batch Size - name: airbyte_config.max_batch_size -- description: Max amount of time in seconds to wait for messages in a single poll - (20 max) - kind: integer - label: Airbyte Config Max Wait Time - name: airbyte_config.max_wait_time -- description: Comma separated list of Mesage Attribute names to return - kind: string - label: Airbyte Config Attributes To Return - name: airbyte_config.attributes_to_return -- description: Modify the Visibility Timeout of the individual message from the Queue's - default (seconds). - kind: integer - label: Airbyte Config Visibility Timeout - name: airbyte_config.visibility_timeout -- description: The Access Key ID of the AWS IAM Role to use for pulling messages - kind: password - label: Airbyte Config Access Key - name: airbyte_config.access_key - sensitive: true - description: The Secret Key of the AWS IAM Role to use for pulling messages kind: password label: Airbyte Config Secret Key name: airbyte_config.secret_key sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Modify the Visibility Timeout of the individual message from the Queue's + default (seconds). + kind: integer + label: Airbyte Config Visibility Timeout + name: airbyte_config.visibility_timeout +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-amazon-sqs +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -149,9 +140,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.delete_messages - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.delete_messages - connector_config.queue_url - connector_config.region settings_preamble: '' diff --git a/_data/meltano/extractors/tap-amplitude/airbyte.yml b/_data/meltano/extractors/tap-amplitude/airbyte.yml index c3578c580..6e50ba02e 100644 --- a/_data/meltano/extractors/tap-amplitude/airbyte.yml +++ b/_data/meltano/extractors/tap-amplitude/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Product analytics software domain_url: https://amplitude.com/ executable: tap-airbyte @@ -21,22 +21,12 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-amplitude settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-amplitude -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: Amplitude API Key. See the setup + guide for more information on how to obtain this key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Amplitude data region server kind: options label: Airbyte Config Data Region @@ -46,12 +36,6 @@ settings: value: Standard Server - label: Eu Residency Server value: EU Residency Server -- description: Amplitude API Key. See the setup - guide for more information on how to obtain this key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true - description: Amplitude Secret Key. See the setup guide for more information on how to obtain this key. kind: password @@ -63,15 +47,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-amplitude +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -81,11 +72,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.secret_key - - connector_config.start_date - - airbyte_spec.image +- - airbyte_spec.image - connector_config.api_key + - connector_config.secret_key + - connector_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-apify/airbyte.yml b/_data/meltano/extractors/tap-apify/airbyte.yml index 422a99dc5..64b5f1b36 100644 --- a/_data/meltano/extractors/tap-apify/airbyte.yml +++ b/_data/meltano/extractors/tap-apify/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Web Scraping, Data Extraction and Automation domain_url: https://apify.com/ executable: tap-airbyte @@ -21,6 +21,18 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-apify-dataset settings: +- description: If set to true, only clean items will be downloaded from the dataset. + See description of what clean means in Apify + API docs. If not sure, set clean to false. + kind: boolean + label: Airbyte Config Clean + name: airbyte_config.clean +- description: ID of the dataset you would like to load to Airbyte. + kind: password + label: Airbyte Config Datasetid + name: airbyte_config.datasetId + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,27 +49,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: ID of the dataset you would like to load to Airbyte. - kind: password - label: Airbyte Config Datasetid - name: airbyte_config.datasetId - sensitive: true -- description: If set to true, only clean items will be downloaded from the dataset. - See description of what clean means in Apify - API docs. If not sure, set clean to false. - kind: boolean - label: Airbyte Config Clean - name: airbyte_config.clean -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -67,6 +58,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.datasetId diff --git a/_data/meltano/extractors/tap-appfigures/singer-io.yml b/_data/meltano/extractors/tap-appfigures/singer-io.yml index 17db5628e..50ad785d4 100644 --- a/_data/meltano/extractors/tap-appfigures/singer-io.yml +++ b/_data/meltano/extractors/tap-appfigures/singer-io.yml @@ -15,6 +15,16 @@ pip_url: git+https://github.com/singer-io/tap-appfigures.git quality: silver repo: https://github.com/singer-io/tap-appfigures settings: +- description: Your Appfigures API key. + kind: password + label: API Key + name: api_key + sensitive: true +- description: Your Appfigures password. + kind: password + label: Password + name: password + sensitive: true - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. @@ -24,19 +34,9 @@ settings: - description: Your Appfigures username. label: Username name: username -- description: Your Appfigures password. - kind: password - label: Password - name: password - sensitive: true -- description: Your Appfigures API key. - kind: password - label: API Key - name: api_key - sensitive: true settings_group_validation: -- - start_date - - username +- - api_key - password - - api_key + - start_date + - username variant: singer-io diff --git a/_data/meltano/extractors/tap-appfollow/airbyte.yml b/_data/meltano/extractors/tap-appfollow/airbyte.yml index 8c26ca2ef..b6bcbe058 100644 --- a/_data/meltano/extractors/tap-appfollow/airbyte.yml +++ b/_data/meltano/extractors/tap-appfollow/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: App Review Management & ASO Platform domain_url: https://appfollow.io/ executable: tap-airbyte @@ -21,6 +21,26 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-appfollow settings: +- description: api secret provided by Appfollow + kind: password + label: Airbyte Config Api Secret + name: airbyte_config.api_secret + sensitive: true +- description: client id provided by Appfollow + kind: password + label: Airbyte Config Cid + name: airbyte_config.cid + sensitive: true +- description: getting data by Country + kind: string + label: Airbyte Config Country + name: airbyte_config.country +- description: for App Store — this is 9-10 digits identification number; for Google + Play — this is bundle name; + kind: password + label: Airbyte Config Ext Id + name: airbyte_config.ext_id + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,35 +57,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: for App Store — this is 9-10 digits identification number; for Google - Play — this is bundle name; - kind: password - label: Airbyte Config Ext Id - name: airbyte_config.ext_id - sensitive: true -- description: client id provided by Appfollow - kind: password - label: Airbyte Config Cid - name: airbyte_config.cid - sensitive: true -- description: api secret provided by Appfollow - kind: password - label: Airbyte Config Api Secret - name: airbyte_config.api_secret - sensitive: true -- description: getting data by Country - kind: string - label: Airbyte Config Country - name: airbyte_config.country -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -75,12 +66,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.cid - - connector_config.ext_id - - connector_config.country +- - airbyte_spec.image - connector_config.api_secret - - airbyte_spec.image + - connector_config.cid + - connector_config.country + - connector_config.ext_id settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-apple-search-ads/mighty-digital.yml b/_data/meltano/extractors/tap-apple-search-ads/mighty-digital.yml index 2ec063c07..789cb1537 100644 --- a/_data/meltano/extractors/tap-apple-search-ads/mighty-digital.yml +++ b/_data/meltano/extractors/tap-apple-search-ads/mighty-digital.yml @@ -14,34 +14,34 @@ pip_url: git+https://github.com/mighty-digital/tap-apple-search-ads.git quality: silver repo: https://github.com/mighty-digital/tap-apple-search-ads settings: -- description: Apple Search Ads Organization ID, obtained from Apple Search Ads console. - label: Org Id - name: org_id -- description: obtained from "Implementing OAuth for the Apple Search Ads API". - label: Team Id - name: team_id - description: obtained from "Implementing OAuth for the Apple Search Ads API". kind: password label: Client Id name: client_id sensitive: true +- description: obtained from "Implementing OAuth for the Apple Search Ads API". + label: Key Id + name: key_id +- description: Apple Search Ads Organization ID, obtained from Apple Search Ads console. + label: Org Id + name: org_id - description: path to the private-key.pem file obtained from "Implementing OAuth for the Apple Search Ads API". label: Private Key File name: private_key_file -- description: obtained from "Implementing OAuth for the Apple Search Ads API". - label: Key Id - name: key_id - description: contents of the private-key.pem file as string (joined with \n character). label: Private Key Value name: private_key_value +- description: obtained from "Implementing OAuth for the Apple Search Ads API". + label: Team Id + name: team_id settings_group_validation: -- - org_id - - team_id - - client_id - - private_key_file +- - client_id - key_id + - org_id + - private_key_file - private_key_value + - team_id settings_preamble: '' usage: '' variant: mighty-digital diff --git a/_data/meltano/extractors/tap-appsflyer/airbyte.yml b/_data/meltano/extractors/tap-appsflyer/airbyte.yml index 80408ed2b..73781dd32 100644 --- a/_data/meltano/extractors/tap-appsflyer/airbyte.yml +++ b/_data/meltano/extractors/tap-appsflyer/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: SaaS mobile marketing analytics and attribution platform domain_url: https://www.appsflyer.com/ executable: tap-airbyte @@ -21,27 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-appsflyer settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-appsflyer -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: App identifier as found in AppsFlyer. - kind: password - label: Airbyte Config App Id - name: airbyte_config.app_id - sensitive: true - description: Pull API token for authentication. If you change the account admin, the token changes, and you must update scripts with the new token. Get the API token in the Dashboard. @@ -49,6 +28,11 @@ settings: label: Airbyte Config Api Token name: airbyte_config.api_token sensitive: true +- description: App identifier as found in AppsFlyer. + kind: password + label: Airbyte Config App Id + name: airbyte_config.app_id + sensitive: true - description: The default value to use if no bookmark exists for an endpoint. Raw Reports historical lookback is limited to 90 days. kind: string @@ -59,15 +43,22 @@ settings: kind: string label: Airbyte Config Timezone name: airbyte_config.timezone -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-appsflyer +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -77,6 +68,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_token - airbyte_config.app_id diff --git a/_data/meltano/extractors/tap-appsflyer/singer-io.yml b/_data/meltano/extractors/tap-appsflyer/singer-io.yml index 4ab78e018..686c7294e 100644 --- a/_data/meltano/extractors/tap-appsflyer/singer-io.yml +++ b/_data/meltano/extractors/tap-appsflyer/singer-io.yml @@ -15,18 +15,6 @@ pip_url: tap-appsflyer quality: silver repo: https://github.com/singer-io/tap-appsflyer settings: -- description: The user agent to send with requests. - label: User Agent - name: user_agent -- description: The base url to use for requests, defaul https://hq.appsflyer.com. - label: Base Url - name: base_url -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date - description: Your API token. See [the API docs](https://support.appsflyer.com/hc/en-us/articles/360004562377) for more details on obtaining your token. Also note if you change the account admin, the token changes, and you must update scripts with the new token. @@ -34,13 +22,25 @@ settings: label: API Token name: api_token sensitive: true +- description: The app ID as shown in AppsFlyer. + label: App ID + name: app_id +- description: The base url to use for requests, defaul https://hq.appsflyer.com. + label: Base Url + name: base_url - description: Whether to include the organic installs stream in your sync. kind: boolean label: Organic Installs name: organic_installs -- description: The app ID as shown in AppsFlyer. - label: App ID - name: app_id +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: - - api_token - app_id diff --git a/_data/meltano/extractors/tap-appstore/automattic.yml b/_data/meltano/extractors/tap-appstore/automattic.yml index 683d1a51b..13dcd32b1 100644 --- a/_data/meltano/extractors/tap-appstore/automattic.yml +++ b/_data/meltano/extractors/tap-appstore/automattic.yml @@ -15,30 +15,30 @@ pip_url: git+https://github.com/Automattic/tap-appstore.git quality: silver repo: https://github.com/Automattic/tap-appstore settings: -- description: You can find your vendor number in - https://developer.apple.com/help/app-store-connect/getting-paid/view-payments-and-proceeds. - label: Vendor - name: vendor - description: Your issuer ID from the API Keys page in App Store Connect, for example, 57246542-96fe-1a63-e053-0824d011072a label: Issuer ID name: issuer_id +- description: Appstore key file. + label: Key File + name: key_file +- description: Your private key ID from App Store Connect, for example, 2X9R4HXF34. + label: Key ID + name: key_id - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Your private key ID from App Store Connect, for example, 2X9R4HXF34. - label: Key ID - name: key_id -- description: Appstore key file. - label: Key File - name: key_file +- description: You can find your vendor number in + https://developer.apple.com/help/app-store-connect/getting-paid/view-payments-and-proceeds. + label: Vendor + name: vendor settings_group_validation: -- - vendor - - issuer_id - - start_date - - key_id +- - issuer_id - key_file + - key_id + - start_date + - vendor variant: automattic diff --git a/_data/meltano/extractors/tap-appstore/miroapp.yml b/_data/meltano/extractors/tap-appstore/miroapp.yml index 714ec0f0d..7eb04f5e3 100644 --- a/_data/meltano/extractors/tap-appstore/miroapp.yml +++ b/_data/meltano/extractors/tap-appstore/miroapp.yml @@ -15,30 +15,30 @@ pip_url: git+https://github.com/miroapp/tap-appstore.git quality: silver repo: https://github.com/miroapp/tap-appstore settings: -- description: You can find your vendor number in - https://developer.apple.com/help/app-store-connect/getting-paid/view-payments-and-proceeds. - label: Vendor - name: vendor - description: Your issuer ID from the API Keys page in App Store Connect, for example, 57246542-96fe-1a63-e053-0824d011072a label: Issuer ID name: issuer_id +- description: Appstore key file. + label: Key File + name: key_file +- description: Your private key ID from App Store Connect, for example, 2X9R4HXF34. + label: Key ID + name: key_id - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Your private key ID from App Store Connect, for example, 2X9R4HXF34. - label: Key ID - name: key_id -- description: Appstore key file. - label: Key File - name: key_file +- description: You can find your vendor number in + https://developer.apple.com/help/app-store-connect/getting-paid/view-payments-and-proceeds. + label: Vendor + name: vendor settings_group_validation: -- - vendor - - issuer_id - - start_date - - key_id +- - issuer_id - key_file + - key_id + - start_date + - vendor variant: miroapp diff --git a/_data/meltano/extractors/tap-asana/airbyte.yml b/_data/meltano/extractors/tap-asana/airbyte.yml index 732b0f50a..fe1dc8dad 100644 --- a/_data/meltano/extractors/tap-asana/airbyte.yml +++ b/_data/meltano/extractors/tap-asana/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Project Management Software domain_url: https://asana.com/ executable: tap-airbyte @@ -21,6 +21,30 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-asana settings: +- description: '' + kind: password + label: Airbyte Config Credentials Client Id + name: airbyte_config.credentials.client_id + sensitive: true +- description: '' + kind: password + label: Airbyte Config Credentials Client Secret + name: airbyte_config.credentials.client_secret + sensitive: true +- description: PAT Credentials, OAuth Credentials + kind: string + label: Airbyte Config Credentials Option Title + name: airbyte_config.credentials.option_title +- description: Asana Personal Access Token (generate yours here). + kind: password + label: Airbyte Config Credentials Personal Access Token + name: airbyte_config.credentials.personal_access_token + sensitive: true +- description: '' + kind: password + label: Airbyte Config Credentials Refresh Token + name: airbyte_config.credentials.refresh_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,39 +61,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: PAT Credentials, OAuth Credentials - kind: string - label: Airbyte Config Credentials Option Title - name: airbyte_config.credentials.option_title -- description: Asana Personal Access Token (generate yours here). - kind: password - label: Airbyte Config Credentials Personal Access Token - name: airbyte_config.credentials.personal_access_token - sensitive: true -- description: '' - kind: password - label: Airbyte Config Credentials Client Id - name: airbyte_config.credentials.client_id - sensitive: true -- description: '' - kind: password - label: Airbyte Config Credentials Client Secret - name: airbyte_config.credentials.client_secret - sensitive: true -- description: '' - kind: password - label: Airbyte Config Credentials Refresh Token - name: airbyte_config.credentials.refresh_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -79,9 +70,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-asana/lambtron.yml b/_data/meltano/extractors/tap-asana/lambtron.yml index c2504d6d5..7becb1d2c 100644 --- a/_data/meltano/extractors/tap-asana/lambtron.yml +++ b/_data/meltano/extractors/tap-asana/lambtron.yml @@ -33,11 +33,12 @@ settings: https://developers.asana.com/docs/oauth kind: oauth name: refresh_token -- description: The date from which to start syncing records - kind: date_iso8601 - name: start_date - description: The timeout in seconds for a request to the Asana API kind: integer name: request_timeout value: 30 +- description: The date from which to start syncing records + kind: date_iso8601 + name: start_date +settings_group_validation: [] variant: lambtron diff --git a/_data/meltano/extractors/tap-asana/singer-io.yml b/_data/meltano/extractors/tap-asana/singer-io.yml index ee32e7e76..f16f1637c 100644 --- a/_data/meltano/extractors/tap-asana/singer-io.yml +++ b/_data/meltano/extractors/tap-asana/singer-io.yml @@ -37,19 +37,19 @@ settings: kind: oauth label: Refresh Token name: refresh_token -- description: The date from which to start syncing records - kind: date_iso8601 - label: Start Date - name: start_date - description: The timeout in seconds for a request to the Asana API kind: integer label: Request Timeout name: request_timeout value: 30 +- description: The date from which to start syncing records + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: -- - start_date - - client_id +- - client_id - client_secret - redirect_uri - refresh_token + - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-ashby/airbyte.yml b/_data/meltano/extractors/tap-ashby/airbyte.yml index 5fb1f4143..375d1c9f7 100644 --- a/_data/meltano/extractors/tap-ashby/airbyte.yml +++ b/_data/meltano/extractors/tap-ashby/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Recruiting Software domain_url: https://developers.ashbyhq.com/reference/introduction executable: tap-airbyte @@ -21,6 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-ashby settings: +- description: The Ashby API Key, see doc + here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The Ashby API Key, see doc - here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,11 +57,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.api_key - airbyte_config.start_date - airbyte_spec - - airbyte_config.api_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-ask-nicely/mashey.yml b/_data/meltano/extractors/tap-ask-nicely/mashey.yml index d1301c795..b50c3ae4c 100644 --- a/_data/meltano/extractors/tap-ask-nicely/mashey.yml +++ b/_data/meltano/extractors/tap-ask-nicely/mashey.yml @@ -15,16 +15,16 @@ pip_url: git+https://github.com/Mashey/tap-ask-nicely.git quality: unknown repo: https://github.com/Mashey/tap-ask-nicely settings: -- description: The subdomain of your Ask Nicely account. - label: Subdomain - name: subdomain - description: The API Key generated via your Ask Nicely account. documentation: https://asknicely.asknice.ly/help/apidocs/auth kind: password label: API Key name: api_key sensitive: true +- description: The subdomain of your Ask Nicely account. + label: Subdomain + name: subdomain settings_group_validation: -- - subdomain - - api_key +- - api_key + - subdomain variant: mashey diff --git a/_data/meltano/extractors/tap-auth0/airbyte.yml b/_data/meltano/extractors/tap-auth0/airbyte.yml index b71cc425a..eb223c5c9 100644 --- a/_data/meltano/extractors/tap-auth0/airbyte.yml +++ b/_data/meltano/extractors/tap-auth0/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Authentication and Authorization Platform domain_url: https://auth0.com/ executable: tap-airbyte @@ -21,27 +21,25 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-auth0 settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-auth0 -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The Authentication API is served over HTTPS. All URLs referenced in the documentation have the following base `https://YOUR_DOMAIN` kind: string label: Airbyte Config Base Url name: airbyte_config.base_url +- description: Also called API + Access Token The access token used to call the Auth0 Management API Token. + It's a JWT that contains specific grant permissions knowns as scopes. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true +- description: The audience for the token, which is your API. You can find this in + the Identifier field on your API's + settings tab + kind: string + label: Airbyte Config Credentials Audience + name: airbyte_config.credentials.audience - description: oauth2_confidential_application, oauth2_access_token kind: string label: Airbyte Config Credentials Auth Type @@ -59,29 +57,22 @@ settings: label: Airbyte Config Credentials Client Secret name: airbyte_config.credentials.client_secret sensitive: true -- description: The audience for the token, which is your API. You can find this in - the Identifier field on your API's - settings tab +- description: Airbyte image to run kind: string - label: Airbyte Config Credentials Audience - name: airbyte_config.credentials.audience -- description: Also called API - Access Token The access token used to call the Auth0 Management API Token. - It's a JWT that contains specific grant permissions knowns as scopes. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-auth0 +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -91,10 +82,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.base_url - airbyte_spec - - airbyte_config.base_url + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-aws-cloudtrail/airbyte.yml b/_data/meltano/extractors/tap-aws-cloudtrail/airbyte.yml index 5885be5b3..c6a62d88d 100644 --- a/_data/meltano/extractors/tap-aws-cloudtrail/airbyte.yml +++ b/_data/meltano/extractors/tap-aws-cloudtrail/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Secure Standardized Logging domain_url: https://aws.amazon.com/cloudtrail/ executable: tap-airbyte @@ -21,54 +21,45 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-aws-cloudtrail settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-aws-cloudtrail -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: AWS CloudTrail Access Key ID. See the docs for more information on how to obtain this key. kind: password label: Airbyte Config AWS Key Id name: airbyte_config.aws_key_id sensitive: true -- description: AWS CloudTrail Access Key ID. See the docs - for more information on how to obtain this key. - kind: password - label: Airbyte Config AWS Secret Key - name: airbyte_config.aws_secret_key - sensitive: true - description: The default AWS Region to use, for example, us-west-1 or us-west-2. When specifying a Region inline during client initialization, this property is named region_name. kind: string label: Airbyte Config AWS Region Name name: airbyte_config.aws_region_name +- description: AWS CloudTrail Access Key ID. See the docs + for more information on how to obtain this key. + kind: password + label: Airbyte Config AWS Secret Key + name: airbyte_config.aws_secret_key + sensitive: true - description: 'The date you would like to replicate data. Data in AWS CloudTrail is available for last 90 days only. Format: YYYY-MM-DD.' kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-aws-cloudtrail +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -78,12 +69,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.aws_region_name - - connector_config.start_date - - airbyte_spec.image +- - airbyte_spec.image - connector_config.aws_key_id + - connector_config.aws_region_name - connector_config.aws_secret_key + - connector_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-azure-table/airbyte.yml b/_data/meltano/extractors/tap-azure-table/airbyte.yml index 3d64b9c22..632a7c770 100644 --- a/_data/meltano/extractors/tap-azure-table/airbyte.yml +++ b/_data/meltano/extractors/tap-azure-table/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Azure NoSQL key-value store domain_url: https://azure.microsoft.com/en-us/products/storage/tables/ executable: tap-airbyte @@ -21,6 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-azure-table settings: +- description: Azure Table Storage Access Key. See the docs + for more information on how to obtain this key. + kind: password + label: Airbyte Config Storage Access Key + name: airbyte_config.storage_access_key + sensitive: true +- description: The name of your storage account. + kind: string + label: Airbyte Config Storage Account Name + name: airbyte_config.storage_account_name +- description: Azure Table Storage service account URL suffix. See the docs + for more information on how to obtain endpoint suffix + kind: string + label: Airbyte Config Storage Endpoint Suffix + name: airbyte_config.storage_endpoint_suffix - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The name of your storage account. - kind: string - label: Airbyte Config Storage Account Name - name: airbyte_config.storage_account_name -- description: Azure Table Storage Access Key. See the docs - for more information on how to obtain this key. - kind: password - label: Airbyte Config Storage Access Key - name: airbyte_config.storage_access_key - sensitive: true -- description: Azure Table Storage service account URL suffix. See the docs - for more information on how to obtain endpoint suffix - kind: string - label: Airbyte Config Storage Endpoint Suffix - name: airbyte_config.storage_endpoint_suffix -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,11 +61,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.storage_access_key - - airbyte_spec.image - - airbyte_spec - airbyte_config.storage_account_name + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-babelforce/airbyte.yml b/_data/meltano/extractors/tap-babelforce/airbyte.yml index c5261701e..ee7dd4d66 100644 --- a/_data/meltano/extractors/tap-babelforce/airbyte.yml +++ b/_data/meltano/extractors/tap-babelforce/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Global cloud communications platform domain_url: https://api.babelforce.com/ executable: tap-airbyte @@ -21,33 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-babelforce settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-babelforce -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Babelforce region - kind: options - label: Airbyte Config Region - name: airbyte_config.region - options: - - label: Services - value: services - - label: Us East - value: us-east - - label: Ap Southeast - value: ap-southeast - description: The Babelforce access key ID kind: password label: Airbyte Config Access Key Id @@ -68,15 +41,33 @@ settings: kind: integer label: Airbyte Config Date Created To name: airbyte_config.date_created_to -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Babelforce region + kind: options + label: Airbyte Config Region + name: airbyte_config.region + options: + - label: Services + value: services + - label: Us East + value: us-east + - label: Ap Southeast + value: ap-southeast +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-babelforce +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -86,12 +77,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.access_key_id - - airbyte_spec.image - airbyte_config.access_token - airbyte_config.region - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-bamboohr/airbyte.yml b/_data/meltano/extractors/tap-bamboohr/airbyte.yml index 9405752e5..7223b3813 100644 --- a/_data/meltano/extractors/tap-bamboohr/airbyte.yml +++ b/_data/meltano/extractors/tap-bamboohr/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: HR Platform domain_url: https://www.bamboohr.com/ executable: tap-airbyte @@ -21,6 +21,24 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-bamboo-hr settings: +- description: Api key of bamboo hr + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Comma-separated list of fields to include in custom reports. + kind: string + label: Airbyte Config Custom Reports Fields + name: airbyte_config.custom_reports_fields +- description: 'If true, the custom reports endpoint will include the default fields + defined here: https://documentation.bamboohr.com/docs/list-of-field-names.' + kind: boolean + label: Airbyte Config Custom Reports Include Default Fields + name: airbyte_config.custom_reports_include_default_fields +- description: Sub Domain of bamboo hr + kind: string + label: Airbyte Config Subdomain + name: airbyte_config.subdomain - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,33 +55,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Sub Domain of bamboo hr - kind: string - label: Airbyte Config Subdomain - name: airbyte_config.subdomain -- description: Api key of bamboo hr - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Comma-separated list of fields to include in custom reports. - kind: string - label: Airbyte Config Custom Reports Fields - name: airbyte_config.custom_reports_fields -- description: 'If true, the custom reports endpoint will include the default fields - defined here: https://documentation.bamboohr.com/docs/list-of-field-names.' - kind: boolean - label: Airbyte Config Custom Reports Include Default Fields - name: airbyte_config.custom_reports_include_default_fields -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -73,11 +64,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key - - airbyte_spec +- - airbyte_config.api_key - airbyte_config.subdomain + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-bigcommerce/airbyte.yml b/_data/meltano/extractors/tap-bigcommerce/airbyte.yml index 2c1d91db6..c44b7fa3e 100644 --- a/_data/meltano/extractors/tap-bigcommerce/airbyte.yml +++ b/_data/meltano/extractors/tap-bigcommerce/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Ecommerce Platform domain_url: https://www.bigcommerce.com/ executable: tap-airbyte @@ -21,6 +21,20 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-bigcommerce settings: +- description: Access Token for making authenticated requests. + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true +- description: 'The date you would like to replicate data. Format: YYYY-MM-DD.' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: The hash code of the store. For https://api.bigcommerce.com/stores/HASH_CODE/v3/, + The store's hash code is 'HASH_CODE'. + kind: string + label: Airbyte Config Store Hash + name: airbyte_config.store_hash - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,29 +51,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: 'The date you would like to replicate data. Format: YYYY-MM-DD.' - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: The hash code of the store. For https://api.bigcommerce.com/stores/HASH_CODE/v3/, - The store's hash code is 'HASH_CODE'. - kind: string - label: Airbyte Config Store Hash - name: airbyte_config.store_hash -- description: Access Token for making authenticated requests. - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -69,12 +60,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.access_token + - airbyte_config.start_date - airbyte_config.store_hash - - airbyte_config.access_token + - airbyte_spec - airbyte_spec.image - - airbyte_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-bigquery/airbyte.yml b/_data/meltano/extractors/tap-bigquery/airbyte.yml index 66595d43a..ad2e48b3e 100644 --- a/_data/meltano/extractors/tap-bigquery/airbyte.yml +++ b/_data/meltano/extractors/tap-bigquery/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: BigQuery data warehouse extractor domain_url: https://cloud.google.com/bigquery executable: tap-airbyte @@ -21,6 +21,24 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-bigquery settings: +- description: The contents of your Service Account Key JSON file. See the docs + for more information on how to obtain this key. + kind: string + label: Airbyte Config Credentials Json + name: airbyte_config.credentials_json +- description: The dataset ID to search for tables and views. If you are only loading + data from one dataset, setting this option could result in much faster schema + discovery. + kind: password + label: Airbyte Config Dataset Id + name: airbyte_config.dataset_id + sensitive: true +- description: The GCP project ID for the project containing the target BigQuery dataset. + kind: password + label: Airbyte Config Project Id + name: airbyte_config.project_id + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,33 +55,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The GCP project ID for the project containing the target BigQuery dataset. - kind: password - label: Airbyte Config Project Id - name: airbyte_config.project_id - sensitive: true -- description: The dataset ID to search for tables and views. If you are only loading - data from one dataset, setting this option could result in much faster schema - discovery. - kind: password - label: Airbyte Config Dataset Id - name: airbyte_config.dataset_id - sensitive: true -- description: The contents of your Service Account Key JSON file. See the docs - for more information on how to obtain this key. - kind: string - label: Airbyte Config Credentials Json - name: airbyte_config.credentials_json -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -73,6 +64,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.credentials_json - airbyte_config.project_id diff --git a/_data/meltano/extractors/tap-bing-ads/airbyte.yml b/_data/meltano/extractors/tap-bing-ads/airbyte.yml index 80ff88107..80dd2da69 100644 --- a/_data/meltano/extractors/tap-bing-ads/airbyte.yml +++ b/_data/meltano/extractors/tap-bing-ads/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Advertising Platform domain_url: https://docs.microsoft.com/en-us/advertising/guides/ executable: tap-airbyte @@ -21,32 +21,10 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-bing-ads settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-bing-ads -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: '' kind: string label: Airbyte Config Auth Method name: airbyte_config.auth_method -- description: The Tenant ID of your Microsoft Advertising developer application. - Set this to "common" unless you know you need a different value. - kind: password - label: Airbyte Config Tenant Id - name: airbyte_config.tenant_id - sensitive: true - description: The Client ID of your Microsoft Advertising developer application. kind: password label: Airbyte Config Client Id @@ -57,11 +35,6 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true -- description: Refresh Token to renew the expired Access Token. - kind: password - label: Airbyte Config Refresh Token - name: airbyte_config.refresh_token - sensitive: true - description: Developer token associated with user. See more info in the docs. @@ -69,21 +42,39 @@ settings: label: Airbyte Config Developer Token name: airbyte_config.developer_token sensitive: true +- description: Refresh Token to renew the expired Access Token. + kind: password + label: Airbyte Config Refresh Token + name: airbyte_config.refresh_token + sensitive: true - description: The start date from which to begin replicating report data. Any data generated before this date will not be replicated in reports. This is a UTC date in YYYY-MM-DD format. kind: string label: Airbyte Config Reports Start Date name: airbyte_config.reports_start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The Tenant ID of your Microsoft Advertising developer application. + Set this to "common" unless you know you need a different value. + kind: password + label: Airbyte Config Tenant Id + name: airbyte_config.tenant_id + sensitive: true +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-bing-ads +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -93,12 +84,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.reports_start_date - - airbyte_config.client_id +- - airbyte_config.client_id - airbyte_config.developer_token - - airbyte_spec.image - airbyte_config.refresh_token + - airbyte_config.reports_start_date + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-bing-ads/singer-io.yml b/_data/meltano/extractors/tap-bing-ads/singer-io.yml index 90d331638..fa072ab3e 100644 --- a/_data/meltano/extractors/tap-bing-ads/singer-io.yml +++ b/_data/meltano/extractors/tap-bing-ads/singer-io.yml @@ -138,6 +138,12 @@ pip_url: tap-bing-ads quality: silver repo: https://github.com/singer-io/tap-bing-ads settings: +- description: See https://docs.microsoft.com/en-us/advertising/guides/get-started#get-ids. + label: Account ID(s) + name: account_ids +- description: See https://docs.microsoft.com/en-us/advertising/guides/get-started#get-ids. + label: Customer ID + name: customer_id - description: See https://docs.microsoft.com/en-us/advertising/guides/get-started#get-developer-token. kind: password @@ -165,29 +171,23 @@ settings: label: Refresh Token name: refresh_token sensitive: true -- description: See https://docs.microsoft.com/en-us/advertising/guides/get-started#get-ids. - label: Customer ID - name: customer_id -- description: See https://docs.microsoft.com/en-us/advertising/guides/get-started#get-ids. - label: Account ID(s) - name: account_ids +- description: Note that the default is not a boolean, but a string set to ‘True’. + Setting the configuration to a boolean false will work to disable this setting. + label: Require Live Connect + name: require_live_connect + value: 'True' - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Note that the default is not a boolean, but a string set to ‘True’. - Setting the configuration to a boolean false will work to disable this setting. - label: Require Live Connect - name: require_live_connect - value: 'True' settings_group_validation: -- - customer_id - - account_ids +- - account_ids + - customer_id + - developer_token - oauth_client_id - oauth_client_secret - refresh_token - - developer_token - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-bls/frasermarlow.yml b/_data/meltano/extractors/tap-bls/frasermarlow.yml index 20d3ee9c6..f6cc7c89a 100644 --- a/_data/meltano/extractors/tap-bls/frasermarlow.yml +++ b/_data/meltano/extractors/tap-bls/frasermarlow.yml @@ -15,6 +15,17 @@ pip_url: git+https://github.com/frasermarlow/tap-bls.git quality: silver repo: https://github.com/frasermarlow/tap-bls settings: +- description: If selected, an annual data series will include a M13 datapoint with + the annual average value. See [the BLS website](https://www.bls.gov/developers/api_signature_v2.htm#parameters) + for more details. + kind: boolean + label: Annual Average + name: annualaverage +- description: Your BLS issued API key. It allows you to have less rate limiting issues. + kind: password + label: API Key + name: api-key + sensitive: true - description: An option you will find in the API documentation but setting this to 'true' has caused issues (in my experience) whereby some data points are no longer provided in the returning payload. Not many BLS series include this. See [the @@ -23,40 +34,29 @@ settings: kind: boolean label: Aspects name: aspects -- description: If selected, an annual data series will include a M13 datapoint with - the annual average value. See [the BLS website](https://www.bls.gov/developers/api_signature_v2.htm#parameters) +- description: Provides 1,3,6 and 12 month changes in the data in both net and percentage + format. If selected, these 6 additional datapoints will be included in separate + columns. See [the BLS website](https://www.bls.gov/developers/api_signature_v2.htm#parameters) for more details. kind: boolean - label: Annual Average - name: annualaverage + label: Calculations + name: calculations - description: The date you want the series to end. If left blank it will default to the current year. kind: date_iso8601 label: End Year name: endyear +- description: An optional absolute or relative path to the series.json. If not provided + (and if the schemas directory is empty), the tap will look for a file named series.json + in the same location as the config.json file. + label: Series List File Location + name: series_list_file_location - description: 'the year you want your data extract to start. Not the limits: you can pull up to 20 years in one go, and most data seris start at 2000, so you do the math... If left blank it will default to 2000.' kind: date_iso8601 label: Start Year name: startyear -- description: Provides 1,3,6 and 12 month changes in the data in both net and percentage - format. If selected, these 6 additional datapoints will be included in separate - columns. See [the BLS website](https://www.bls.gov/developers/api_signature_v2.htm#parameters) - for more details. - kind: boolean - label: Calculations - name: calculations -- description: Your BLS issued API key. It allows you to have less rate limiting issues. - kind: password - label: API Key - name: api-key - sensitive: true -- description: An optional absolute or relative path to the series.json. If not provided - (and if the schemas directory is empty), the tap will look for a file named series.json - in the same location as the config.json file. - label: Series List File Location - name: series_list_file_location settings_group_validation: - [] variant: frasermarlow diff --git a/_data/meltano/extractors/tap-braintree/airbyte.yml b/_data/meltano/extractors/tap-braintree/airbyte.yml index f1e3bd9c5..888dba24b 100644 --- a/_data/meltano/extractors/tap-braintree/airbyte.yml +++ b/_data/meltano/extractors/tap-braintree/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Online Payment Solutions domain_url: https://developer.paypal.com/braintree/docs/start/overview executable: tap-airbyte @@ -21,67 +21,58 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-braintree settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-braintree -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: Environment specifies where the data will come from. + kind: options + label: Airbyte Config Environment + name: airbyte_config.environment + options: + - label: Development + value: Development + - label: Sandbox + value: Sandbox + - label: Qa + value: Qa + - label: Production + value: Production - description: The unique identifier for your entire gateway account. See the docs for more information on how to obtain this ID. kind: password label: Airbyte Config Merchant Id name: airbyte_config.merchant_id sensitive: true -- description: Braintree Public Key. See the docs - for more information on how to obtain this key. - kind: password - label: Airbyte Config Public Key - name: airbyte_config.public_key - sensitive: true - description: Braintree Private Key. See the docs for more information on how to obtain this key. kind: password label: Airbyte Config Private Key name: airbyte_config.private_key sensitive: true +- description: Braintree Public Key. See the docs + for more information on how to obtain this key. + kind: password + label: Airbyte Config Public Key + name: airbyte_config.public_key + sensitive: true - description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated. kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Environment specifies where the data will come from. - kind: options - label: Airbyte Config Environment - name: airbyte_config.environment - options: - - label: Development - value: Development - - label: Sandbox - value: Sandbox - - label: Qa - value: Qa - - label: Production - value: Production -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-braintree +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -91,12 +82,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.environment - airbyte_config.merchant_id - - airbyte_config.public_key - - airbyte_config.environment - airbyte_config.private_key + - airbyte_config.public_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-braze/airbyte.yml b/_data/meltano/extractors/tap-braze/airbyte.yml index a43853d16..7b83c2fbd 100644 --- a/_data/meltano/extractors/tap-braze/airbyte.yml +++ b/_data/meltano/extractors/tap-braze/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Engagement Platform domain_url: https://www.braze.com/ executable: tap-airbyte @@ -21,6 +21,19 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-braze settings: +- description: Braze REST API key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Rows after this date will be synced + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Braze REST API endpoint + kind: string + label: Airbyte Config Url + name: airbyte_config.url - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,28 +50,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Braze REST API endpoint - kind: string - label: Airbyte Config Url - name: airbyte_config.url -- description: Braze REST API key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Rows after this date will be synced - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -68,12 +59,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_spec.image - - airbyte_config.api_key - - airbyte_spec +- - airbyte_config.api_key + - airbyte_config.start_date - airbyte_config.url + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-breezometer/airbyte.yml b/_data/meltano/extractors/tap-breezometer/airbyte.yml index dfe75f171..2d6a89a22 100644 --- a/_data/meltano/extractors/tap-breezometer/airbyte.yml +++ b/_data/meltano/extractors/tap-breezometer/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Real-time air quality and weather data domain_url: https://docs.breezometer.com/api-documentation/air-quality-api/v2/ executable: tap-airbyte @@ -21,65 +21,56 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-breezometer settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-breezometer -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Your API Access Key. See here. kind: password label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true -- description: Latitude of the monitored location. - kind: string - label: Airbyte Config Latitude - name: airbyte_config.latitude -- description: Longitude of the monitored location. - kind: string - label: Airbyte Config Longitude - name: airbyte_config.longitude - description: Number of days to forecast. Minimum 1, maximum 3. Valid for Polen and Weather Forecast streams. kind: integer label: Airbyte Config Days To Forecast name: airbyte_config.days_to_forecast -- description: Number of hours to forecast. Minimum 1, maximum 96. Valid for Air Quality - Forecast stream. - kind: integer - label: Airbyte Config Hours To Forecast - name: airbyte_config.hours_to_forecast - description: Number of hours retireve from Air Quality History stream. Minimum 1, maximum 720. kind: integer label: Airbyte Config Historic Hours name: airbyte_config.historic_hours +- description: Number of hours to forecast. Minimum 1, maximum 96. Valid for Air Quality + Forecast stream. + kind: integer + label: Airbyte Config Hours To Forecast + name: airbyte_config.hours_to_forecast +- description: Latitude of the monitored location. + kind: string + label: Airbyte Config Latitude + name: airbyte_config.latitude +- description: Longitude of the monitored location. + kind: string + label: Airbyte Config Longitude + name: airbyte_config.longitude - description: Desired radius from the location provided. Minimum 5, maximum 100. Valid for Wildfires streams. kind: integer label: Airbyte Config Radius name: airbyte_config.radius -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-breezometer +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -89,12 +80,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.latitude - - airbyte_spec.image +- - airbyte_config.api_key + - airbyte_config.latitude - airbyte_config.longitude - - airbyte_config.api_key - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-callrail/airbyte.yml b/_data/meltano/extractors/tap-callrail/airbyte.yml index c9984a121..d09b34322 100644 --- a/_data/meltano/extractors/tap-callrail/airbyte.yml +++ b/_data/meltano/extractors/tap-callrail/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Call Tracking & Marketing Analytics Software domain_url: https://apidocs.callrail.com/ executable: tap-airbyte @@ -21,6 +21,20 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-callrail settings: +- description: Account ID + kind: password + label: Airbyte Config Account Id + name: airbyte_config.account_id + sensitive: true +- description: API access key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Start getting data from that date. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,29 +51,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API access key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Account ID - kind: password - label: Airbyte Config Account Id - name: airbyte_config.account_id - sensitive: true -- description: Start getting data from that date. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -69,11 +60,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_spec - - airbyte_config.account_id +- - airbyte_config.account_id - airbyte_config.api_key + - airbyte_config.start_date + - airbyte_spec - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-campaign-monitor/singer-io.yml b/_data/meltano/extractors/tap-campaign-monitor/singer-io.yml index 85beedb67..63f67ce41 100644 --- a/_data/meltano/extractors/tap-campaign-monitor/singer-io.yml +++ b/_data/meltano/extractors/tap-campaign-monitor/singer-io.yml @@ -20,19 +20,19 @@ settings: label: Client ID name: client_id sensitive: true +- description: Your Campaign Monitor refresh token. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: Your Campaign Monitor refresh token. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true settings_group_validation: - - client_id - - start_date - refresh_token + - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-cart/airbyte.yml b/_data/meltano/extractors/tap-cart/airbyte.yml index c22f26f7f..f5d9589d0 100644 --- a/_data/meltano/extractors/tap-cart/airbyte.yml +++ b/_data/meltano/extractors/tap-cart/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: The Ecommerce Platform for Growing Brands domain_url: https://www.cart.com/ executable: tap-airbyte @@ -21,64 +21,55 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-cart settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-cart -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: Access Token for making authenticated requests. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true - description: CENTRAL_API_ROUTER, SINGLE_STORE_ACCESS_TOKEN kind: string label: Airbyte Config Credentials Auth Type name: airbyte_config.credentials.auth_type -- description: Enter your application's User Name - kind: string - label: Airbyte Config Credentials User Name - name: airbyte_config.credentials.user_name -- description: Enter your application's User Secret - kind: password - label: Airbyte Config Credentials User Secret - name: airbyte_config.credentials.user_secret - sensitive: true - description: You can determine a site provisioning site Id by hitting https://site.com/store/sitemonitor.aspx and reading the response param PSID kind: password label: Airbyte Config Credentials Site Id name: airbyte_config.credentials.site_id sensitive: true -- description: Access Token for making authenticated requests. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true - description: The name of Cart.com Online Store. All API URLs start with https://[mystorename.com]/api/v1/, where [mystorename.com] is the domain name of your store. kind: string label: Airbyte Config Credentials Store Name name: airbyte_config.credentials.store_name +- description: Enter your application's User Name + kind: string + label: Airbyte Config Credentials User Name + name: airbyte_config.credentials.user_name +- description: Enter your application's User Secret + kind: password + label: Airbyte Config Credentials User Secret + name: airbyte_config.credentials.user_secret + sensitive: true - description: The date from which you'd like to replicate the data kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-cart +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -88,6 +79,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.start_date diff --git a/_data/meltano/extractors/tap-chargebee/airbyte.yml b/_data/meltano/extractors/tap-chargebee/airbyte.yml index 9cf668f0c..023b572b3 100644 --- a/_data/meltano/extractors/tap-chargebee/airbyte.yml +++ b/_data/meltano/extractors/tap-chargebee/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Subscription billing software domain_url: https://apidocs.chargebee.com/docs/api executable: tap-airbyte @@ -21,6 +21,32 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-chargebee settings: +- description: Product Catalog version of your Chargebee site. Instructions on how + to find your version you may find here + under `API Version` section. + kind: options + label: Airbyte Config Product Catalog + name: airbyte_config.product_catalog + options: + - label: 1 0 + value: '1.0' + - label: 2 0 + value: '2.0' +- description: The site prefix for your Chargebee instance. + kind: string + label: Airbyte Config Site + name: airbyte_config.site +- description: Chargebee API Key. See the docs + for more information on how to obtain this key. + kind: password + label: Airbyte Config Site Api Key + name: airbyte_config.site_api_key + sensitive: true +- description: UTC date and time in the format 2021-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,41 +63,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The site prefix for your Chargebee instance. - kind: string - label: Airbyte Config Site - name: airbyte_config.site -- description: Chargebee API Key. See the docs - for more information on how to obtain this key. - kind: password - label: Airbyte Config Site Api Key - name: airbyte_config.site_api_key - sensitive: true -- description: UTC date and time in the format 2021-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Product Catalog version of your Chargebee site. Instructions on how - to find your version you may find here - under `API Version` section. - kind: options - label: Airbyte Config Product Catalog - name: airbyte_config.product_catalog - options: - - label: 1 0 - value: '1.0' - - label: 2 0 - value: '2.0' -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -81,13 +72,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.product_catalog - airbyte_config.site - - airbyte_config.product_catalog - - airbyte_spec.image - - airbyte_config.start_date - airbyte_config.site_api_key + - airbyte_config.start_date + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-chargebee/hotgluexyz.yml b/_data/meltano/extractors/tap-chargebee/hotgluexyz.yml index f979be74c..110a675fe 100644 --- a/_data/meltano/extractors/tap-chargebee/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-chargebee/hotgluexyz.yml @@ -20,24 +20,29 @@ settings: label: API Key name: api_key sensitive: true -- description: Your Chargebee site `{site}.chargebee.com` - label: Site - name: site +- description: Maximum number of threads to use + kind: integer + label: Max Workers + name: max_workers + value: 8 - description: The Chargebee product catalog you wish to use. Valid values are `1.0` or `2.0`. label: Product Catalog name: product_catalog +- description: Select by default any new fields discovered in Quickbooks objects + kind: boolean + label: Select Fields By Default + name: select_fields_by_default + value: true +- description: Your Chargebee site `{site}.chargebee.com` + label: Site + name: site - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Select by default any new fields discovered in Quickbooks objects - kind: boolean - label: Select Fields By Default - name: select_fields_by_default - value: true - description: | Used to throttle how often STATE messages are generated when the tap is using the “REST” API. @@ -46,14 +51,9 @@ settings: label: State Message Threshold name: state_message_threshold value: 1000 -- description: Maximum number of threads to use - kind: integer - label: Max Workers - name: max_workers - value: 8 settings_group_validation: - - api_key - - site - product_catalog + - site - start_date variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-chargify/airbyte.yml b/_data/meltano/extractors/tap-chargify/airbyte.yml index 9f6a65480..72afc424c 100644 --- a/_data/meltano/extractors/tap-chargify/airbyte.yml +++ b/_data/meltano/extractors/tap-chargify/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: B2B SaaS Billing Software domain_url: https://reference.chargify.com/v1/basics/introduction executable: tap-airbyte @@ -21,6 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-chargify settings: +- description: Chargify API Key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Chargify domain. Normally this domain follows the following format + companyname.chargify.com + kind: string + label: Airbyte Config Domain + name: airbyte_config.domain - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Chargify API Key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Chargify domain. Normally this domain follows the following format - companyname.chargify.com - kind: string - label: Airbyte Config Domain - name: airbyte_config.domain -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,11 +56,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key - - airbyte_spec +- - airbyte_config.api_key - airbyte_config.domain + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-chargify/singer-io.yml b/_data/meltano/extractors/tap-chargify/singer-io.yml index b9d1c4ca2..1b0ab336f 100644 --- a/_data/meltano/extractors/tap-chargify/singer-io.yml +++ b/_data/meltano/extractors/tap-chargify/singer-io.yml @@ -15,10 +15,6 @@ pip_url: tap-chargify quality: silver repo: https://github.com/singer-io/tap-chargify settings: -- description: 'The subdomain of your Chargify site. For example: If the full URL - were https://test.my-chargify-site.com, this value would be test.' - label: Subdomain - name: subdomain - description: A Chargify API key. Refer to the [Chargify documentation](https://help.chargify.com/integrations/api-keys-chargify-direct.html) for instructions on creating an API key. @@ -32,8 +28,12 @@ settings: kind: date_iso8601 label: Start Date name: start_date +- description: 'The subdomain of your Chargify site. For example: If the full URL + were https://test.my-chargify-site.com, this value would be test.' + label: Subdomain + name: subdomain settings_group_validation: -- - subdomain - - api_key +- - api_key - start_date + - subdomain variant: singer-io diff --git a/_data/meltano/extractors/tap-chartmogul/airbyte.yml b/_data/meltano/extractors/tap-chartmogul/airbyte.yml index 6c17855fe..0b9ef91fe 100644 --- a/_data/meltano/extractors/tap-chartmogul/airbyte.yml +++ b/_data/meltano/extractors/tap-chartmogul/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Subscription Analytics Platform domain_url: https://chartmogul.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-chartmogul settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-chartmogul -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Your Chartmogul API key. See the docs for info on how to obtain this. @@ -44,11 +28,6 @@ settings: label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. When feasible, - any data before this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date - description: Some APIs such as Metrics require intervals to cluster data. @@ -64,15 +43,27 @@ settings: value: month - label: Quarter value: quarter -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: UTC date and time in the format 2017-01-25T00:00:00Z. When feasible, + any data before this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-chartmogul +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -82,6 +73,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.api_key diff --git a/_data/meltano/extractors/tap-clickhouse/airbyte.yml b/_data/meltano/extractors/tap-clickhouse/airbyte.yml index 1b9ac6900..a955c9784 100644 --- a/_data/meltano/extractors/tap-clickhouse/airbyte.yml +++ b/_data/meltano/extractors/tap-clickhouse/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Fast Open-Source OLAP DBMS domain_url: https://clickhouse.com/ executable: tap-airbyte @@ -21,43 +21,14 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-clickhouse settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-clickhouse -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: The host endpoint of the Clickhouse cluster. - kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: The port of the database. - kind: integer - label: Airbyte Config Port - name: airbyte_config.port - description: The name of the database. kind: string label: Airbyte Config Database name: airbyte_config.database -- description: The username which is used to access the database. +- description: The host endpoint of the Clickhouse cluster. kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: The password associated with this username. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true + label: Airbyte Config Host + name: airbyte_config.host - description: Additional properties to pass to the JDBC URL string when connecting to the database formatted as 'key=value' pairs separated by the symbol '&'. (Eg. key1=value1&key2=value2&key3=value3). For more information read about JDBC @@ -65,19 +36,34 @@ settings: kind: string label: Airbyte Config Jdbc Url Params name: airbyte_config.jdbc_url_params +- description: The password associated with this username. + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: The port of the database. + kind: integer + label: Airbyte Config Port + name: airbyte_config.port - description: Encrypt data using SSL. kind: boolean label: Airbyte Config Ssl name: airbyte_config.ssl -- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH - kind: string - label: Airbyte Config Tunnel Method Tunnel Method - name: airbyte_config.tunnel_method.tunnel_method +- description: OS-level user account ssh key credentials in RSA PEM format ( created + with ssh-keygen -t rsa -m PEM -f myuser_rsa ) + kind: password + label: Airbyte Config Tunnel Method Ssh Key + name: airbyte_config.tunnel_method.ssh_key + sensitive: true - description: Hostname of the jump server host that allows inbound ssh tunnel., Hostname of the jump server host that allows inbound ssh tunnel. kind: string label: Airbyte Config Tunnel Method Tunnel Host name: airbyte_config.tunnel_method.tunnel_host +- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH + kind: string + label: Airbyte Config Tunnel Method Tunnel Method + name: airbyte_config.tunnel_method.tunnel_method - description: Port on the proxy/jump server that accepts inbound ssh connections., Port on the proxy/jump server that accepts inbound ssh connections. kind: integer @@ -88,26 +74,31 @@ settings: kind: string label: Airbyte Config Tunnel Method Tunnel User name: airbyte_config.tunnel_method.tunnel_user -- description: OS-level user account ssh key credentials in RSA PEM format ( created - with ssh-keygen -t rsa -m PEM -f myuser_rsa ) - kind: password - label: Airbyte Config Tunnel Method Ssh Key - name: airbyte_config.tunnel_method.ssh_key - sensitive: true - description: OS-level password for logging into the jump server host kind: password label: Airbyte Config Tunnel Method Tunnel User Password name: airbyte_config.tunnel_method.tunnel_user_password sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The username which is used to access the database. + kind: string + label: Airbyte Config Username + name: airbyte_config.username +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-clickhouse +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -117,12 +108,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.host +- - airbyte_spec.image - connector_config.database - - airbyte_spec.image - - connector_config.username + - connector_config.host - connector_config.port + - connector_config.username settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-clickup/airbyte.yml b/_data/meltano/extractors/tap-clickup/airbyte.yml index 02679654c..e66bdb664 100644 --- a/_data/meltano/extractors/tap-clickup/airbyte.yml +++ b/_data/meltano/extractors/tap-clickup/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: All your work in one place. Tasks domain_url: https://clickup.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-clickup-api settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-clickup-api -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Every ClickUp API call required authentication. This field is your personal API token. See here. @@ -44,19 +28,6 @@ settings: label: Airbyte Config Api Token name: airbyte_config.api_token sensitive: true -- description: The ID of your team in ClickUp. Retrieve it from the `/team` of the - ClickUp API. See here. - kind: password - label: Airbyte Config Team Id - name: airbyte_config.team_id - sensitive: true -- description: The ID of your space in your workspace. Retrieve it from the `/team/{team_id}/space` - of the ClickUp API. See here. - kind: password - label: Airbyte Config Space Id - name: airbyte_config.space_id - sensitive: true - description: The ID of your folder in your space. Retrieve it from the `/space/{space_id}/folder` of the ClickUp API. See here. kind: password @@ -69,15 +40,35 @@ settings: label: Airbyte Config List Id name: airbyte_config.list_id sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The ID of your space in your workspace. Retrieve it from the `/team/{team_id}/space` + of the ClickUp API. See here. + kind: password + label: Airbyte Config Space Id + name: airbyte_config.space_id + sensitive: true +- description: The ID of your team in ClickUp. Retrieve it from the `/team` of the + ClickUp API. See here. + kind: password + label: Airbyte Config Team Id + name: airbyte_config.team_id + sensitive: true +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-clickup-api +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -87,6 +78,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_token - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-clockify/airbyte.yml b/_data/meltano/extractors/tap-clockify/airbyte.yml index 37e3f5e1d..8aa256d63 100644 --- a/_data/meltano/extractors/tap-clockify/airbyte.yml +++ b/_data/meltano/extractors/tap-clockify/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Time Tracking Software domain_url: https://clockify.me/ executable: tap-airbyte @@ -21,6 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-clockify settings: +- description: You can get your api access_key here + This API is Case Sensitive. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: WorkSpace Id + kind: password + label: Airbyte Config Workspace Id + name: airbyte_config.workspace_id + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: WorkSpace Id - kind: password - label: Airbyte Config Workspace Id - name: airbyte_config.workspace_id - sensitive: true -- description: You can get your api access_key here - This API is Case Sensitive. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,6 +57,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key - airbyte_config.workspace_id diff --git a/_data/meltano/extractors/tap-closeio/airbyte.yml b/_data/meltano/extractors/tap-closeio/airbyte.yml index 7e9472e64..408cae186 100644 --- a/_data/meltano/extractors/tap-closeio/airbyte.yml +++ b/_data/meltano/extractors/tap-closeio/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Relationship Management Platform domain_url: https://close.com/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-close-com settings: +- description: Close.com API key (usually starts with 'api_'; find yours here). + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: 'The start date to sync data. Leave blank for full sync. Format: YYYY-MM-DD.' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Close.com API key (usually starts with 'api_'; find yours here). - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: 'The start date to sync data. Leave blank for full sync. Format: YYYY-MM-DD.' - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,6 +55,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-closeio/singer-io.yml b/_data/meltano/extractors/tap-closeio/singer-io.yml index d2bad7cf7..42929fdc8 100644 --- a/_data/meltano/extractors/tap-closeio/singer-io.yml +++ b/_data/meltano/extractors/tap-closeio/singer-io.yml @@ -15,12 +15,6 @@ pip_url: tap-closeio quality: bronze repo: https://github.com/singer-io/tap-closeio settings: -- description: The start_date is the date at which the tap will begin syncing data. - Ie. if there is data in your Close.io account older than start_date, it will not - be synced. - kind: date_iso8601 - label: Start Date - name: start_date - description: Your Close.io API key. Login to your Close.io account, navigate to your account settings and "Your API Keys". Generate a New API Key, you'll need it for the next step. @@ -33,10 +27,16 @@ settings: kind: integer label: Date Window name: date_window +- description: The start_date is the date at which the tap will begin syncing data. + Ie. if there is data in your Close.io account older than start_date, it will not + be synced. + kind: date_iso8601 + label: Start Date + name: start_date - description: The user agent to send with requests. label: User Agent name: user_agent settings_group_validation: -- - start_date - - api_key +- - api_key + - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-cockroachdb/airbyte.yml b/_data/meltano/extractors/tap-cockroachdb/airbyte.yml index e9bef5102..6a2bb83e5 100644 --- a/_data/meltano/extractors/tap-cockroachdb/airbyte.yml +++ b/_data/meltano/extractors/tap-cockroachdb/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: The open source, cloud-native distributed SQL database. domain_url: https://github.com/cockroachdb/cockroach executable: tap-airbyte @@ -21,43 +21,14 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-cockroachdb settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-cockroachdb -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Hostname of the database. - kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: Port of the database. - kind: integer - label: Airbyte Config Port - name: airbyte_config.port - description: Name of the database. kind: string label: Airbyte Config Database name: airbyte_config.database -- description: Username to use to access the database. +- description: Hostname of the database. kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Password associated with the username. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true + label: Airbyte Config Host + name: airbyte_config.host - description: Additional properties to pass to the JDBC URL string when connecting to the database formatted as 'key=value' pairs separated by the symbol '&'. (Eg. key1=value1&key2=value2&key3=value3). For more information read about JDBC @@ -65,19 +36,39 @@ settings: kind: string label: Airbyte Config Jdbc Url Params name: airbyte_config.jdbc_url_params +- description: Password associated with the username. + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: Port of the database. + kind: integer + label: Airbyte Config Port + name: airbyte_config.port - description: Encrypt client/server communications for increased security. kind: boolean label: Airbyte Config Ssl name: airbyte_config.ssl -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Username to use to access the database. + kind: string + label: Airbyte Config Username + name: airbyte_config.username +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-cockroachdb +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -87,12 +78,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.database +- - airbyte_spec.image + - connector_config.database + - connector_config.host - connector_config.port - connector_config.username - - connector_config.host - - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-coda/airbyte.yml b/_data/meltano/extractors/tap-coda/airbyte.yml index c39a6d57f..e6f8d7cc8 100644 --- a/_data/meltano/extractors/tap-coda/airbyte.yml +++ b/_data/meltano/extractors/tap-coda/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud-based multi-user document editor. domain_url: https://coda.io/account#apiSettings executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-coda settings: +- description: Bearer token + kind: password + label: Airbyte Config Auth Token + name: airbyte_config.auth_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Bearer token - kind: password - label: Airbyte Config Auth Token - name: airbyte_config.auth_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.auth_token - airbyte_spec - - airbyte_config.auth_token + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-codat/manuphatak.yml b/_data/meltano/extractors/tap-codat/manuphatak.yml index 5a30ab1ed..0a7d4cd9f 100644 --- a/_data/meltano/extractors/tap-codat/manuphatak.yml +++ b/_data/meltano/extractors/tap-codat/manuphatak.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps description: The universal API for small business data domain_url: https://www.codat.io/ diff --git a/_data/meltano/extractors/tap-coin-api/airbyte.yml b/_data/meltano/extractors/tap-coin-api/airbyte.yml index ba704167c..2b422a411 100644 --- a/_data/meltano/extractors/tap-coin-api/airbyte.yml +++ b/_data/meltano/extractors/tap-coin-api/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cryptocurrency Data API domain_url: https://www.coinapi.io/ executable: tap-airbyte @@ -21,27 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-coin-api settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-coin-api -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: API Key kind: password label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true +- description: "The end date in ISO 8601 format. If not supplied, data will be returned\n + from the start date to the current time, or when the count of result\nelements + reaches its limit.\n" + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date - description: "The environment to use. Either sandbox or production.\n" kind: options label: Airbyte Config Environment @@ -51,11 +41,12 @@ settings: value: sandbox - label: Production value: production -- description: "The symbol ID to use. See the documentation for a list.\nhttps://docs.coinapi.io/#list-all-symbols-get\n" - kind: password - label: Airbyte Config Symbol Id - name: airbyte_config.symbol_id - sensitive: true +- description: "The maximum number of elements to return. If not supplied, the default\n + is 100. For numbers larger than 100, each 100 items is counted as one\nrequest + for pricing purposes. Maximum value is 100000.\n" + kind: integer + label: Airbyte Config Limit + name: airbyte_config.limit - description: The period to use. See the documentation for a list. https://docs.coinapi.io/#list-all-periods-get kind: string label: Airbyte Config Period @@ -64,27 +55,27 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: "The end date in ISO 8601 format. If not supplied, data will be returned\n - from the start date to the current time, or when the count of result\nelements - reaches its limit.\n" +- description: "The symbol ID to use. See the documentation for a list.\nhttps://docs.coinapi.io/#list-all-symbols-get\n" + kind: password + label: Airbyte Config Symbol Id + name: airbyte_config.symbol_id + sensitive: true +- description: Airbyte image to run kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: "The maximum number of elements to return. If not supplied, the default\n - is 100. For numbers larger than 100, each 100 items is counted as one\nrequest - for pricing purposes. Maximum value is 100000.\n" - kind: integer - label: Airbyte Config Limit - name: airbyte_config.limit -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-coin-api +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -94,14 +85,23 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.period +- - airbyte_config.api_key - airbyte_config.environment - - airbyte_spec.image - - airbyte_config.api_key - - airbyte_spec + - airbyte_config.period + - airbyte_config.start_date - airbyte_config.symbol_id + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-coingecko/airbyte.yml b/_data/meltano/extractors/tap-coingecko/airbyte.yml index 6914c3bdf..f0e1b3f94 100644 --- a/_data/meltano/extractors/tap-coingecko/airbyte.yml +++ b/_data/meltano/extractors/tap-coingecko/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Digital currency price and information data platform domain_url: https://www.coingecko.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-coingecko-coins settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-coingecko-coins -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: API Key (for pro users) kind: password label: Airbyte Config Api Key @@ -48,10 +32,6 @@ settings: label: Airbyte Config Coin Id name: airbyte_config.coin_id sensitive: true -- description: "The target currency of market data (e.g. usd, eur, jpy, etc.)\n" - kind: string - label: Airbyte Config Vs Currency - name: airbyte_config.vs_currency - description: "The number of days of data for market chart.\n" kind: options label: Airbyte Config Days @@ -73,23 +53,34 @@ settings: value: '365' - label: Max value: max +- description: "The end date for the historical data stream in dd-mm-yyyy format.\n" + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date - description: "The start date for the historical data stream in dd-mm-yyyy format.\n" kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: "The end date for the historical data stream in dd-mm-yyyy format.\n" +- description: "The target currency of market data (e.g. usd, eur, jpy, etc.)\n" kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Config Vs Currency + name: airbyte_config.vs_currency +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-coingecko-coins +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -99,13 +90,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.days - - airbyte_spec - - airbyte_config.coin_id +- - airbyte_config.coin_id + - airbyte_config.days + - airbyte_config.start_date - airbyte_config.vs_currency + - airbyte_spec - airbyte_spec.image - - airbyte_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-coinmarketcap/airbyte.yml b/_data/meltano/extractors/tap-coinmarketcap/airbyte.yml index 607bd5b60..748d0f017 100644 --- a/_data/meltano/extractors/tap-coinmarketcap/airbyte.yml +++ b/_data/meltano/extractors/tap-coinmarketcap/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Digital currency price and information data platform domain_url: https://coinmarketcap.com/api/documentation/v1/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-coinmarketcap settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-coinmarketcap -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Your API Key. See here. The token is case sensitive. @@ -59,15 +43,22 @@ settings: kind: array label: Airbyte Config Symbols name: airbyte_config.symbols -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-coinmarketcap +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -77,11 +68,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.data_type - - airbyte_spec.image +- - airbyte_config.api_key + - airbyte_config.data_type - airbyte_spec - - airbyte_config.api_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-commercetools/airbyte.yml b/_data/meltano/extractors/tap-commercetools/airbyte.yml index 4d9e2d69f..3004520ef 100644 --- a/_data/meltano/extractors/tap-commercetools/airbyte.yml +++ b/_data/meltano/extractors/tap-commercetools/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Next-generation digital commerce domain_url: https://commercetools.com/ executable: tap-airbyte @@ -21,6 +21,38 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-commercetools settings: +- description: Id of API Client. + kind: password + label: Airbyte Config Client Id + name: airbyte_config.client_id + sensitive: true +- description: The password of secret of API Client. + kind: password + label: Airbyte Config Client Secret + name: airbyte_config.client_secret + sensitive: true +- description: 'The cloud provider your shop is hosted. See: https://docs.commercetools.com/api/authorization' + kind: options + label: Airbyte Config Host + name: airbyte_config.host + options: + - label: Gcp + value: gcp + - label: AWS + value: aws +- description: The project key + kind: password + label: Airbyte Config Project Key + name: airbyte_config.project_key + sensitive: true +- description: The region of the platform. + kind: string + label: Airbyte Config Region + name: airbyte_config.region +- description: 'The date you would like to replicate data. Format: YYYY-MM-DD.' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,47 +69,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The region of the platform. - kind: string - label: Airbyte Config Region - name: airbyte_config.region -- description: 'The cloud provider your shop is hosted. See: https://docs.commercetools.com/api/authorization' - kind: options - label: Airbyte Config Host - name: airbyte_config.host - options: - - label: Gcp - value: gcp - - label: AWS - value: aws -- description: 'The date you would like to replicate data. Format: YYYY-MM-DD.' - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: The project key - kind: password - label: Airbyte Config Project Key - name: airbyte_config.project_key - sensitive: true -- description: Id of API Client. - kind: password - label: Airbyte Config Client Id - name: airbyte_config.client_id - sensitive: true -- description: The password of secret of API Client. - kind: password - label: Airbyte Config Client Secret - name: airbyte_config.client_secret - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -87,14 +78,23 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - - connector_config.start_date - - connector_config.project_key - connector_config.client_id - connector_config.client_secret - connector_config.host + - connector_config.project_key - connector_config.region + - connector_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-configcat/airbyte.yml b/_data/meltano/extractors/tap-configcat/airbyte.yml index 6d23b1a4e..7be0a33c8 100644 --- a/_data/meltano/extractors/tap-configcat/airbyte.yml +++ b/_data/meltano/extractors/tap-configcat/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Feature Flag Service domain_url: https://api.configcat.com/docs/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-configcat settings: +- description: Basic auth password. See here. + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: Basic auth user name. See here. + kind: string + label: Airbyte Config Username + name: airbyte_config.username - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Basic auth user name. See here. - kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Basic auth password. See here. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,11 +55,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.username - - airbyte_spec.image - - airbyte_config.password +- - airbyte_config.password + - airbyte_config.username - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-confluence/airbyte.yml b/_data/meltano/extractors/tap-confluence/airbyte.yml index 17700b1f4..ae33d17ab 100644 --- a/_data/meltano/extractors/tap-confluence/airbyte.yml +++ b/_data/meltano/extractors/tap-confluence/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Corporate Wiki Software domain_url: https://www.atlassian.com/software/confluence executable: tap-airbyte @@ -21,6 +21,19 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-confluence settings: +- description: 'Please follow the Jira confluence for generating an API token: https://support.atlassian.com/atlassian-account/docs/manage-api-tokens-for-your-atlassian-account/' + kind: password + label: Airbyte Config Api Token + name: airbyte_config.api_token + sensitive: true +- description: Your Confluence domain name + kind: string + label: Airbyte Config Domain Name + name: airbyte_config.domain_name +- description: Your Confluence login email + kind: string + label: Airbyte Config Email + name: airbyte_config.email - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,28 +50,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: 'Please follow the Jira confluence for generating an API token: https://support.atlassian.com/atlassian-account/docs/manage-api-tokens-for-your-atlassian-account/' - kind: password - label: Airbyte Config Api Token - name: airbyte_config.api_token - sensitive: true -- description: Your Confluence domain name - kind: string - label: Airbyte Config Domain Name - name: airbyte_config.domain_name -- description: Your Confluence login email - kind: string - label: Airbyte Config Email - name: airbyte_config.email -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -68,6 +59,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_token - airbyte_config.domain_name diff --git a/_data/meltano/extractors/tap-convertkit/airbyte.yml b/_data/meltano/extractors/tap-convertkit/airbyte.yml index 304051c3d..93eb7127e 100644 --- a/_data/meltano/extractors/tap-convertkit/airbyte.yml +++ b/_data/meltano/extractors/tap-convertkit/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Creator marketing platform domain_url: https://developers.convertkit.com/#getting-started executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-convertkit settings: +- description: API Secret + kind: password + label: Airbyte Config Api Secret + name: airbyte_config.api_secret + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Secret - kind: password - label: Airbyte Config Api Secret - name: airbyte_config.api_secret - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.api_secret - airbyte_spec - - airbyte_config.api_secret + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-convex/airbyte.yml b/_data/meltano/extractors/tap-convex/airbyte.yml index b0cc349c7..9607b6ef9 100644 --- a/_data/meltano/extractors/tap-convex/airbyte.yml +++ b/_data/meltano/extractors/tap-convex/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: 'Stateful application platform ' domain_url: https://www.convex.dev/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-convex settings: +- description: API access key used to retrieve data from Convex. + kind: password + label: Airbyte Config Access Key + name: airbyte_config.access_key + sensitive: true +- description: '' + kind: string + label: Airbyte Config Deployment Url + name: airbyte_config.deployment_url - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: '' - kind: string - label: Airbyte Config Deployment Url - name: airbyte_config.deployment_url -- description: API access key used to retrieve data from Convex. - kind: password - label: Airbyte Config Access Key - name: airbyte_config.access_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,11 +55,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec - - airbyte_spec.image +- - airbyte_config.access_key - airbyte_config.deployment_url - - airbyte_config.access_key + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-copper/airbyte.yml b/_data/meltano/extractors/tap-copper/airbyte.yml index c67408edb..990c2456f 100644 --- a/_data/meltano/extractors/tap-copper/airbyte.yml +++ b/_data/meltano/extractors/tap-copper/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: CRM Software domain_url: https://developer.copper.com/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-copper settings: +- description: Copper API key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: user email used to login in to Copper + kind: string + label: Airbyte Config User Email + name: airbyte_config.user_email - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Copper API key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: user email used to login in to Copper - kind: string - label: Airbyte Config User Email - name: airbyte_config.user_email -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,11 +55,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_config.api_key - airbyte_config.user_email - - airbyte_config.api_key + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-courier/airbyte.yml b/_data/meltano/extractors/tap-courier/airbyte.yml index b29ff53e7..c2149ff53 100644 --- a/_data/meltano/extractors/tap-courier/airbyte.yml +++ b/_data/meltano/extractors/tap-courier/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: API for Email, SMS, Web & Mobile Push Notifications domain_url: https://www.courier.com/ executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-courier settings: +- description: Courier API Key to retrieve your data. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Courier API Key to retrieve your data. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,6 +51,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.api_key diff --git a/_data/meltano/extractors/tap-currencyfreaks/spacecowboy.yml b/_data/meltano/extractors/tap-currencyfreaks/spacecowboy.yml index 3ff1cada2..b0830884d 100644 --- a/_data/meltano/extractors/tap-currencyfreaks/spacecowboy.yml +++ b/_data/meltano/extractors/tap-currencyfreaks/spacecowboy.yml @@ -1,8 +1,8 @@ capabilities: -- discover +- about - catalog +- discover - state -- about - stream-maps description: Exchange rates of 229 currencies worldwide domain_url: https://currencyfreaks.com/documentation.html diff --git a/_data/meltano/extractors/tap-datadog/airbyte.yml b/_data/meltano/extractors/tap-datadog/airbyte.yml index 686e45e27..07592cd20 100644 --- a/_data/meltano/extractors/tap-datadog/airbyte.yml +++ b/_data/meltano/extractors/tap-datadog/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Observability service domain_url: https://www.datadoghq.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-datadog settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-datadog -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Datadog API key kind: password label: Airbyte Config Api Key @@ -47,35 +31,42 @@ settings: label: Airbyte Config Application Key name: airbyte_config.application_key sensitive: true -- description: The search query. This just applies to Incremental syncs. If empty, - it'll collect all logs. +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Data after this + date will not be replicated. An empty value will represent the current datetime + for each execution. This just applies to Incremental syncs. kind: string - label: Airbyte Config Query - name: airbyte_config.query + label: Airbyte Config End Date + name: airbyte_config.end_date - description: Maximum number of records to collect per request. kind: integer label: Airbyte Config Max Records Per Request name: airbyte_config.max_records_per_request +- description: The search query. This just applies to Incremental syncs. If empty, + it'll collect all logs. + kind: string + label: Airbyte Config Query + name: airbyte_config.query - description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated. This just applies to Incremental syncs. kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Data after this - date will not be replicated. An empty value will represent the current datetime - for each execution. This just applies to Incremental syncs. +- description: Airbyte image to run kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-datadog +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -85,10 +76,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.application_key +- - airbyte_config.api_key + - airbyte_config.application_key - airbyte_spec.image - - airbyte_config.api_key settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-datadog/degreed-data-engineering.yml b/_data/meltano/extractors/tap-datadog/degreed-data-engineering.yml index bceb02d8e..d6bb704b7 100644 --- a/_data/meltano/extractors/tap-datadog/degreed-data-engineering.yml +++ b/_data/meltano/extractors/tap-datadog/degreed-data-engineering.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps description: Observability service domain_url: https://www.datadoghq.com/ @@ -33,9 +33,9 @@ settings: label: Start Date name: start_date settings_group_validation: -- - start_date - - api_key +- - api_key - app_key + - start_date settings_preamble: '' usage: '' variant: degreed-data-engineering diff --git a/_data/meltano/extractors/tap-datascope/airbyte.yml b/_data/meltano/extractors/tap-datascope/airbyte.yml index 77d09af3e..7ef8d4818 100644 --- a/_data/meltano/extractors/tap-datascope/airbyte.yml +++ b/_data/meltano/extractors/tap-datascope/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Platform to digitize the tasks of your company domain_url: https://dscope.github.io/docs/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-datascope settings: +- description: API Key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Start date for the data to be replicated + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Start date for the data to be replicated - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: API Key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,11 +55,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key + - airbyte_config.start_date - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-dataverse/airbyte.yml b/_data/meltano/extractors/tap-dataverse/airbyte.yml index 259b0d65b..a9b4de9e6 100644 --- a/_data/meltano/extractors/tap-dataverse/airbyte.yml +++ b/_data/meltano/extractors/tap-dataverse/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Microsoft Dataverse is a data storage and management engine domain_url: https://learn.microsoft.com/en-us/power-apps/developer/data-platform/webapi/overview @@ -22,6 +22,29 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-microsoft-dataverse settings: +- description: App Registration Client Id + kind: password + label: Airbyte Config Client Id + name: airbyte_config.client_id + sensitive: true +- description: App Registration Client Secret + kind: password + label: Airbyte Config Client Secret Value + name: airbyte_config.client_secret_value + sensitive: true +- description: Max number of results per page. Default=5000 + kind: integer + label: Airbyte Config Odata Maxpagesize + name: airbyte_config.odata_maxpagesize +- description: Tenant Id of your Microsoft Dataverse Instance + kind: password + label: Airbyte Config Tenant Id + name: airbyte_config.tenant_id + sensitive: true +- description: URL to Microsoft Dataverse API + kind: string + label: Airbyte Config Url + name: airbyte_config.url - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -38,38 +61,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: URL to Microsoft Dataverse API - kind: string - label: Airbyte Config Url - name: airbyte_config.url -- description: Tenant Id of your Microsoft Dataverse Instance - kind: password - label: Airbyte Config Tenant Id - name: airbyte_config.tenant_id - sensitive: true -- description: App Registration Client Id - kind: password - label: Airbyte Config Client Id - name: airbyte_config.client_id - sensitive: true -- description: App Registration Client Secret - kind: password - label: Airbyte Config Client Secret Value - name: airbyte_config.client_secret_value - sensitive: true -- description: Max number of results per page. Default=5000 - kind: integer - label: Airbyte Config Odata Maxpagesize - name: airbyte_config.odata_maxpagesize -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -79,13 +70,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.client_secret_value +- - airbyte_config.client_id + - airbyte_config.client_secret_value + - airbyte_config.tenant_id - airbyte_config.url - - airbyte_config.client_id - - airbyte_spec.image - airbyte_spec - - airbyte_config.tenant_id + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-dayforce/goodeggs.yml b/_data/meltano/extractors/tap-dayforce/goodeggs.yml index 49e18c2d4..a27a3e75b 100644 --- a/_data/meltano/extractors/tap-dayforce/goodeggs.yml +++ b/_data/meltano/extractors/tap-dayforce/goodeggs.yml @@ -15,37 +15,37 @@ pip_url: git+https://github.com/goodeggs/tap-dayforce.git quality: silver repo: https://github.com/goodeggs/tap-dayforce settings: +- description: The api version to send requests to, default V1. + label: API Version + name: api_version - description: A valid client name (e.g. Company Name) that will be inserted into the request URL. label: Client Namespace name: client_namespace -- description: Whether to use a test environment, default False. - kind: boolean - label: Test - name: test - description: The Dayforce release, default 61. label: Dayforce Release name: dayforce_release +- description: A valid Dayforce web services user account password. + kind: password + label: Password + name: password + sensitive: true - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: A valid Dayforce web services user account password. - kind: password - label: Password - name: password - sensitive: true +- description: Whether to use a test environment, default False. + kind: boolean + label: Test + name: test - description: A valid Dayforce web services user account username. label: Username name: username -- description: The api version to send requests to, default V1. - label: API Version - name: api_version settings_group_validation: - - client_namespace - - start_date - password + - start_date - username variant: goodeggs diff --git a/_data/meltano/extractors/tap-db2/airbyte.yml b/_data/meltano/extractors/tap-db2/airbyte.yml index a8e4eeb09..72e980c1e 100644 --- a/_data/meltano/extractors/tap-db2/airbyte.yml +++ b/_data/meltano/extractors/tap-db2/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: IBM Db2 Relational Database domain_url: https://www.ibm.com/analytics/db2 executable: tap-airbyte @@ -21,49 +21,10 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-db2 settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-db2 -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Host of the Db2. - kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: Port of the database. - kind: integer - label: Airbyte Config Port - name: airbyte_config.port - description: Name of the database. kind: string label: Airbyte Config Db name: airbyte_config.db -- description: Username to use to access the database. - kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Password associated with the username. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: "Additional properties to pass to the JDBC URL string when connecting - to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: - key1=value1&key2=value2&key3=value3)." - kind: string - label: Airbyte Config Jdbc Url Params - name: airbyte_config.jdbc_url_params - description: unencrypted, encrypted_verify_certificate kind: options label: Airbyte Config Encryption Encryption Method @@ -71,25 +32,55 @@ settings: options: - label: Unencrypted value: unencrypted +- description: Key Store Password + kind: password + label: Airbyte Config Encryption Key Store Password + name: airbyte_config.encryption.key_store_password + sensitive: true - description: Privacy Enhanced Mail (PEM) files are concatenated certificate containers frequently used in certificate installations kind: string label: Airbyte Config Encryption Ssl Certificate name: airbyte_config.encryption.ssl_certificate -- description: Key Store Password +- description: Host of the Db2. + kind: string + label: Airbyte Config Host + name: airbyte_config.host +- description: "Additional properties to pass to the JDBC URL string when connecting + to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: + key1=value1&key2=value2&key3=value3)." + kind: string + label: Airbyte Config Jdbc Url Params + name: airbyte_config.jdbc_url_params +- description: Password associated with the username. kind: password - label: Airbyte Config Encryption Key Store Password - name: airbyte_config.encryption.key_store_password + label: Airbyte Config Password + name: airbyte_config.password sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Port of the database. + kind: integer + label: Airbyte Config Port + name: airbyte_config.port +- description: Username to use to access the database. + kind: string + label: Airbyte Config Username + name: airbyte_config.username +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-db2 +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -99,14 +90,23 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec - - airbyte_config.db - - airbyte_config.username - - airbyte_spec.image - - airbyte_config.password +- - airbyte_config.db - airbyte_config.host + - airbyte_config.password - airbyte_config.port + - airbyte_config.username + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-db2/mjsqu.yml b/_data/meltano/extractors/tap-db2/mjsqu.yml index e4c8f00e6..f02bead3a 100644 --- a/_data/meltano/extractors/tap-db2/mjsqu.yml +++ b/_data/meltano/extractors/tap-db2/mjsqu.yml @@ -16,49 +16,49 @@ pip_url: git+https://github.com/mjsqu/tap-db2.git quality: silver repo: https://github.com/mjsqu/tap-db2 settings: +- description: The size of the cursor to use when querying data. Default 1. + kind: integer + label: Cursor Array Size + name: cursor_array_size - description: The database name. label: Database name: database -- description: The database port. - kind: integer - label: Port - name: port +- description: Your DB2 hostname. + label: Hostname + name: hostname - description: The offset to use for querying data. Only needed for development and edge cases. The state bookmarks usually keep track of this. kind: integer label: Offset Value name: offset_value -- description: Whether to add date format to the schema when date strings are provided. - Default False. - kind: boolean - label: Use Date Datatype - name: use_date_datatype -- description: Your DB2 hostname. - label: Hostname - name: hostname -- description: Your DB2 username. - label: Username - name: username - description: Your DB2 password. kind: password label: Password name: password sensitive: true +- description: The database port. + kind: integer + label: Port + name: port +- description: Whether to add date format to the schema when date strings are provided. + Default False. + kind: boolean + label: Use Date Datatype + name: use_date_datatype - description: Whether to add decimal format to the schema when decimal strings are provided. Default False. kind: boolean label: Use Singer Decimal name: use_singer_decimal -- description: The size of the cursor to use when querying data. Default 1. - kind: integer - label: Cursor Array Size - name: cursor_array_size +- description: Your DB2 username. + label: Username + name: username settings_group_validation: - - database - - port - hostname - - username - password + - port + - username settings_preamble: '' usage: '' variant: mjsqu diff --git a/_data/meltano/extractors/tap-dbt-artifacts/matatika.yml b/_data/meltano/extractors/tap-dbt-artifacts/matatika.yml index ed182ccbd..5cbebf3df 100644 --- a/_data/meltano/extractors/tap-dbt-artifacts/matatika.yml +++ b/_data/meltano/extractors/tap-dbt-artifacts/matatika.yml @@ -22,4 +22,5 @@ settings: name: dbt_target_dir placeholder: Ex. "/path/to/dbt/target" value: .meltano/transformers/dbt/target +settings_group_validation: [] variant: matatika diff --git a/_data/meltano/extractors/tap-dbt-artifacts/prratek.yml b/_data/meltano/extractors/tap-dbt-artifacts/prratek.yml index a9c4b5e51..8599619c2 100644 --- a/_data/meltano/extractors/tap-dbt-artifacts/prratek.yml +++ b/_data/meltano/extractors/tap-dbt-artifacts/prratek.yml @@ -20,4 +20,5 @@ settings: label: dbt Target Dir name: dbt_target_dir placeholder: Ex. "/path/to/dbt/target" +settings_group_validation: [] variant: prratek diff --git a/_data/meltano/extractors/tap-delighted/airbyte.yml b/_data/meltano/extractors/tap-delighted/airbyte.yml index aad8ac01f..0eab5d38e 100644 --- a/_data/meltano/extractors/tap-delighted/airbyte.yml +++ b/_data/meltano/extractors/tap-delighted/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Self-serve experience management platform domain_url: https://delighted.com/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-delighted settings: +- description: A Delighted API key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: The date from which you'd like to replicate the data + kind: string + label: Airbyte Config Since + name: airbyte_config.since - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: A Delighted API key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: The date from which you'd like to replicate the data - kind: string - label: Airbyte Config Since - name: airbyte_config.since -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,10 +55,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.since - - airbyte_spec.image +- - airbyte_spec.image - connector_config.api_key + - connector_config.since settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-dixa/airbyte.yml b/_data/meltano/extractors/tap-dixa/airbyte.yml index 14421fe89..25b0a19b2 100644 --- a/_data/meltano/extractors/tap-dixa/airbyte.yml +++ b/_data/meltano/extractors/tap-dixa/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Experience Platform domain_url: https://www.dixa.com/ executable: tap-airbyte @@ -21,6 +21,19 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-dixa settings: +- description: Dixa API token + kind: password + label: Airbyte Config Api Token + name: airbyte_config.api_token + sensitive: true +- description: Number of days to batch into one request. Max 31. + kind: integer + label: Airbyte Config Batch Size + name: airbyte_config.batch_size +- description: The connector pulls records updated from this date onwards. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,28 +50,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Dixa API token - kind: password - label: Airbyte Config Api Token - name: airbyte_config.api_token - sensitive: true -- description: The connector pulls records updated from this date onwards. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Number of days to batch into one request. Max 31. - kind: integer - label: Airbyte Config Batch Size - name: airbyte_config.batch_size -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -68,11 +59,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_token - - airbyte_spec.image - - airbyte_spec - airbyte_config.start_date + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-dockerhub/airbyte.yml b/_data/meltano/extractors/tap-dockerhub/airbyte.yml index b8cde6071..d634d44a4 100644 --- a/_data/meltano/extractors/tap-dockerhub/airbyte.yml +++ b/_data/meltano/extractors/tap-dockerhub/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Docker Hub is the world's easiest way to create, manage, and deliver your team's container applications. domain_url: https://hub.docker.com/ @@ -22,6 +22,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-dockerhub settings: +- description: Username of DockerHub person or organization (for https://hub.docker.com/v2/repositories/USERNAME/ + API call) + kind: string + label: Airbyte Config Docker Username + name: airbyte_config.docker_username - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -38,20 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Username of DockerHub person or organization (for https://hub.docker.com/v2/repositories/USERNAME/ - API call) - kind: string - label: Airbyte Config Docker Username - name: airbyte_config.docker_username -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,9 +52,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.docker_username - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.docker_username settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-domo/mashey.yml b/_data/meltano/extractors/tap-domo/mashey.yml index c24a6b908..21cc9bc77 100644 --- a/_data/meltano/extractors/tap-domo/mashey.yml +++ b/_data/meltano/extractors/tap-domo/mashey.yml @@ -15,12 +15,6 @@ pip_url: git+https://github.com/Mashey/tap-domo.git quality: silver repo: https://github.com/Mashey/tap-domo settings: -- description: The specs of the tables to sync. See the [sample - config](https://github.com/Mashey/tap-domo/blob/daff2b708f945ac21363b7f6f1ab789ace3a339e/sample_config.json#L8) - as an example. - kind: object - label: Data Specs - name: data_specs - description: Your Domo client ID. kind: password label: Client ID @@ -31,12 +25,18 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: The specs of the tables to sync. See the [sample + config](https://github.com/Mashey/tap-domo/blob/daff2b708f945ac21363b7f6f1ab789ace3a339e/sample_config.json#L8) + as an example. + kind: object + label: Data Specs + name: data_specs - description: The limit of records to sync. Default, 1500. kind: integer label: Limit name: limit settings_group_validation: -- - data_specs - - client_id +- - client_id - client_secret + - data_specs variant: mashey diff --git a/_data/meltano/extractors/tap-drift/airbyte.yml b/_data/meltano/extractors/tap-drift/airbyte.yml index cfe196c39..0a2e7845a 100644 --- a/_data/meltano/extractors/tap-drift/airbyte.yml +++ b/_data/meltano/extractors/tap-drift/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Conversational Marketing Software domain_url: https://www.drift.com/ executable: tap-airbyte @@ -21,6 +21,35 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-drift settings: +- description: Access Token for making authenticated requests., Drift Access Token. + See the docs + for more information on how to generate this key. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true +- description: The Client ID of your Drift developer application. + kind: password + label: Airbyte Config Credentials Client Id + name: airbyte_config.credentials.client_id + sensitive: true +- description: The Client Secret of your Drift developer application. + kind: password + label: Airbyte Config Credentials Client Secret + name: airbyte_config.credentials.client_secret + sensitive: true +- description: oauth2.0, access_token + kind: options + label: Airbyte Config Credentials Credentials + name: airbyte_config.credentials.credentials + options: + - label: Oauth2 0 + value: oauth2.0 +- description: Refresh Token to renew the expired Access Token. + kind: password + label: Airbyte Config Credentials Refresh Token + name: airbyte_config.credentials.refresh_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,44 +66,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: oauth2.0, access_token - kind: options - label: Airbyte Config Credentials Credentials - name: airbyte_config.credentials.credentials - options: - - label: Oauth2 0 - value: oauth2.0 -- description: The Client ID of your Drift developer application. - kind: password - label: Airbyte Config Credentials Client Id - name: airbyte_config.credentials.client_id - sensitive: true -- description: The Client Secret of your Drift developer application. - kind: password - label: Airbyte Config Credentials Client Secret - name: airbyte_config.credentials.client_secret - sensitive: true -- description: Access Token for making authenticated requests., Drift Access Token. - See the docs - for more information on how to generate this key. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: Refresh Token to renew the expired Access Token. - kind: password - label: Airbyte Config Credentials Refresh Token - name: airbyte_config.credentials.refresh_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -84,6 +75,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image settings_preamble: '' diff --git a/_data/meltano/extractors/tap-dv-360/airbyte.yml b/_data/meltano/extractors/tap-dv-360/airbyte.yml index b4555080c..a5d2c01a9 100644 --- a/_data/meltano/extractors/tap-dv-360/airbyte.yml +++ b/_data/meltano/extractors/tap-dv-360/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Google Marketing Platform domain_url: https://marketingplatform.google.com/about/display-video-360/ executable: tap-airbyte @@ -21,37 +21,11 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-dv-360 settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-dv-360 -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Access token kind: password label: Airbyte Config Credentials Access Token name: airbyte_config.credentials.access_token sensitive: true -- description: Refresh token - kind: password - label: Airbyte Config Credentials Refresh Token - name: airbyte_config.credentials.refresh_token - sensitive: true -- description: Token URI - kind: password - label: Airbyte Config Credentials Token Uri - name: airbyte_config.credentials.token_uri - sensitive: true - description: Client ID kind: password label: Airbyte Config Credentials Client Id @@ -62,15 +36,16 @@ settings: label: Airbyte Config Credentials Client Secret name: airbyte_config.credentials.client_secret sensitive: true -- description: Partner ID - kind: integer - label: Airbyte Config Partner Id - name: airbyte_config.partner_id -- description: UTC date and time in the format 2017-01-25. Any data before this date - will not be replicated - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date +- description: Refresh token + kind: password + label: Airbyte Config Credentials Refresh Token + name: airbyte_config.credentials.refresh_token + sensitive: true +- description: Token URI + kind: password + label: Airbyte Config Credentials Token Uri + name: airbyte_config.credentials.token_uri + sensitive: true - description: UTC date and time in the format 2017-01-25. Any data after this date will not be replicated. kind: string @@ -82,15 +57,31 @@ settings: kind: array label: Airbyte Config Filters name: airbyte_config.filters -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Partner ID + kind: integer + label: Airbyte Config Partner Id + name: airbyte_config.partner_id +- description: UTC date and time in the format 2017-01-25. Any data before this date + will not be replicated + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-dv-360 +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -100,15 +91,24 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.credentials.access_token +- - airbyte_spec.image + - connector_config.credentials.access_token + - connector_config.credentials.client_id - connector_config.credentials.client_secret - connector_config.credentials.refresh_token - - airbyte_spec.image - - connector_config.credentials.client_id - connector_config.credentials.token_uri - - connector_config.start_date - connector_config.partner_id + - connector_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-dynamics/dreamdata-io.yml b/_data/meltano/extractors/tap-dynamics/dreamdata-io.yml index f1dadb8b2..8b5f0a028 100644 --- a/_data/meltano/extractors/tap-dynamics/dreamdata-io.yml +++ b/_data/meltano/extractors/tap-dynamics/dreamdata-io.yml @@ -23,18 +23,6 @@ settings: label: Client ID name: client_id sensitive: true -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date -- description: The redirect URI to use for auth. - label: Redirect Uri - name: redirect_uri -- description: Your domain. E.g. `dreamdata.crm4`. - label: Domain - name: domain - description: Your Dynamics client secret. See [the docs](https://learn.microsoft.com/en-us/dynamics365/customerengagement/on-premises/developer/use-microsoft-dynamics-365-web-api?view=op-9-1) for more details. @@ -42,6 +30,12 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: Your domain. E.g. `dreamdata.crm4`. + label: Domain + name: domain +- description: The redirect URI to use for auth. + label: Redirect Uri + name: redirect_uri - description: Your Dynamics refresh token. See [the docs](https://learn.microsoft.com/en-us/dynamics365/customerengagement/on-premises/developer/use-microsoft-dynamics-365-web-api?view=op-9-1) for more details. @@ -49,11 +43,17 @@ settings: label: Refresh Token name: refresh_token sensitive: true +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: - - client_id - - start_date - - redirect_uri - - domain - client_secret + - domain + - redirect_uri - refresh_token + - start_date variant: dreamdata-io diff --git a/_data/meltano/extractors/tap-dynamodb/airbyte.yml b/_data/meltano/extractors/tap-dynamodb/airbyte.yml index 31ae27ec6..22108ea9f 100644 --- a/_data/meltano/extractors/tap-dynamodb/airbyte.yml +++ b/_data/meltano/extractors/tap-dynamodb/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: NoSQL Database domain_url: https://aws.amazon.com/dynamodb/ executable: tap-airbyte @@ -21,22 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-dynamodb settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-dynamodb -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: The access key id to access Dynamodb. Airbyte requires read permissions + to the database + kind: password + label: Airbyte Config Access Key Id + name: airbyte_config.access_key_id + sensitive: true - description: the URL of the Dynamodb database kind: string label: Airbyte Config Endpoint @@ -98,26 +88,27 @@ settings: value: us-gov-east-1 - label: Us Gov West 1 value: us-gov-west-1 -- description: The access key id to access Dynamodb. Airbyte requires read permissions - to the database - kind: password - label: Airbyte Config Access Key Id - name: airbyte_config.access_key_id - sensitive: true - description: The corresponding secret to the access key id. kind: password label: Airbyte Config Secret Access Key name: airbyte_config.secret_access_key sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-dynamodb +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -127,10 +118,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.access_key_id - - airbyte_spec.image - airbyte_config.secret_access_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-dynamodb/singer-io.yml b/_data/meltano/extractors/tap-dynamodb/singer-io.yml index e9c4407ad..6b85fdaea 100644 --- a/_data/meltano/extractors/tap-dynamodb/singer-io.yml +++ b/_data/meltano/extractors/tap-dynamodb/singer-io.yml @@ -27,25 +27,25 @@ settings: label: External ID name: external_id sensitive: true -- description: The AWS role used to connect to DynamoDB. - label: Role Name - name: role_name - description: The AWS region name label: Region Name name: region_name -- description: Whether to use a local DynamoDB instance. If this is set to True then - `http://localhost:8000` will be used as the endpoint_url. - kind: boolean - label: Use Local Dynamo - name: use_local_dynamo - description: The boto3.client `connect_timeout` and `read_timeout` used when connecting to DynamoDB. Defaults to 300. kind: integer label: Request Timeout (Seconds) name: request_timeout +- description: The AWS role used to connect to DynamoDB. + label: Role Name + name: role_name +- description: Whether to use a local DynamoDB instance. If this is set to True then + `http://localhost:8000` will be used as the endpoint_url. + kind: boolean + label: Use Local Dynamo + name: use_local_dynamo settings_group_validation: - - account_id - external_id - - role_name - region_name + - role_name variant: singer-io diff --git a/_data/meltano/extractors/tap-elasticsearch/airbyte.yml b/_data/meltano/extractors/tap-elasticsearch/airbyte.yml index 545286c4b..c7e602aea 100644 --- a/_data/meltano/extractors/tap-elasticsearch/airbyte.yml +++ b/_data/meltano/extractors/tap-elasticsearch/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Elasticsearch is a distributed, free and open search and analytics engine domain_url: https://www.elastic.co/ executable: tap-airbyte @@ -21,30 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-elasticsearch settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-elasticsearch -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: The full url of the Elasticsearch server - kind: string - label: Airbyte Config Endpoint - name: airbyte_config.endpoint -- description: none, secret, basic - kind: string - label: Airbyte Config Authenticationmethod Method - name: airbyte_config.authenticationMethod.method - description: The Key ID to used when accessing an enterprise Elasticsearch instance. kind: password label: Airbyte Config Authenticationmethod Apikeyid @@ -55,24 +31,39 @@ settings: label: Airbyte Config Authenticationmethod Apikeysecret name: airbyte_config.authenticationMethod.apiKeySecret sensitive: true -- description: Basic auth username to access a secure Elasticsearch server +- description: none, secret, basic kind: string - label: Airbyte Config Authenticationmethod Username - name: airbyte_config.authenticationMethod.username + label: Airbyte Config Authenticationmethod Method + name: airbyte_config.authenticationMethod.method - description: Basic auth password to access a secure Elasticsearch server kind: password label: Airbyte Config Authenticationmethod Password name: airbyte_config.authenticationMethod.password sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Basic auth username to access a secure Elasticsearch server + kind: string + label: Airbyte Config Authenticationmethod Username + name: airbyte_config.authenticationMethod.username +- description: The full url of the Elasticsearch server + kind: string + label: Airbyte Config Endpoint + name: airbyte_config.endpoint +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-elasticsearch +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -82,6 +73,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.endpoint diff --git a/_data/meltano/extractors/tap-eloqua/singer-io.yml b/_data/meltano/extractors/tap-eloqua/singer-io.yml index d53b94c29..29ee7045c 100644 --- a/_data/meltano/extractors/tap-eloqua/singer-io.yml +++ b/_data/meltano/extractors/tap-eloqua/singer-io.yml @@ -27,12 +27,6 @@ settings: label: Client ID name: client_id sensitive: true -- description: The redirect url to use for auth. E.g. http://localhost:8080/callback. - label: Redirect Uri - name: redirect_uri -- description: The user agent to send with requests. - label: User Agent - name: user_agent - description: Your OAuth Client Secret. See [the API docs](https://docs.oracle.com/en/cloud/saas/marketing/eloqua-rest-api/Authentication_Auth.html) for more details. @@ -40,6 +34,9 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: The redirect url to use for auth. E.g. http://localhost:8080/callback. + label: Redirect Uri + name: redirect_uri - description: Your OAuth Refresh Token. See [the API docs](https://docs.oracle.com/en/cloud/saas/marketing/eloqua-rest-api/Authentication_Auth.html) for more details. @@ -53,10 +50,13 @@ settings: kind: date_iso8601 label: Start Date name: start_date +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: - - client_id - - redirect_uri - client_secret + - redirect_uri - refresh_token - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-emailoctopus/airbyte.yml b/_data/meltano/extractors/tap-emailoctopus/airbyte.yml index a0fdb8367..a21e14bb8 100644 --- a/_data/meltano/extractors/tap-emailoctopus/airbyte.yml +++ b/_data/meltano/extractors/tap-emailoctopus/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Email Marketing Software domain_url: https://emailoctopus.com/ executable: tap-airbyte @@ -21,6 +21,13 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-emailoctopus settings: +- description: EmailOctopus API Key. See the docs + for information on how to generate this key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,22 +44,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: EmailOctopus API Key. See the docs - for information on how to generate this key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -62,10 +53,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-exact/hotgluexyz.yml b/_data/meltano/extractors/tap-exact/hotgluexyz.yml index b6e4a7aaf..20101b58e 100644 --- a/_data/meltano/extractors/tap-exact/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-exact/hotgluexyz.yml @@ -22,11 +22,6 @@ settings: label: Access Token name: access_token sensitive: true -- description: Your Exact refresh token. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true - description: Your Exact client ID. kind: password label: Client ID @@ -41,11 +36,16 @@ settings: kind: string label: Current Division name: current_division +- description: Your Exact refresh token. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true settings_group_validation: -- - refresh_token - - client_id +- - client_id - client_secret - current_division + - refresh_token settings_preamble: '' usage: '' variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-exacttarget/singer-io.yml b/_data/meltano/extractors/tap-exacttarget/singer-io.yml index bbdbf58de..300af90da 100644 --- a/_data/meltano/extractors/tap-exacttarget/singer-io.yml +++ b/_data/meltano/extractors/tap-exacttarget/singer-io.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Digital Marketing Platform domain_url: @@ -20,19 +20,6 @@ settings: kind: integer label: Batch Size name: batch_size -- description: 'For S10+ accounts: https://developer.salesforce.com/docs/atlas.en-us.noversion.mc-apis.meta/mc-apis/your-subdomain-tenant-specific-endpoints.html' - label: Tenant Subdomain - name: tenant_subdomain -- description: The request timeout length, default 300. - kind: integer - label: Request Timeout - name: request_timeout -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date - description: Your Salesforce Marketing Cloud/Exact Target client ID. kind: password label: Client ID @@ -43,6 +30,19 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: The request timeout length, default 300. + kind: integer + label: Request Timeout + name: request_timeout +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: 'For S10+ accounts: https://developer.salesforce.com/docs/atlas.en-us.noversion.mc-apis.meta/mc-apis/your-subdomain-tenant-specific-endpoints.html' + label: Tenant Subdomain + name: tenant_subdomain settings_group_validation: - - client_id - client_secret diff --git a/_data/meltano/extractors/tap-exacttarget/uptilab2.yml b/_data/meltano/extractors/tap-exacttarget/uptilab2.yml index 2b643de3a..a9d5e55b9 100644 --- a/_data/meltano/extractors/tap-exacttarget/uptilab2.yml +++ b/_data/meltano/extractors/tap-exacttarget/uptilab2.yml @@ -15,6 +15,20 @@ pip_url: git+https://github.com/uptilab2/tap-exacttarget.git quality: unknown repo: https://github.com/uptilab2/tap-exacttarget settings: +- description: The batch size to request, default 2500. + kind: integer + label: Batch Size + name: batch_size +- description: Your Salesforce Marketing Cloud/Exact Target client ID. + kind: password + label: Client ID + name: client_id + sensitive: true +- description: Your Salesforce Marketing Cloud/Exact Target client secret. + kind: password + label: Client Secret + name: client_secret + sensitive: true - description: A boolean option whether to sync data extension. kind: boolean label: Discover Data Extension @@ -29,13 +43,6 @@ settings: kind: integer label: Offset Start Date (Days) name: offset_start_date -- description: The batch size to request, default 2500. - kind: integer - label: Batch Size - name: batch_size -- description: 'For S10+ accounts: https://developer.salesforce.com/docs/atlas.en-us.noversion.mc-apis.meta/mc-apis/your-subdomain-tenant-specific-endpoints.html' - label: Tenant Subdomain - name: tenant_subdomain - description: The request timeout length, default 300. kind: integer label: Request Timeout @@ -46,16 +53,9 @@ settings: kind: date_iso8601 label: Start Date name: start_date -- description: Your Salesforce Marketing Cloud/Exact Target client ID. - kind: password - label: Client ID - name: client_id - sensitive: true -- description: Your Salesforce Marketing Cloud/Exact Target client secret. - kind: password - label: Client Secret - name: client_secret - sensitive: true +- description: 'For S10+ accounts: https://developer.salesforce.com/docs/atlas.en-us.noversion.mc-apis.meta/mc-apis/your-subdomain-tenant-specific-endpoints.html' + label: Tenant Subdomain + name: tenant_subdomain settings_group_validation: - - client_id - client_secret diff --git a/_data/meltano/extractors/tap-exchangeratesapi/airbyte.yml b/_data/meltano/extractors/tap-exchangeratesapi/airbyte.yml index 1ed286a72..14626c8ed 100644 --- a/_data/meltano/extractors/tap-exchangeratesapi/airbyte.yml +++ b/_data/meltano/extractors/tap-exchangeratesapi/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Exchange Rates API domain_url: https://exchangeratesapi.io/ executable: tap-airbyte @@ -21,26 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-exchange-rates settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-exchange-rates -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Start getting data from that date. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date - description: Your API Key. See here. The key is case sensitive. kind: password @@ -58,15 +38,26 @@ settings: kind: boolean label: Airbyte Config Ignore Weekends name: airbyte_config.ignore_weekends -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Start getting data from that date. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-exchange-rates +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -76,9 +67,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.access_key +- - airbyte_config.access_key + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-fabdb/dwallace0723.yml b/_data/meltano/extractors/tap-fabdb/dwallace0723.yml index 0c46e39b1..2302225b5 100644 --- a/_data/meltano/extractors/tap-fabdb/dwallace0723.yml +++ b/_data/meltano/extractors/tap-fabdb/dwallace0723.yml @@ -21,4 +21,5 @@ settings: label: API Key name: api_key sensitive: true +settings_group_validation: [] variant: dwallace0723 diff --git a/_data/meltano/extractors/tap-facebook-pages/airbyte.yml b/_data/meltano/extractors/tap-facebook-pages/airbyte.yml index 1eba50c38..90b3bd76d 100644 --- a/_data/meltano/extractors/tap-facebook-pages/airbyte.yml +++ b/_data/meltano/extractors/tap-facebook-pages/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Facebook Pages API domain_url: https://developers.facebook.com/docs/pages/ executable: tap-airbyte @@ -21,6 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-facebook-pages settings: +- description: Facebook Page Access Token + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true +- description: Page ID + kind: password + label: Airbyte Config Page Id + name: airbyte_config.page_id + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Facebook Page Access Token - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Page ID - kind: password - label: Airbyte Config Page Id - name: airbyte_config.page_id - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,11 +56,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.access_token - airbyte_config.page_id - airbyte_spec - - airbyte_config.access_token + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-facebook/airbyte.yml b/_data/meltano/extractors/tap-facebook/airbyte.yml index 1b3ed2136..c8abc1969 100644 --- a/_data/meltano/extractors/tap-facebook/airbyte.yml +++ b/_data/meltano/extractors/tap-facebook/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Advertising Platform domain_url: https://developers.facebook.com/docs/marketing-apis executable: tap-airbyte @@ -21,34 +21,27 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-facebook-marketing settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-facebook-marketing -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: The value of the access token generated. See the docs + for more information + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true - description: The Facebook Ad account ID to use when pulling data from the Facebook Marketing API. kind: password label: Airbyte Config Account Id name: airbyte_config.account_id sensitive: true -- description: The date from which you'd like to replicate data for all incremental - streams, in the format YYYY-MM-DDT00:00:00Z. All data generated after this date - will be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date +- description: Allows action_breakdowns to be an empty list + kind: boolean + label: Airbyte Config Action Breakdowns Allow Empty + name: airbyte_config.action_breakdowns_allow_empty +- description: A list which contains insights entries, each entry must have a name + and can contains fields, breakdowns or action_breakdowns) + kind: array + label: Airbyte Config Custom Insights + name: airbyte_config.custom_insights - description: The date until which you'd like to replicate data for all incremental streams, in the format YYYY-MM-DDT00:00:00Z. All data generated between start_date and this date will be replicated. Not setting this option will result in always @@ -56,33 +49,15 @@ settings: kind: string label: Airbyte Config End Date name: airbyte_config.end_date -- description: The value of the access token generated. See the docs - for more information - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Include data from deleted Campaigns, Ads, and AdSets - kind: boolean - label: Airbyte Config Include Deleted - name: airbyte_config.include_deleted - description: In each Ad Creative, fetch the thumbnail_url and store the result in thumbnail_data_url kind: boolean label: Airbyte Config Fetch Thumbnail Images name: airbyte_config.fetch_thumbnail_images -- description: A list which contains insights entries, each entry must have a name - and can contains fields, breakdowns or action_breakdowns) - kind: array - label: Airbyte Config Custom Insights - name: airbyte_config.custom_insights -- description: Page size used when sending requests to Facebook API to specify number - of records per page when response has pagination. Most users do not need to set - this field unless they specifically need to tune the connector to address specific - issues or use cases. - kind: integer - label: Airbyte Config Page Size - name: airbyte_config.page_size +- description: Include data from deleted Campaigns, Ads, and AdSets + kind: boolean + label: Airbyte Config Include Deleted + name: airbyte_config.include_deleted - description: The attribution window kind: integer label: Airbyte Config Insights Lookback Window @@ -93,19 +68,35 @@ settings: kind: integer label: Airbyte Config Max Batch Size name: airbyte_config.max_batch_size -- description: Allows action_breakdowns to be an empty list - kind: boolean - label: Airbyte Config Action Breakdowns Allow Empty - name: airbyte_config.action_breakdowns_allow_empty -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Page size used when sending requests to Facebook API to specify number + of records per page when response has pagination. Most users do not need to set + this field unless they specifically need to tune the connector to address specific + issues or use cases. + kind: integer + label: Airbyte Config Page Size + name: airbyte_config.page_size +- description: The date from which you'd like to replicate data for all incremental + streams, in the format YYYY-MM-DDT00:00:00Z. All data generated after this date + will be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-facebook-marketing +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -115,10 +106,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.access_token +- - airbyte_config.access_token - airbyte_config.account_id + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-faker/airbyte.yml b/_data/meltano/extractors/tap-faker/airbyte.yml index 15c6ecd83..5c94790fe 100644 --- a/_data/meltano/extractors/tap-faker/airbyte.yml +++ b/_data/meltano/extractors/tap-faker/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Mimesis - Fake Data Generator domain_url: https://mimesis.name/en/master/ executable: tap-airbyte @@ -21,6 +21,26 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-faker settings: +- description: How many users should be generated in total. This setting does not + apply to the purchases or products stream. + kind: integer + label: Airbyte Config Count + name: airbyte_config.count +- description: How many fake records will be in each page (stream slice), before a + state message is emitted? + kind: integer + label: Airbyte Config Records Per Slice + name: airbyte_config.records_per_slice +- description: How many fake records will be returned for each sync, for each stream? By + default, it will take 2 syncs to create the requested 1000 records. + kind: integer + label: Airbyte Config Records Per Sync + name: airbyte_config.records_per_sync +- description: Manually control the faker random seed to return the same values on + subsequent runs (leave -1 for random) + kind: integer + label: Airbyte Config Seed + name: airbyte_config.seed - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,35 +57,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: How many users should be generated in total. This setting does not - apply to the purchases or products stream. - kind: integer - label: Airbyte Config Count - name: airbyte_config.count -- description: Manually control the faker random seed to return the same values on - subsequent runs (leave -1 for random) - kind: integer - label: Airbyte Config Seed - name: airbyte_config.seed -- description: How many fake records will be returned for each sync, for each stream? By - default, it will take 2 syncs to create the requested 1000 records. - kind: integer - label: Airbyte Config Records Per Sync - name: airbyte_config.records_per_sync -- description: How many fake records will be in each page (stream slice), before a - state message is emitted? - kind: integer - label: Airbyte Config Records Per Slice - name: airbyte_config.records_per_slice -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -75,10 +66,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.count - airbyte_spec - - airbyte_config.count + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-fastbill/airbyte.yml b/_data/meltano/extractors/tap-fastbill/airbyte.yml index 8cb6b0ff0..bb7af14b9 100644 --- a/_data/meltano/extractors/tap-fastbill/airbyte.yml +++ b/_data/meltano/extractors/tap-fastbill/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Web-based finance management for small businesses. domain_url: https://www.fastbill.com/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-fastbill settings: +- description: Fastbill API key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Username for Fastbill account + kind: string + label: Airbyte Config Username + name: airbyte_config.username - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Username for Fastbill account - kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Fastbill API key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,11 +55,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.username - - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key + - airbyte_config.username - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-fastly/meltano.yml b/_data/meltano/extractors/tap-fastly/meltano.yml index aad390377..d57793619 100644 --- a/_data/meltano/extractors/tap-fastly/meltano.yml +++ b/_data/meltano/extractors/tap-fastly/meltano.yml @@ -23,4 +23,5 @@ settings: - kind: date_iso8601 label: Start Date name: start_date +settings_group_validation: [] variant: meltano diff --git a/_data/meltano/extractors/tap-fauna/airbyte.yml b/_data/meltano/extractors/tap-fauna/airbyte.yml index d5f659964..24ce20494 100644 --- a/_data/meltano/extractors/tap-fauna/airbyte.yml +++ b/_data/meltano/extractors/tap-fauna/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: The distributed serverless database domain_url: https://fauna.com/ executable: tap-airbyte @@ -21,22 +21,22 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-fauna settings: -- description: Airbyte image to run +- description: Name of the "deleted at" column. kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-fauna -- description: Airbyte image tag + label: Airbyte Config Collection Deletions Column + name: airbyte_config.collection.deletions.column +- description: ignore, deleted_field kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts + label: Airbyte Config Collection Deletions Deletion Mode + name: airbyte_config.collection.deletions.deletion_mode +- description: "The page size used when reading documents from the database. The larger + the page size, the faster the connector processes documents. However, if a page + is too large, the connector may fail.
\nChoose your page size based on how + large the documents are.
\nSee the docs." + kind: integer + label: Airbyte Config Collection Page Size + name: airbyte_config.collection.page_size - description: Domain of Fauna to query. Defaults db.fauna.com. See the docs. @@ -56,31 +56,22 @@ settings: label: Airbyte Config Secret name: airbyte_config.secret sensitive: true -- description: "The page size used when reading documents from the database. The larger - the page size, the faster the connector processes documents. However, if a page - is too large, the connector may fail.
\nChoose your page size based on how - large the documents are.
\nSee the docs." - kind: integer - label: Airbyte Config Collection Page Size - name: airbyte_config.collection.page_size -- description: ignore, deleted_field +- description: Airbyte image to run kind: string - label: Airbyte Config Collection Deletions Deletion Mode - name: airbyte_config.collection.deletions.deletion_mode -- description: Name of the "deleted at" column. + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-fauna +- description: Airbyte image tag kind: string - label: Airbyte Config Collection Deletions Column - name: airbyte_config.collection.deletions.column -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -90,13 +81,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.port - - connector_config.secret - - connector_config.domain - - airbyte_spec.image +- - airbyte_spec.image - connector_config.collection.page_size + - connector_config.domain + - connector_config.port - connector_config.scheme + - connector_config.secret settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-feed/airbyte.yml b/_data/meltano/extractors/tap-feed/airbyte.yml index 5fa6b5c33..20e6f7fd0 100644 --- a/_data/meltano/extractors/tap-feed/airbyte.yml +++ b/_data/meltano/extractors/tap-feed/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Generic tap for RSS and Atom feeds domain_url: https://en.wikipedia.org/wiki/RSS executable: tap-airbyte @@ -21,6 +21,10 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-rss settings: +- description: RSS Feed URL + kind: string + label: Airbyte Config Url + name: airbyte_config.url - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,19 +41,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: RSS Feed URL - kind: string - label: Airbyte Config Url - name: airbyte_config.url -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -59,6 +50,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.url - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-file/airbyte.yml b/_data/meltano/extractors/tap-file/airbyte.yml index bacc76846..fc1f1e6a3 100644 --- a/_data/meltano/extractors/tap-file/airbyte.yml +++ b/_data/meltano/extractors/tap-file/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Extracts data from files using smart_open domain_url: https://developers.facebook.com/docs/pages/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-file settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-file -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The Name of the final table to replicate this file into (should include letters, numbers dash and underscores only). kind: string @@ -64,34 +48,6 @@ settings: value: parquet - label: Yaml value: yaml -- description: This should be a string in JSON format. It depends on the chosen file - format to provide additional options and tune its behavior. - kind: string - label: Airbyte Config Reader Options - name: airbyte_config.reader_options -- description: The URL path to access the file which should be replicated. - kind: string - label: Airbyte Config Url - name: airbyte_config.url -- description: HTTPS, GCS, S3, AzBlob, SSH, SCP, SFTP, local - kind: password - label: Airbyte Config Provider Storage - name: airbyte_config.provider.storage - sensitive: true -- description: Add User-Agent to request - kind: boolean - label: Airbyte Config Provider User Agent - name: airbyte_config.provider.user_agent -- description: In order to access private Buckets stored on Google Cloud, this connector - would need a service account json credentials with the proper permissions as described - here. - Please generate the credentials.json file and copy/paste its content to this field - (expecting JSON formats). If accessing publicly available data, this field is - not necessary. - kind: password - label: Airbyte Config Provider Service Account Json - name: airbyte_config.provider.service_account_json - sensitive: true - description: In order to access private Buckets stored on AWS S3, this connector would need credentials with the proper permissions. If accessing publicly available data, this field is not necessary. @@ -106,13 +62,20 @@ settings: label: Airbyte Config Provider AWS Secret Access Key name: airbyte_config.provider.aws_secret_access_key sensitive: true -- description: The globally unique name of the storage account that the desired blob - sits within. See here for more details. +- description: ', , ' kind: password - label: Airbyte Config Provider Storage Account - name: airbyte_config.provider.storage_account + label: Airbyte Config Provider Host + name: airbyte_config.provider.host + sensitive: true +- description: ', , ' + kind: password + label: Airbyte Config Provider Password + name: airbyte_config.provider.password + sensitive: true +- description: ', , ' + kind: password + label: Airbyte Config Provider Port + name: airbyte_config.provider.port sensitive: true - description: To access Azure Blob Storage, this connector would need credentials with the proper permissions. One option is a SAS (Shared Access Signature) token. @@ -121,6 +84,16 @@ settings: label: Airbyte Config Provider Sas Token name: airbyte_config.provider.sas_token sensitive: true +- description: In order to access private Buckets stored on Google Cloud, this connector + would need a service account json credentials with the proper permissions as described + here. + Please generate the credentials.json file and copy/paste its content to this field + (expecting JSON formats). If accessing publicly available data, this field is + not necessary. + kind: password + label: Airbyte Config Provider Service Account Json + name: airbyte_config.provider.service_account_json + sensitive: true - description: To access Azure Blob Storage, this connector would need credentials with the proper permissions. One option is a storage account shared key (aka account key or access key). If accessing publicly available data, this field is not necessary. @@ -128,35 +101,53 @@ settings: label: Airbyte Config Provider Shared Key name: airbyte_config.provider.shared_key sensitive: true -- description: ', , ' - kind: password - label: Airbyte Config Provider User - name: airbyte_config.provider.user - sensitive: true -- description: ', , ' +- description: HTTPS, GCS, S3, AzBlob, SSH, SCP, SFTP, local kind: password - label: Airbyte Config Provider Password - name: airbyte_config.provider.password + label: Airbyte Config Provider Storage + name: airbyte_config.provider.storage sensitive: true -- description: ', , ' +- description: The globally unique name of the storage account that the desired blob + sits within. See here for more details. kind: password - label: Airbyte Config Provider Host - name: airbyte_config.provider.host + label: Airbyte Config Provider Storage Account + name: airbyte_config.provider.storage_account sensitive: true - description: ', , ' kind: password - label: Airbyte Config Provider Port - name: airbyte_config.provider.port + label: Airbyte Config Provider User + name: airbyte_config.provider.user sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Add User-Agent to request + kind: boolean + label: Airbyte Config Provider User Agent + name: airbyte_config.provider.user_agent +- description: This should be a string in JSON format. It depends on the chosen file + format to provide additional options and tune its behavior. + kind: string + label: Airbyte Config Reader Options + name: airbyte_config.reader_options +- description: The URL path to access the file which should be replicated. + kind: string + label: Airbyte Config Url + name: airbyte_config.url +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-file +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -166,12 +157,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.url +- - airbyte_config.dataset_name + - airbyte_config.format + - airbyte_config.url - airbyte_spec - airbyte_spec.image - - airbyte_config.format - - airbyte_config.dataset_name settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-firebolt/airbyte.yml b/_data/meltano/extractors/tap-firebolt/airbyte.yml index 29e771801..4ba424fa5 100644 --- a/_data/meltano/extractors/tap-firebolt/airbyte.yml +++ b/_data/meltano/extractors/tap-firebolt/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud Data Warehouse domain_url: https://www.firebolt.io/ executable: tap-airbyte @@ -21,6 +21,31 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-firebolt settings: +- description: Firebolt account to login. + kind: string + label: Airbyte Config Account + name: airbyte_config.account +- description: The database to connect to. + kind: string + label: Airbyte Config Database + name: airbyte_config.database +- description: Engine name or url to connect to. + kind: string + label: Airbyte Config Engine + name: airbyte_config.engine +- description: The host name of your Firebolt database. + kind: string + label: Airbyte Config Host + name: airbyte_config.host +- description: Firebolt password. + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: Firebolt email address you use to login. + kind: string + label: Airbyte Config Username + name: airbyte_config.username - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,40 +62,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Firebolt email address you use to login. - kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Firebolt password. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: Firebolt account to login. - kind: string - label: Airbyte Config Account - name: airbyte_config.account -- description: The host name of your Firebolt database. - kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: The database to connect to. - kind: string - label: Airbyte Config Database - name: airbyte_config.database -- description: Engine name or url to connect to. - kind: string - label: Airbyte Config Engine - name: airbyte_config.engine -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -80,10 +71,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - - connector_config.password - connector_config.database + - connector_config.password - connector_config.username settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-fixerio/singer-io.yml b/_data/meltano/extractors/tap-fixerio/singer-io.yml index d1e6e84c5..bda9990ce 100644 --- a/_data/meltano/extractors/tap-fixerio/singer-io.yml +++ b/_data/meltano/extractors/tap-fixerio/singer-io.yml @@ -14,14 +14,14 @@ pip_url: tap-fixerio quality: bronze repo: https://github.com/singer-io/tap-fixerio settings: -- description: The base rate to which others will be converted. - label: Base - name: base - description: Your fixer.io access key. kind: password label: Access Key name: access_key sensitive: true +- description: The base rate to which others will be converted. + label: Base + name: base - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. diff --git a/_data/meltano/extractors/tap-flexport/airbyte.yml b/_data/meltano/extractors/tap-flexport/airbyte.yml index 1fc69c99e..7cb5e85c8 100644 --- a/_data/meltano/extractors/tap-flexport/airbyte.yml +++ b/_data/meltano/extractors/tap-flexport/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Supply chain management software domain_url: https://www.flexport.com/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-flexport settings: +- description: '' + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: '' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: '' - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: '' - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,6 +55,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.api_key diff --git a/_data/meltano/extractors/tap-freshdesk/airbyte.yml b/_data/meltano/extractors/tap-freshdesk/airbyte.yml index 8b0d47673..6277f3f4a 100644 --- a/_data/meltano/extractors/tap-freshdesk/airbyte.yml +++ b/_data/meltano/extractors/tap-freshdesk/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Service Software domain_url: https://freshdesk.com/ executable: tap-airbyte @@ -21,32 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-freshdesk settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-freshdesk -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Freshdesk domain - kind: string - label: Airbyte Config Domain - name: airbyte_config.domain - description: Freshdesk API Key. See the docs for more information on how to obtain this key. kind: password label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true +- description: Freshdesk domain + kind: string + label: Airbyte Config Domain + name: airbyte_config.domain - description: The number of requests per minute that this source allowed to use. There is a rate limit of 50 requests per minute per app per account. kind: integer @@ -57,15 +41,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-freshdesk +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -75,10 +66,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - - connector_config.domain - connector_config.api_key + - connector_config.domain settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-freshdesk/singer-io.yml b/_data/meltano/extractors/tap-freshdesk/singer-io.yml index 11e21ba8e..fdf5b8c9c 100644 --- a/_data/meltano/extractors/tap-freshdesk/singer-io.yml +++ b/_data/meltano/extractors/tap-freshdesk/singer-io.yml @@ -13,25 +13,25 @@ pip_url: tap-freshdesk quality: silver repo: https://github.com/singer-io/tap-freshdesk settings: -- description: Your Freshdesk subdomain. - label: Domain - name: domain - description: Your Freshdesk API key. kind: password label: API Key name: api_key sensitive: true -- description: The user agent to send with API requests. - label: User Agent - name: user_agent +- description: Your Freshdesk subdomain. + label: Domain + name: domain - description: 'Determines how much historical data will be extracted. Please be aware that the larger the time peri[start_date] `required`: od and amount of data, the longer the initial extraction can be expected to take.' kind: date_iso8601 label: Start Date name: start_date +- description: The user agent to send with API requests. + label: User Agent + name: user_agent settings_group_validation: -- - domain - - api_key +- - api_key + - domain - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-freshsales/airbyte.yml b/_data/meltano/extractors/tap-freshsales/airbyte.yml index 56786e056..c961e557e 100644 --- a/_data/meltano/extractors/tap-freshsales/airbyte.yml +++ b/_data/meltano/extractors/tap-freshsales/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Sales CRM Software domain_url: https://www.freshworks.com/crm/sales/ executable: tap-airbyte @@ -21,6 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-freshsales settings: +- description: Freshsales API Key. See here. + The key is case sensitive. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: The Name of your Freshsales domain + kind: string + label: Airbyte Config Domain Name + name: airbyte_config.domain_name - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The Name of your Freshsales domain - kind: string - label: Airbyte Config Domain Name - name: airbyte_config.domain_name -- description: Freshsales API Key. See here. - The key is case sensitive. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,9 +57,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.api_key - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.api_key - connector_config.domain_name settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-freshservice/airbyte.yml b/_data/meltano/extractors/tap-freshservice/airbyte.yml index 1b8dfaa07..a0578dd2d 100644 --- a/_data/meltano/extractors/tap-freshservice/airbyte.yml +++ b/_data/meltano/extractors/tap-freshservice/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: ITSM Software domain_url: https://freshservice.com/ executable: tap-airbyte @@ -21,6 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-freshservice settings: +- description: Freshservice API Key. See here. + The key is case sensitive. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: The name of your Freshservice domain + kind: string + label: Airbyte Config Domain Name + name: airbyte_config.domain_name +- description: UTC date and time in the format 2020-10-01T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The name of your Freshservice domain - kind: string - label: Airbyte Config Domain Name - name: airbyte_config.domain_name -- description: Freshservice API Key. See here. - The key is case sensitive. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: UTC date and time in the format 2020-10-01T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,11 +61,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - - connector_config.start_date - - connector_config.domain_name - connector_config.api_key + - connector_config.domain_name + - connector_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-fullstory/singer-io.yml b/_data/meltano/extractors/tap-fullstory/singer-io.yml index 993f8f048..93be4757a 100644 --- a/_data/meltano/extractors/tap-fullstory/singer-io.yml +++ b/_data/meltano/extractors/tap-fullstory/singer-io.yml @@ -1,6 +1,6 @@ capabilities: -- discover - catalog +- discover description: Digital Experience Platform domain_url: https://www.fullstory.com/ keywords: @@ -14,21 +14,21 @@ pip_url: tap-fullstory quality: silver repo: https://github.com/singer-io/tap-fullstory settings: +- description: Your FullStory API key. + kind: password + label: API Key + name: api_key + sensitive: true - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: Your FullStory API key. - kind: password - label: API Key - name: api_key - sensitive: true - description: The user agent to send with requests. label: User Agent name: user_agent settings_group_validation: -- - start_date - - api_key +- - api_key + - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-ga4/meltanolabs.yml b/_data/meltano/extractors/tap-ga4/meltanolabs.yml index 23ba90190..a5bec30cc 100644 --- a/_data/meltano/extractors/tap-ga4/meltanolabs.yml +++ b/_data/meltano/extractors/tap-ga4/meltanolabs.yml @@ -146,18 +146,18 @@ settings: label: Stream Maps name: stream_maps settings_group_validation: -- - property_id +- - client_secrets + - property_id - start_date - - client_secrets -- - property_id +- - key_file_location + - property_id - start_date - - key_file_location -- - property_id - - start_date - - oauth_credentials.access_token +- - oauth_credentials.access_token - oauth_credentials.client_id - oauth_credentials.client_secret - oauth_credentials.refresh_token + - property_id + - start_date settings_preamble: '' usage: '' variant: meltanolabs diff --git a/_data/meltano/extractors/tap-genesys/airbyte.yml b/_data/meltano/extractors/tap-genesys/airbyte.yml index 6090129b2..891f2a6a5 100644 --- a/_data/meltano/extractors/tap-genesys/airbyte.yml +++ b/_data/meltano/extractors/tap-genesys/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Contact Center Solutions domain_url: https://www.genesys.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-genesys settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-genesys -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Your OAuth user Client ID kind: password label: Airbyte Config Client Id @@ -47,6 +31,10 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true +- description: 'Start Date in format: YYYY-MM-DD' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Please choose the right endpoint where your Tenant is located. More info by this Link @@ -76,19 +64,22 @@ settings: value: Asia Pacific (Seoul) - label: Asia Pacific (Sydney) value: Asia Pacific (Sydney) -- description: 'Start Date in format: YYYY-MM-DD' +- description: Airbyte image to run kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-genesys +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -98,13 +89,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date +- - airbyte_config.client_id - airbyte_config.client_secret + - airbyte_config.start_date + - airbyte_config.tenant_endpoint - airbyte_spec - - airbyte_config.client_id - airbyte_spec.image - - airbyte_config.tenant_endpoint settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-getlago/airbyte.yml b/_data/meltano/extractors/tap-getlago/airbyte.yml index acfcc97b6..afc8251e4 100644 --- a/_data/meltano/extractors/tap-getlago/airbyte.yml +++ b/_data/meltano/extractors/tap-getlago/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Open Source Metering & Usage-Based Billing domain_url: https://doc.getlago.com/docs/guide/intro/welcome executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-getlago settings: +- description: Your API Key. See here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Key. See here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-getpocket/airbyte.yml b/_data/meltano/extractors/tap-getpocket/airbyte.yml index 6dea343c9..1f28f60f0 100644 --- a/_data/meltano/extractors/tap-getpocket/airbyte.yml +++ b/_data/meltano/extractors/tap-getpocket/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Your own private corner of the web to spend quality time with great articles. domain_url: https://getpocket.com/ executable: tap-airbyte @@ -21,52 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-pocket settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-pocket -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Your application's Consumer Key. - kind: password - label: Airbyte Config Consumer Key - name: airbyte_config.consumer_key - sensitive: true - description: The user's Pocket access token. kind: password label: Airbyte Config Access Token name: airbyte_config.access_token sensitive: true -- description: Select the state of the items to retrieve. - kind: options - label: Airbyte Config State - name: airbyte_config.state - options: - - label: Unread - value: unread - - label: Archive - value: archive - - label: All - value: all -- description: Retrieve only favorited items. - kind: boolean - label: Airbyte Config Favorite - name: airbyte_config.favorite -- description: Return only items tagged with this tag name. Use _untagged_ for retrieving - only untagged items. - kind: string - label: Airbyte Config Tag - name: airbyte_config.tag +- description: Your application's Consumer Key. + kind: password + label: Airbyte Config Consumer Key + name: airbyte_config.consumer_key + sensitive: true - description: Select the content type of the items to retrieve. kind: options label: Airbyte Config Content Type @@ -78,6 +42,31 @@ settings: value: video - label: Image value: image +- description: Select the granularity of the information about each item. + kind: options + label: Airbyte Config Detail Type + name: airbyte_config.detail_type + options: + - label: Simple + value: simple + - label: Complete + value: complete +- description: Only return items from a particular `domain`. + kind: string + label: Airbyte Config Domain + name: airbyte_config.domain +- description: Retrieve only favorited items. + kind: boolean + label: Airbyte Config Favorite + name: airbyte_config.favorite +- description: Only return items whose title or url contain the `search` string. + kind: string + label: Airbyte Config Search + name: airbyte_config.search +- description: Only return items modified since the given timestamp. + kind: string + label: Airbyte Config Since + name: airbyte_config.since - description: Sort retrieved items by the given criteria. kind: options label: Airbyte Config Sort @@ -91,36 +80,38 @@ settings: value: title - label: Site value: site -- description: Select the granularity of the information about each item. +- description: Select the state of the items to retrieve. kind: options - label: Airbyte Config Detail Type - name: airbyte_config.detail_type + label: Airbyte Config State + name: airbyte_config.state options: - - label: Simple - value: simple - - label: Complete - value: complete -- description: Only return items whose title or url contain the `search` string. + - label: Unread + value: unread + - label: Archive + value: archive + - label: All + value: all +- description: Return only items tagged with this tag name. Use _untagged_ for retrieving + only untagged items. kind: string - label: Airbyte Config Search - name: airbyte_config.search -- description: Only return items from a particular `domain`. + label: Airbyte Config Tag + name: airbyte_config.tag +- description: Airbyte image to run kind: string - label: Airbyte Config Domain - name: airbyte_config.domain -- description: Only return items modified since the given timestamp. + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-pocket +- description: Airbyte image tag kind: string - label: Airbyte Config Since - name: airbyte_config.since -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -130,11 +121,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.access_token - airbyte_config.consumer_key - - airbyte_config.access_token - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-github/airbyte.yml b/_data/meltano/extractors/tap-github/airbyte.yml index b011fb451..69608fe3b 100644 --- a/_data/meltano/extractors/tap-github/airbyte.yml +++ b/_data/meltano/extractors/tap-github/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Code hosting platform domain_url: https://docs.github.com/en/rest executable: tap-airbyte @@ -21,31 +21,21 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-github settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-github -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: OAuth Credentials, PAT Credentials +- description: Space-delimited list of GitHub repository branches to pull commits + for, e.g. `airbytehq/airbyte/master`. If no branches are specified for a repository, + the default branch will be pulled. kind: string - label: Airbyte Config Credentials Option Title - name: airbyte_config.credentials.option_title + label: Airbyte Config Branch + name: airbyte_config.branch - description: OAuth access token kind: password label: Airbyte Config Credentials Access Token name: airbyte_config.credentials.access_token sensitive: true +- description: OAuth Credentials, PAT Credentials + kind: string + label: Airbyte Config Credentials Option Title + name: airbyte_config.credentials.option_title - description: Log into GitHub and then generate a personal access token. To load balance your API quota consumption across multiple API tokens, input multiple tokens separated with "," @@ -53,6 +43,18 @@ settings: label: Airbyte Config Credentials Personal Access Token name: airbyte_config.credentials.personal_access_token sensitive: true +- description: The Github connector contains several streams with a large amount of + data. The page size of such streams depends on the size of your repository. We + recommended that you specify values between 10 and 30. + kind: integer + label: Airbyte Config Page Size For Large Streams + name: airbyte_config.page_size_for_large_streams +- description: Space-delimited list of GitHub organizations/repositories, e.g. `airbytehq/airbyte` + for single repository, `airbytehq/*` for get all repositories from organization + and `airbytehq/airbyte airbytehq/another-repo` for multiple repositories. + kind: string + label: Airbyte Config Repository + name: airbyte_config.repository - description: The date from which you'd like to replicate data from GitHub in the format YYYY-MM-DDT00:00:00Z. For the streams which support this configuration, only data generated on or after the start date will be replicated. This field @@ -61,33 +63,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Space-delimited list of GitHub organizations/repositories, e.g. `airbytehq/airbyte` - for single repository, `airbytehq/*` for get all repositories from organization - and `airbytehq/airbyte airbytehq/another-repo` for multiple repositories. +- description: Airbyte image to run kind: string - label: Airbyte Config Repository - name: airbyte_config.repository -- description: Space-delimited list of GitHub repository branches to pull commits - for, e.g. `airbytehq/airbyte/master`. If no branches are specified for a repository, - the default branch will be pulled. + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-github +- description: Airbyte image tag kind: string - label: Airbyte Config Branch - name: airbyte_config.branch -- description: The Github connector contains several streams with a large amount of - data. The page size of such streams depends on the size of your repository. We - recommended that you specify values between 10 and 30. - kind: integer - label: Airbyte Config Page Size For Large Streams - name: airbyte_config.page_size_for_large_streams -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -97,9 +88,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.repository +- - airbyte_config.repository + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-github/singer-io.yml b/_data/meltano/extractors/tap-github/singer-io.yml index e4ae30c93..9f6af4ae0 100644 --- a/_data/meltano/extractors/tap-github/singer-io.yml +++ b/_data/meltano/extractors/tap-github/singer-io.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Code hosting platform domain_url: https://docs.github.com/en/rest diff --git a/_data/meltano/extractors/tap-gitlab/airbyte.yml b/_data/meltano/extractors/tap-gitlab/airbyte.yml index 45bae1b16..23ee2d4e7 100644 --- a/_data/meltano/extractors/tap-gitlab/airbyte.yml +++ b/_data/meltano/extractors/tap-gitlab/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Single application for the entire DevOps lifecycle domain_url: https://docs.gitlab.com/ee/api/ executable: tap-airbyte @@ -21,6 +21,28 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-gitlab settings: +- description: Please enter your basic URL from GitLab instance. + kind: string + label: Airbyte Config Api Url + name: airbyte_config.api_url +- description: Space-delimited list of groups. e.g. airbyte.io. + kind: string + label: Airbyte Config Groups + name: airbyte_config.groups +- description: Log into your GitLab account and then generate a personal [Access Token](https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html). + kind: password + label: Airbyte Config Private Token + name: airbyte_config.private_token + sensitive: true +- description: Space-delimited list of projects. e.g. airbyte.io/documentation meltano/tap-gitlab. + kind: string + label: Airbyte Config Projects + name: airbyte_config.projects +- description: The date from which you'd like to replicate data for GitLab API, in + the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,37 +59,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Log into your GitLab account and then generate a personal [Access Token](https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html). - kind: password - label: Airbyte Config Private Token - name: airbyte_config.private_token - sensitive: true -- description: Please enter your basic URL from GitLab instance. - kind: string - label: Airbyte Config Api Url - name: airbyte_config.api_url -- description: The date from which you'd like to replicate data for GitLab API, in - the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Space-delimited list of groups. e.g. airbyte.io. - kind: string - label: Airbyte Config Groups - name: airbyte_config.groups -- description: Space-delimited list of projects. e.g. airbyte.io/documentation meltano/tap-gitlab. - kind: string - label: Airbyte Config Projects - name: airbyte_config.projects -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -77,12 +68,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec - - airbyte_config.api_url - - airbyte_spec.image - - airbyte_config.start_date +- - airbyte_config.api_url - airbyte_config.private_token + - airbyte_config.start_date + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-gitlab/meltano.yml b/_data/meltano/extractors/tap-gitlab/meltano.yml index 979d6bf65..524b77342 100644 --- a/_data/meltano/extractors/tap-gitlab/meltano.yml +++ b/_data/meltano/extractors/tap-gitlab/meltano.yml @@ -21,13 +21,17 @@ settings: label: GitLab Instance name: api_url value: https://gitlab.com -- description: GitLab personal access token or other API token. - kind: password - label: Access Token - name: private_token - placeholder: Ex. ***************** - value: '' - sensitive: true +- description: For each Merge Request, also fetch the MR's commits and create the + join table `merge_request_commits` with the Merge Request and related Commit IDs. + This can slow down extraction considerably because of the many API calls required. + kind: boolean + name: fetch_merge_request_commits + value: false +- description: For every Pipeline, also fetch extended details of each of these pipelines. + This can slow down extraction considerably because of the many API calls required. + kind: boolean + name: fetch_pipelines_extended + value: false - description: Space-separated names of groups to extract data from. Leave empty and provide a project name if you'd like to pull data from a project in a personal user namespace. @@ -35,33 +39,29 @@ settings: name: groups placeholder: Ex. my-organization value: '' +- description: GitLab personal access token or other API token. + kind: password + label: Access Token + name: private_token + placeholder: Ex. ***************** + sensitive: true + value: '' - description: Space-separated `namespace/project` paths of projects to extract data from. Leave empty and provide a group name to extract data from all group projects. label: Project name: projects placeholder: Ex. my-organization/project-1 value: '' -- description: Enable to pull in extra data (like Epics, Epic Issues and other entities) - only available to GitLab Ultimate and GitLab.com Gold accounts. - kind: boolean - name: ultimate_license - value: false -- description: For each Merge Request, also fetch the MR's commits and create the - join table `merge_request_commits` with the Merge Request and related Commit IDs. - This can slow down extraction considerably because of the many API calls required. - kind: boolean - name: fetch_merge_request_commits - value: false -- description: For every Pipeline, also fetch extended details of each of these pipelines. - This can slow down extraction considerably because of the many API calls required. - kind: boolean - name: fetch_pipelines_extended - value: false - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 name: start_date +- description: Enable to pull in extra data (like Epics, Epic Issues and other entities) + only available to GitLab Ultimate and GitLab.com Gold accounts. + kind: boolean + name: ultimate_license + value: false settings_group_validation: - - api_url - groups diff --git a/_data/meltano/extractors/tap-gitlab/meltanolabs.yml b/_data/meltano/extractors/tap-gitlab/meltanolabs.yml index 7db1c2144..1f72b9403 100644 --- a/_data/meltano/extractors/tap-gitlab/meltanolabs.yml +++ b/_data/meltano/extractors/tap-gitlab/meltanolabs.yml @@ -20,6 +20,38 @@ settings: label: GitLab Instance name: api_url value: https://gitlab.com +- description: | + For each Merge Request, also fetch the MR's commits and create the join table `merge_request_commits` with the Merge Request and related Commit IDs. + + This can slow down extraction considerably because of the many API calls required. + + The `merge_request_commits` entity cannot be [selected](https://docs.meltano.com/guide/integration#selecting-entities-and-attributes-for-extraction) unless this setting is enabled. + kind: boolean + label: Fetch Merge Request Commits + name: fetch_merge_request_commits + value: false +- description: | + For every Pipeline, also fetch extended details of each of these pipelines. + + This can slow down extraction considerably because of the many API calls required. + + The `pipelines_extended` entity cannot be [selected](https://docs.meltano.com/guide/integration#selecting-entities-and-attributes-for-extraction) unless this setting is enabled. + kind: boolean + label: Fetch Pipelines Extended + name: fetch_pipelines_extended + value: false +- description: | + This property allows you to scope data that the extractor fetches to only the desired group. The group name can generally be found at the root of a repository's URL. If this is left blank, you have to at least provide a [project](#projects). + + Leave empty if you'd like to pull data from a project in a personal user namespace. + + For example, `https://github.com/MeltanoLabs/tap-gitlab` has a group of `meltano`. + + Multiple group names can be separated using space characters. + label: Groups + name: groups + placeholder: Ex. my-organization + value: '' - description: | GitLab personal access token or other API token. @@ -47,19 +79,7 @@ settings: label: Access Token name: private_token placeholder: Ex. ***************** - value: '' sensitive: true -- description: | - This property allows you to scope data that the extractor fetches to only the desired group. The group name can generally be found at the root of a repository's URL. If this is left blank, you have to at least provide a [project](#projects). - - Leave empty if you'd like to pull data from a project in a personal user namespace. - - For example, `https://github.com/MeltanoLabs/tap-gitlab` has a group of `meltano`. - - Multiple group names can be separated using space characters. - label: Groups - name: groups - placeholder: Ex. my-organization value: '' - description: | This property allows you to scope the project(s) that the extractor fetches. @@ -76,6 +96,12 @@ settings: name: projects placeholder: Ex. my-organization/project-1 value: '' +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date - description: | Enable to pull in extra data (like Epics, Epic Issues and other entities) only available to GitLab Ultimate and GitLab.com Gold accounts. @@ -85,32 +111,6 @@ settings: label: Ultimate License name: ultimate_license value: false -- description: | - For each Merge Request, also fetch the MR's commits and create the join table `merge_request_commits` with the Merge Request and related Commit IDs. - - This can slow down extraction considerably because of the many API calls required. - - The `merge_request_commits` entity cannot be [selected](https://docs.meltano.com/guide/integration#selecting-entities-and-attributes-for-extraction) unless this setting is enabled. - kind: boolean - label: Fetch Merge Request Commits - name: fetch_merge_request_commits - value: false -- description: | - For every Pipeline, also fetch extended details of each of these pipelines. - - This can slow down extraction considerably because of the many API calls required. - - The `pipelines_extended` entity cannot be [selected](https://docs.meltano.com/guide/integration#selecting-entities-and-attributes-for-extraction) unless this setting is enabled. - kind: boolean - label: Fetch Pipelines Extended - name: fetch_pipelines_extended - value: false -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date settings_group_validation: - - api_url - groups diff --git a/_data/meltano/extractors/tap-glassfrog/airbyte.yml b/_data/meltano/extractors/tap-glassfrog/airbyte.yml index 8766e61df..2f70b9907 100644 --- a/_data/meltano/extractors/tap-glassfrog/airbyte.yml +++ b/_data/meltano/extractors/tap-glassfrog/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud-based software tool that makes Holacracy transparent and accessible, end-to-end domain_url: https://www.glassfrog.com/ @@ -22,6 +22,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-glassfrog settings: +- description: API key provided by Glassfrog + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -38,20 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API key provided by Glassfrog - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,6 +52,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.api_key diff --git a/_data/meltano/extractors/tap-gmail-csv/food-spotter.yml b/_data/meltano/extractors/tap-gmail-csv/food-spotter.yml index e135ec40f..76abfb2b0 100644 --- a/_data/meltano/extractors/tap-gmail-csv/food-spotter.yml +++ b/_data/meltano/extractors/tap-gmail-csv/food-spotter.yml @@ -15,6 +15,16 @@ pip_url: git+https://github.com/food-spotter/tap-gmail-csv.git quality: silver repo: https://github.com/food-spotter/tap-gmail-csv settings: +- description: The Gmail account you're connecting to. + label: Email Address + name: email_address +- description: The gmail label to search against. + label: Gmail Label + name: gmail_label +- description: 'Your search query to apply. The date-time filter is auto applied at + runtime. E.g. "to: me+finance@gmail.com"' + label: Gmail Search Query + name: gmail_search_query - description: A Google generated pickle file encoded in base64 for authentication. label: Pickle Base64 Encoded name: pickle_base64_encoded @@ -31,20 +41,10 @@ settings: kind: array label: Tables name: tables -- description: The Gmail account you're connecting to. - label: Email Address - name: email_address -- description: 'Your search query to apply. The date-time filter is auto applied at - runtime. E.g. "to: me+finance@gmail.com"' - label: Gmail Search Query - name: gmail_search_query -- description: The gmail label to search against. - label: Gmail Label - name: gmail_label settings_group_validation: -- - pickle_base64_encoded +- - email_address + - gmail_search_query + - pickle_base64_encoded - start_date - tables - - email_address - - gmail_search_query variant: food-spotter diff --git a/_data/meltano/extractors/tap-gnews/airbyte.yml b/_data/meltano/extractors/tap-gnews/airbyte.yml index 054a848e0..aa83a373d 100644 --- a/_data/meltano/extractors/tap-gnews/airbyte.yml +++ b/_data/meltano/extractors/tap-gnews/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: News API domain_url: https://gnews.io/ executable: tap-airbyte @@ -21,99 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-gnews settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-gnews -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: API Key kind: password label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true -- description: "This parameter allows you to specify your search keywords to find - the news articles you are looking for. The keywords will be used to return the - most relevant articles. It is possible to use logical operators with keywords. - - Phrase Search Operator: This operator allows you to make an exact search. Keywords - surrounded by \n quotation marks are used to search for articles with the exact - same keyword sequence. \n For example the query: \"Apple iPhone\" will return - articles matching at least once this sequence of keywords.\n- Logical AND Operator: - This operator allows you to make sure that several keywords are all used in the - article\n search. By default the space character acts as an AND operator, it - is possible to replace the space character \n by AND to obtain the same result. - For example the query: Apple Microsoft is equivalent to Apple AND Microsoft\n - - Logical OR Operator: This operator allows you to retrieve articles matching - the keyword a or the keyword b.\n It is important to note that this operator - has a higher precedence than the AND operator. For example the \n query: Apple - OR Microsoft will return all articles matching the keyword Apple as well as all - articles matching \n the keyword Microsoft\n- Logical NOT Operator: This operator - allows you to remove from the results the articles corresponding to the\n specified - keywords. To use it, you need to add NOT in front of each word or phrase surrounded - by quotes.\n For example the query: Apple NOT iPhone will return all articles - matching the keyword Apple but not the keyword\n iPhone" - kind: string - label: Airbyte Config Query - name: airbyte_config.query -- description: '' - kind: options - label: Airbyte Config Language - name: airbyte_config.language - options: - - label: Ar - value: ar - - label: Zh - value: zh - - label: Nl - value: nl - - label: En - value: en - - label: Fr - value: fr - - label: De - value: de - - label: El - value: el - - label: He - value: he - - label: Hi - value: hi - - label: It - value: it - - label: Ja - value: ja - - label: Ml - value: ml - - label: Mr - value: mr - - label: No - value: no - - label: Pt - value: pt - - label: Ro - value: ro - - label: Ru - value: ru - - label: Es - value: es - - label: Sv - value: sv - - label: Ta - value: ta - - label: Te - value: te - - label: Uk - value: uk - description: This parameter allows you to specify the country where the news articles returned by the API were published, the contents of the articles are not necessarily related to the specified country. You have to set as value the 2 letters code @@ -182,30 +94,96 @@ settings: value: gb - label: Us value: us +- description: 'This parameter allows you to filter the articles that have a publication + date smaller than or equal to the specified value. The date must respect the + following format: YYYY-MM-DD hh:mm:ss (in UTC)' + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date - description: This parameter allows you to choose in which attributes the keywords are searched. The attributes that can be set are title, description and content. It is possible to combine several attributes. kind: array label: Airbyte Config In name: airbyte_config.in +- description: '' + kind: options + label: Airbyte Config Language + name: airbyte_config.language + options: + - label: Ar + value: ar + - label: Zh + value: zh + - label: Nl + value: nl + - label: En + value: en + - label: Fr + value: fr + - label: De + value: de + - label: El + value: el + - label: He + value: he + - label: Hi + value: hi + - label: It + value: it + - label: Ja + value: ja + - label: Ml + value: ml + - label: Mr + value: mr + - label: No + value: no + - label: Pt + value: pt + - label: Ro + value: ro + - label: Ru + value: ru + - label: Es + value: es + - label: Sv + value: sv + - label: Ta + value: ta + - label: Te + value: te + - label: Uk + value: uk - description: This parameter allows you to specify the attributes that you allow to return null values. The attributes that can be set are title, description and content. It is possible to combine several attributes kind: array label: Airbyte Config Nullable name: airbyte_config.nullable -- description: 'This parameter allows you to filter the articles that have a publication - date greater than or equal to the specified value. The date must respect the - following format: YYYY-MM-DD hh:mm:ss (in UTC)' - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: 'This parameter allows you to filter the articles that have a publication - date smaller than or equal to the specified value. The date must respect the - following format: YYYY-MM-DD hh:mm:ss (in UTC)' +- description: "This parameter allows you to specify your search keywords to find + the news articles you are looking for. The keywords will be used to return the + most relevant articles. It is possible to use logical operators with keywords. + - Phrase Search Operator: This operator allows you to make an exact search. Keywords + surrounded by \n quotation marks are used to search for articles with the exact + same keyword sequence. \n For example the query: \"Apple iPhone\" will return + articles matching at least once this sequence of keywords.\n- Logical AND Operator: + This operator allows you to make sure that several keywords are all used in the + article\n search. By default the space character acts as an AND operator, it + is possible to replace the space character \n by AND to obtain the same result. + For example the query: Apple Microsoft is equivalent to Apple AND Microsoft\n + - Logical OR Operator: This operator allows you to retrieve articles matching + the keyword a or the keyword b.\n It is important to note that this operator + has a higher precedence than the AND operator. For example the \n query: Apple + OR Microsoft will return all articles matching the keyword Apple as well as all + articles matching \n the keyword Microsoft\n- Logical NOT Operator: This operator + allows you to remove from the results the articles corresponding to the\n specified + keywords. To use it, you need to add NOT in front of each word or phrase surrounded + by quotes.\n For example the query: Apple NOT iPhone will return all articles + matching the keyword Apple but not the keyword\n iPhone" kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date + label: Airbyte Config Query + name: airbyte_config.query - description: "This parameter allows you to choose with which type of sorting the articles should be returned. Two values are possible:\n - publishedAt = sort by publication date, the articles with the most recent publication date are returned @@ -219,6 +197,12 @@ settings: value: publishedAt - label: Relevance value: relevance +- description: 'This parameter allows you to filter the articles that have a publication + date greater than or equal to the specified value. The date must respect the + following format: YYYY-MM-DD hh:mm:ss (in UTC)' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: "This parameter allows you to specify your search keywords to find the news articles you are looking for. The keywords will be used to return the most relevant articles. It is possible to use logical operators with keywords. @@ -265,15 +249,22 @@ settings: value: science - label: Health value: health -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-gnews +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -283,11 +274,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key - - airbyte_spec.image - - airbyte_spec - airbyte_config.query + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-gocardless/airbyte.yml b/_data/meltano/extractors/tap-gocardless/airbyte.yml index 617454d19..a9f160222 100644 --- a/_data/meltano/extractors/tap-gocardless/airbyte.yml +++ b/_data/meltano/extractors/tap-gocardless/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Payment Company domain_url: https://gocardless.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-gocardless settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-gocardless -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Gocardless API TOKEN kind: password label: Airbyte Config Access Token @@ -61,15 +45,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-gocardless +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -79,13 +70,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_spec.image +- - airbyte_config.access_token - airbyte_config.gocardless_environment - airbyte_config.gocardless_version - - airbyte_config.access_token + - airbyte_config.start_date - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-gong/airbyte.yml b/_data/meltano/extractors/tap-gong/airbyte.yml index 872d93b66..4f43245fd 100644 --- a/_data/meltano/extractors/tap-gong/airbyte.yml +++ b/_data/meltano/extractors/tap-gong/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Revenue Intelligence Software domain_url: https://www.gong.io/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-gong settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-gong -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Gong Access Key kind: password label: Airbyte Config Access Key @@ -54,15 +38,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-gong +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -72,11 +63,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec - - airbyte_config.access_key +- - airbyte_config.access_key - airbyte_config.access_key_secret + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-google-analytics/meltano.yml b/_data/meltano/extractors/tap-google-analytics/meltano.yml index effdcb31b..7b9a31622 100644 --- a/_data/meltano/extractors/tap-google-analytics/meltano.yml +++ b/_data/meltano/extractors/tap-google-analytics/meltano.yml @@ -15,11 +15,18 @@ pip_url: git+https://gitlab.com/meltano/tap-google-analytics.git quality: silver repo: https://gitlab.com/meltano/tap-google-analytics settings: +- description: Date up to when historical data will be extracted. + kind: date_iso8601 + name: end_date - kind: file label: Client Secrets name: key_file_location placeholder: Ex. client_secrets.json value: $MELTANO_PROJECT_ROOT/client_secrets.json +- kind: password + label: OAuth Access Token + name: oauth_credentials.access_token + sensitive: true - kind: password label: OAuth Client ID name: oauth_credentials.client_id @@ -28,17 +35,10 @@ settings: label: OAuth Client Secret name: oauth_credentials.client_secret sensitive: true -- kind: password - label: OAuth Access Token - name: oauth_credentials.access_token - sensitive: true - kind: password label: OAuth Refresh Token name: oauth_credentials.refresh_token sensitive: true -- label: View ID - name: view_id - placeholder: Ex. 198343027 - label: Reports name: reports placeholder: Ex. my_report_definition.json @@ -47,17 +47,17 @@ settings: the initial extraction can be expected to take. kind: date_iso8601 name: start_date -- description: Date up to when historical data will be extracted. - kind: date_iso8601 - name: end_date +- label: View ID + name: view_id + placeholder: Ex. 198343027 settings_group_validation: - - key_file_location - - view_id - start_date -- - oauth_credentials.client_id + - view_id +- - oauth_credentials.access_token + - oauth_credentials.client_id - oauth_credentials.client_secret - - oauth_credentials.access_token - oauth_credentials.refresh_token - - view_id - start_date + - view_id variant: meltano diff --git a/_data/meltano/extractors/tap-google-directory/airbyte.yml b/_data/meltano/extractors/tap-google-directory/airbyte.yml index 4b93e624f..9617a51d9 100644 --- a/_data/meltano/extractors/tap-google-directory/airbyte.yml +++ b/_data/meltano/extractors/tap-google-directory/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Google Directory domain_url: https://developers.google.com/admin-sdk/directory/v1/guides executable: tap-airbyte @@ -21,29 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-google-directory settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-google-directory -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Web server app, Service accounts - kind: options - label: Airbyte Config Credentials Credentials Title - name: airbyte_config.credentials.credentials_title - options: - - label: Web Server App - value: Web server app - description: The Client ID of the developer application. kind: password label: Airbyte Config Credentials Client Id @@ -54,31 +31,45 @@ settings: label: Airbyte Config Credentials Client Secret name: airbyte_config.credentials.client_secret sensitive: true -- description: The Token for obtaining a new access token. - kind: password - label: Airbyte Config Credentials Refresh Token - name: airbyte_config.credentials.refresh_token - sensitive: true - description: The contents of the JSON service account key. See the docs for more information on how to generate this key. kind: string label: Airbyte Config Credentials Credentials Json name: airbyte_config.credentials.credentials_json +- description: Web server app, Service accounts + kind: options + label: Airbyte Config Credentials Credentials Title + name: airbyte_config.credentials.credentials_title + options: + - label: Web Server App + value: Web server app - description: The email of the user, which has permissions to access the Google Workspace Admin APIs. kind: string label: Airbyte Config Credentials Email name: airbyte_config.credentials.email -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The Token for obtaining a new access token. + kind: password + label: Airbyte Config Credentials Refresh Token + name: airbyte_config.credentials.refresh_token + sensitive: true +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-google-directory +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -88,9 +79,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-google-pagespeed-insights/airbyte.yml b/_data/meltano/extractors/tap-google-pagespeed-insights/airbyte.yml index 69fad5c7e..0b06af559 100644 --- a/_data/meltano/extractors/tap-google-pagespeed-insights/airbyte.yml +++ b/_data/meltano/extractors/tap-google-pagespeed-insights/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Web page performance measurement software domain_url: https://developers.google.com/speed/docs/insights/v5/get-started executable: tap-airbyte @@ -21,6 +21,29 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-google-pagespeed-insights settings: +- description: Google PageSpeed API Key. See here. + The key is optional - however the API is heavily rate limited when using without + API Key. Creating and using the API key therefore is recommended. The key is case + sensitive. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: 'Defines which Lighthouse category to run. One or many of: "accessibility", + "best-practices", "performance", "pwa", "seo".' + kind: array + label: Airbyte Config Categories + name: airbyte_config.categories +- description: The analyses strategy to use. Either "desktop" or "mobile". + kind: array + label: Airbyte Config Strategies + name: airbyte_config.strategies +- description: 'The URLs to retrieve pagespeed information from. The connector will + attempt to sync PageSpeed reports for all the defined URLs. Format: https://(www.)url.domain' + kind: array + label: Airbyte Config Urls + name: airbyte_config.urls - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,38 +60,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Google PageSpeed API Key. See here. - The key is optional - however the API is heavily rate limited when using without - API Key. Creating and using the API key therefore is recommended. The key is case - sensitive. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: 'The URLs to retrieve pagespeed information from. The connector will - attempt to sync PageSpeed reports for all the defined URLs. Format: https://(www.)url.domain' - kind: array - label: Airbyte Config Urls - name: airbyte_config.urls -- description: The analyses strategy to use. Either "desktop" or "mobile". - kind: array - label: Airbyte Config Strategies - name: airbyte_config.strategies -- description: 'Defines which Lighthouse category to run. One or many of: "accessibility", - "best-practices", "performance", "pwa", "seo".' - kind: array - label: Airbyte Config Categories - name: airbyte_config.categories -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -78,12 +69,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.categories + - airbyte_config.strategies - airbyte_config.urls - - airbyte_config.categories - airbyte_spec - - airbyte_config.strategies + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-google-search-console/airbyte.yml b/_data/meltano/extractors/tap-google-search-console/airbyte.yml index 5284ee358..94e623d44 100644 --- a/_data/meltano/extractors/tap-google-search-console/airbyte.yml +++ b/_data/meltano/extractors/tap-google-search-console/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Search platform domain_url: https://developers.google.com/webmaster-tools/search-console-api-original/v3/how-tos/search_analytics @@ -22,37 +22,12 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-google-search-console settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-google-search-console -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: The URLs of the website property attached to your GSC account. Read - more here. - kind: array - label: Airbyte Config Site Urls - name: airbyte_config.site_urls -- description: UTC date in the format 2017-01-25. Any data before this date will not - be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: UTC date in the format 2017-01-25. Any data after this date will not - be replicated. Must be greater or equal to the start date field. - kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date +- description: Access token for making authenticated requests. Read more here. + kind: password + label: Airbyte Config Authorization Access Token + name: airbyte_config.authorization.access_token + sensitive: true - description: Client, Service kind: string label: Airbyte Config Authorization Auth Type @@ -71,12 +46,11 @@ settings: label: Airbyte Config Authorization Client Secret name: airbyte_config.authorization.client_secret sensitive: true -- description: Access token for making authenticated requests. Read more here. - kind: password - label: Airbyte Config Authorization Access Token - name: airbyte_config.authorization.access_token - sensitive: true +- description: The email of the user which has permissions to access the Google Workspace + Admin APIs. + kind: string + label: Airbyte Config Authorization Email + name: airbyte_config.authorization.email - description: The token for obtaining a new access token. Read more here. kind: password @@ -89,11 +63,6 @@ settings: kind: string label: Airbyte Config Authorization Service Account Info name: airbyte_config.authorization.service_account_info -- description: The email of the user which has permissions to access the Google Workspace - Admin APIs. - kind: string - label: Airbyte Config Authorization Email - name: airbyte_config.authorization.email - description: A JSON array describing the custom reports you want to sync from Google Search Console. See the @@ -102,15 +71,37 @@ settings: kind: string label: Airbyte Config Custom Reports name: airbyte_config.custom_reports -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: UTC date in the format 2017-01-25. Any data after this date will not + be replicated. Must be greater or equal to the start date field. + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date +- description: The URLs of the website property attached to your GSC account. Read + more here. + kind: array + label: Airbyte Config Site Urls + name: airbyte_config.site_urls +- description: UTC date in the format 2017-01-25. Any data before this date will not + be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-google-search-console +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -120,9 +111,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.site_urls +- - airbyte_config.site_urls + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-google-search-console/singer-io.yml b/_data/meltano/extractors/tap-google-search-console/singer-io.yml index 55ddcd975..d4ecc8944 100644 --- a/_data/meltano/extractors/tap-google-search-console/singer-io.yml +++ b/_data/meltano/extractors/tap-google-search-console/singer-io.yml @@ -16,16 +16,21 @@ pip_url: tap-google-search-console quality: silver repo: https://github.com/singer-io/tap-google-search-console settings: -- description: Your refresh token. +- description: Your client ID. kind: password - label: Refresh Token - name: refresh_token + label: Client ID + name: client_id sensitive: true - description: Your client secret. kind: password label: Client Secret name: client_secret sensitive: true +- description: Your refresh token. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true - description: The request timeout. kind: integer label: Request Timeout @@ -34,21 +39,16 @@ settings: the domain-level property in the list. label: Site URLs name: site_urls -- description: Your client ID. - kind: password - label: Client ID - name: client_id - sensitive: true -- description: The user agent to send along with the API requests. - label: User Agent - name: user_agent - description: The start date of sync in UTC format for all streams. label: Start Date name: start_date +- description: The user agent to send along with the API requests. + label: User Agent + name: user_agent settings_group_validation: -- - refresh_token +- - client_id - client_secret - - client_id - - user_agent + - refresh_token - start_date + - user_agent variant: singer-io diff --git a/_data/meltano/extractors/tap-google-sheets/airbyte.yml b/_data/meltano/extractors/tap-google-sheets/airbyte.yml index 0be2bfd11..958607805 100644 --- a/_data/meltano/extractors/tap-google-sheets/airbyte.yml +++ b/_data/meltano/extractors/tap-google-sheets/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud Spreadsheets domain_url: https://developers.google.com/webmaster-tools/search-console-api-original/v3/how-tos/search_analytics @@ -22,32 +22,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-google-sheets settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-google-sheets -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Enter the link to the Google spreadsheet you want to sync - kind: password - label: Airbyte Config Spreadsheet Id - name: airbyte_config.spreadsheet_id - sensitive: true -- description: Number of rows fetched when making a Google Sheet API call. Defaults - to 200. - kind: integer - label: Airbyte Config Row Batch Size - name: airbyte_config.row_batch_size - description: Client, Service kind: string label: Airbyte Config Credentials Auth Type @@ -73,15 +47,32 @@ settings: kind: string label: Airbyte Config Credentials Service Account Info name: airbyte_config.credentials.service_account_info -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Number of rows fetched when making a Google Sheet API call. Defaults + to 200. + kind: integer + label: Airbyte Config Row Batch Size + name: airbyte_config.row_batch_size +- description: Enter the link to the Google spreadsheet you want to sync + kind: password + label: Airbyte Config Spreadsheet Id + name: airbyte_config.spreadsheet_id + sensitive: true +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-google-sheets +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -91,9 +82,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.spreadsheet_id +- - airbyte_config.spreadsheet_id + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-google-sheets/singer-io.yml b/_data/meltano/extractors/tap-google-sheets/singer-io.yml index 8644b97b7..2df08701e 100644 --- a/_data/meltano/extractors/tap-google-sheets/singer-io.yml +++ b/_data/meltano/extractors/tap-google-sheets/singer-io.yml @@ -1,6 +1,6 @@ capabilities: -- discover - catalog +- discover - state description: Cloud Spreadsheets domain_url: diff --git a/_data/meltano/extractors/tap-google-webfonts/airbyte.yml b/_data/meltano/extractors/tap-google-webfonts/airbyte.yml index 8dccb440c..fcbf20853 100644 --- a/_data/meltano/extractors/tap-google-webfonts/airbyte.yml +++ b/_data/meltano/extractors/tap-google-webfonts/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Google Fonts metadata API domain_url: https://developers.google.com/fonts/docs/developer_api executable: tap-airbyte @@ -21,6 +21,24 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-google-webfonts settings: +- description: Optional, Available params- json, media, proto + kind: string + label: Airbyte Config Alt + name: airbyte_config.alt +- description: API key is required to access google apis, For getting your's goto + google console and generate api key for Webfonts + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Optional, boolean type + kind: string + label: Airbyte Config Prettyprint + name: airbyte_config.prettyPrint +- description: Optional, to find how to sort + kind: string + label: Airbyte Config Sort + name: airbyte_config.sort - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,33 +55,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API key is required to access google apis, For getting your's goto - google console and generate api key for Webfonts - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Optional, to find how to sort - kind: string - label: Airbyte Config Sort - name: airbyte_config.sort -- description: Optional, boolean type - kind: string - label: Airbyte Config Prettyprint - name: airbyte_config.prettyPrint -- description: Optional, Available params- json, media, proto - kind: string - label: Airbyte Config Alt - name: airbyte_config.alt -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -73,10 +64,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.api_key + - airbyte_spec - airbyte_spec.image - - airbyte_config.api_key settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-google-workspace-admin-reports/airbyte.yml b/_data/meltano/extractors/tap-google-workspace-admin-reports/airbyte.yml index 215305695..b707c0a93 100644 --- a/_data/meltano/extractors/tap-google-workspace-admin-reports/airbyte.yml +++ b/_data/meltano/extractors/tap-google-workspace-admin-reports/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Google Workspace Admin - Reports API domain_url: https://developers.google.com/admin-sdk/reports/v1/get-start/overview executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-google-workspace-admin-reports settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-google-workspace-admin-reports -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The contents of the JSON service account key. See the docs for more information on how to generate this key. @@ -53,15 +37,22 @@ settings: kind: integer label: Airbyte Config Lookback name: airbyte_config.lookback -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-google-workspace-admin-reports +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -71,9 +62,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.credentials_json - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.credentials_json - connector_config.email settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-googleads/airbyte.yml b/_data/meltano/extractors/tap-googleads/airbyte.yml index dcfc91bed..baf94cbea 100644 --- a/_data/meltano/extractors/tap-googleads/airbyte.yml +++ b/_data/meltano/extractors/tap-googleads/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Google Advertising Platform domain_url: https://ads.google.com executable: tap-airbyte @@ -21,28 +21,19 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-google-ads settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-google-ads -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Developer token granted by Google to use their APIs. More instruction - on how to find this value in our documentation. + kind: integer + label: Airbyte Config Conversion Window Days + name: airbyte_config.conversion_window_days +- description: Access Token for making authenticated requests. More instruction on + how to find this value in our docs kind: password - label: Airbyte Config Credentials Developer Token - name: airbyte_config.credentials.developer_token + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token sensitive: true - description: The Client ID of your Google Ads developer application. More instruction on how to find this value in our docs + kind: password + label: Airbyte Config Credentials Developer Token + name: airbyte_config.credentials.developer_token + sensitive: true - description: The token for obtaining a new access token. More instruction on how to find this value in our docs @@ -65,13 +63,10 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: Access Token for making authenticated requests. More instruction on - how to find this value in our docs - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true +- description: '' + kind: array + label: Airbyte Config Custom Queries + name: airbyte_config.custom_queries - description: Comma separated list of (client) customer IDs. Each customer ID must be specified as a 10-digit number without dashes. More instruction on how to find this value in our documentation. - kind: integer - label: Airbyte Config Conversion Window Days - name: airbyte_config.conversion_window_days -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: UTC date and time in the format 2017-01-25. Any data before this date + will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-google-ads +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -129,14 +120,23 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_spec.image - - airbyte_config.credentials.developer_token - - airbyte_config.customer_id +- - airbyte_config.credentials.client_id - airbyte_config.credentials.client_secret + - airbyte_config.credentials.developer_token - airbyte_config.credentials.refresh_token - - airbyte_config.credentials.client_id + - airbyte_config.customer_id + - airbyte_config.start_date + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-greenhouse/airbyte.yml b/_data/meltano/extractors/tap-greenhouse/airbyte.yml index 3891a266c..bd9db4e00 100644 --- a/_data/meltano/extractors/tap-greenhouse/airbyte.yml +++ b/_data/meltano/extractors/tap-greenhouse/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Recruiting Management Tool domain_url: https://developers.greenhouse.io/harvest.html executable: tap-airbyte @@ -21,6 +21,12 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-greenhouse settings: +- description: Greenhouse API Key. See the docs + for more information on how to generate this key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,21 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Greenhouse API Key. See the docs - for more information on how to generate this key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,10 +52,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-greenhouse/codyss.yml b/_data/meltano/extractors/tap-greenhouse/codyss.yml index b3864e8b3..b7f2acb71 100644 --- a/_data/meltano/extractors/tap-greenhouse/codyss.yml +++ b/_data/meltano/extractors/tap-greenhouse/codyss.yml @@ -1,7 +1,7 @@ capabilities: +- discover - properties - state -- discover description: Recruiting Management Tool domain_url: https://developers.greenhouse.io/harvest.html hidden: true diff --git a/_data/meltano/extractors/tap-gridly/airbyte.yml b/_data/meltano/extractors/tap-gridly/airbyte.yml index 1e5d30938..54dc18351 100644 --- a/_data/meltano/extractors/tap-gridly/airbyte.yml +++ b/_data/meltano/extractors/tap-gridly/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Spreadsheet for multi-language content domain_url: https://www.gridly.com/ executable: tap-airbyte @@ -21,6 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-gridly settings: +- description: '' + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: ID of a grid, or can be ID of a branch + kind: password + label: Airbyte Config Grid Id + name: airbyte_config.grid_id + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: '' - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: ID of a grid, or can be ID of a branch - kind: password - label: Airbyte Config Grid Id - name: airbyte_config.grid_id - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,11 +56,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.grid_id - - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key + - airbyte_config.grid_id - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-gutendex/airbyte.yml b/_data/meltano/extractors/tap-gutendex/airbyte.yml index 31e56afde..6f67c9b1f 100644 --- a/_data/meltano/extractors/tap-gutendex/airbyte.yml +++ b/_data/meltano/extractors/tap-gutendex/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Project Gutenberg ebook metadata domain_url: https://gutendex.com/ executable: tap-airbyte @@ -21,34 +21,18 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-gutendex settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-gutendex -- description: Airbyte image tag +- description: (Optional) Defines the maximum birth year of the authors. Books by + authors born after the end year will not be returned. Supports both positive (CE) + or negative (BCE) integer values kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts + label: Airbyte Config Author Year End + name: airbyte_config.author_year_end - description: (Optional) Defines the minimum birth year of the authors. Books by authors born prior to the start year will not be returned. Supports both positive (CE) or negative (BCE) integer values kind: string label: Airbyte Config Author Year Start name: airbyte_config.author_year_start -- description: (Optional) Defines the maximum birth year of the authors. Books by - authors born after the end year will not be returned. Supports both positive (CE) - or negative (BCE) integer values - kind: string - label: Airbyte Config Author Year End - name: airbyte_config.author_year_end - description: (Optional) Use this to find books with a certain copyright status - true for books with existing copyrights, false for books in the public domain in the USA, or null for books with no available copyright information. @@ -77,15 +61,22 @@ settings: kind: string label: Airbyte Config Topic name: airbyte_config.topic -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-gutendex +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -95,6 +86,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image settings_preamble: '' diff --git a/_data/meltano/extractors/tap-harvest-forecast/singer-io.yml b/_data/meltano/extractors/tap-harvest-forecast/singer-io.yml index ed2ed87ad..96b574034 100644 --- a/_data/meltano/extractors/tap-harvest-forecast/singer-io.yml +++ b/_data/meltano/extractors/tap-harvest-forecast/singer-io.yml @@ -15,23 +15,27 @@ pip_url: tap-harvest-forecast quality: silver repo: https://github.com/singer-io/tap-harvest-forecast settings: -- description: Your refresh token. +- description: Your account ID. + label: Account ID + name: account_id +- description: Your client ID. kind: password - label: Refresh Token - name: refresh_token + label: Client ID + name: client_id sensitive: true - description: Your client secret. kind: password label: Client Secret name: client_secret sensitive: true -- description: The user agent to be sent with requests. - label: User Agent - name: user_agent -- description: Your client ID. +- description: Date up to when historical data will be extracted. + kind: date_iso8601 + label: End Date + name: end_date +- description: Your refresh token. kind: password - label: Client ID - name: client_id + label: Refresh Token + name: refresh_token sensitive: true - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n @@ -39,19 +43,15 @@ settings: kind: date_iso8601 label: Start Date name: start_date -- description: Your account ID. - label: Account ID - name: account_id -- description: Date up to when historical data will be extracted. - kind: date_iso8601 - label: End Date - name: end_date +- description: The user agent to be sent with requests. + label: User Agent + name: user_agent settings_group_validation: -- - refresh_token - - client_secret +- - account_id - client_id + - client_secret + - refresh_token - start_date - - account_id usage: | As the Harvest Forecast API is [not yet public](https://help.getharvest.com/forecast/faqs/faq-list/api/), this tap is experimental and liable to break at any time. Please keep this in mind if you run into any issues (and submit a PR if you can fix something broken). diff --git a/_data/meltano/extractors/tap-harvest/airbyte.yml b/_data/meltano/extractors/tap-harvest/airbyte.yml index d1c13a209..3685a6ac2 100644 --- a/_data/meltano/extractors/tap-harvest/airbyte.yml +++ b/_data/meltano/extractors/tap-harvest/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Time Tracking Software domain_url: https://help.getharvest.com/api-v2/ executable: tap-airbyte @@ -21,38 +21,18 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-harvest settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-harvest -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Harvest account ID. Required for all Harvest requests in pair with Personal Access Token kind: password label: Airbyte Config Account Id name: airbyte_config.account_id sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Replication Start Date - name: airbyte_config.replication_start_date -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data after - this date will not be replicated. - kind: string - label: Airbyte Config Replication End Date - name: airbyte_config.replication_end_date +- description: Log into Harvest and then create new + personal access token. + kind: password + label: Airbyte Config Credentials Api Token + name: airbyte_config.credentials.api_token + sensitive: true - description: Client, Token kind: string label: Airbyte Config Credentials Auth Type @@ -72,21 +52,32 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: Log into Harvest and then create new - personal access token. - kind: password - label: Airbyte Config Credentials Api Token - name: airbyte_config.credentials.api_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data after + this date will not be replicated. + kind: string + label: Airbyte Config Replication End Date + name: airbyte_config.replication_end_date +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Replication Start Date + name: airbyte_config.replication_start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-harvest +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -96,11 +87,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.account_id - - airbyte_spec.image - airbyte_config.replication_start_date - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-harvest/singer-io.yml b/_data/meltano/extractors/tap-harvest/singer-io.yml index d890c193c..0304841e2 100644 --- a/_data/meltano/extractors/tap-harvest/singer-io.yml +++ b/_data/meltano/extractors/tap-harvest/singer-io.yml @@ -15,38 +15,38 @@ pip_url: tap-harvest quality: silver repo: https://github.com/singer-io/tap-harvest settings: -- description: The request timeout length, default 300. - kind: integer - label: Request Timeout - name: request_timeout -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date - description: Your OAuth client ID. kind: password label: Client ID name: client_id sensitive: true +- description: Your OAuth client secret. + kind: password + label: Client Secret + name: client_secret + sensitive: true - description: Your OAuth refresh token. kind: password label: Refresh Token name: refresh_token sensitive: true +- description: The request timeout length, default 300. + kind: integer + label: Request Timeout + name: request_timeout +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date - description: The user agent to send with requests. label: User Agent name: user_agent -- description: Your OAuth client secret. - kind: password - label: Client Secret - name: client_secret - sensitive: true settings_group_validation: -- - start_date - - client_id +- - client_id + - client_secret - refresh_token + - start_date - user_agent - - client_secret variant: singer-io diff --git a/_data/meltano/extractors/tap-hellobaton/airbyte.yml b/_data/meltano/extractors/tap-hellobaton/airbyte.yml index 9ba9757d5..9a9424225 100644 --- a/_data/meltano/extractors/tap-hellobaton/airbyte.yml +++ b/_data/meltano/extractors/tap-hellobaton/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer onboarding software for managing software implementations domain_url: https://app.hellobaton.com/api/redoc/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-hellobaton settings: +- description: authentication key required to access the api endpoints + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Company name that generates your base api url + kind: string + label: Airbyte Config Company + name: airbyte_config.company - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: authentication key required to access the api endpoints - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Company name that generates your base api url - kind: string - label: Airbyte Config Company - name: airbyte_config.company -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,9 +55,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.company - - airbyte_config.api_key +- - airbyte_config.api_key + - airbyte_config.company - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-helpscout/singer-io.yml b/_data/meltano/extractors/tap-helpscout/singer-io.yml index 470822a9a..d942a7c58 100644 --- a/_data/meltano/extractors/tap-helpscout/singer-io.yml +++ b/_data/meltano/extractors/tap-helpscout/singer-io.yml @@ -22,15 +22,6 @@ settings: label: Client ID name: client_id sensitive: true -- description: The user agent to send with requests. - label: User Agent - name: user_agent -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date - description: Your Help Scout client secret. Follow these instructions to [Create My App](https://developer.helpscout.com/mailbox-api/overview/authentication/#oauth2-application) @@ -46,10 +37,19 @@ settings: label: Refresh Token name: refresh_token sensitive: true +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: - - client_id - - user_agent - - start_date - client_secret - refresh_token + - start_date + - user_agent variant: singer-io diff --git a/_data/meltano/extractors/tap-hubplanner/airbyte.yml b/_data/meltano/extractors/tap-hubplanner/airbyte.yml index 7bf34a53b..664bed9fe 100644 --- a/_data/meltano/extractors/tap-hubplanner/airbyte.yml +++ b/_data/meltano/extractors/tap-hubplanner/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Resource Management Software domain_url: https://hubplanner.com/ executable: tap-airbyte @@ -21,6 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-hubplanner settings: +- description: Hubplanner API key. See https://github.com/hubplanner/API#authentication + for more details. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,21 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Hubplanner API key. See https://github.com/hubplanner/API#authentication - for more details. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,6 +52,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.api_key diff --git a/_data/meltano/extractors/tap-hubspot/airbyte.yml b/_data/meltano/extractors/tap-hubspot/airbyte.yml index ba951772d..fe34bed53 100644 --- a/_data/meltano/extractors/tap-hubspot/airbyte.yml +++ b/_data/meltano/extractors/tap-hubspot/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Inbound Marketing software domain_url: https://legacydocs.hubspot.com/docs/overview executable: tap-airbyte @@ -21,31 +21,12 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-hubspot settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-hubspot -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: OAuth Credentials, Private App Credentials - kind: string - label: Airbyte Config Credentials Credentials Title - name: airbyte_config.credentials.credentials_title +- description: HubSpot Access token. See the Hubspot + docs if you need help finding this token. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true - description: The Client ID of your HubSpot developer application. See the Hubspot docs if you need help finding this ID. @@ -60,6 +41,10 @@ settings: label: Airbyte Config Credentials Client Secret name: airbyte_config.credentials.client_secret sensitive: true +- description: OAuth Credentials, Private App Credentials + kind: string + label: Airbyte Config Credentials Credentials Title + name: airbyte_config.credentials.credentials_title - description: Refresh token to renew an expired access token. See the Hubspot docs if you need help finding this token. @@ -67,21 +52,27 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: HubSpot Access token. See the Hubspot - docs if you need help finding this token. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-hubspot +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -91,6 +82,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.start_date - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-hubspot/hotgluexyz.yml b/_data/meltano/extractors/tap-hubspot/hotgluexyz.yml index 34837c429..1a5860227 100644 --- a/_data/meltano/extractors/tap-hubspot/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-hubspot/hotgluexyz.yml @@ -1,10 +1,10 @@ capabilities: - about -- discover - catalog +- discover +- schema-flattening - state - stream-maps -- schema-flattening description: Inbound Marketing software domain_url: https://developers.hubspot.com/docs/api/overview executable: tap-hubspot-beta @@ -35,6 +35,10 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: The seconds until the token expires. + kind: integer + label: Expires In + name: expires_in - description: This is the URL that the user will be redirected to after they authorize your app for the requested scopes documentation: https://developers.hubspot.com/docs/api/working-with-oauth @@ -45,10 +49,6 @@ settings: label: Refresh Token name: refresh_token sensitive: true -- description: The seconds until the token expires. - kind: integer - label: Expires In - name: expires_in - description: The time to start syncing data from if no existing state is found. label: Start Date name: start_date diff --git a/_data/meltano/extractors/tap-hubspot/singer-io.yml b/_data/meltano/extractors/tap-hubspot/singer-io.yml index fe50da401..691f1b659 100644 --- a/_data/meltano/extractors/tap-hubspot/singer-io.yml +++ b/_data/meltano/extractors/tap-hubspot/singer-io.yml @@ -15,11 +15,6 @@ pip_url: git+https://github.com/singer-io/tap-hubspot.git quality: silver repo: https://github.com/singer-io/tap-hubspot settings: -- description: This is the URL that the user will be redirected to after they authorize - your app for the requested scopes - documentation: https://legacydocs.hubspot.com/docs/methods/oauth2/oauth2-quickstart - label: Redirect URI - name: redirect_uri - description: This identifies the app used to connect to HubSpot. documentation: https://legacydocs.hubspot.com/docs/methods/oauth2/oauth2-quickstart label: Client ID @@ -29,11 +24,6 @@ settings: label: Client Secret name: client_secret sensitive: true -- description: This is the refresh token provided by HubSpot. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true - description: | This is the Hubspot API Key provided by HubSpot. @@ -48,14 +38,24 @@ settings: label: Hubspot API Key name: hapikey sensitive: true +- description: This is the URL that the user will be redirected to after they authorize + your app for the requested scopes + documentation: https://legacydocs.hubspot.com/docs/methods/oauth2/oauth2-quickstart + label: Redirect URI + name: redirect_uri +- description: This is the refresh token provided by HubSpot. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true - description: This is the cutoff date for syncing historical data. kind: date_iso8601 label: Start Date name: start_date settings_group_validation: -- - redirect_uri - - client_id +- - client_id - client_secret + - redirect_uri - refresh_token - start_date - - hapikey diff --git a/_data/meltano/extractors/tap-impact/singer-io.yml b/_data/meltano/extractors/tap-impact/singer-io.yml index c6abba332..24d5dfa0e 100644 --- a/_data/meltano/extractors/tap-impact/singer-io.yml +++ b/_data/meltano/extractors/tap-impact/singer-io.yml @@ -15,25 +15,12 @@ pip_url: tap-impact quality: silver repo: https://github.com/singer-io/tap-impact settings: -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date -- description: The user agent to send with requests. - label: User Agent - name: user_agent - description: Your account SID, it can be found in your user settings when API access is enabled. kind: password label: Account SID name: account_sid sensitive: true -- description: Your model ID for conversion paths endpoints. Contact Impact Support - to get your model_id. - label: Model Id - name: model_id - description: 'Is one of the following: Advertisers, Agencies, Partners.' label: API Catalog name: api_catalog @@ -43,10 +30,23 @@ settings: label: Auth Token name: auth_token sensitive: true +- description: Your model ID for conversion paths endpoints. Contact Impact Support + to get your model_id. + label: Model Id + name: model_id +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: -- - start_date - - user_agent - - account_sid +- - account_sid - api_catalog - auth_token + - start_date + - user_agent variant: singer-io diff --git a/_data/meltano/extractors/tap-impact/voxmedia.yml b/_data/meltano/extractors/tap-impact/voxmedia.yml index 271d45805..518def5f5 100644 --- a/_data/meltano/extractors/tap-impact/voxmedia.yml +++ b/_data/meltano/extractors/tap-impact/voxmedia.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Partnership Automation Software domain_url: https://integrations.impact.com/ executable: tap-impact-publisher @@ -20,28 +20,16 @@ pip_url: git+https://github.com/voxmedia/tap-impact-publisher.git quality: silver repo: https://github.com/voxmedia/tap-impact-publisher settings: -- description: The token to authenticate against the API service - kind: password - label: Auth Token - name: auth_token - sensitive: true - description: Account SID for the API service kind: password label: Account Sid name: account_sid sensitive: true -- description: The earliest record date to sync - kind: date_iso8601 - label: Start Date - name: start_date -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The token to authenticate against the API service + kind: password + label: Auth Token + name: auth_token + sensitive: true - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -51,9 +39,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - auth_token - - account_sid +- - account_sid + - auth_token settings_preamble: '' usage: '' variant: voxmedia diff --git a/_data/meltano/extractors/tap-indeed/autoidm.yml b/_data/meltano/extractors/tap-indeed/autoidm.yml index 0fba42bfa..a710ab243 100644 --- a/_data/meltano/extractors/tap-indeed/autoidm.yml +++ b/_data/meltano/extractors/tap-indeed/autoidm.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Job Search Software domain_url: https://secure.indeed.com/ executable: tap-indeedsponsoredjobs @@ -30,19 +30,6 @@ settings: label: Client Secret name: client_secret sensitive: true -- description: Defaults to today minus 365, only used for the stats endpoint - kind: date_iso8601 - label: Start Date - name: start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -52,6 +39,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: Defaults to today minus 365, only used for the stats endpoint + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - client_id - client_secret diff --git a/_data/meltano/extractors/tap-insightly/airbyte.yml b/_data/meltano/extractors/tap-insightly/airbyte.yml index ca8b0f374..b52a87ba7 100644 --- a/_data/meltano/extractors/tap-insightly/airbyte.yml +++ b/_data/meltano/extractors/tap-insightly/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: CRM Platform domain_url: https://api.insightly.com/v3.1/Help executable: tap-airbyte @@ -21,6 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-insightly settings: +- description: The date from which you'd like to replicate data for Insightly in the + format YYYY-MM-DDT00:00:00Z. All data generated after this date will be replicated. + Note that it will be used only for incremental streams. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Your Insightly API token. + kind: password + label: Airbyte Config Token + name: airbyte_config.token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your Insightly API token. - kind: password - label: Airbyte Config Token - name: airbyte_config.token - sensitive: true -- description: The date from which you'd like to replicate data for Insightly in the - format YYYY-MM-DDT00:00:00Z. All data generated after this date will be replicated. - Note that it will be used only for incremental streams. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,10 +57,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.start_date - - airbyte_spec.image - airbyte_config.token + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-instagram/airbyte.yml b/_data/meltano/extractors/tap-instagram/airbyte.yml index aa8c24e82..ef80cce35 100644 --- a/_data/meltano/extractors/tap-instagram/airbyte.yml +++ b/_data/meltano/extractors/tap-instagram/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Social Networking platform domain_url: https://developers.facebook.com/docs/instagram-api executable: tap-airbyte @@ -21,6 +21,18 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-instagram settings: +- description: The value of the access token generated. See the docs + for more information + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true +- description: The date from which you'd like to replicate data for User Insights, + in the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be + replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,27 +49,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The date from which you'd like to replicate data for User Insights, - in the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be - replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: The value of the access token generated. See the docs - for more information - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -67,9 +58,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.access_token +- - airbyte_config.access_token + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-intacct/hotgluexyz.yml b/_data/meltano/extractors/tap-intacct/hotgluexyz.yml index 86e24fd13..e6b2146a2 100644 --- a/_data/meltano/extractors/tap-intacct/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-intacct/hotgluexyz.yml @@ -17,29 +17,28 @@ repo: https://github.com/hotgluexyz/tap-intacct settings: - label: Company ID name: company_id +- description: Maximum number of threads to use + kind: integer + label: Max Workers + name: max_workers + value: 8 +- description: Select by default any new fields discovered in Quickbooks objects + kind: boolean + label: Select Fields By Default + name: select_fields_by_default + value: true - label: Sender ID name: sender_id - kind: password label: Sender Password name: sender_password sensitive: true -- label: User ID - name: user_id -- kind: password - label: User Password - name: user_password - sensitive: true - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Select by default any new fields discovered in Quickbooks objects - kind: boolean - label: Select Fields By Default - name: select_fields_by_default - value: true - description: | Used to throttle how often STATE messages are generated when the tap is using the “REST” API. @@ -48,16 +47,17 @@ settings: label: State Message Threshold name: state_message_threshold value: 1000 -- description: Maximum number of threads to use - kind: integer - label: Max Workers - name: max_workers - value: 8 +- label: User ID + name: user_id +- kind: password + label: User Password + name: user_password + sensitive: true settings_group_validation: - - company_id - sender_id - sender_password + - start_date - user_id - user_password - - start_date variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-intercom/airbyte.yml b/_data/meltano/extractors/tap-intercom/airbyte.yml index a380ac4b2..79914e818 100644 --- a/_data/meltano/extractors/tap-intercom/airbyte.yml +++ b/_data/meltano/extractors/tap-intercom/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Conversational Relationship Platform domain_url: https://developers.intercom.com/intercom-api-reference/v1.4/reference executable: tap-airbyte @@ -21,6 +21,18 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-intercom settings: +- description: Access token for making authenticated requests. See the Intercom + docs for more information. + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,27 +49,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Access token for making authenticated requests. See the Intercom - docs for more information. - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -67,11 +58,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec - - airbyte_config.access_token +- - airbyte_config.access_token - airbyte_config.start_date + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-intercom/singer-io.yml b/_data/meltano/extractors/tap-intercom/singer-io.yml index 289dc34c0..ee4c7f069 100644 --- a/_data/meltano/extractors/tap-intercom/singer-io.yml +++ b/_data/meltano/extractors/tap-intercom/singer-io.yml @@ -15,14 +15,6 @@ pip_url: tap-intercom quality: silver repo: https://github.com/singer-io/tap-intercom settings: -- description: The user agent to send with requests. - label: User Agent - name: user_agent -- description: Is the time for which request should wait to get response. It is an - optional parameter and default request_timeout is 300 seconds. - kind: integer - label: Request Timeout - name: request_timeout - description: Your Intercom access token. [Intercom Authentication Types](https://developers.intercom.com/building-apps/docs/authentication-types) explains how to get an access_token. Make sure your [OAuth Scope](https://developers.intercom.com/building-apps/docs/oauth-scopes) allows Read access to the endpoints above. Additionally, your App should use [API @@ -32,14 +24,22 @@ settings: label: Access Token name: access_token sensitive: true +- description: Is the time for which request should wait to get response. It is an + optional parameter and default request_timeout is 300 seconds. + kind: integer + label: Request Timeout + name: request_timeout - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: -- - user_agent - - access_token +- - access_token - start_date + - user_agent variant: singer-io diff --git a/_data/meltano/extractors/tap-intruder/airbyte.yml b/_data/meltano/extractors/tap-intruder/airbyte.yml index 57c358194..36025efd1 100644 --- a/_data/meltano/extractors/tap-intruder/airbyte.yml +++ b/_data/meltano/extractors/tap-intruder/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: 'Cloud-based vulnerability scanner ' domain_url: https://www.intruder.io/ executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-intruder settings: +- description: Your API Access token. See here. + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Access token. See here. - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.access_token +- - airbyte_config.access_token - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-ip2whois/airbyte.yml b/_data/meltano/extractors/tap-ip2whois/airbyte.yml index 2a5f8d8e2..52f644106 100644 --- a/_data/meltano/extractors/tap-ip2whois/airbyte.yml +++ b/_data/meltano/extractors/tap-ip2whois/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Dmain information lookup service domain_url: https://www.ip2whois.com/developers-api executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-ip2whois settings: +- description: Your API Key. See here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Domain name. See here. + kind: string + label: Airbyte Config Domain + name: airbyte_config.domain - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Key. See here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Domain name. See here. - kind: string - label: Airbyte Config Domain - name: airbyte_config.domain -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,9 +55,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-iterable/airbyte.yml b/_data/meltano/extractors/tap-iterable/airbyte.yml index d0bbc91b7..2c462d809 100644 --- a/_data/meltano/extractors/tap-iterable/airbyte.yml +++ b/_data/meltano/extractors/tap-iterable/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cross-Channel Marketing Platform domain_url: https://api.iterable.com/api/docs executable: tap-airbyte @@ -21,6 +21,17 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-iterable settings: +- description: Iterable API Key. See the docs + for more information on how to obtain this key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: The date from which you'd like to replicate data for Iterable, in the + format YYYY-MM-DDT00:00:00Z. All data generated after this date will be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Iterable API Key. See the docs - for more information on how to obtain this key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: The date from which you'd like to replicate data for Iterable, in the - format YYYY-MM-DDT00:00:00Z. All data generated after this date will be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,10 +57,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date +- - airbyte_config.api_key + - airbyte_config.start_date - airbyte_spec.image - - airbyte_config.api_key settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-jira/airbyte.yml b/_data/meltano/extractors/tap-jira/airbyte.yml index 5920a3f07..357b9aa64 100644 --- a/_data/meltano/extractors/tap-jira/airbyte.yml +++ b/_data/meltano/extractors/tap-jira/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Issue and Project Tracking Software domain_url: https://developer.atlassian.com/cloud/jira/platform/rest/v3/intro/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-jira settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-jira -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Jira API Token. See the docs for more information on how to generate this key. kind: password @@ -51,10 +35,24 @@ settings: kind: string label: Airbyte Config Email name: airbyte_config.email +- description: Allow the use of experimental streams which rely on undocumented Jira + API endpoints. See https://docs.airbyte.com/integrations/sources/jira#experimental-tables + for more info. + kind: boolean + label: Airbyte Config Enable Experimental Streams + name: airbyte_config.enable_experimental_streams +- description: Expand the changelog when replicating issues. + kind: boolean + label: Airbyte Config Expand Issue Changelog + name: airbyte_config.expand_issue_changelog - description: List of Jira project keys to replicate data for. kind: array label: Airbyte Config Projects name: airbyte_config.projects +- description: Render issue fields in HTML format in addition to Jira JSON-like format. + kind: boolean + label: Airbyte Config Render Fields + name: airbyte_config.render_fields - description: The date from which you want to replicate data from Jira, use the format YYYY-MM-DDT00:00:00Z. Note that this field only applies to certain streams, and only data generated on or after the start date will be replicated. For more information, @@ -62,29 +60,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Expand the changelog when replicating issues. - kind: boolean - label: Airbyte Config Expand Issue Changelog - name: airbyte_config.expand_issue_changelog -- description: Render issue fields in HTML format in addition to Jira JSON-like format. - kind: boolean - label: Airbyte Config Render Fields - name: airbyte_config.render_fields -- description: Allow the use of experimental streams which rely on undocumented Jira - API endpoints. See https://docs.airbyte.com/integrations/sources/jira#experimental-tables - for more info. - kind: boolean - label: Airbyte Config Enable Experimental Streams - name: airbyte_config.enable_experimental_streams -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-jira +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -94,11 +85,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.email - - airbyte_spec.image - - connector_config.domain +- - airbyte_spec.image - connector_config.api_token + - connector_config.domain + - connector_config.email settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-jira/meltanolabs.yml b/_data/meltano/extractors/tap-jira/meltanolabs.yml index 66048f01a..16a8f205b 100644 --- a/_data/meltano/extractors/tap-jira/meltanolabs.yml +++ b/_data/meltano/extractors/tap-jira/meltanolabs.yml @@ -21,6 +21,11 @@ pip_url: git+https://github.com/MeltanoLabs/tap-jira.git quality: silver repo: https://github.com/MeltanoLabs/tap-jira settings: +- description: The Jira API access token if using OAuth auth flow. + kind: password + label: Auth Access Token + name: auth.access_token + sensitive: true - description: The authentication type to use. kind: string label: Auth Flow @@ -30,20 +35,15 @@ settings: value: oauth - label: Password value: password -- description: The Jira API access token if using OAuth auth flow. +- description: The Jira password if using the user/pass auth flow. kind: password - label: Auth Access Token - name: auth.access_token + label: Auth Password + name: auth.password sensitive: true - description: The Jira username if using the user/pass auth flow. kind: string label: Auth Username name: auth.username -- description: The Jira password if using the user/pass auth flow. - kind: password - label: Auth Password - name: auth.password - sensitive: true - description: Compression format to use for batch files. kind: options label: Batch Config Encoding Compression diff --git a/_data/meltano/extractors/tap-jira/singer-io.yml b/_data/meltano/extractors/tap-jira/singer-io.yml index 8278b945c..9e96618f0 100644 --- a/_data/meltano/extractors/tap-jira/singer-io.yml +++ b/_data/meltano/extractors/tap-jira/singer-io.yml @@ -15,34 +15,31 @@ pip_url: git+https://github.com/singer-io/tap-jira.git quality: silver repo: https://github.com/singer-io/tap-jira settings: -- description: Your Jira username. - label: Username - name: username -- description: Your Jira password. +- description: The access token generated for your account. kind: password - label: Password - name: password + label: Access Token + name: access_token sensitive: true - description: The base URL for your Jira instance. label: Base URL name: base_url placeholder: Ex. "https://mycompany.atlassian.net" +- description: The cloud ID of your JIRA instance. + label: Cloud ID + name: cloud_id +- description: The client ID used for OAuth authentication. + label: OAuth Client ID + name: oauth_client_id - description: The client secret value used for OAuth authentication. kind: password label: OAuth Client Secret name: oauth_client_secret sensitive: true -- description: The client ID used for OAuth authentication. - label: OAuth Client ID - name: oauth_client_id -- description: The access token generated for your account. +- description: Your Jira password. kind: password - label: Access Token - name: access_token + label: Password + name: password sensitive: true -- description: The cloud ID of your JIRA instance. - label: Cloud ID - name: cloud_id - description: The refresh token generated for your account. kind: password label: Refresh Token @@ -57,16 +54,19 @@ settings: label: User Agent name: user_agent value: tap-jira via Meltano +- description: Your Jira username. + label: Username + name: username settings_group_validation: -- - username +- - base_url - password - - base_url - start_date - user_agent -- - oauth_client_secret - - oauth_client_id - - access_token + - username +- - access_token - cloud_id + - oauth_client_id + - oauth_client_secret - refresh_token - start_date - user_agent diff --git a/_data/meltano/extractors/tap-k6-cloud/airbyte.yml b/_data/meltano/extractors/tap-k6-cloud/airbyte.yml index 354c86a68..3915fc571 100644 --- a/_data/meltano/extractors/tap-k6-cloud/airbyte.yml +++ b/_data/meltano/extractors/tap-k6-cloud/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Open-source load testing software domain_url: https://k6.io/docs/cloud/cloud-reference/cloud-rest-api/ executable: tap-airbyte @@ -21,6 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-k6-cloud settings: +- description: Your API Token. See here. + The key is case sensitive. + kind: password + label: Airbyte Config Api Token + name: airbyte_config.api_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,21 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Token. See here. - The key is case sensitive. - kind: password - label: Airbyte Config Api Token - name: airbyte_config.api_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,10 +52,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.api_token - airbyte_spec - - airbyte_config.api_token + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-kafka/airbyte.yml b/_data/meltano/extractors/tap-kafka/airbyte.yml index 7fcccc2ac..7db6ed221 100644 --- a/_data/meltano/extractors/tap-kafka/airbyte.yml +++ b/_data/meltano/extractors/tap-kafka/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Open-source distributed event streaming platform domain_url: https://kafka.apache.org/ executable: tap-airbyte @@ -21,26 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-kafka settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-kafka -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: JSON, AVRO - kind: string - label: Airbyte Config Messageformat Deserialization Type - name: airbyte_config.MessageFormat.deserialization_type - description: '' kind: options label: Airbyte Config Messageformat Deserialization Strategy @@ -52,6 +32,15 @@ settings: value: RecordNameStrategy - label: Topicrecordnamestrategy value: TopicRecordNameStrategy +- description: JSON, AVRO + kind: string + label: Airbyte Config Messageformat Deserialization Type + name: airbyte_config.MessageFormat.deserialization_type +- description: '' + kind: password + label: Airbyte Config Messageformat Schema Registry Password + name: airbyte_config.MessageFormat.schema_registry_password + sensitive: true - description: '' kind: string label: Airbyte Config Messageformat Schema Registry Url @@ -60,11 +49,26 @@ settings: kind: string label: Airbyte Config Messageformat Schema Registry Username name: airbyte_config.MessageFormat.schema_registry_username -- description: '' - kind: password - label: Airbyte Config Messageformat Schema Registry Password - name: airbyte_config.MessageFormat.schema_registry_password - sensitive: true +- description: The frequency in milliseconds that the consumer offsets are auto-committed + to Kafka if enable.auto.commit is set to true. + kind: integer + label: Airbyte Config Auto Commit Interval Ms + name: airbyte_config.auto_commit_interval_ms +- description: "What to do when there is no initial offset in Kafka or if the current + offset does not exist any more on the server - earliest: automatically reset the + offset to the earliest offset, latest: automatically reset the offset to the latest + offset, none: throw exception to the consumer if no previous offset is found for + the consumer's group, anything else: throw exception to the consumer." + kind: options + label: Airbyte Config Auto Offset Reset + name: airbyte_config.auto_offset_reset + options: + - label: Latest + value: latest + - label: Earliest + value: earliest + - label: None + value: none - description: A list of host/port pairs to use for establishing the initial connection to the Kafka cluster. The client will make use of all servers irrespective of which servers are specified here for bootstrapping—this list only impacts @@ -76,22 +80,36 @@ settings: kind: string label: Airbyte Config Bootstrap Servers name: airbyte_config.bootstrap_servers -- description: assign, subscribe - kind: string - label: Airbyte Config Subscription Subscription Type - name: airbyte_config.subscription.subscription_type -- description: '' - kind: string - label: Airbyte Config Subscription Topic Partitions - name: airbyte_config.subscription.topic_partitions -- description: '' - kind: string - label: Airbyte Config Subscription Topic Pattern - name: airbyte_config.subscription.topic_pattern -- description: The Topic to test in case the Airbyte can consume messages. - kind: string - label: Airbyte Config Test Topic - name: airbyte_config.test_topic +- description: Controls how the client uses DNS lookups. If set to use_all_dns_ips, + connect to each returned IP address in sequence until a successful connection + is established. After a disconnection, the next IP is used. Once all IPs have + been used once, the client resolves the IP(s) from the hostname again. If set + to resolve_canonical_bootstrap_servers_only, resolve each bootstrap address into + a list of canonical names. After the bootstrap phase, this behaves the same as + use_all_dns_ips. If set to default (deprecated), attempt to connect to the first + IP address returned by the lookup, even if the lookup returns multiple IP addresses. + kind: options + label: Airbyte Config Client Dns Lookup + name: airbyte_config.client_dns_lookup + options: + - label: Default + value: default + - label: Use All Dns Ips + value: use_all_dns_ips + - label: Resolve Canonical Bootstrap Servers Only + value: resolve_canonical_bootstrap_servers_only +- description: An ID string to pass to the server when making requests. The purpose + of this is to be able to track the source of requests beyond just ip/port by allowing + a logical application name to be included in server-side request logging. + kind: password + label: Airbyte Config Client Id + name: airbyte_config.client_id + sensitive: true +- description: If true, the consumer's offset will be periodically committed in the + background. + kind: boolean + label: Airbyte Config Enable Auto Commit + name: airbyte_config.enable_auto_commit - description: The Group ID is how you distinguish different consumer groups. kind: password label: Airbyte Config Group Id @@ -104,110 +122,83 @@ settings: kind: integer label: Airbyte Config Max Poll Records name: airbyte_config.max_poll_records +- description: The Maximum to be processed per execution + kind: integer + label: Airbyte Config Max Records Process + name: airbyte_config.max_records_process - description: Amount of time Kafka connector should try to poll for messages. kind: integer label: Airbyte Config Polling Time name: airbyte_config.polling_time -- description: PLAINTEXT, SASL_PLAINTEXT, SASL_SSL +- description: The JAAS login context parameters for SASL connections in the format + used by JAAS configuration files., The JAAS login context parameters for SASL + connections in the format used by JAAS configuration files. kind: string - label: Airbyte Config Protocol Security Protocol - name: airbyte_config.protocol.security_protocol + label: Airbyte Config Protocol Sasl Jaas Config + name: airbyte_config.protocol.sasl_jaas_config - description: PLAIN, The SASL mechanism used for client connections. This may be any mechanism for which a security provider is available. kind: string label: Airbyte Config Protocol Sasl Mechanism name: airbyte_config.protocol.sasl_mechanism -- description: The JAAS login context parameters for SASL connections in the format - used by JAAS configuration files., The JAAS login context parameters for SASL - connections in the format used by JAAS configuration files. +- description: PLAINTEXT, SASL_PLAINTEXT, SASL_SSL kind: string - label: Airbyte Config Protocol Sasl Jaas Config - name: airbyte_config.protocol.sasl_jaas_config -- description: An ID string to pass to the server when making requests. The purpose - of this is to be able to track the source of requests beyond just ip/port by allowing - a logical application name to be included in server-side request logging. - kind: password - label: Airbyte Config Client Id - name: airbyte_config.client_id - sensitive: true -- description: If true, the consumer's offset will be periodically committed in the - background. - kind: boolean - label: Airbyte Config Enable Auto Commit - name: airbyte_config.enable_auto_commit -- description: The frequency in milliseconds that the consumer offsets are auto-committed - to Kafka if enable.auto.commit is set to true. - kind: integer - label: Airbyte Config Auto Commit Interval Ms - name: airbyte_config.auto_commit_interval_ms -- description: Controls how the client uses DNS lookups. If set to use_all_dns_ips, - connect to each returned IP address in sequence until a successful connection - is established. After a disconnection, the next IP is used. Once all IPs have - been used once, the client resolves the IP(s) from the hostname again. If set - to resolve_canonical_bootstrap_servers_only, resolve each bootstrap address into - a list of canonical names. After the bootstrap phase, this behaves the same as - use_all_dns_ips. If set to default (deprecated), attempt to connect to the first - IP address returned by the lookup, even if the lookup returns multiple IP addresses. - kind: options - label: Airbyte Config Client Dns Lookup - name: airbyte_config.client_dns_lookup - options: - - label: Default - value: default - - label: Use All Dns Ips - value: use_all_dns_ips - - label: Resolve Canonical Bootstrap Servers Only - value: resolve_canonical_bootstrap_servers_only -- description: The amount of time to wait before attempting to retry a failed request - to a given topic partition. This avoids repeatedly sending requests in a tight - loop under some failure scenarios. - kind: integer - label: Airbyte Config Retry Backoff Ms - name: airbyte_config.retry_backoff_ms -- description: The configuration controls the maximum amount of time the client will - wait for the response of a request. If the response is not received before the - timeout elapses the client will resend the request if necessary or fail the request - if retries are exhausted. - kind: integer - label: Airbyte Config Request Timeout Ms - name: airbyte_config.request_timeout_ms + label: Airbyte Config Protocol Security Protocol + name: airbyte_config.protocol.security_protocol - description: The size of the TCP receive buffer (SO_RCVBUF) to use when reading data. If the value is -1, the OS default will be used. kind: integer label: Airbyte Config Receive Buffer Bytes name: airbyte_config.receive_buffer_bytes -- description: "What to do when there is no initial offset in Kafka or if the current - offset does not exist any more on the server - earliest: automatically reset the - offset to the earliest offset, latest: automatically reset the offset to the latest - offset, none: throw exception to the consumer if no previous offset is found for - the consumer's group, anything else: throw exception to the consumer." - kind: options - label: Airbyte Config Auto Offset Reset - name: airbyte_config.auto_offset_reset - options: - - label: Latest - value: latest - - label: Earliest - value: earliest - - label: None - value: none - description: The number of repeated calls to poll() if no messages were received. kind: integer label: Airbyte Config Repeated Calls name: airbyte_config.repeated_calls -- description: The Maximum to be processed per execution +- description: The configuration controls the maximum amount of time the client will + wait for the response of a request. If the response is not received before the + timeout elapses the client will resend the request if necessary or fail the request + if retries are exhausted. kind: integer - label: Airbyte Config Max Records Process - name: airbyte_config.max_records_process -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Config Request Timeout Ms + name: airbyte_config.request_timeout_ms +- description: The amount of time to wait before attempting to retry a failed request + to a given topic partition. This avoids repeatedly sending requests in a tight + loop under some failure scenarios. + kind: integer + label: Airbyte Config Retry Backoff Ms + name: airbyte_config.retry_backoff_ms +- description: assign, subscribe + kind: string + label: Airbyte Config Subscription Subscription Type + name: airbyte_config.subscription.subscription_type +- description: '' + kind: string + label: Airbyte Config Subscription Topic Partitions + name: airbyte_config.subscription.topic_partitions +- description: '' + kind: string + label: Airbyte Config Subscription Topic Pattern + name: airbyte_config.subscription.topic_pattern +- description: The Topic to test in case the Airbyte can consume messages. + kind: string + label: Airbyte Config Test Topic + name: airbyte_config.test_topic +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-kafka +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -217,10 +208,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.bootstrap_servers +- - airbyte_config.bootstrap_servers - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-kafka/transferwise.yml b/_data/meltano/extractors/tap-kafka/transferwise.yml index a978cc07b..eb919e5ab 100644 --- a/_data/meltano/extractors/tap-kafka/transferwise.yml +++ b/_data/meltano/extractors/tap-kafka/transferwise.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Open-source distributed event streaming platform domain_url: https://kafka.apache.org/ @@ -17,41 +17,10 @@ pip_url: quality: silver repo: https://github.com/transferwise/pipelinewise-tap-kafka settings: -- description: Name of kafka topics to subscribe to - label: Topic - name: topic -- description: The name of the consumer group to join for dynamic partition assignment - (if enabled), and to use for fetching and committing offsets. - label: Group ID - name: group_id - description: host[:port] string (or list of comma separated host[:port] strings) that the consumer should contact to bootstrap initial cluster metadata. label: Bootstrap Servers name: bootstrap_servers -- description: Optionally you can define primary key for the consumed messages. It - requires a column name and /slashed/paths ala xpath selector to extract the value - from the kafka messages. The extracted column will be added to every output singer - message. - kind: object - label: Primary Keys - name: primary_keys -- description: (Default true) Defines whether to use Kafka message key as a primary - key for the record. Note - custom primary key(s) takes precedence if such defined - and use_message_key is set to true. - kind: boolean - label: Use Message Key - name: use_message_key -- description: (Default latest) Start time reference of the message consumption if - no bookmarked position in state.sjon. One of - latest, earliest or an ISO-8601 - formatted timestamp string. - label: Initial Start Time - name: initial_start_time -- description: (Default 300000) The maximum time for the tap to collect new messages - from Kafka topic. If this time exceeds it will flush the batch and close kafka - connection. - kind: integer - label: Max Runtime (ms) - name: max_runtime_ms - description: (Default 5000) Number of milliseconds between two commits. This is different than the kafka auto commit feature. Tap-kafka sends commit messages automatically but only when the data consumed successfully and persisted to local @@ -64,38 +33,69 @@ settings: kind: integer label: Consumer Timeout (ms) name: consumer_timeout_ms -- description: (Default 30000) KafkaConsumer setting. The timeout used to detect failures - when using Kafka’s group management facilities. - kind: integer - label: Session Timeout (ms) - name: session_timeout_ms +- description: The name of the consumer group to join for dynamic partition assignment + (if enabled), and to use for fetching and committing offsets. + label: Group ID + name: group_id - description: (Default 10000) KafkaConsumer setting. The expected time in milliseconds between heartbeats to the consumer coordinator when using Kafka’s group management facilities. kind: integer label: Heartbeat Interval (ms) name: heartbeat_interval_ms -- description: (Default 500) KafkaConsumer setting. Maximum number of records to poll. - kind: integer - label: Max Poll Records - name: max_poll_records +- description: (Default latest) Start time reference of the message consumption if + no bookmarked position in state.sjon. One of - latest, earliest or an ISO-8601 + formatted timestamp string. + label: Initial Start Time + name: initial_start_time - description: (Default 300000) KafkaConsumer setting. The maximum delay between invocations of poll() when using consumer group management. kind: integer label: Max Poll Interval (ms) name: max_poll_interval_ms +- description: (Default 500) KafkaConsumer setting. Maximum number of records to poll. + kind: integer + label: Max Poll Records + name: max_poll_records +- description: (Default 300000) The maximum time for the tap to collect new messages + from Kafka topic. If this time exceeds it will flush the batch and close kafka + connection. + kind: integer + label: Max Runtime (ms) + name: max_runtime_ms - description: (Default json) Supported message formats are json and protobuf. label: Message Format name: message_format +- description: Optionally you can define primary key for the consumed messages. It + requires a column name and /slashed/paths ala xpath selector to extract the value + from the kafka messages. The extracted column will be added to every output singer + message. + kind: object + label: Primary Keys + name: primary_keys +- description: (Default current working dir) + label: Protobuf Classes Directory + name: proto_classes_dir - description: Protobuf message format in .proto syntax. Required if the message_format is protobuf. label: Protobuf Schema name: proto_schema -- description: (Default current working dir) - label: Protobuf Classes Directory - name: proto_classes_dir +- description: (Default 30000) KafkaConsumer setting. The timeout used to detect failures + when using Kafka’s group management facilities. + kind: integer + label: Session Timeout (ms) + name: session_timeout_ms +- description: Name of kafka topics to subscribe to + label: Topic + name: topic +- description: (Default true) Defines whether to use Kafka message key as a primary + key for the record. Note - custom primary key(s) takes precedence if such defined + and use_message_key is set to true. + kind: boolean + label: Use Message Key + name: use_message_key settings_group_validation: -- - topic +- - bootstrap_servers - group_id - - bootstrap_servers + - topic variant: transferwise diff --git a/_data/meltano/extractors/tap-klarna/airbyte.yml b/_data/meltano/extractors/tap-klarna/airbyte.yml index e57b4db81..b967ff903 100644 --- a/_data/meltano/extractors/tap-klarna/airbyte.yml +++ b/_data/meltano/extractors/tap-klarna/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: eCommerce payment solutions platform domain_url: https://www.klarna.com/us/ executable: tap-airbyte @@ -21,22 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-klarna settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-klarna -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: A string which is associated with your Merchant ID and is used to authorize + use of Klarna's APIs (https://developers.klarna.com/api/#authentication) + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: Propertie defining if connector is used against playground or production + environment + kind: boolean + label: Airbyte Config Playground + name: airbyte_config.playground - description: Base url region (For playground eu https://docs.klarna.com/klarna-payments/api/payments-api/#tag/API-URLs). Supported 'eu', 'us', 'oc' kind: options @@ -49,31 +44,27 @@ settings: value: us - label: Oc value: oc -- description: Propertie defining if connector is used against playground or production - environment - kind: boolean - label: Airbyte Config Playground - name: airbyte_config.playground - description: Consists of your Merchant ID (eid) - a unique number that identifies your e-store, combined with a random string (https://developers.klarna.com/api/#authentication) kind: string label: Airbyte Config Username name: airbyte_config.username -- description: A string which is associated with your Merchant ID and is used to authorize - use of Klarna's APIs (https://developers.klarna.com/api/#authentication) - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-klarna +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -83,13 +74,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.region - - airbyte_spec +- - airbyte_config.password - airbyte_config.playground - - airbyte_config.password - - airbyte_spec.image + - airbyte_config.region - airbyte_config.username + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-klaviyo/airbyte.yml b/_data/meltano/extractors/tap-klaviyo/airbyte.yml index 72481490a..29b86c437 100644 --- a/_data/meltano/extractors/tap-klaviyo/airbyte.yml +++ b/_data/meltano/extractors/tap-klaviyo/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Email Marketing and SMS Marketing Platform domain_url: https://apidocs.klaviyo.com/reference/metrics executable: tap-airbyte @@ -21,6 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-klaviyo settings: +- description: Klaviyo API Key. See our docs + if you need help finding this key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Klaviyo API Key. See our docs - if you need help finding this key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,9 +57,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.api_key +- - airbyte_config.api_key + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-klaviyo/hotgluexyz.yml b/_data/meltano/extractors/tap-klaviyo/hotgluexyz.yml index c17c4854c..c461d7a6e 100644 --- a/_data/meltano/extractors/tap-klaviyo/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-klaviyo/hotgluexyz.yml @@ -20,14 +20,15 @@ settings: label: API Key name: api_key sensitive: true -- description: Klaviyo user agent - kind: string - label: User Agent - name: user_agent - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date +- description: Klaviyo user agent + kind: string + label: User Agent + name: user_agent +settings_group_validation: [] variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-klaviyo/singer-io.yml b/_data/meltano/extractors/tap-klaviyo/singer-io.yml index 66ef25704..b7b5eb785 100644 --- a/_data/meltano/extractors/tap-klaviyo/singer-io.yml +++ b/_data/meltano/extractors/tap-klaviyo/singer-io.yml @@ -20,14 +20,15 @@ settings: label: API Key name: api_key sensitive: true -- description: Klaviyo user agent - kind: string - label: User Agent - name: user_agent - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date +- description: Klaviyo user agent + kind: string + label: User Agent + name: user_agent +settings_group_validation: [] variant: singer-io diff --git a/_data/meltano/extractors/tap-kustomer/singer-io.yml b/_data/meltano/extractors/tap-kustomer/singer-io.yml index c79a34c06..4fd3b2bf6 100644 --- a/_data/meltano/extractors/tap-kustomer/singer-io.yml +++ b/_data/meltano/extractors/tap-kustomer/singer-io.yml @@ -15,11 +15,21 @@ pip_url: tap-kustomer quality: silver repo: https://github.com/singer-io/tap-kustomer settings: +- description: Your API token. See [the docs](https://developer.kustomer.com/kustomer-api-docs/reference/authentication) + on how to obtain this. + kind: password + label: API Token + name: api_token + sensitive: true - description: The number of days (between the from and to dates) for date-windowing through the date-filtered endpoints (default = 60). kind: integer label: Date Window Size name: date_window_size +- description: The number of records to return per API request. Default, 100. + kind: integer + label: Page Size Limit + name: page_size_limit - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." @@ -29,16 +39,6 @@ settings: - description: The user agent to send with requests. label: User Agent name: user_agent -- description: Your API token. See [the docs](https://developer.kustomer.com/kustomer-api-docs/reference/authentication) - on how to obtain this. - kind: password - label: API Token - name: api_token - sensitive: true -- description: The number of records to return per API request. Default, 100. - kind: integer - label: Page Size Limit - name: page_size_limit settings_group_validation: - - start_date - token diff --git a/_data/meltano/extractors/tap-kyriba/airbyte.yml b/_data/meltano/extractors/tap-kyriba/airbyte.yml index b040202ca..c6ec40a32 100644 --- a/_data/meltano/extractors/tap-kyriba/airbyte.yml +++ b/_data/meltano/extractors/tap-kyriba/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Enterprise Software for Office of the CFO domain_url: https://www.kyriba.com/ executable: tap-airbyte @@ -21,6 +21,28 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-kyriba settings: +- description: Kyriba domain + kind: string + label: Airbyte Config Domain + name: airbyte_config.domain +- description: The date the sync should end. If let empty the sync will run to the + current date. + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date +- description: Password to be used in basic auth + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: The date the sync should start from. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Username to be used in basic auth + kind: string + label: Airbyte Config Username + name: airbyte_config.username - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,37 +59,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Kyriba domain - kind: string - label: Airbyte Config Domain - name: airbyte_config.domain -- description: Username to be used in basic auth - kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Password to be used in basic auth - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: The date the sync should start from. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: The date the sync should end. If let empty the sync will run to the - current date. - kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -77,12 +68,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.domain +- - airbyte_spec.image + - connector_config.domain + - connector_config.password - connector_config.start_date - - airbyte_spec.image - connector_config.username - - connector_config.password settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-launchdarkly/airbyte.yml b/_data/meltano/extractors/tap-launchdarkly/airbyte.yml index fee6561fb..d3d338f8d 100644 --- a/_data/meltano/extractors/tap-launchdarkly/airbyte.yml +++ b/_data/meltano/extractors/tap-launchdarkly/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Feature Flag & Toggle Management domain_url: https://apidocs.launchdarkly.com/#section/Overview executable: tap-airbyte @@ -21,6 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-launchdarkly settings: +- description: Your Access token. See here. + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,21 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your Access token. See here. - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,10 +52,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.access_token - - airbyte_spec.image - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-lemlist/airbyte.yml b/_data/meltano/extractors/tap-lemlist/airbyte.yml index 7a9fb2b53..52178735e 100644 --- a/_data/meltano/extractors/tap-lemlist/airbyte.yml +++ b/_data/meltano/extractors/tap-lemlist/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Personalized Cold Email Software domain_url: https://www.lemlist.com/ executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-lemlist settings: +- description: Lemlist API key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Lemlist API key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,6 +51,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.api_key diff --git a/_data/meltano/extractors/tap-lever/airbyte.yml b/_data/meltano/extractors/tap-lever/airbyte.yml index 89ce7327e..1a0b748a2 100644 --- a/_data/meltano/extractors/tap-lever/airbyte.yml +++ b/_data/meltano/extractors/tap-lever/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Recruiting Software domain_url: https://hire.lever.co/developer/documentation executable: tap-airbyte @@ -21,22 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-lever-hiring settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-lever-hiring -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: The Api Key of your Lever Hiring account. + kind: password + label: Airbyte Config Credentials Api Key + name: airbyte_config.credentials.api_key + sensitive: true - description: Client, Api Key kind: string label: Airbyte Config Credentials Auth Type @@ -56,17 +45,6 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: The Api Key of your Lever Hiring account. - kind: password - label: Airbyte Config Credentials Api Key - name: airbyte_config.credentials.api_key - sensitive: true -- description: 'UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. Note that it will be used only in the following - incremental streams: comments, commits, and issues.' - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date - description: The environment in which you'd like to replicate data for Lever. This is used to determine which Lever API endpoint to use. kind: options @@ -77,15 +55,28 @@ settings: value: Production - label: Sandbox value: Sandbox -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: 'UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. Note that it will be used only in the following + incremental streams: comments, commits, and issues.' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-lever-hiring +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -95,6 +86,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.start_date - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-lever/dbt-labs.yml b/_data/meltano/extractors/tap-lever/dbt-labs.yml index a223eca86..d70a29ffa 100644 --- a/_data/meltano/extractors/tap-lever/dbt-labs.yml +++ b/_data/meltano/extractors/tap-lever/dbt-labs.yml @@ -15,9 +15,6 @@ pip_url: git+https://github.com/dbt-labs/tap-lever.git quality: silver repo: https://github.com/dbt-labs/tap-lever settings: -- description: The user agent to send with requests. - label: User Agent - name: user_agent - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." @@ -30,6 +27,9 @@ settings: label: Token name: token sensitive: true +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: - - start_date - token diff --git a/_data/meltano/extractors/tap-linkedin-ads/airbyte.yml b/_data/meltano/extractors/tap-linkedin-ads/airbyte.yml index 89e705062..cd3fdfd31 100644 --- a/_data/meltano/extractors/tap-linkedin-ads/airbyte.yml +++ b/_data/meltano/extractors/tap-linkedin-ads/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: LinkedIn Ad Platform domain_url: https://docs.microsoft.com/en-us/linkedin/marketing/ executable: tap-airbyte @@ -21,22 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-linkedin-ads settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-linkedin-ads -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation +- description: Specify the account IDs separated by a space, to pull the data from. + Leave empty, if you want to pull the data from all associated accounts. See the + LinkedIn + Ads docs for more info. kind: array - label: Docker Mounts - name: docker_mounts + label: Airbyte Config Account Ids + name: airbyte_config.account_ids +- description: The token value generated using the authentication code. See the docs + to obtain yours. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true - description: oAuth2.0, access_token kind: string label: Airbyte Config Credentials Auth Method @@ -56,35 +55,27 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: The token value generated using the authentication code. See the docs - to obtain yours. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true - description: UTC date in the format 2020-09-17. Any data before this date will not be replicated. kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Specify the account IDs separated by a space, to pull the data from. - Leave empty, if you want to pull the data from all associated accounts. See the - LinkedIn - Ads docs for more info. +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-linkedin-ads +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation kind: array - label: Airbyte Config Account Ids - name: airbyte_config.account_ids -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -94,6 +85,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.start_date diff --git a/_data/meltano/extractors/tap-linkedin-ads/singer-io.yml b/_data/meltano/extractors/tap-linkedin-ads/singer-io.yml index 3bc46b8e3..a37f99470 100644 --- a/_data/meltano/extractors/tap-linkedin-ads/singer-io.yml +++ b/_data/meltano/extractors/tap-linkedin-ads/singer-io.yml @@ -15,6 +15,11 @@ pip_url: tap-linkedin-ads quality: silver repo: https://github.com/singer-io/tap-linkedin-ads settings: +- description: Your access token. + kind: password + label: Access Token + name: access_token + sensitive: true - description: A comma separated list of account IDs, e.g. "id1, id2, id3" label: Accounts name: accounts @@ -23,6 +28,11 @@ settings: label: Client ID name: client_id sensitive: true +- description: Your client secret. + kind: password + label: Client Secret + name: client_secret + sensitive: true - description: The date window to request date from. The default is 30 days. kind: integer label: Date Window Size @@ -31,27 +41,17 @@ settings: kind: integer label: Page Size name: page_size -- description: Your client secret. - kind: password - label: Client Secret - name: client_secret - sensitive: true -- description: Your access token. - kind: password - label: Access Token - name: access_token - sensitive: true -- description: The user agent to send with requests. - label: User Agent - name: user_agent - description: Your refresh token. kind: password label: Refresh Token name: refresh_token sensitive: true +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: -- - accounts - - access_token +- - access_token + - accounts - user_agent usage: | ### Authentication Setup Details diff --git a/_data/meltano/extractors/tap-linkedin-pages/airbyte.yml b/_data/meltano/extractors/tap-linkedin-pages/airbyte.yml index 16cd0ee66..d82e05836 100644 --- a/_data/meltano/extractors/tap-linkedin-pages/airbyte.yml +++ b/_data/meltano/extractors/tap-linkedin-pages/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Linkedin Company Pages domain_url: https://business.linkedin.com/marketing-solutions/linkedin-pages executable: tap-airbyte @@ -21,26 +21,13 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-linkedin-pages settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-linkedin-pages -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Specify the Organization ID - kind: integer - label: Airbyte Config Org Id - name: airbyte_config.org_id +- description: The token value generated using the LinkedIn Developers OAuth Token + Tools. See the docs + to obtain yours. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true - description: oAuth2.0, access_token kind: string label: Airbyte Config Credentials Auth Method @@ -62,22 +49,26 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: The token value generated using the LinkedIn Developers OAuth Token - Tools. See the docs - to obtain yours. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Specify the Organization ID + kind: integer + label: Airbyte Config Org Id + name: airbyte_config.org_id +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-linkedin-pages +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -87,6 +78,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.org_id diff --git a/_data/meltano/extractors/tap-linnworks/airbyte.yml b/_data/meltano/extractors/tap-linnworks/airbyte.yml index 97e4aa46b..7709934fc 100644 --- a/_data/meltano/extractors/tap-linnworks/airbyte.yml +++ b/_data/meltano/extractors/tap-linnworks/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: eCommerce platform domain_url: https://www.linnworks.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-linnworks settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-linnworks -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Linnworks Application ID kind: password label: Airbyte Config Application Id @@ -47,25 +31,32 @@ settings: label: Airbyte Config Application Secret name: airbyte_config.application_secret sensitive: true +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: '' kind: password label: Airbyte Config Token name: airbyte_config.token sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. +- description: Airbyte image to run kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-linnworks +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -75,12 +66,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.application_id - - connector_config.token - - connector_config.start_date - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.application_id - connector_config.application_secret + - connector_config.start_date + - connector_config.token settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-lokalise/airbyte.yml b/_data/meltano/extractors/tap-lokalise/airbyte.yml index 4ac7da9e2..83ff53923 100644 --- a/_data/meltano/extractors/tap-lokalise/airbyte.yml +++ b/_data/meltano/extractors/tap-lokalise/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Localization and Translation Software Tool domain_url: https://lokalise.com/ executable: tap-airbyte @@ -21,6 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-lokalise settings: +- description: Lokalise API Key with read-access. Available at Profile settings > + API tokens. See here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Lokalise project ID. Available at Project Settings > General. + kind: password + label: Airbyte Config Project Id + name: airbyte_config.project_id + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Lokalise API Key with read-access. Available at Profile settings > - API tokens. See here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Lokalise project ID. Available at Project Settings > General. - kind: password - label: Airbyte Config Project Id - name: airbyte_config.project_id - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,11 +57,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key + - airbyte_config.project_id - airbyte_spec - airbyte_spec.image - - airbyte_config.project_id settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-looker/airbyte.yml b/_data/meltano/extractors/tap-looker/airbyte.yml index 9a3e58b5e..4533dd388 100644 --- a/_data/meltano/extractors/tap-looker/airbyte.yml +++ b/_data/meltano/extractors/tap-looker/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Business Intelligence (BI) & Data Analytics Platform domain_url: https://docs.looker.com/reference/api-and-integration/api-reference/v3.1 executable: tap-airbyte @@ -21,27 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-looker settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-looker -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Domain for your Looker account, e.g. airbyte.cloud.looker.com,looker.[clientname].com,IP - address - kind: string - label: Airbyte Config Domain - name: airbyte_config.domain - description: The Client ID is first part of an API3 key that is specific to each Looker user. See the docs for more information on how to generate this key. @@ -54,19 +33,31 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true +- description: Domain for your Looker account, e.g. airbyte.cloud.looker.com,looker.[clientname].com,IP + address + kind: string + label: Airbyte Config Domain + name: airbyte_config.domain - description: The IDs of any Looks to run (optional) kind: array label: Airbyte Config Run Look Ids name: airbyte_config.run_look_ids -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-looker +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -76,12 +67,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.client_id + - airbyte_config.client_secret - airbyte_config.domain + - airbyte_spec - airbyte_spec.image - - airbyte_config.client_secret - - airbyte_config.client_id settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-looker/singer-io.yml b/_data/meltano/extractors/tap-looker/singer-io.yml index 7afa528c3..765ab9210 100644 --- a/_data/meltano/extractors/tap-looker/singer-io.yml +++ b/_data/meltano/extractors/tap-looker/singer-io.yml @@ -15,12 +15,26 @@ pip_url: tap-looker quality: silver repo: https://github.com/singer-io/tap-looker settings: +- description: The API port for the Looker instance. Uusually 19999, unless you are + hosting Looker internally and are using a different port for the API. + kind: integer + label: API Port + name: api_port +- description: Your [API3 Keys](https://docs.looker.com/admin-options/settings/users#api3_keys) + client ID. + kind: password + label: Client ID + name: client_id + sensitive: true - description: Your [API3 Keys](https://docs.looker.com/admin-options/settings/users#api3_keys) client secret. kind: password label: Client Secret name: client_secret sensitive: true +- description: Is usually looker.com, unless you have your own white-labeled URL. + label: Domain + name: domain - description: "Currently not used because the Looker API doesnt support query filtering, sorting, pagination. Determines how much historical data will be extracted. Please be aware\nthat the larger the time period and amount of data, the longer the initial @@ -28,32 +42,18 @@ settings: kind: date_iso8601 label: Start Date name: start_date -- description: The user agent to send with requests. - label: User Agent - name: user_agent - description: The leading part of Looker URL before .looker.com; https://.looker.com label: Subdomain name: subdomain -- description: The API port for the Looker instance. Uusually 19999, unless you are - hosting Looker internally and are using a different port for the API. - kind: integer - label: API Port - name: api_port -- description: Is usually looker.com, unless you have your own white-labeled URL. - label: Domain - name: domain -- description: Your [API3 Keys](https://docs.looker.com/admin-options/settings/users#api3_keys) - client ID. - kind: password - label: Client ID - name: client_id - sensitive: true +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: -- - client_secret +- - client_id + - client_secret - start_date - - user_agent - subdomain - - client_id + - user_agent usage: | ### Additional Notes This tap uses Looker's API v3.1 https://developers.looker.com/api/explorer/3.1. diff --git a/_data/meltano/extractors/tap-loopreturns/loopreturns.yml b/_data/meltano/extractors/tap-loopreturns/loopreturns.yml index 4dde368fd..2316fa8b9 100644 --- a/_data/meltano/extractors/tap-loopreturns/loopreturns.yml +++ b/_data/meltano/extractors/tap-loopreturns/loopreturns.yml @@ -15,24 +15,24 @@ pip_url: git+https://github.com/LoopReturns/tap-loopreturns.git quality: silver repo: https://github.com/LoopReturns/tap-loopreturns settings: -- description: The user agent to send with API requests. - label: User Agent - name: user_agent - description: Your Loop API key. kind: password label: API Key name: api_key sensitive: true +- description: Date up to when historical data will be extracted. + kind: date_iso8601 + label: End Date + name: end_date - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: Date up to when historical data will be extracted. - kind: date_iso8601 - label: End Date - name: end_date +- description: The user agent to send with API requests. + label: User Agent + name: user_agent settings_group_validation: - - api_key - start_date diff --git a/_data/meltano/extractors/tap-maestroqa/pathlight.yml b/_data/meltano/extractors/tap-maestroqa/pathlight.yml index e23c8130f..eb45f1252 100644 --- a/_data/meltano/extractors/tap-maestroqa/pathlight.yml +++ b/_data/meltano/extractors/tap-maestroqa/pathlight.yml @@ -15,17 +15,17 @@ pip_url: git+https://github.com/Pathlight/tap-maestroqa.git quality: silver repo: https://github.com/Pathlight/tap-maestroqa settings: +- description: Your MaestroQA API token for authentication. + kind: password + label: API Token + name: api_token + sensitive: true - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Your MaestroQA API token for authentication. - kind: password - label: API Token - name: api_token - sensitive: true settings_group_validation: - - api_token - - start_date diff --git a/_data/meltano/extractors/tap-mailchimp/airbyte.yml b/_data/meltano/extractors/tap-mailchimp/airbyte.yml index 140c963c0..22f6fe366 100644 --- a/_data/meltano/extractors/tap-mailchimp/airbyte.yml +++ b/_data/meltano/extractors/tap-mailchimp/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Integrated Marketing Platform domain_url: https://mailchimp.com/developer/marketing/api/ executable: tap-airbyte @@ -21,6 +21,31 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-mailchimp settings: +- description: An access token generated using the above client ID and secret. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true +- description: Mailchimp API Key. See the docs + for information on how to generate this key. + kind: password + label: Airbyte Config Credentials Apikey + name: airbyte_config.credentials.apikey + sensitive: true +- description: oauth2.0, apikey + kind: string + label: Airbyte Config Credentials Auth Type + name: airbyte_config.credentials.auth_type +- description: The Client ID of your OAuth application. + kind: password + label: Airbyte Config Credentials Client Id + name: airbyte_config.credentials.client_id + sensitive: true +- description: The Client Secret of your OAuth application. + kind: password + label: Airbyte Config Credentials Client Secret + name: airbyte_config.credentials.client_secret + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,40 +62,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: oauth2.0, apikey - kind: string - label: Airbyte Config Credentials Auth Type - name: airbyte_config.credentials.auth_type -- description: The Client ID of your OAuth application. - kind: password - label: Airbyte Config Credentials Client Id - name: airbyte_config.credentials.client_id - sensitive: true -- description: The Client Secret of your OAuth application. - kind: password - label: Airbyte Config Credentials Client Secret - name: airbyte_config.credentials.client_secret - sensitive: true -- description: An access token generated using the above client ID and secret. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: Mailchimp API Key. See the docs - for information on how to generate this key. - kind: password - label: Airbyte Config Credentials Apikey - name: airbyte_config.credentials.apikey - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -80,9 +71,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-mailchimp/lovepopcards.yml b/_data/meltano/extractors/tap-mailchimp/lovepopcards.yml index 2282fbca0..a1e89cf5b 100644 --- a/_data/meltano/extractors/tap-mailchimp/lovepopcards.yml +++ b/_data/meltano/extractors/tap-mailchimp/lovepopcards.yml @@ -15,52 +15,16 @@ pip_url: git+https://github.com/lovepopcards/tap-mailchimp.git quality: unknown repo: https://github.com/lovepopcards/tap-mailchimp settings: -- description: Lag in days for campaign reporting. Optional, default is 3. - kind: integer - label: Lag - name: lag -- description: If true, _links from the API response are preserved. These are generally - not useful. Optional, default is false. - kind: boolean - label: Keep Links - name: keep_links - description: MailChimp API key. kind: password label: API Key name: api_key sensitive: true -- description: If true, convert merge fields to an array rather than an object. This - results in a list member merge fields subtable. Optional, default is true. - kind: boolean - label: Merge Fields Array - name: merge_fields_array -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date -- description: If true, use bulk export for email activity. Default is to fallback - to value of use_export. - kind: boolean - label: Use Email Activity Export - name: use_email_activity_export -- description: Minutes to run before exiting early. Useful for e.g. hourly jobs. Optional, - default is null (no early exit). - kind: integer - label: Max Run Time - name: max_run_time -- description: MailChimp user name. - label: User Name - name: user_name - description: Number of records to fetch at once through the API. Optional, default is 500. kind: integer label: Count name: count -- description: User agent for API requests, recommended. - label: User Agent - name: user_agent - description: If true, include empty activity when tapping email activity stream. Optional, default is false. kind: boolean @@ -71,20 +35,56 @@ settings: kind: boolean label: Interests Array name: interests_array +- description: If true, _links from the API response are preserved. These are generally + not useful. Optional, default is false. + kind: boolean + label: Keep Links + name: keep_links +- description: Lag in days for campaign reporting. Optional, default is 3. + kind: integer + label: Lag + name: lag +- description: Minutes to run before exiting early. Useful for e.g. hourly jobs. Optional, + default is null (no early exit). + kind: integer + label: Max Run Time + name: max_run_time +- description: If true, convert merge fields to an array rather than an object. This + results in a list member merge fields subtable. Optional, default is true. + kind: boolean + label: Merge Fields Array + name: merge_fields_array - description: Seconds before request times out. Optional, default is 300 (5 minutes). kind: integer label: Request Timeout name: request_timeout -- description: ' If true, use bulk export for list members. Default is to fallback - to value of use_export.' +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: If true, use bulk export for email activity. Default is to fallback + to value of use_export. kind: boolean - label: Use List Member Export - name: use_list_member_export + label: Use Email Activity Export + name: use_email_activity_export - description: If true, the MailChimp bulk export v1 API is used for list members and email activity. Highly recommended, default is true. kind: boolean label: Use Export name: use_export +- description: ' If true, use bulk export for list members. Default is to fallback + to value of use_export.' + kind: boolean + label: Use List Member Export + name: use_list_member_export +- description: User agent for API requests, recommended. + label: User Agent + name: user_agent +- description: MailChimp user name. + label: User Name + name: user_name settings_group_validation: - - api_key - start_date diff --git a/_data/meltano/extractors/tap-mailchimp/singer-io.yml b/_data/meltano/extractors/tap-mailchimp/singer-io.yml index 7c70939b1..2c6cb692c 100644 --- a/_data/meltano/extractors/tap-mailchimp/singer-io.yml +++ b/_data/meltano/extractors/tap-mailchimp/singer-io.yml @@ -15,10 +15,16 @@ pip_url: tap-mailchimp quality: silver repo: https://github.com/singer-io/tap-mailchimp settings: -- description: Time for which request should wait to get response. Default, 300. - kind: integer - label: Request Timeout - name: request_timeout +- description: The access token from the OAuth2 flow. + kind: password + label: Access Token + name: access_token + sensitive: true +- description: The Mailchimp API key, if using API key auth instead of OAuth. + kind: password + label: API Key + name: api_key + sensitive: true - description: The Mailchimp data center, only requried when using API key auth. E.g. "us14". label: Data Center @@ -27,29 +33,23 @@ settings: kind: integer label: Page Size name: page_size -- description: The user agent to send on every request. - label: User Agent - name: user_agent +- description: Time for which request should wait to get response. Default, 300. + kind: integer + label: Request Timeout + name: request_timeout - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: The access token from the OAuth2 flow. - kind: password - label: Access Token - name: access_token - sensitive: true -- description: The Mailchimp API key, if using API key auth instead of OAuth. - kind: password - label: API Key - name: api_key - sensitive: true +- description: The user agent to send on every request. + label: User Agent + name: user_agent settings_group_validation: -- - start_date - - api_key +- - api_key - dc -- - start_date - - access_token + - start_date +- - access_token + - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-mailerlite/airbyte.yml b/_data/meltano/extractors/tap-mailerlite/airbyte.yml index 7178ba478..816649f28 100644 --- a/_data/meltano/extractors/tap-mailerlite/airbyte.yml +++ b/_data/meltano/extractors/tap-mailerlite/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Email marketing software domain_url: https://www.mailerlite.com/ executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-mailerlite settings: +- description: Your API Token. See here. + kind: password + label: Airbyte Config Api Token + name: airbyte_config.api_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Token. See here. - kind: password - label: Airbyte Config Api Token - name: airbyte_config.api_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_token - - airbyte_spec.image - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-mailersend/airbyte.yml b/_data/meltano/extractors/tap-mailersend/airbyte.yml index c97a866c0..1738e3e74 100644 --- a/_data/meltano/extractors/tap-mailersend/airbyte.yml +++ b/_data/meltano/extractors/tap-mailersend/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Transactional Email and SMS Service domain_url: https://developers.mailersend.com/#mailersend-api executable: tap-airbyte @@ -21,6 +21,20 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-mailersend settings: +- description: Your API Token. See here. + kind: password + label: Airbyte Config Api Token + name: airbyte_config.api_token + sensitive: true +- description: The domain entity in mailersend + kind: password + label: Airbyte Config Domain Id + name: airbyte_config.domain_id + sensitive: true +- description: Timestamp is assumed to be UTC. + kind: integer + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,29 +51,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Token. See here. - kind: password - label: Airbyte Config Api Token - name: airbyte_config.api_token - sensitive: true -- description: The domain entity in mailersend - kind: password - label: Airbyte Config Domain Id - name: airbyte_config.domain_id - sensitive: true -- description: Timestamp is assumed to be UTC. - kind: integer - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -69,11 +60,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.domain_id - - airbyte_config.api_token - - airbyte_spec.image +- - airbyte_config.api_token + - airbyte_config.domain_id - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-mailgun/airbyte.yml b/_data/meltano/extractors/tap-mailgun/airbyte.yml index 0b036086b..aaf914e8e 100644 --- a/_data/meltano/extractors/tap-mailgun/airbyte.yml +++ b/_data/meltano/extractors/tap-mailgun/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Transactional Email API Service domain_url: https://documentation.mailgun.com/en/latest/api_reference.html executable: tap-airbyte @@ -21,6 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-mailgun settings: +- description: Domain region code. 'EU' or 'US' are possible values. The default is + 'US'. + kind: string + label: Airbyte Config Domain Region + name: airbyte_config.domain_region +- description: Primary account API key to access your Mailgun data. + kind: password + label: Airbyte Config Private Key + name: airbyte_config.private_key + sensitive: true +- description: UTC date and time in the format 2020-10-01 00:00:00. Any data before + this date will not be replicated. If omitted, defaults to 3 days ago. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Primary account API key to access your Mailgun data. - kind: password - label: Airbyte Config Private Key - name: airbyte_config.private_key - sensitive: true -- description: Domain region code. 'EU' or 'US' are possible values. The default is - 'US'. - kind: string - label: Airbyte Config Domain Region - name: airbyte_config.domain_region -- description: UTC date and time in the format 2020-10-01 00:00:00. Any data before - this date will not be replicated. If omitted, defaults to 3 days ago. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,10 +61,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.private_key - airbyte_spec - - airbyte_config.private_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-mailgun/streetteam.yml b/_data/meltano/extractors/tap-mailgun/streetteam.yml index 76ea02c24..e88a0bf87 100644 --- a/_data/meltano/extractors/tap-mailgun/streetteam.yml +++ b/_data/meltano/extractors/tap-mailgun/streetteam.yml @@ -15,17 +15,27 @@ pip_url: git+https://github.com/streetteam/tap-mailgun.git quality: silver repo: https://github.com/streetteam/tap-mailgun settings: +- description: All API calls start with a base URL. Mailgun allows the ability to + send and receive email in either US region or EU region. Be sure to use the appropriate + base URL based on which region you've created your domain in. Default https://api.mailgun.net/v3/. + label: Base Url + name: base_url +- description: Amount of hours to subtract from the state timestamp, to catch any + late-arriving events. Default 1. + kind: integer + label: Event Lookback + name: event_lookback +- description: If true, suppressions (bounces, unsubscribes and complaints) will be + synced in full regardless of start_date. Default, False. + kind: boolean + label: Full Suppression Sync + name: full_suppression_sync - description: Authentication is required when using the Mailgun API, you can find your private key inside your Mailgun Control Panel. kind: password label: Private Key name: private_key sensitive: true -- description: All API calls start with a base URL. Mailgun allows the ability to - send and receive email in either US region or EU region. Be sure to use the appropriate - base URL based on which region you've created your domain in. Default https://api.mailgun.net/v3/. - label: Base Url - name: base_url - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." @@ -35,16 +45,6 @@ settings: - description: The user agent to send with requests. label: User Agent name: user_agent -- description: If true, suppressions (bounces, unsubscribes and complaints) will be - synced in full regardless of start_date. Default, False. - kind: boolean - label: Full Suppression Sync - name: full_suppression_sync -- description: Amount of hours to subtract from the state timestamp, to catch any - late-arriving events. Default 1. - kind: integer - label: Event Lookback - name: event_lookback settings_group_validation: - - private_key - start_date diff --git a/_data/meltano/extractors/tap-mailjet/airbyte.yml b/_data/meltano/extractors/tap-mailjet/airbyte.yml index af75c91c8..a2d331c0f 100644 --- a/_data/meltano/extractors/tap-mailjet/airbyte.yml +++ b/_data/meltano/extractors/tap-mailjet/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Email Marketing Platform domain_url: https://www.mailjet.com/ executable: tap-airbyte @@ -21,6 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-mailjet-mail settings: +- description: Your API Key. See here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Your API Secret Key. See here. + kind: password + label: Airbyte Config Api Key Secret + name: airbyte_config.api_key_secret + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Key. See here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Your API Secret Key. See here. - kind: password - label: Airbyte Config Api Key Secret - name: airbyte_config.api_key_secret - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,10 +56,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key - airbyte_config.api_key_secret + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-mambu/singer-io.yml b/_data/meltano/extractors/tap-mambu/singer-io.yml index 71b8087f1..322130af7 100644 --- a/_data/meltano/extractors/tap-mambu/singer-io.yml +++ b/_data/meltano/extractors/tap-mambu/singer-io.yml @@ -20,48 +20,48 @@ settings: label: API Key name: apikey sensitive: true -- description: 'The subdomain is everything before .mambu.com in the Mambu instance - URL. For the URL: https://stitch.sandbox.mambu.com, the subdomain would be stitch.sandbox.' - label: Subdomain - name: subdomain - description: Your Mambu audit trail API key. kind: password label: API Key Audit name: apikey_audit sensitive: true -- description: The user agent to send with requests. - label: User Agent - name: user_agent -- description: The page size for requests. - kind: integer - label: Page Size - name: page_size - description: Lookback window applies only to loan transactions stream. kind: integer label: Lookback Window name: lookback_window +- description: The page size for requests. + kind: integer + label: Page Size + name: page_size +- description: Your password paired with username if not using an API key. + kind: password + label: Password + name: password + sensitive: true - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date +- description: 'The subdomain is everything before .mambu.com in the Mambu instance + URL. For the URL: https://stitch.sandbox.mambu.com, the subdomain would be stitch.sandbox.' + label: Subdomain + name: subdomain +- description: The user agent to send with requests. + label: User Agent + name: user_agent - description: Your username if not using an API key. label: Username name: username -- description: Your password paired with username if not using an API key. - kind: password - label: Password - name: password - sensitive: true settings_group_validation: -- - subdomain +- - apikey - start_date + - subdomain - user_agent - - apikey -- - subdomain +- - password - start_date + - subdomain - user_agent - username - - password variant: singer-io diff --git a/_data/meltano/extractors/tap-marketo/airbyte.yml b/_data/meltano/extractors/tap-marketo/airbyte.yml index e712ef0ed..174254daf 100644 --- a/_data/meltano/extractors/tap-marketo/airbyte.yml +++ b/_data/meltano/extractors/tap-marketo/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Marketing automation for account-based marketing domain_url: https://developers.marketo.com/rest-api/ executable: tap-airbyte @@ -21,27 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-marketo settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-marketo -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Your Marketo Base URL. See - the docs for info on how to obtain this. - kind: string - label: Airbyte Config Domain Url - name: airbyte_config.domain_url - description: The Client ID of your Marketo developer application. See the docs for info on how to obtain this. kind: password @@ -54,20 +33,32 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true +- description: Your Marketo Base URL. See + the docs for info on how to obtain this. + kind: string + label: Airbyte Config Domain Url + name: airbyte_config.domain_url - description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated. kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-marketo +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -77,12 +68,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_spec.image - - airbyte_config.client_id - - airbyte_config.domain_url +- - airbyte_config.client_id - airbyte_config.client_secret + - airbyte_config.domain_url + - airbyte_config.start_date + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-marketo/meltano.yml b/_data/meltano/extractors/tap-marketo/meltano.yml index 04a4c604e..5ad119ba5 100644 --- a/_data/meltano/extractors/tap-marketo/meltano.yml +++ b/_data/meltano/extractors/tap-marketo/meltano.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Marketing automation for account-based marketing domain_url: https://developers.marketo.com/rest-api/ @@ -16,16 +16,17 @@ pip_url: git+https://gitlab.com/meltano/tap-marketo.git quality: bronze repo: https://gitlab.com/meltano/tap-marketo settings: -- name: endpoint -- name: identity - label: Client ID name: client_id - kind: password name: client_secret sensitive: true +- name: endpoint +- name: identity - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 name: start_date +settings_group_validation: [] variant: meltano diff --git a/_data/meltano/extractors/tap-marketo/singer-io.yml b/_data/meltano/extractors/tap-marketo/singer-io.yml index 490e493c2..00712d1e2 100644 --- a/_data/meltano/extractors/tap-marketo/singer-io.yml +++ b/_data/meltano/extractors/tap-marketo/singer-io.yml @@ -15,9 +15,6 @@ pip_url: git+https://github.com/singer-io/tap-marketo.git quality: silver repo: https://github.com/singer-io/tap-marketo settings: -- description: Endpoint URL. See https://developers.marketo.com/rest-api/base-url/. - label: Endpoint - name: endpoint - description: See https://developers.marketo.com/rest-api/authentication/. label: Client ID name: client_id @@ -26,10 +23,14 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: Endpoint URL. See https://developers.marketo.com/rest-api/base-url/. + label: Endpoint + name: endpoint - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date +settings_group_validation: [] variant: singer-io diff --git a/_data/meltano/extractors/tap-metabase/airbyte.yml b/_data/meltano/extractors/tap-metabase/airbyte.yml index 73dee91c3..74d1b79cd 100644 --- a/_data/meltano/extractors/tap-metabase/airbyte.yml +++ b/_data/meltano/extractors/tap-metabase/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Open-source analytics and business intelligence application domain_url: https://www.metabase.com/ executable: tap-airbyte @@ -21,30 +21,10 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-metabase settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-metabase -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: URL to your metabase instance API kind: string label: Airbyte Config Instance Api Url name: airbyte_config.instance_api_url -- description: '' - kind: string - label: Airbyte Config Username - name: airbyte_config.username - description: '' kind: password label: Airbyte Config Password @@ -59,15 +39,26 @@ settings: label: Airbyte Config Session Token name: airbyte_config.session_token sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: '' + kind: string + label: Airbyte Config Username + name: airbyte_config.username +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-metabase +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -77,9 +68,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.instance_api_url - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.instance_api_url settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-mixpanel/airbyte.yml b/_data/meltano/extractors/tap-mixpanel/airbyte.yml index a7bfb4dc1..aca9b4a9c 100644 --- a/_data/meltano/extractors/tap-mixpanel/airbyte.yml +++ b/_data/meltano/extractors/tap-mixpanel/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Product Analytics Tool domain_url: https://mixpanel.com/ executable: tap-airbyte @@ -21,56 +21,50 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-mixpanel settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-mixpanel -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: ' A period of time for attributing results to ads and the lookback + period after those actions occur during which ad results are counted. Default + attribution window is 5 days.' + kind: integer + label: Airbyte Config Attribution Window + name: airbyte_config.attribution_window +- description: Mixpanel project secret. See the docs + for more information on how to obtain this. + kind: password + label: Airbyte Config Credentials Api Secret + name: airbyte_config.credentials.api_secret + sensitive: true - description: Service Account, Project Secret kind: string label: Airbyte Config Credentials Option Title name: airbyte_config.credentials.option_title -- description: Mixpanel Service Account Username. See the docs - for more information on how to obtain this. - kind: string - label: Airbyte Config Credentials Username - name: airbyte_config.credentials.username - description: Mixpanel Service Account Secret. See the docs for more information on how to obtain this. kind: password label: Airbyte Config Credentials Secret name: airbyte_config.credentials.secret sensitive: true -- description: Mixpanel project secret. See the docs +- description: Mixpanel Service Account Username. See the docs for more information on how to obtain this. - kind: password - label: Airbyte Config Credentials Api Secret - name: airbyte_config.credentials.api_secret - sensitive: true + kind: string + label: Airbyte Config Credentials Username + name: airbyte_config.credentials.username +- description: Defines window size in days, that used to slice through data. You can + reduce it, if amount of data in each window is too big for your environment. + kind: integer + label: Airbyte Config Date Window Size + name: airbyte_config.date_window_size +- description: The date in the format YYYY-MM-DD. Any data after this date will not + be replicated. Left empty to always sync to most recent date + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date - description: Your project ID number. See the docs for more information on how to obtain this. kind: integer label: Airbyte Config Project Id name: airbyte_config.project_id -- description: ' A period of time for attributing results to ads and the lookback - period after those actions occur during which ad results are counted. Default - attribution window is 5 days.' - kind: integer - label: Airbyte Config Attribution Window - name: airbyte_config.attribution_window - description: Time zone in which integer date times are stored. The project timezone may be found in the project settings in the Mixpanel @@ -78,6 +72,15 @@ settings: kind: string label: Airbyte Config Project Timezone name: airbyte_config.project_timezone +- description: The region of mixpanel domain instance either US or EU. + kind: options + label: Airbyte Config Region + name: airbyte_config.region + options: + - label: Us + value: US + - label: Eu + value: EU - description: Setting this config parameter to TRUE ensures that new properties on events and engage records are captured. Otherwise new properties will be ignored. kind: boolean @@ -89,34 +92,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: The date in the format YYYY-MM-DD. Any data after this date will not - be replicated. Left empty to always sync to most recent date +- description: Airbyte image to run kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: The region of mixpanel domain instance either US or EU. - kind: options - label: Airbyte Config Region - name: airbyte_config.region - options: - - label: Us - value: US - - label: Eu - value: EU -- description: Defines window size in days, that used to slice through data. You can - reduce it, if amount of data in each window is too big for your environment. - kind: integer - label: Airbyte Config Date Window Size - name: airbyte_config.date_window_size -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-mixpanel +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -126,9 +117,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-mixpanel/hotgluexyz.yml b/_data/meltano/extractors/tap-mixpanel/hotgluexyz.yml index cc5c02096..46c3eee07 100644 --- a/_data/meltano/extractors/tap-mixpanel/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-mixpanel/hotgluexyz.yml @@ -20,34 +20,35 @@ settings: label: API Secret name: api_secret sensitive: true -- description: Mixpanel Project time zone - kind: string - label: Project Time Zone - name: project_timezone -- description: Mixpanel user agent - kind: string - label: User Agent - name: user_agent -- description: Number of days to use for date window - kind: integer - label: Date Window Size - name: date_window_size - description: Minimum number of days to look-back to kind: integer label: Attribution Window name: attribution_window -- description: Automatically select all props during discovery - kind: boolean - label: Select Properties by Default - name: select_properties_by_default +- description: Number of days to use for date window + kind: integer + label: Date Window Size + name: date_window_size - description: Denest nested JSON responses from Mixpanel API kind: boolean label: Denest Properties name: denest_properties +- description: Mixpanel Project time zone + kind: string + label: Project Time Zone + name: project_timezone +- description: Automatically select all props during discovery + kind: boolean + label: Select Properties by Default + name: select_properties_by_default - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date +- description: Mixpanel user agent + kind: string + label: User Agent + name: user_agent +settings_group_validation: [] variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-mode/franloza.yml b/_data/meltano/extractors/tap-mode/franloza.yml index 1d7663eb8..97dc15cfc 100644 --- a/_data/meltano/extractors/tap-mode/franloza.yml +++ b/_data/meltano/extractors/tap-mode/franloza.yml @@ -20,16 +20,16 @@ settings: label: Auth Token name: auth_token sensitive: true +- description: The name of your app and a contact email address should the API provider + need to contact you for any reason. + label: User Agent + name: user_agent - description: Name of the Mode workspace documentation: https://asknicely.asknice.ly/help/apidocs/auth kind: password label: Workspace name: workspace sensitive: true -- description: The name of your app and a contact email address should the API provider - need to contact you for any reason. - label: User Agent - name: user_agent settings_group_validation: - - auth_token - workspace diff --git a/_data/meltano/extractors/tap-monday/airbyte.yml b/_data/meltano/extractors/tap-monday/airbyte.yml index bb8478f5e..413dd9505 100644 --- a/_data/meltano/extractors/tap-monday/airbyte.yml +++ b/_data/meltano/extractors/tap-monday/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Work operating platform for projects and workflows domain_url: https://api.developer.monday.com/docs executable: tap-airbyte @@ -21,6 +21,35 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-monday settings: +- description: Access Token for making authenticated requests. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true +- description: API Token for making authenticated requests. + kind: password + label: Airbyte Config Credentials Api Token + name: airbyte_config.credentials.api_token + sensitive: true +- description: oauth2.0, api_token + kind: string + label: Airbyte Config Credentials Auth Type + name: airbyte_config.credentials.auth_type +- description: The Client ID of your OAuth application. + kind: password + label: Airbyte Config Credentials Client Id + name: airbyte_config.credentials.client_id + sensitive: true +- description: The Client Secret of your OAuth application. + kind: password + label: Airbyte Config Credentials Client Secret + name: airbyte_config.credentials.client_secret + sensitive: true +- description: Slug/subdomain of the account, or the first part of the URL that comes + before .monday.com + kind: string + label: Airbyte Config Credentials Subdomain + name: airbyte_config.credentials.subdomain - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,44 +66,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Slug/subdomain of the account, or the first part of the URL that comes - before .monday.com - kind: string - label: Airbyte Config Credentials Subdomain - name: airbyte_config.credentials.subdomain -- description: oauth2.0, api_token - kind: string - label: Airbyte Config Credentials Auth Type - name: airbyte_config.credentials.auth_type -- description: The Client ID of your OAuth application. - kind: password - label: Airbyte Config Credentials Client Id - name: airbyte_config.credentials.client_id - sensitive: true -- description: The Client Secret of your OAuth application. - kind: password - label: Airbyte Config Credentials Client Secret - name: airbyte_config.credentials.client_secret - sensitive: true -- description: Access Token for making authenticated requests. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: API Token for making authenticated requests. - kind: password - label: Airbyte Config Credentials Api Token - name: airbyte_config.credentials.api_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -84,9 +75,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-mongodb/airbyte.yml b/_data/meltano/extractors/tap-mongodb/airbyte.yml index 90c18811d..680877b66 100644 --- a/_data/meltano/extractors/tap-mongodb/airbyte.yml +++ b/_data/meltano/extractors/tap-mongodb/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: General purpose domain_url: document-based executable: tap-airbyte @@ -21,50 +21,30 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-mongodb settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-mongodb -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Host of a Mongo database to be replicated. +- description: Authentication source where user information is stored. See + the Mongo docs for more info. kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: Port of a Mongo database to be replicated. - kind: integer - label: Airbyte Config Port - name: airbyte_config.port + label: Airbyte Config Auth Source + name: airbyte_config.auth_source - description: Database to be replicated. kind: string label: Airbyte Config Database name: airbyte_config.database -- description: User +- description: Host of a Mongo database to be replicated. kind: string - label: Airbyte Config User - name: airbyte_config.user + label: Airbyte Config Host + name: airbyte_config.host - description: Password kind: password label: Airbyte Config Password name: airbyte_config.password sensitive: true -- description: Authentication source where user information is stored. See - the Mongo docs for more info. - kind: string - label: Airbyte Config Auth Source - name: airbyte_config.auth_source +- description: Port of a Mongo database to be replicated. + kind: integer + label: Airbyte Config Port + name: airbyte_config.port - description: The name of the set to filter servers by, when connecting to a replica set (Under this condition, the 'TLS connection' value automatically becomes 'true'). See _` + instead of `` + kind: boolean + label: Include Schemas In Destination Stream Name + name: include_schemas_in_destination_stream_name + value: false - description: The MongoDB password. kind: password label: Password name: password sensitive: true -- description: This is the database used for authentication, not the database used - for extraction. The data extracted is determined by following the [selecting entities - and - attributes](https://docs.meltano.com/getting-started.html#select-entities-and-attributes-to-extract) - instructions. - label: Database Name - name: database +- description: The MongoDB port. + kind: integer + label: Port + name: port + value: 27017 - description: The name of the replica set. label: Replica Set name: replica_set @@ -48,22 +51,19 @@ settings: name: ssl value: false value_post_processor: stringify +- description: The MongoDB user. + label: User + name: user - description: SSL Verify Mode kind: boolean label: Verify Mode name: verify_mode value: true value_post_processor: stringify -- description: Forces the stream names to take the form `_` - instead of `` - kind: boolean - label: Include Schemas In Destination Stream Name - name: include_schemas_in_destination_stream_name - value: false settings_group_validation: -- - host +- - database + - host + - password - port - user - - password - - database variant: singer-io diff --git a/_data/meltano/extractors/tap-mongodb/transferwise.yml b/_data/meltano/extractors/tap-mongodb/transferwise.yml index 30fc893d4..a4048e60d 100644 --- a/_data/meltano/extractors/tap-mongodb/transferwise.yml +++ b/_data/meltano/extractors/tap-mongodb/transferwise.yml @@ -1,8 +1,8 @@ capabilities: -- state - catalog - discover - log-based +- state description: General purpose, document-based, distributed database. domain_url: https://www.mongodb.com/ keywords: @@ -16,29 +16,31 @@ pip_url: pipelinewise-tap-mongodb quality: silver repo: https://github.com/transferwise/pipelinewise-tap-mongodb settings: -- description: The MongoDB password. - kind: password - label: Password - name: password - sensitive: true -- description: The MongoDB user. - label: User - name: user -- description: The MongoDB host URL. - label: Host URL - name: host - description: The database name to authenticate on. label: Auth Database name: auth_database +- description: (LOG_BASED) The maximum amount of time in milliseconds the loge_base + method waits for new data changes before exiting. + kind: integer + label: Await Time Milliseconds + name: await_time_ms - description: Database name to sync from. label: Database Name name: database -- description: Uses a mongodb+srv protocol to connect. Disables the usage of port - argument if set to `true`. Warning - this uses a string representation of a boolean, - use lowercase `true`. +- description: The MongoDB host URL. + label: Host URL + name: host +- description: Forces the stream names to take the form `_` + instead of ``. Warning - this uses a string representation of + a boolean, use lowercase `true`. kind: string - label: SRV - name: srv + label: Include Schemas In Destination Stream Name + name: include_schemas_in_destination_stream_name +- description: The MongoDB password. + kind: password + label: Password + name: password + sensitive: true - description: Connection port. Required if a non-srv connection is being used. kind: integer label: Port @@ -46,36 +48,34 @@ settings: - description: Name of replica set label: Replica Set name: replica_set +- description: Uses a mongodb+srv protocol to connect. Disables the usage of port + argument if set to `true`. Warning - this uses a string representation of a boolean, + use lowercase `true`. + kind: string + label: SRV + name: srv - description: Can be set to true to connect using ssl. Warning - this uses a string representation of a boolean, use lowercase `true`. kind: string label: SSL name: ssl -- description: Default SSL verify mode. Warning - this uses a string representation - of a boolean, use lowercase `true`. - kind: string - label: Verify Mode - name: verify_mode -- description: Forces the stream names to take the form `_` - instead of ``. Warning - this uses a string representation of - a boolean, use lowercase `true`. - kind: string - label: Include Schemas In Destination Stream Name - name: include_schemas_in_destination_stream_name - description: (LOG_BASED) The size of the buffer that holds detected update operations in memory, the buffer is flushed once the size is reached. kind: integer label: Update Buffer Size name: update_buffer_size -- description: (LOG_BASED) The maximum amount of time in milliseconds the loge_base - method waits for new data changes before exiting. - kind: integer - label: Await Time Milliseconds - name: await_time_ms +- description: The MongoDB user. + label: User + name: user +- description: Default SSL verify mode. Warning - this uses a string representation + of a boolean, use lowercase `true`. + kind: string + label: Verify Mode + name: verify_mode settings_group_validation: -- - password - - user - - host - - auth_database +- - auth_database - database + - host + - password + - user variant: transferwise diff --git a/_data/meltano/extractors/tap-ms-teams/airbyte.yml b/_data/meltano/extractors/tap-ms-teams/airbyte.yml index 5b3d500a1..c9a9c94d8 100644 --- a/_data/meltano/extractors/tap-ms-teams/airbyte.yml +++ b/_data/meltano/extractors/tap-ms-teams/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Business Communication Platform domain_url: https://docs.microsoft.com/en-us/graph/ executable: tap-airbyte @@ -21,27 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-microsoft-teams settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-microsoft-teams -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: 'Specifies the length of time over which the Team Device Report stream - is aggregated. The supported values are: D7, D30, D90, and D180.' - kind: string - label: Airbyte Config Period - name: airbyte_config.period - description: Client, Token kind: options label: Airbyte Config Credentials Auth Type @@ -49,19 +28,6 @@ settings: options: - label: Client value: Client -- description: 'A globally unique identifier (GUID) that is different than your organization - name or domain. Follow these steps to obtain: open one of the Teams where you - belong inside the Teams Application -> Click on the … next to the Team title -> - Click on Get link to team -> Copy the link to the team and grab the tenant ID - form the URL, A globally unique identifier (GUID) that is different than your - organization name or domain. Follow these steps to obtain: open one of the Teams - where you belong inside the Teams Application -> Click on the … next to the Team - title -> Click on Get link to team -> Copy the link to the team and grab the tenant - ID form the URL' - kind: password - label: Airbyte Config Credentials Tenant Id - name: airbyte_config.credentials.tenant_id - sensitive: true - description: The Client ID of your Microsoft Teams developer application., The Client ID of your Microsoft Teams developer application. kind: password @@ -79,15 +45,40 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: 'A globally unique identifier (GUID) that is different than your organization + name or domain. Follow these steps to obtain: open one of the Teams where you + belong inside the Teams Application -> Click on the … next to the Team title -> + Click on Get link to team -> Copy the link to the team and grab the tenant ID + form the URL, A globally unique identifier (GUID) that is different than your + organization name or domain. Follow these steps to obtain: open one of the Teams + where you belong inside the Teams Application -> Click on the … next to the Team + title -> Click on Get link to team -> Copy the link to the team and grab the tenant + ID form the URL' + kind: password + label: Airbyte Config Credentials Tenant Id + name: airbyte_config.credentials.tenant_id + sensitive: true +- description: 'Specifies the length of time over which the Team Device Report stream + is aggregated. The supported values are: D7, D30, D90, and D180.' + kind: string + label: Airbyte Config Period + name: airbyte_config.period +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-microsoft-teams +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -97,6 +88,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.period - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-ms-teams/singer-io.yml b/_data/meltano/extractors/tap-ms-teams/singer-io.yml index 50933c6a5..ce4c54fbe 100644 --- a/_data/meltano/extractors/tap-ms-teams/singer-io.yml +++ b/_data/meltano/extractors/tap-ms-teams/singer-io.yml @@ -15,20 +15,22 @@ pip_url: tap-ms-teams quality: silver repo: https://github.com/singer-io/tap-ms-teams settings: -- description: The user agent to send with requests. - label: User Agent - name: user_agent +- description: The Client ID of your Microsoft Teams developer application. + kind: password + label: Client ID + name: client_id + sensitive: true +- description: The Client Secret of your Microsoft Teams developer application. + kind: password + label: Client Secret + name: client_secret + sensitive: true - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: The Client Secret of your Microsoft Teams developer application. - kind: password - label: Client Secret - name: client_secret - sensitive: true - description: A globally unique identifier (GUID) that is different than your organization name or domain. Follow these steps to obtain - open one of the Teams where you belong inside the Teams Application -> Click on the … next to the Team title -> @@ -36,17 +38,15 @@ settings: form the URL. label: Tenant ID name: tenant_id -- description: The Client ID of your Microsoft Teams developer application. - kind: password - label: Client ID - name: client_id - sensitive: true +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: -- - user_agent - - start_date +- - client_id - client_secret + - start_date - tenant_id - - client_id + - user_agent usage: | ### Authentication Details diff --git a/_data/meltano/extractors/tap-mssql/airbyte.yml b/_data/meltano/extractors/tap-mssql/airbyte.yml index 7bf3e68b8..80ef64325 100644 --- a/_data/meltano/extractors/tap-mssql/airbyte.yml +++ b/_data/meltano/extractors/tap-mssql/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Microsoft SQL Server domain_url: https://www.microsoft.com/en-us/sql-server/sql-server-2019 executable: tap-airbyte @@ -21,66 +21,29 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-mssql settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-mssql -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: The hostname of the database. - kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: The port of the database. - kind: integer - label: Airbyte Config Port - name: airbyte_config.port - description: The name of the database. kind: string label: Airbyte Config Database name: airbyte_config.database -- description: The list of schemas to sync from. Defaults to user. Case sensitive. - kind: array - label: Airbyte Config Schemas - name: airbyte_config.schemas -- description: The username which is used to access the database. +- description: The hostname of the database. kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: The password associated with the username. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true + label: Airbyte Config Host + name: airbyte_config.host - description: "Additional properties to pass to the JDBC URL string when connecting to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: key1=value1&key2=value2&key3=value3)." kind: string label: Airbyte Config Jdbc Url Params name: airbyte_config.jdbc_url_params -- description: unencrypted, encrypted_trust_server_certificate, encrypted_verify_certificate - kind: string - label: Airbyte Config Ssl Method Ssl Method - name: airbyte_config.ssl_method.ssl_method -- description: Specifies the host name of the server. The value of this property must - match the subject property of the certificate. - kind: string - label: Airbyte Config Ssl Method Hostnameincertificate - name: airbyte_config.ssl_method.hostNameInCertificate -- description: STANDARD, CDC - kind: string - label: Airbyte Config Replication Method Method - name: airbyte_config.replication_method.method +- description: The password associated with the username. + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: The port of the database. + kind: integer + label: Airbyte Config Port + name: airbyte_config.port - description: What data should be synced under the CDC. "Existing and New" will read existing data as a snapshot, and sync new changes through CDC. "New Changes Only" will skip the initial snapshot, and only sync new changes through CDC. @@ -92,6 +55,10 @@ settings: value: Existing and New - label: New Changes Only value: New Changes Only +- description: STANDARD, CDC + kind: string + label: Airbyte Config Replication Method Method + name: airbyte_config.replication_method.method - description: Existing data in the database are synced through an initial snapshot. This parameter controls the isolation level that will be used during the initial snapshotting. If you choose the "Snapshot" level, you must enable the initial + waiting time.' + kind: integer + label: Airbyte Config Replication Method Initial Waiting Seconds + name: airbyte_config.replication_method.initial_waiting_seconds +- description: STANDARD, CDC + kind: string + label: Airbyte Config Replication Method Method + name: airbyte_config.replication_method.method +- description: Enter the configured MySQL server timezone. This should only be done + if the configured timezone in your MySQL instance does not conform to IANNA standard. + kind: string + label: Airbyte Config Replication Method Server Time Zone + name: airbyte_config.replication_method.server_time_zone - description: Encrypt data using SSL. kind: boolean label: Airbyte Config Ssl name: airbyte_config.ssl -- description: preferred, required, verify_ca, verify_identity - kind: string - label: Airbyte Config Ssl Mode Mode - name: airbyte_config.ssl_mode.mode - description: CA certificate, CA certificate kind: string label: Airbyte Config Ssl Mode Ca Certificate @@ -100,31 +92,25 @@ settings: label: Airbyte Config Ssl Mode Client Key Password name: airbyte_config.ssl_mode.client_key_password sensitive: true -- description: STANDARD, CDC - kind: string - label: Airbyte Config Replication Method Method - name: airbyte_config.replication_method.method -- description: 'The amount of time the connector will wait when it launches to determine - if there is new data to sync or not. Defaults to 300 seconds. Valid range: 120 - seconds to 1200 seconds. Read about initial - waiting time.' - kind: integer - label: Airbyte Config Replication Method Initial Waiting Seconds - name: airbyte_config.replication_method.initial_waiting_seconds -- description: Enter the configured MySQL server timezone. This should only be done - if the configured timezone in your MySQL instance does not conform to IANNA standard. - kind: string - label: Airbyte Config Replication Method Server Time Zone - name: airbyte_config.replication_method.server_time_zone -- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH +- description: preferred, required, verify_ca, verify_identity kind: string - label: Airbyte Config Tunnel Method Tunnel Method - name: airbyte_config.tunnel_method.tunnel_method + label: Airbyte Config Ssl Mode Mode + name: airbyte_config.ssl_mode.mode +- description: OS-level user account ssh key credentials in RSA PEM format ( created + with ssh-keygen -t rsa -m PEM -f myuser_rsa ) + kind: password + label: Airbyte Config Tunnel Method Ssh Key + name: airbyte_config.tunnel_method.ssh_key + sensitive: true - description: Hostname of the jump server host that allows inbound ssh tunnel., Hostname of the jump server host that allows inbound ssh tunnel. kind: string label: Airbyte Config Tunnel Method Tunnel Host name: airbyte_config.tunnel_method.tunnel_host +- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH + kind: string + label: Airbyte Config Tunnel Method Tunnel Method + name: airbyte_config.tunnel_method.tunnel_method - description: Port on the proxy/jump server that accepts inbound ssh connections., Port on the proxy/jump server that accepts inbound ssh connections. kind: integer @@ -135,26 +121,31 @@ settings: kind: string label: Airbyte Config Tunnel Method Tunnel User name: airbyte_config.tunnel_method.tunnel_user -- description: OS-level user account ssh key credentials in RSA PEM format ( created - with ssh-keygen -t rsa -m PEM -f myuser_rsa ) - kind: password - label: Airbyte Config Tunnel Method Ssh Key - name: airbyte_config.tunnel_method.ssh_key - sensitive: true - description: OS-level password for logging into the jump server host kind: password label: Airbyte Config Tunnel Method Tunnel User Password name: airbyte_config.tunnel_method.tunnel_user_password sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The username which is used to access the database. + kind: string + label: Airbyte Config Username + name: airbyte_config.username +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-mysql +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -164,13 +155,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.database - - airbyte_spec - - airbyte_config.username - - airbyte_spec.image - airbyte_config.host - airbyte_config.port + - airbyte_config.username + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-n8n/airbyte.yml b/_data/meltano/extractors/tap-n8n/airbyte.yml index 0097136e3..552ddf01a 100644 --- a/_data/meltano/extractors/tap-n8n/airbyte.yml +++ b/_data/meltano/extractors/tap-n8n/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Workflow automation tool domain_url: https://docs.n8n.io/api/ executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-n8n settings: +- description: Your API KEY. See here + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Hostname of the n8n instance + kind: string + label: Airbyte Config Host + name: airbyte_config.host - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Hostname of the n8n instance - kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: Your API KEY. See here - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,11 +55,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key + - airbyte_config.host - airbyte_spec - airbyte_spec.image - - airbyte_config.host settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-nasa/airbyte.yml b/_data/meltano/extractors/tap-nasa/airbyte.yml index e9db35271..543fdb4ad 100644 --- a/_data/meltano/extractors/tap-nasa/airbyte.yml +++ b/_data/meltano/extractors/tap-nasa/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: National Aeronautics and Space Administration API domain_url: https://github.com/nasa/apod-api#docs- executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-nasa settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-nasa -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: API access key used to retrieve data from the NASA APOD API. kind: password label: Airbyte Config Api Key @@ -55,6 +39,11 @@ settings: kind: integer label: Airbyte Config Count name: airbyte_config.count +- description: Indicates that end of a date range. If `start_date` is specified without + an `end_date` then `end_date` defaults to the current date. + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date - description: Indicates the start of a date range. All images in the range from `start_date` to `end_date` will be returned in a JSON array. Must be after 1995-06-16, the first day an APOD picture was posted. There are no images for tomorrow available @@ -62,26 +51,28 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Indicates that end of a date range. If `start_date` is specified without - an `end_date` then `end_date` defaults to the current date. - kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date - description: Indicates whether the API should return a thumbnail image URL for video files. If set to True, the API returns URL of video thumbnail. If an APOD is not a video, this parameter is ignored. kind: boolean label: Airbyte Config Thumbs name: airbyte_config.thumbs -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-nasa +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -91,10 +82,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.api_key - airbyte_spec - - airbyte_config.api_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-netrivals/epoch8.yml b/_data/meltano/extractors/tap-netrivals/epoch8.yml index cbbba89e1..ea71ae634 100644 --- a/_data/meltano/extractors/tap-netrivals/epoch8.yml +++ b/_data/meltano/extractors/tap-netrivals/epoch8.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Price tracking tool domain_url: https://www.netrivals.com/ keywords: @@ -28,14 +28,6 @@ settings: kind: string label: Api Url name: api_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -45,6 +37,14 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key settings_preamble: '' diff --git a/_data/meltano/extractors/tap-netsuite/airbyte.yml b/_data/meltano/extractors/tap-netsuite/airbyte.yml index f11676387..ebb2b693e 100644 --- a/_data/meltano/extractors/tap-netsuite/airbyte.yml +++ b/_data/meltano/extractors/tap-netsuite/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Business Management Software domain_url: https://www.netsuite.com/ executable: tap-airbyte @@ -21,27 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-netsuite settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-netsuite -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Netsuite realm e.g. 2344535, as for `production` or 2344535_SB1, as - for the `sandbox` - kind: string - label: Airbyte Config Realm - name: airbyte_config.realm - description: Consumer key associated with your integration kind: password label: Airbyte Config Consumer Key @@ -52,40 +31,52 @@ settings: label: Airbyte Config Consumer Secret name: airbyte_config.consumer_secret sensitive: true -- description: Access token key - kind: password - label: Airbyte Config Token Key - name: airbyte_config.token_key - sensitive: true -- description: Access token secret - kind: password - label: Airbyte Config Token Secret - name: airbyte_config.token_secret - sensitive: true - description: The API names of the Netsuite objects you want to sync. Setting this speeds up the connection setup process by limiting the number of schemas that need to be retrieved from Netsuite. kind: array label: Airbyte Config Object Types name: airbyte_config.object_types +- description: Netsuite realm e.g. 2344535, as for `production` or 2344535_SB1, as + for the `sandbox` + kind: string + label: Airbyte Config Realm + name: airbyte_config.realm - description: Starting point for your data replication, in format of "YYYY-MM-DDTHH:mm:ssZ" kind: string label: Airbyte Config Start Datetime name: airbyte_config.start_datetime +- description: Access token key + kind: password + label: Airbyte Config Token Key + name: airbyte_config.token_key + sensitive: true +- description: Access token secret + kind: password + label: Airbyte Config Token Secret + name: airbyte_config.token_secret + sensitive: true - description: The amount of days used to query the data with date chunks. Set smaller value, if you have lots of data. kind: integer label: Airbyte Config Window In Days name: airbyte_config.window_in_days -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-netsuite +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -95,15 +86,24 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec - - airbyte_config.token_secret - - airbyte_config.start_datetime - - airbyte_spec.image - - airbyte_config.realm - - airbyte_config.consumer_key +- - airbyte_config.consumer_key - airbyte_config.consumer_secret + - airbyte_config.realm + - airbyte_config.start_datetime - airbyte_config.token_key + - airbyte_config.token_secret + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-netsuite/hotgluexyz.yml b/_data/meltano/extractors/tap-netsuite/hotgluexyz.yml index 985177e5a..9e3c01590 100644 --- a/_data/meltano/extractors/tap-netsuite/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-netsuite/hotgluexyz.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Business Management Software domain_url: https://www.netsuite.com/ @@ -15,6 +15,12 @@ pip_url: git+https://github.com/hotgluexyz/tap-netsuite.git quality: silver repo: https://github.com/hotgluexyz/tap-netsuite settings: +- description: The is_sandbox should always be set to "true" if you are connecting + Production account of NetSuite. Set it to false if you want to connect to SandBox + acccount. + kind: boolean + label: Is Sandbox + name: is_sandbox - description: Your account Id. This can be found under Setup -> Company -> Company Information. Look for Account Id. Note "_SB" is for Sandbox account. label: NetSuite Account @@ -56,12 +62,6 @@ settings: kind: boolean label: Select Fields By Default name: select_fields_by_default -- description: The is_sandbox should always be set to "true" if you are connecting - Production account of NetSuite. Set it to false if you want to connect to SandBox - acccount. - kind: boolean - label: Is Sandbox - name: is_sandbox - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. diff --git a/_data/meltano/extractors/tap-nice-incontact/singer-io.yml b/_data/meltano/extractors/tap-nice-incontact/singer-io.yml index 38d02ca0f..d0cf58129 100644 --- a/_data/meltano/extractors/tap-nice-incontact/singer-io.yml +++ b/_data/meltano/extractors/tap-nice-incontact/singer-io.yml @@ -17,36 +17,28 @@ pip_url: git+https://github.com/singer-io/tap-nice-incontact.git quality: bronze repo: https://github.com/singer-io/tap-nice-incontact settings: -- description: NICE inContact API version. Default is "21.0" - label: Api Version - name: api_version -- description: 'Process and email for API logging purposes. Example: tap-nice-incontact - ' - label: User Agent - name: user_agent +- description: 'NICE inContact instance cluster. Example: "c42"' + label: API Cluster + name: api_cluster - description: NICE inContact API key (see Authentication in usage section for more details) kind: password label: API Key name: api_key sensitive: true -- description: 'NICE inContact instance cluster. Example: "c42"' - label: API Cluster - name: api_cluster -- description: The NICE inContact auth domain/region to use. Default is "na1". See - Authentication for more. - label: Auth Domain - name: auth_domain - description: NICE inContact API secret (see Authentication in usage section for more details) kind: password label: API Secret name: api_secret sensitive: true -- description: RFC3339 date string "2017-01-01T00:00:00Z" - kind: date_iso8601 - label: Start Date - name: start_date +- description: NICE inContact API version. Default is "21.0" + label: Api Version + name: api_version +- description: The NICE inContact auth domain/region to use. Default is "na1". See + Authentication for more. + label: Auth Domain + name: auth_domain - description: | Stream specific reporting periods. The config is a mapping of stream name to reporting period, the options are: days, hours, and minutes. Default days. The days/hours are in increments of 1 and minutes are in increments of 5 minutes. @@ -75,12 +67,20 @@ settings: kind: object label: Periods name: periods +- description: RFC3339 date string "2017-01-01T00:00:00Z" + kind: date_iso8601 + label: Start Date + name: start_date +- description: 'Process and email for API logging purposes. Example: tap-nice-incontact + ' + label: User Agent + name: user_agent settings_group_validation: -- - user_agent +- - api_cluster - api_key - - api_cluster - api_secret - start_date + - user_agent settings_preamble: '' usage: | ### Authentication diff --git a/_data/meltano/extractors/tap-notion/airbyte.yml b/_data/meltano/extractors/tap-notion/airbyte.yml index d977d8bc0..78376cd4d 100644 --- a/_data/meltano/extractors/tap-notion/airbyte.yml +++ b/_data/meltano/extractors/tap-notion/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Note-taking Software Platform domain_url: https://www.notion.so/ executable: tap-airbyte @@ -21,27 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-notion settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-notion -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: UTC date and time in the format 2017-01-25T00:00:00.000Z. Any data - before this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date +- description: Access Token is a token you received by complete the OauthWebFlow of + Notion. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true - description: OAuth2.0, token kind: string label: Airbyte Config Credentials Auth Type @@ -56,27 +41,33 @@ settings: label: Airbyte Config Credentials Client Secret name: airbyte_config.credentials.client_secret sensitive: true -- description: Access Token is a token you received by complete the OauthWebFlow of - Notion. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true - description: Notion API access token, see the docs for more information on how to obtain this token. kind: password label: Airbyte Config Credentials Token name: airbyte_config.credentials.token sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: UTC date and time in the format 2017-01-25T00:00:00.000Z. Any data + before this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-notion +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -86,6 +77,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.start_date diff --git a/_data/meltano/extractors/tap-nytimes/airbyte.yml b/_data/meltano/extractors/tap-nytimes/airbyte.yml index e4273b6be..1e531d1e2 100644 --- a/_data/meltano/extractors/tap-nytimes/airbyte.yml +++ b/_data/meltano/extractors/tap-nytimes/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: New York City based daily newspaper domain_url: https://developer.nytimes.com/ executable: tap-airbyte @@ -21,31 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-nytimes settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-nytimes -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: API Key kind: password label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true -- description: Start date to begin the article retrieval (format YYYY-MM) - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date - description: End date to stop the article retrieval (format YYYY-MM) kind: string label: Airbyte Config End Date @@ -61,15 +41,26 @@ settings: options: - label: Facebook value: facebook -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Start date to begin the article retrieval (format YYYY-MM) + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-nytimes +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -79,12 +70,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date +- - airbyte_config.api_key - airbyte_config.period - - airbyte_spec.image - - airbyte_config.api_key + - airbyte_config.start_date - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-okta/airbyte.yml b/_data/meltano/extractors/tap-okta/airbyte.yml index 714d16e3e..0b3e40711 100644 --- a/_data/meltano/extractors/tap-okta/airbyte.yml +++ b/_data/meltano/extractors/tap-okta/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Identity Provider domain_url: https://developer.okta.com/docs/reference/ executable: tap-airbyte @@ -21,32 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-okta settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-okta -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: The Okta domain. See the docs - for instructions on how to find it. - kind: string - label: Airbyte Config Domain - name: airbyte_config.domain -- description: UTC date and time in the format YYYY-MM-DDTHH:MM:SSZ. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date +- description: An Okta token. See the docs + for instructions on how to generate it. + kind: password + label: Airbyte Config Credentials Api Token + name: airbyte_config.credentials.api_token + sensitive: true - description: oauth2.0, api_token kind: string label: Airbyte Config Credentials Auth Type @@ -66,21 +46,32 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: An Okta token. See the docs - for instructions on how to generate it. - kind: password - label: Airbyte Config Credentials Api Token - name: airbyte_config.credentials.api_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The Okta domain. See the docs + for instructions on how to find it. + kind: string + label: Airbyte Config Domain + name: airbyte_config.domain +- description: UTC date and time in the format YYYY-MM-DDTHH:MM:SSZ. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-okta +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -90,9 +81,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-okta/isabella232.yml b/_data/meltano/extractors/tap-okta/isabella232.yml index b32d39556..d37937e98 100644 --- a/_data/meltano/extractors/tap-okta/isabella232.yml +++ b/_data/meltano/extractors/tap-okta/isabella232.yml @@ -1,7 +1,7 @@ capabilities: -- state - catalog - discover +- state description: Identity Provider domain_url: https://developer.okta.com/docs/reference/ keywords: @@ -15,17 +15,17 @@ pip_url: git+https://github.com/isabella232/tap-okta.git quality: unknown repo: https://github.com/isabella232/tap-okta settings: -- description: The Okta API url to use for requests. E.g. http:///api/v1/. - Make sure to include the final slash. - label: Service Url - name: service_url - description: Your Okta API key. See the [Okta docs](https://developer.okta.com/docs/guides/create-an-api-token/main/) for more details. kind: password label: API Key name: api_key sensitive: true +- description: The Okta API url to use for requests. E.g. http:///api/v1/. + Make sure to include the final slash. + label: Service Url + name: service_url settings_group_validation: -- - service_url - - api_key +- - api_key + - service_url variant: isabella232 diff --git a/_data/meltano/extractors/tap-omnisend/airbyte.yml b/_data/meltano/extractors/tap-omnisend/airbyte.yml index 4f5fa2937..0416a50c5 100644 --- a/_data/meltano/extractors/tap-omnisend/airbyte.yml +++ b/_data/meltano/extractors/tap-omnisend/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Ecommerce Email Marketing and SMS Platform domain_url: https://api-docs.omnisend.com/reference/intro executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-omnisend settings: +- description: API Key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key - - airbyte_spec.image - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-onesignal/airbyte.yml b/_data/meltano/extractors/tap-onesignal/airbyte.yml index e576968d5..7d4bad139 100644 --- a/_data/meltano/extractors/tap-onesignal/airbyte.yml +++ b/_data/meltano/extractors/tap-onesignal/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Push Notification Software domain_url: https://onesignal.com/ executable: tap-airbyte @@ -21,6 +21,25 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-onesignal settings: +- description: Comma-separated list of names and the value (sum/count) for the returned + outcome data. See the docs + for more details + kind: string + label: Airbyte Config Outcome Names + name: airbyte_config.outcome_names +- description: The date from which you'd like to replicate data for OneSignal API, + in the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be + replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: OneSignal User Auth Key, see the docs + for more information on how to obtain this key. + kind: password + label: Airbyte Config User Auth Key + name: airbyte_config.user_auth_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,34 +56,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: OneSignal User Auth Key, see the docs - for more information on how to obtain this key. - kind: password - label: Airbyte Config User Auth Key - name: airbyte_config.user_auth_key - sensitive: true -- description: The date from which you'd like to replicate data for OneSignal API, - in the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be - replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Comma-separated list of names and the value (sum/count) for the returned - outcome data. See the docs - for more details - kind: string - label: Airbyte Config Outcome Names - name: airbyte_config.outcome_names -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -74,11 +65,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.outcome_names - - connector_config.user_auth_key - connector_config.start_date + - connector_config.user_auth_key settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-openweathermap/airbyte.yml b/_data/meltano/extractors/tap-openweathermap/airbyte.yml index 2919cd64c..c1d38fdf2 100644 --- a/_data/meltano/extractors/tap-openweathermap/airbyte.yml +++ b/_data/meltano/extractors/tap-openweathermap/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Current and Forecast Weather Data Collection domain_url: https://openweathermap.org/api executable: tap-airbyte @@ -21,50 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-openweather settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-openweather -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Latitude for which you want to get weather condition from. (min -90, - max 90) - kind: string - label: Airbyte Config Lat - name: airbyte_config.lat -- description: Longitude for which you want to get weather condition from. (min -180, - max 180) - kind: string - label: Airbyte Config Lon - name: airbyte_config.lon - description: Your OpenWeather API Key. See here. The key is case sensitive. kind: password label: Airbyte Config Appid name: airbyte_config.appid sensitive: true -- description: Units of measurement. standard, metric and imperial units are available. - If you do not use the units parameter, standard units will be applied by default. - kind: options - label: Airbyte Config Units - name: airbyte_config.units - options: - - label: Standard - value: standard - - label: Metric - value: metric - - label: Imperial - value: imperial - description: You can use lang parameter to get the output in your language. The contents of the description field will be translated. See here for the list of supported languages. @@ -170,15 +132,44 @@ settings: value: zh_tw - label: Zu value: zu -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Latitude for which you want to get weather condition from. (min -90, + max 90) + kind: string + label: Airbyte Config Lat + name: airbyte_config.lat +- description: Longitude for which you want to get weather condition from. (min -180, + max 180) + kind: string + label: Airbyte Config Lon + name: airbyte_config.lon +- description: Units of measurement. standard, metric and imperial units are available. + If you do not use the units parameter, standard units will be applied by default. + kind: options + label: Airbyte Config Units + name: airbyte_config.units + options: + - label: Standard + value: standard + - label: Metric + value: metric + - label: Imperial + value: imperial +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-openweather +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -188,9 +179,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.lat - - airbyte_config.appid +- - airbyte_config.appid + - airbyte_config.lat - airbyte_config.lon - airbyte_spec.image settings_preamble: '' diff --git a/_data/meltano/extractors/tap-oracle/airbyte.yml b/_data/meltano/extractors/tap-oracle/airbyte.yml index a4ef6d627..3e75fe39f 100644 --- a/_data/meltano/extractors/tap-oracle/airbyte.yml +++ b/_data/meltano/extractors/tap-oracle/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud Database domain_url: https://www.oracle.com/database/ executable: tap-airbyte @@ -21,33 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-oracle settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-oracle -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Hostname of the database. - kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: "Port of the database.\nOracle Corporations recommends the following - port numbers:\n1521 - Default listening port for client connections to the listener. - \n2484 - Recommended and officially registered listening port for client connections - to the listener using TCP/IP with SSL" - kind: integer - label: Airbyte Config Port - name: airbyte_config.port - description: service_name, sid kind: string label: Airbyte Config Connection Data Connection Type @@ -61,32 +34,6 @@ settings: label: Airbyte Config Connection Data Sid name: airbyte_config.connection_data.sid sensitive: true -- description: The username which is used to access the database. - kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: The password associated with the username. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: The list of schemas to sync from. Defaults to user. Case sensitive. - kind: array - label: Airbyte Config Schemas - name: airbyte_config.schemas -- description: "Additional properties to pass to the JDBC URL string when connecting - to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: - key1=value1&key2=value2&key3=value3)." - kind: string - label: Airbyte Config Jdbc Url Params - name: airbyte_config.jdbc_url_params -- description: unencrypted, client_nne, encrypted_verify_certificate - kind: options - label: Airbyte Config Encryption Encryption Method - name: airbyte_config.encryption.encryption_method - options: - - label: Unencrypted - value: unencrypted - description: This parameter defines what encryption algorithm is used. kind: options label: Airbyte Config Encryption Encryption Algorithm @@ -98,20 +45,59 @@ settings: value: RC4_56 - label: 3Des168 value: 3DES168 +- description: unencrypted, client_nne, encrypted_verify_certificate + kind: options + label: Airbyte Config Encryption Encryption Method + name: airbyte_config.encryption.encryption_method + options: + - label: Unencrypted + value: unencrypted - description: Privacy Enhanced Mail (PEM) files are concatenated certificate containers frequently used in certificate installations. kind: string label: Airbyte Config Encryption Ssl Certificate name: airbyte_config.encryption.ssl_certificate -- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH +- description: Hostname of the database. kind: string - label: Airbyte Config Tunnel Method Tunnel Method - name: airbyte_config.tunnel_method.tunnel_method + label: Airbyte Config Host + name: airbyte_config.host +- description: "Additional properties to pass to the JDBC URL string when connecting + to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: + key1=value1&key2=value2&key3=value3)." + kind: string + label: Airbyte Config Jdbc Url Params + name: airbyte_config.jdbc_url_params +- description: The password associated with the username. + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: "Port of the database.\nOracle Corporations recommends the following + port numbers:\n1521 - Default listening port for client connections to the listener. + \n2484 - Recommended and officially registered listening port for client connections + to the listener using TCP/IP with SSL" + kind: integer + label: Airbyte Config Port + name: airbyte_config.port +- description: The list of schemas to sync from. Defaults to user. Case sensitive. + kind: array + label: Airbyte Config Schemas + name: airbyte_config.schemas +- description: OS-level user account ssh key credentials in RSA PEM format ( created + with ssh-keygen -t rsa -m PEM -f myuser_rsa ) + kind: password + label: Airbyte Config Tunnel Method Ssh Key + name: airbyte_config.tunnel_method.ssh_key + sensitive: true - description: Hostname of the jump server host that allows inbound ssh tunnel., Hostname of the jump server host that allows inbound ssh tunnel. kind: string label: Airbyte Config Tunnel Method Tunnel Host name: airbyte_config.tunnel_method.tunnel_host +- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH + kind: string + label: Airbyte Config Tunnel Method Tunnel Method + name: airbyte_config.tunnel_method.tunnel_method - description: Port on the proxy/jump server that accepts inbound ssh connections., Port on the proxy/jump server that accepts inbound ssh connections. kind: integer @@ -122,26 +108,31 @@ settings: kind: string label: Airbyte Config Tunnel Method Tunnel User name: airbyte_config.tunnel_method.tunnel_user -- description: OS-level user account ssh key credentials in RSA PEM format ( created - with ssh-keygen -t rsa -m PEM -f myuser_rsa ) - kind: password - label: Airbyte Config Tunnel Method Ssh Key - name: airbyte_config.tunnel_method.ssh_key - sensitive: true - description: OS-level password for logging into the jump server host kind: password label: Airbyte Config Tunnel Method Tunnel User Password name: airbyte_config.tunnel_method.tunnel_user_password sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The username which is used to access the database. + kind: string + label: Airbyte Config Username + name: airbyte_config.username +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-oracle +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -151,6 +142,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.host - airbyte_config.port diff --git a/_data/meltano/extractors/tap-oracle/s7clarke10.yml b/_data/meltano/extractors/tap-oracle/s7clarke10.yml index d628e38a4..35f6439a7 100644 --- a/_data/meltano/extractors/tap-oracle/s7clarke10.yml +++ b/_data/meltano/extractors/tap-oracle/s7clarke10.yml @@ -1,8 +1,8 @@ capabilities: - catalog - discover -- state - log-based +- state description: Cloud Database domain_url: https://www.oracle.com/database/ keywords: @@ -17,76 +17,71 @@ pip_url: git+https://github.com/s7clarke10/pipelinewise-tap-oracle.git quality: silver repo: https://github.com/s7clarke10/pipelinewise-tap-oracle settings: -- description: | - To avoid problems with uncommitted changes being read, you can set offset_value to add to the value found in the STATE for INCREMENTAL loads. - If the value provided is for a datetime replication key then the offset_value is read as seconds to offset by, otherwise the value is used as provided. - Using offset_value < 0 would result in an overlapping set of records being read each time the tap is run. - Using offset_value > 0 may result in data being missed. However it can be useful if a period (month-year) is being used. - This prevents the tap from using period >= last-read-period and doubling up on the extract. - Usage (offsetting by +1 day in seconds = 24*3600). - kind: integer - label: Offset Value - name: offset_value -- description: Your Oracle password. +- description: Support for a common user/password for working with pluggable databases + (PDB). kind: password - label: Password - name: password + label: Common Password + name: common_password sensitive: true +- description: Service name when working with pluggable databases (PDB). + label: Common Service Name + name: common_service_name +- description: SID when working with pluggable databases (PDB). + label: Common SID + name: common_sid +- description: Support for a common user/password for working with pluggable databases + (PDB). Every common user can connect to an perform operations within the root + database, and within any PDB in which it has privileges. + label: Common User + name: common_user +- description: A numeric setting adjusting the internal buffersize. The common query + tuning scenario is for SELECT statements that return a large number of rows over + a slow network. Increasing arraysize can improve performance by reducing the number + of round-trips to the database. However increasing this value increases the amount + of memory required. + kind: integer + label: Cursor Array Size + name: cursor_array_size +- description: The default replication method to use if one is not automatically set + on the stream. Options - 'LOG_BASED', 'FULL_TABLE', 'INCREMENTAL'. + label: Default Replication Method + name: default_replication_method - description: A comma separated list of schema names to scan. Used to improve the label: Filter Schemas name: filter_schemas -- description: This will help avoid numeric rounding issues emitting as a string with - a format of singer.decimal. - kind: boolean - label: Use Singer Decimal - name: use_singer_decimal - description: An array of tables `SCHEMA-TABLE1` to select from. Used to imprive the performance of discovery. kind: array label: Filter Tables name: filter_tables -- description: A boolean whether to use a dynamic scan window for log based replication. - Default, False. - kind: boolean - label: Logminer Dynamic Scn Window - name: logminer_dynamic_scn_window -- description: SID when working with pluggable databases (PDB). - label: Common SID - name: common_sid -- description: Service name when working with pluggable databases (PDB). - label: Common Service Name - name: common_service_name -- description: The default replication method to use if one is not automatically set - on the stream. Options - 'LOG_BASED', 'FULL_TABLE', 'INCREMENTAL'. - label: Default Replication Method - name: default_replication_method +- description: Your Oracle host. + label: Host + name: host - description: The timeout to use when doing log based replication, in milliseconds. Default, None. kind: integer label: Logminer Call Timeout name: logminer_call_timeout +- description: A boolean whether to use a dynamic scan window for log based replication. + Default, False. + kind: boolean + label: Logminer Dynamic Scn Window + name: logminer_dynamic_scn_window - description: The reduction factor to use when using log based replication. Default, 10. kind: integer label: Logminer Iter With Reduction Factor name: logminer_iter_with_reduction_factor -- description: Your Oracle port. - kind: integer - label: Port - name: port -- description: Support for a common user/password for working with pluggable databases - (PDB). Every common user can connect to an perform operations within the root - database, and within any PDB in which it has privileges. - label: Common User - name: common_user -- description: Your Oracle SID. If connecting directly to an instance, otherwise use - service_name. - label: SID - name: sid -- description: The scan window size when using log based replication. Default, None. +- description: | + To avoid problems with uncommitted changes being read, you can set offset_value to add to the value found in the STATE for INCREMENTAL loads. + If the value provided is for a datetime replication key then the offset_value is read as seconds to offset by, otherwise the value is used as provided. + Using offset_value < 0 would result in an overlapping set of records being read each time the tap is run. + Using offset_value > 0 may result in data being missed. However it can be useful if a period (month-year) is being used. + This prevents the tap from using period >= last-read-period and doubling up on the extract. + Usage (offsetting by +1 day in seconds = 24*3600). kind: integer - label: Scn Window Size - name: scn_window_size + label: Offset Value + name: offset_value - description: Determines which Oracle Library Driver and mode is used by tap-oracle. cx=CX_Oracle, thin=oracleDB (No SQL Client), thick=oracleDB (SQL Client). Default, cx. @@ -101,6 +96,26 @@ settings: - label: oracleDB (SQL Client) value: thick value: cx +- description: Your Oracle password. + kind: password + label: Password + name: password + sensitive: true +- description: Your Oracle port. + kind: integer + label: Port + name: port +- description: The scan window size when using log based replication. Default, None. + kind: integer + label: Scn Window Size + name: scn_window_size +- description: Your Oracle service name. + label: Service Name + name: service_name +- description: Your Oracle SID. If connecting directly to an instance, otherwise use + service_name. + label: SID + name: sid - description: A boolean whether to use ORA_ROWSCN to bookmark progress in case replication is interrupted. ORA_ROWSCN returns an Oracle SCN which is a System Change Number. This is a unique identifier for a particular change (i.e. a transaction). Default, @@ -108,40 +123,25 @@ settings: kind: boolean label: Use Ora Rowscn name: use_ora_rowscn -- description: Support for a common user/password for working with pluggable databases - (PDB). - kind: password - label: Common Password - name: common_password - sensitive: true -- description: A numeric setting adjusting the internal buffersize. The common query - tuning scenario is for SELECT statements that return a large number of rows over - a slow network. Increasing arraysize can improve performance by reducing the number - of round-trips to the database. However increasing this value increases the amount - of memory required. - kind: integer - label: Cursor Array Size - name: cursor_array_size -- description: Your Oracle host. - label: Host - name: host +- description: This will help avoid numeric rounding issues emitting as a string with + a format of singer.decimal. + kind: boolean + label: Use Singer Decimal + name: use_singer_decimal - description: Your Oracle user. label: User name: user -- description: Your Oracle service name. - label: Service Name - name: service_name settings_group_validation: -- - password +- - host + - password - port - - host - - user - sid -- - password - - port - - host - user +- - host + - password + - port - service_name + - user settings_preamble: '' usage: | ## Log Based Replication diff --git a/_data/meltano/extractors/tap-oracle/transferwise.yml b/_data/meltano/extractors/tap-oracle/transferwise.yml index 9fb00ef1c..46a2fc32c 100644 --- a/_data/meltano/extractors/tap-oracle/transferwise.yml +++ b/_data/meltano/extractors/tap-oracle/transferwise.yml @@ -15,23 +15,6 @@ pip_url: pipelinewise-tap-oracle quality: silver repo: https://github.com/transferwise/pipelinewise-tap-oracle settings: -- description: Your Oracle SID. - label: SID - name: sid -- description: Your Oracle host. - label: Host - name: host -- description: Your Oracle port. - label: Port - name: port -- description: Your Oracle user. - label: User - name: user -- description: Your Oracle password. - kind: password - label: Password - name: password - sensitive: true - description: The default replication method to use if one is not automatically set on the stream. Options - 'LOG_BASED', 'FULL_TABLE', 'INCREMENTAL'. label: Default Replication Method @@ -41,10 +24,27 @@ settings: label: Filter Schemas name: filter_schemas placeholder: SCHEMA1,SCHEMA2 +- description: Your Oracle host. + label: Host + name: host +- description: Your Oracle password. + kind: password + label: Password + name: password + sensitive: true +- description: Your Oracle port. + label: Port + name: port +- description: Your Oracle SID. + label: SID + name: sid +- description: Your Oracle user. + label: User + name: user settings_group_validation: -- - sid - - host +- - host + - password - port + - sid - user - - password variant: transferwise diff --git a/_data/meltano/extractors/tap-orb/airbyte.yml b/_data/meltano/extractors/tap-orb/airbyte.yml index 977b9e7a4..e9469c65a 100644 --- a/_data/meltano/extractors/tap-orb/airbyte.yml +++ b/_data/meltano/extractors/tap-orb/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Usage-based billing software domain_url: https://docs.withorb.com/docs/orb-docs/api-reference executable: tap-airbyte @@ -21,32 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-orb settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-orb -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Orb API Key, issued from the Orb admin console. kind: password label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true -- description: UTC date and time in the format 2022-03-01T00:00:00Z. Any data with - created_at before this data will not be synced. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date - description: When set to N, the connector will always refresh resources created within the past N days. By default, updated objects that are not newly created are not incrementally synced. @@ -56,22 +35,34 @@ settings: - description: Property key names to extract from all events, in order to enrich ledger entries corresponding to an event deduction. kind: array - label: Airbyte Config String Event Properties Keys - name: airbyte_config.string_event_properties_keys + label: Airbyte Config Numeric Event Properties Keys + name: airbyte_config.numeric_event_properties_keys +- description: UTC date and time in the format 2022-03-01T00:00:00Z. Any data with + created_at before this data will not be synced. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Property key names to extract from all events, in order to enrich ledger entries corresponding to an event deduction. kind: array - label: Airbyte Config Numeric Event Properties Keys - name: airbyte_config.numeric_event_properties_keys -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Config String Event Properties Keys + name: airbyte_config.string_event_properties_keys +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-orb +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -81,10 +72,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.api_key - airbyte_spec - - airbyte_config.api_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-orbit/airbyte.yml b/_data/meltano/extractors/tap-orbit/airbyte.yml index a3e5108e4..bc431297e 100644 --- a/_data/meltano/extractors/tap-orbit/airbyte.yml +++ b/_data/meltano/extractors/tap-orbit/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Community Experience Platform domain_url: https://docs.orbit.love/reference executable: tap-airbyte @@ -21,6 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-orbit settings: +- description: Authorizes you to work with Orbit workspaces associated with the token. + kind: password + label: Airbyte Config Api Token + name: airbyte_config.api_token + sensitive: true +- description: Date in the format 2022-06-26. Only load members whose last activities + are after this date. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: The unique name of the workspace that your API token is associated + with. + kind: string + label: Airbyte Config Workspace + name: airbyte_config.workspace - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Authorizes you to work with Orbit workspaces associated with the token. - kind: password - label: Airbyte Config Api Token - name: airbyte_config.api_token - sensitive: true -- description: The unique name of the workspace that your API token is associated - with. - kind: string - label: Airbyte Config Workspace - name: airbyte_config.workspace -- description: Date in the format 2022-06-26. Only load members whose last activities - are after this date. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,11 +61,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_token - - airbyte_spec.image - - airbyte_spec - airbyte_config.workspace + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-oura/airbyte.yml b/_data/meltano/extractors/tap-oura/airbyte.yml index 5bdfe2341..05152670a 100644 --- a/_data/meltano/extractors/tap-oura/airbyte.yml +++ b/_data/meltano/extractors/tap-oura/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Oura Smart Ring domain_url: https://ouraring.com/ executable: tap-airbyte @@ -21,6 +21,20 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-oura settings: +- description: API Key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: End datetime to sync until. Default is current UTC datetime. + kind: string + label: Airbyte Config End Datetime + name: airbyte_config.end_datetime +- description: "Start datetime to sync from. Default is current UTC datetime minus + 1\nday.\n" + kind: string + label: Airbyte Config Start Datetime + name: airbyte_config.start_datetime - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,29 +51,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: "Start datetime to sync from. Default is current UTC datetime minus - 1\nday.\n" - kind: string - label: Airbyte Config Start Datetime - name: airbyte_config.start_datetime -- description: End datetime to sync until. Default is current UTC datetime. - kind: string - label: Airbyte Config End Datetime - name: airbyte_config.end_datetime -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -69,10 +60,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.api_key - airbyte_spec - - airbyte_config.api_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-outbrain/dbt-labs.yml b/_data/meltano/extractors/tap-outbrain/dbt-labs.yml index 7788a2f4d..7bb079094 100644 --- a/_data/meltano/extractors/tap-outbrain/dbt-labs.yml +++ b/_data/meltano/extractors/tap-outbrain/dbt-labs.yml @@ -15,6 +15,17 @@ pip_url: git+https://github.com/dbt-labs/tap-outbrain.git quality: silver repo: https://github.com/dbt-labs/tap-outbrain settings: +- description: An optional argument. If provided, this will be used as the access + token, and a new one won't be generated. + kind: password + label: Access Token + name: access_token + sensitive: true +- description: The Marketer ID (unique to each account) in Outbrain. Looks like 00f4b02153ee75f3c9dc4fc128ab041962. + kind: password + label: Account Id + name: account_id + sensitive: true - description: The Outbrain password to go along with username. kind: password label: Password @@ -29,20 +40,9 @@ settings: - description: The Outbrain username used to generate an Amplify API token. label: Username name: username -- description: The Marketer ID (unique to each account) in Outbrain. Looks like 00f4b02153ee75f3c9dc4fc128ab041962. - kind: password - label: Account Id - name: account_id - sensitive: true -- description: An optional argument. If provided, this will be used as the access - token, and a new one won't be generated. - kind: password - label: Access Token - name: access_token - sensitive: true settings_group_validation: -- - password +- - account_id + - password - start_date - username - - account_id variant: dbt-labs diff --git a/_data/meltano/extractors/tap-outreach/airbyte.yml b/_data/meltano/extractors/tap-outreach/airbyte.yml index f68b5fe33..5746332c6 100644 --- a/_data/meltano/extractors/tap-outreach/airbyte.yml +++ b/_data/meltano/extractors/tap-outreach/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Sales Engagement Platform domain_url: https://api.outreach.io/api/v2/docs executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-outreach settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-outreach -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The Client ID of your Outreach developer application. kind: password label: Airbyte Config Client Id @@ -47,32 +31,39 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true -- description: The token for obtaining the new access token. - kind: password - label: Airbyte Config Refresh Token - name: airbyte_config.refresh_token - sensitive: true - description: A Redirect URI is the location where the authorization server sends the user once the app has been successfully authorized and granted an authorization code or access token. kind: string label: Airbyte Config Redirect Uri name: airbyte_config.redirect_uri +- description: The token for obtaining the new access token. + kind: password + label: Airbyte Config Refresh Token + name: airbyte_config.refresh_token + sensitive: true - description: The date from which you'd like to replicate data for Outreach API, in the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be replicated. kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-outreach +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -82,13 +73,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.client_id - - airbyte_spec.image - airbyte_config.client_secret - airbyte_config.redirect_uri - - airbyte_config.start_date - airbyte_config.refresh_token + - airbyte_config.start_date + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-outreach/singer-io.yml b/_data/meltano/extractors/tap-outreach/singer-io.yml index 5b1230bd9..b6290df03 100644 --- a/_data/meltano/extractors/tap-outreach/singer-io.yml +++ b/_data/meltano/extractors/tap-outreach/singer-io.yml @@ -15,12 +15,6 @@ pip_url: git+https://github.com/singer-io/tap-outreach.git quality: silver repo: https://github.com/singer-io/tap-outreach settings: -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date - description: Your Outreach client ID. kind: password label: Client ID @@ -31,6 +25,12 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: The page size of request responses. + label: Page Size + name: page_size +- description: The request quota limit. + label: Quota Limit + name: quota_limit - description: The Outreach redirect URI. label: Redirect URI name: redirect_uri @@ -39,16 +39,16 @@ settings: label: Refresh Token name: refresh_token sensitive: true -- description: The request quota limit. - label: Quota Limit - name: quota_limit -- description: The page size of request responses. - label: Page Size - name: page_size +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: -- - start_date - - client_id +- - client_id - client_secret - redirect_uri - refresh_token + - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-pagerduty/goodeggs.yml b/_data/meltano/extractors/tap-pagerduty/goodeggs.yml index 2a8ba43bc..1401d2208 100644 --- a/_data/meltano/extractors/tap-pagerduty/goodeggs.yml +++ b/_data/meltano/extractors/tap-pagerduty/goodeggs.yml @@ -15,16 +15,15 @@ pip_url: git+https://github.com/goodeggs/tap-pagerduty.git quality: silver repo: https://github.com/goodeggs/tap-pagerduty settings: -- description: A valid Pagerduty REST API key. See https://support.pagerduty.com/docs/api-access-keys. - kind: password - label: API Token - name: token - sensitive: true - description: A valid email address to be inserted into the From header of the HTTP Request headers. See https://developer.pagerduty.com/docs/ZG9jOjExMDI5NTUw-rest-api-overview#http-request-headers. label: Email name: email +- description: (Default 100) The API request limit. + kind: integer + label: API Request Limit + name: limit - description: A date to be used as the default since parameter for all API endpoints that support that parameter. kind: date_iso8601 @@ -37,12 +36,13 @@ settings: kind: object label: Streams name: streams -- description: (Default 100) The API request limit. - kind: integer - label: API Request Limit - name: limit +- description: A valid Pagerduty REST API key. See https://support.pagerduty.com/docs/api-access-keys. + kind: password + label: API Token + name: token + sensitive: true settings_group_validation: -- - token - - email +- - email - since + - token variant: goodeggs diff --git a/_data/meltano/extractors/tap-pardot/airbyte.yml b/_data/meltano/extractors/tap-pardot/airbyte.yml index 9639cf15a..dfcf438c5 100644 --- a/_data/meltano/extractors/tap-pardot/airbyte.yml +++ b/_data/meltano/extractors/tap-pardot/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: B2B Marketing Automation Software domain_url: https://www.pardot.com/ executable: tap-airbyte @@ -21,28 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-pardot settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-pardot -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Pardot Business ID, can be found at Setup > Pardot > Pardot Account - Setup - kind: password - label: Airbyte Config Pardot Business Unit Id - name: airbyte_config.pardot_business_unit_id - sensitive: true - description: The Consumer Key that can be found when viewing your app in Salesforce kind: password label: Airbyte Config Client Id @@ -53,6 +31,17 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true +- description: Whether or not the the app is in a Salesforce sandbox. If you do not + know what this, assume it is false. + kind: boolean + label: Airbyte Config Is Sandbox + name: airbyte_config.is_sandbox +- description: Pardot Business ID, can be found at Setup > Pardot > Pardot Account + Setup + kind: password + label: Airbyte Config Pardot Business Unit Id + name: airbyte_config.pardot_business_unit_id + sensitive: true - description: Salesforce Refresh Token used for Airbyte to access your Salesforce account. If you don't know what this is, follow this guide @@ -66,20 +55,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Whether or not the the app is in a Salesforce sandbox. If you do not - know what this, assume it is false. - kind: boolean - label: Airbyte Config Is Sandbox - name: airbyte_config.is_sandbox -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-pardot +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -89,13 +80,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec - - airbyte_config.refresh_token - - airbyte_spec.image +- - airbyte_config.client_id - airbyte_config.client_secret - - airbyte_config.client_id - airbyte_config.pardot_business_unit_id + - airbyte_config.refresh_token + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-pardot/singer-io.yml b/_data/meltano/extractors/tap-pardot/singer-io.yml index 2ec2e41a0..b9a00a4b4 100644 --- a/_data/meltano/extractors/tap-pardot/singer-io.yml +++ b/_data/meltano/extractors/tap-pardot/singer-io.yml @@ -22,19 +22,17 @@ settings: label: Access Token name: access_token sensitive: true -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date -- description: Your Pardot user key, when choosing user based auth. - label: User Key - name: user_key -- description: Your Pardot password, when choosing user based auth. +- description: The Consumer Key that can be found when viewing your app in Salesforce, + when choosing OAuth2 based auth. kind: password - label: Password - name: password + label: Client Id + name: client_id + sensitive: true +- description: The Consumer Secret that can be found when viewing your app in Salesforce, + when choosing OAuth2 based auth. + kind: password + label: Client Secret + name: client_secret sensitive: true - description: Your email address, when choosing user based auth. label: Email @@ -43,17 +41,10 @@ settings: Setup > Pardot > Pardot Account Setup. label: Pardot Business Unit Id name: pardot_business_unit_id -- description: The Consumer Secret that can be found when viewing your app in Salesforce, - when choosing OAuth2 based auth. - kind: password - label: Client Secret - name: client_secret - sensitive: true -- description: The Consumer Key that can be found when viewing your app in Salesforce, - when choosing OAuth2 based auth. +- description: Your Pardot password, when choosing user based auth. kind: password - label: Client Id - name: client_id + label: Password + name: password sensitive: true - description: Your refresh token, when choosing OAuth2 based auth. See [this helpful article](https://medium.com/@bpmmendis94/obtain-access-refresh-tokens-from-salesforce-rest-api-a324fe4ccd9b) @@ -62,14 +53,23 @@ settings: label: Refresh Token name: refresh_token sensitive: true +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: Your Pardot user key, when choosing user based auth. + label: User Key + name: user_key settings_group_validation: -- - start_date - - refresh_token - - client_id +- - client_id - client_secret - pardot_business_unit_id -- - start_date - - email + - refresh_token + - start_date +- - email - password + - start_date - user_key variant: singer-io diff --git a/_data/meltano/extractors/tap-partnerstack/airbyte.yml b/_data/meltano/extractors/tap-partnerstack/airbyte.yml index 871059cf6..40880b27c 100644 --- a/_data/meltano/extractors/tap-partnerstack/airbyte.yml +++ b/_data/meltano/extractors/tap-partnerstack/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Partner Ecosystem Platform domain_url: https://docs.partnerstack.com/ executable: tap-airbyte @@ -21,6 +21,21 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-partnerstack settings: +- description: The Live Private Key for a Partnerstack account. + kind: password + label: Airbyte Config Private Key + name: airbyte_config.private_key + sensitive: true +- description: The Live Public Key for a Partnerstack account. + kind: password + label: Airbyte Config Public Key + name: airbyte_config.public_key + sensitive: true +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The Live Public Key for a Partnerstack account. - kind: password - label: Airbyte Config Public Key - name: airbyte_config.public_key - sensitive: true -- description: The Live Private Key for a Partnerstack account. - kind: password - label: Airbyte Config Private Key - name: airbyte_config.private_key - sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,11 +61,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.public_key - - airbyte_config.private_key - - airbyte_spec.image +- - airbyte_config.private_key + - airbyte_config.public_key - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-paypal/airbyte.yml b/_data/meltano/extractors/tap-paypal/airbyte.yml index f993ac25e..7790c3755 100644 --- a/_data/meltano/extractors/tap-paypal/airbyte.yml +++ b/_data/meltano/extractors/tap-paypal/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Online Payments System domain_url: https://www.paypal.com/us/home executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-paypal-transaction settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-paypal-transaction -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The Client ID of your Paypal developer application. kind: password label: Airbyte Config Client Id @@ -47,6 +31,10 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true +- description: Determines whether to use the sandbox or production environment. + kind: boolean + label: Airbyte Config Is Sandbox + name: airbyte_config.is_sandbox - description: The key to refresh the expired access token. kind: password label: Airbyte Config Refresh Token @@ -57,19 +45,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Determines whether to use the sandbox or production environment. - kind: boolean - label: Airbyte Config Is Sandbox - name: airbyte_config.is_sandbox -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-paypal-transaction +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -79,9 +70,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.is_sandbox +- - airbyte_config.is_sandbox + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-paypal/yoast.yml b/_data/meltano/extractors/tap-paypal/yoast.yml index 60287dbcf..654e5623c 100644 --- a/_data/meltano/extractors/tap-paypal/yoast.yml +++ b/_data/meltano/extractors/tap-paypal/yoast.yml @@ -15,27 +15,27 @@ pip_url: git+https://github.com/Yoast/singer-tap-paypal.git quality: silver repo: https://github.com/Yoast/singer-tap-paypal settings: -- description: Your PayPal secret key. - kind: password - label: Secret - name: secret - sensitive: true - description: Your PayPal client ID. kind: password label: Client ID name: client_id sensitive: true +- description: Determines whether to use the sandbox or live environment. + label: Sandbox + name: sandbox +- description: Your PayPal secret key. + kind: password + label: Secret + name: secret + sensitive: true - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: Determines whether to use the sandbox or live environment. - label: Sandbox - name: sandbox settings_group_validation: -- - secret - - client_id +- - client_id + - secret - start_date variant: yoast diff --git a/_data/meltano/extractors/tap-paystack/airbyte.yml b/_data/meltano/extractors/tap-paystack/airbyte.yml index 8cd3da0d3..5a23c72a2 100644 --- a/_data/meltano/extractors/tap-paystack/airbyte.yml +++ b/_data/meltano/extractors/tap-paystack/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Modern online and offline payments for Africa domain_url: https://paystack.com/ executable: tap-airbyte @@ -21,6 +21,22 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-paystack settings: +- description: When set, the connector will always reload data from the past N days, + where N is the value set here. This is useful if your data is updated after creation. + kind: integer + label: Airbyte Config Lookback Window Days + name: airbyte_config.lookback_window_days +- description: The Paystack API key (usually starts with 'sk_live_'; find yours here). + kind: password + label: Airbyte Config Secret Key + name: airbyte_config.secret_key + sensitive: true +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,31 +53,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The Paystack API key (usually starts with 'sk_live_'; find yours here). - kind: password - label: Airbyte Config Secret Key - name: airbyte_config.secret_key - sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: When set, the connector will always reload data from the past N days, - where N is the value set here. This is useful if your data is updated after creation. - kind: integer - label: Airbyte Config Lookback Window Days - name: airbyte_config.lookback_window_days -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -71,6 +62,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.secret_key diff --git a/_data/meltano/extractors/tap-peloton/meltanolabs.yml b/_data/meltano/extractors/tap-peloton/meltanolabs.yml index f060e451a..aea4526c0 100644 --- a/_data/meltano/extractors/tap-peloton/meltanolabs.yml +++ b/_data/meltano/extractors/tap-peloton/meltanolabs.yml @@ -16,9 +16,6 @@ pip_url: git+https://github.com/MeltanoLabs/tap-peloton.git quality: gold repo: https://github.com/MeltanoLabs/tap-peloton settings: -- description: The email you use to log into Peloton. - label: Username - name: username - description: Your Peloton password. kind: password label: Password @@ -30,7 +27,10 @@ settings: label: Number of Workouts to Fetch name: recent_workouts_number value: 5 +- description: The email you use to log into Peloton. + label: Username + name: username settings_group_validation: -- - username - - password +- - password + - username variant: meltanolabs diff --git a/_data/meltano/extractors/tap-pendo/singer-io.yml b/_data/meltano/extractors/tap-pendo/singer-io.yml index 2f6d7ff6f..827a3d2f9 100644 --- a/_data/meltano/extractors/tap-pendo/singer-io.yml +++ b/_data/meltano/extractors/tap-pendo/singer-io.yml @@ -15,12 +15,17 @@ pip_url: git+https://github.com/singer-io/tap-pendo.git quality: silver repo: https://github.com/singer-io/tap-pendo settings: -- description: 'This is the integration key generated via the Pendo website: Settings - -> Integrations -> Integration Keys.' - kind: password - label: Integration Key - name: x_pendo_integration_key - sensitive: true +- description: Defines whether or not to include anonymous visitors in the results. + kind: boolean + label: Include Anonymous Visitors + name: include_anonymous_visitors + value: false + value_post_processor: stringify +- description: The number of days to use as the lookback window. + kind: integer + label: Lookback Window + name: lookback_window + value: 0 - description: This defines how data is aggregated, either on a daily or hourly basis. kind: options label: Period @@ -30,23 +35,18 @@ settings: value: dayRange - label: Hourly value: hourRange -- description: The number of days to use as the lookback window. - kind: integer - label: Lookback Window - name: lookback_window - value: 0 -- description: Defines whether or not to include anonymous visitors in the results. - kind: boolean - label: Include Anonymous Visitors - name: include_anonymous_visitors - value: false - value_post_processor: stringify - description: This is the default start date value to use if no bookmark is present. kind: date_iso8601 label: Start Date name: start_date +- description: 'This is the integration key generated via the Pendo website: Settings + -> Integrations -> Integration Keys.' + kind: password + label: Integration Key + name: x_pendo_integration_key + sensitive: true settings_group_validation: -- - x_pendo_integration_key - - period +- - period - start_date + - x_pendo_integration_key variant: singer-io diff --git a/_data/meltano/extractors/tap-persistiq/airbyte.yml b/_data/meltano/extractors/tap-persistiq/airbyte.yml index 4b5f540a2..2a70f92a3 100644 --- a/_data/meltano/extractors/tap-persistiq/airbyte.yml +++ b/_data/meltano/extractors/tap-persistiq/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Sales Email Automation domain_url: https://apidocs.persistiq.com/#introduction executable: tap-airbyte @@ -21,6 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-persistiq settings: +- description: PersistIq API Key. See the docs + for more information on where to find that key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,21 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: PersistIq API Key. See the docs - for more information on where to find that key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,10 +52,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-pexels-api/airbyte.yml b/_data/meltano/extractors/tap-pexels-api/airbyte.yml index 75348315b..f312ac278 100644 --- a/_data/meltano/extractors/tap-pexels-api/airbyte.yml +++ b/_data/meltano/extractors/tap-pexels-api/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Stock photography provider domain_url: https://www.pexels.com/api/documentation executable: tap-airbyte @@ -21,42 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-pexels-api settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-pexels-api -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: API key is required to access pexels api, For getting your's goto https://www.pexels.com/api/documentation and create account for free. kind: password label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true -- description: Optional, the search query, Example Ocean, Tigers, Pears, etc. - kind: string - label: Airbyte Config Query - name: airbyte_config.query -- description: Optional, Desired photo orientation. The current supported orientations - are landscape, portrait or square - kind: string - label: Airbyte Config Orientation - name: airbyte_config.orientation -- description: Optional, Minimum photo size. The current supported sizes are large(24MP), - medium(12MP) or small(4MP). - kind: string - label: Airbyte Config Size - name: airbyte_config.size - description: Optional, Desired photo color. Supported colors red, orange, yellow, green, turquoise, blue, violet, pink, brown, black, gray, white or any hexidecimal color code. @@ -71,15 +41,36 @@ settings: kind: string label: Airbyte Config Locale name: airbyte_config.locale -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Optional, Desired photo orientation. The current supported orientations + are landscape, portrait or square + kind: string + label: Airbyte Config Orientation + name: airbyte_config.orientation +- description: Optional, the search query, Example Ocean, Tigers, Pears, etc. + kind: string + label: Airbyte Config Query + name: airbyte_config.query +- description: Optional, Minimum photo size. The current supported sizes are large(24MP), + medium(12MP) or small(4MP). + kind: string + label: Airbyte Config Size + name: airbyte_config.size +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-pexels-api +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -89,11 +80,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key - - airbyte_spec.image - - airbyte_spec - airbyte_config.query + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-pingboard/immuta.yml b/_data/meltano/extractors/tap-pingboard/immuta.yml index 5237ca3b6..66326d104 100644 --- a/_data/meltano/extractors/tap-pingboard/immuta.yml +++ b/_data/meltano/extractors/tap-pingboard/immuta.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps domain_url: '' keywords: [] @@ -16,24 +16,24 @@ pip_url: git+https://github.com/immuta/tap-pingboard.git quality: unknown repo: https://github.com/immuta/tap-pingboard settings: -- description: Client Secret for Pingboard - kind: password - label: Client Secret - name: client_secret - sensitive: true - description: Client Id for Pingboard kind: password label: Client Id name: client_id sensitive: true +- description: Client Secret for Pingboard + kind: password + label: Client Secret + name: client_secret + sensitive: true - description: Should be used on first sync to indicate how far back to grab records. Start dates should conform to the RFC3339 specification. kind: date_iso8601 label: Start Date name: start_date settings_group_validation: -- - client_secret - - client_id +- - client_id + - client_secret settings_preamble: '' usage: '' variant: immuta diff --git a/_data/meltano/extractors/tap-pinterest-ads/airbyte.yml b/_data/meltano/extractors/tap-pinterest-ads/airbyte.yml index 3be9dda5e..f3c9f946d 100644 --- a/_data/meltano/extractors/tap-pinterest-ads/airbyte.yml +++ b/_data/meltano/extractors/tap-pinterest-ads/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Advertising Platform domain_url: https://developers.pinterest.com/docs/api/v5/ executable: tap-airbyte @@ -21,32 +21,11 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-pinterest settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-pinterest -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: A date in the format YYYY-MM-DD. If you have not set a date, it would - be defaulted to latest allowed date by api (914 days from today). - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Entity statuses based off of campaigns, ad_groups, and ads. If you - do not have a status set, it will be ignored completely. - kind: array - label: Airbyte Config Status - name: airbyte_config.status +- description: The Access Token to make authenticated requests. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true - description: oauth2.0, access_token kind: string label: Airbyte Config Credentials Auth Method @@ -66,20 +45,32 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: The Access Token to make authenticated requests. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: A date in the format YYYY-MM-DD. If you have not set a date, it would + be defaulted to latest allowed date by api (914 days from today). + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Entity statuses based off of campaigns, ad_groups, and ads. If you + do not have a status set, it will be ignored completely. + kind: array + label: Airbyte Config Status + name: airbyte_config.status +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-pinterest +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -89,6 +80,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.start_date - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-pipedrive/airbyte.yml b/_data/meltano/extractors/tap-pipedrive/airbyte.yml index 87dc6c4d4..4f1df263c 100644 --- a/_data/meltano/extractors/tap-pipedrive/airbyte.yml +++ b/_data/meltano/extractors/tap-pipedrive/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Sales CRM and Pipeline Management Software domain_url: https://developers.pipedrive.com/docs/api/v1 executable: tap-airbyte @@ -21,22 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-pipedrive settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-pipedrive -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: The Pipedrive API Token. + kind: password + label: Airbyte Config Authorization Api Token + name: airbyte_config.authorization.api_token + sensitive: true - description: Client, Token kind: string label: Airbyte Config Authorization Auth Type @@ -56,26 +45,28 @@ settings: label: Airbyte Config Authorization Refresh Token name: airbyte_config.authorization.refresh_token sensitive: true -- description: The Pipedrive API Token. - kind: password - label: Airbyte Config Authorization Api Token - name: airbyte_config.authorization.api_token - sensitive: true - description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated. When specified and not None, then stream will behave as incremental kind: string label: Airbyte Config Replication Start Date name: airbyte_config.replication_start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-pipedrive +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -85,10 +76,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.replication_start_date +- - airbyte_config.replication_start_date - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-pipedrive/singer-io.yml b/_data/meltano/extractors/tap-pipedrive/singer-io.yml index 59badff38..0aaae4561 100644 --- a/_data/meltano/extractors/tap-pipedrive/singer-io.yml +++ b/_data/meltano/extractors/tap-pipedrive/singer-io.yml @@ -1,7 +1,7 @@ capabilities: -- state - catalog - discover +- state description: Sales CRM and Pipeline Management Software domain_url: https://developers.pipedrive.com/docs/api/v1 keywords: @@ -20,9 +20,6 @@ settings: label: API Token name: api_token sensitive: true -- description: The user agent to send with requests. - label: User Agent - name: user-agent - description: The request timeout, default 300 seconds. kind: integer label: Request Timeout @@ -33,6 +30,9 @@ settings: kind: date_iso8601 label: Start Date name: start_date +- description: The user agent to send with requests. + label: User Agent + name: user-agent settings_group_validation: - - api_token - start_date diff --git a/_data/meltano/extractors/tap-pivotal-tracker/airbyte.yml b/_data/meltano/extractors/tap-pivotal-tracker/airbyte.yml index 18bd9952b..6e4fe8af8 100644 --- a/_data/meltano/extractors/tap-pivotal-tracker/airbyte.yml +++ b/_data/meltano/extractors/tap-pivotal-tracker/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Agile Project Management Software domain_url: https://www.pivotaltracker.com/help/api/rest/v5#top executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-pivotal-tracker settings: +- description: Pivotal Tracker API token + kind: password + label: Airbyte Config Api Token + name: airbyte_config.api_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Pivotal Tracker API token - kind: password - label: Airbyte Config Api Token - name: airbyte_config.api_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,9 +51,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_token +- - airbyte_config.api_token + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-plaid/airbyte.yml b/_data/meltano/extractors/tap-plaid/airbyte.yml index 53ecc68ae..e29c3b4bf 100644 --- a/_data/meltano/extractors/tap-plaid/airbyte.yml +++ b/_data/meltano/extractors/tap-plaid/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Financial Services Software domain_url: https://plaid.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-plaid settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-plaid -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The end-user's Link access token. kind: password label: Airbyte Config Access Token @@ -62,15 +46,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-plaid +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -80,12 +71,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.client_id - - airbyte_spec.image +- - airbyte_spec.image - connector_config.access_token - - connector_config.plaid_env - connector_config.api_key + - connector_config.client_id + - connector_config.plaid_env settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-platformpurple/singer-io.yml b/_data/meltano/extractors/tap-platformpurple/singer-io.yml index 42d644a8b..ce808c8a0 100644 --- a/_data/meltano/extractors/tap-platformpurple/singer-io.yml +++ b/_data/meltano/extractors/tap-platformpurple/singer-io.yml @@ -15,6 +15,11 @@ pip_url: tap-platformpurple quality: bronze repo: https://github.com/singer-io/tap-platformpurple settings: +- description: Your Platform Purple API Key. + kind: password + label: API Key + name: api_key + sensitive: true - description: Your Platform Purple environment name. label: Environment name: environment @@ -24,13 +29,8 @@ settings: kind: date_iso8601 label: Start Date name: start_date -- description: Your Platform Purple API Key. - kind: password - label: API Key - name: api_key - sensitive: true settings_group_validation: -- - environment +- - api_key + - environment - start_date - - api_key variant: singer-io diff --git a/_data/meltano/extractors/tap-plausible/airbyte.yml b/_data/meltano/extractors/tap-plausible/airbyte.yml index d5c82f2c8..9add2e575 100644 --- a/_data/meltano/extractors/tap-plausible/airbyte.yml +++ b/_data/meltano/extractors/tap-plausible/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Open source analytics tool domain_url: https://plausible.io/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-plausible settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-plausible -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Plausible API Key. See the docs for information on how to generate this key. kind: password @@ -54,15 +38,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-plausible +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -72,11 +63,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec - - airbyte_spec.image +- - airbyte_config.api_key - airbyte_config.site_id - - airbyte_config.api_key + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-pokeapi/airbyte.yml b/_data/meltano/extractors/tap-pokeapi/airbyte.yml index 0df0e87e2..06ac8457e 100644 --- a/_data/meltano/extractors/tap-pokeapi/airbyte.yml +++ b/_data/meltano/extractors/tap-pokeapi/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Pokemon API domain_url: https://pokeapi.co/ executable: tap-airbyte @@ -21,6 +21,10 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-pokeapi settings: +- description: Pokemon requested from the API. + kind: string + label: Airbyte Config Pokemon Name + name: airbyte_config.pokemon_name - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,19 +41,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Pokemon requested from the API. - kind: string - label: Airbyte Config Pokemon Name - name: airbyte_config.pokemon_name -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -59,6 +50,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.pokemon_name diff --git a/_data/meltano/extractors/tap-polygon-stock-api/airbyte.yml b/_data/meltano/extractors/tap-polygon-stock-api/airbyte.yml index 4eba3bb15..1fba6410e 100644 --- a/_data/meltano/extractors/tap-polygon-stock-api/airbyte.yml +++ b/_data/meltano/extractors/tap-polygon-stock-api/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Stock Market Data APIs domain_url: https://polygon.io/ executable: tap-airbyte @@ -21,72 +21,63 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-polygon-stock-api settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-polygon-stock-api -- description: Airbyte image tag +- description: Determines whether or not the results are adjusted for splits. By default, + results are adjusted and set to true. Set this to false to get results that are + NOT adjusted for splits. kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts + label: Airbyte Config Adjusted + name: airbyte_config.adjusted - description: Your API ACCESS Key kind: password label: Airbyte Config API Key name: airbyte_config.apiKey sensitive: true -- description: The exchange symbol that this item is traded under. +- description: The target date for the aggregate window. kind: string - label: Airbyte Config Stocksticker - name: airbyte_config.stocksTicker + label: Airbyte Config End Date + name: airbyte_config.end_date +- description: The target date for the aggregate window. + kind: integer + label: Airbyte Config Limit + name: airbyte_config.limit - description: The size of the timespan multiplier. kind: integer label: Airbyte Config Multiplier name: airbyte_config.multiplier -- description: The size of the time window. +- description: Sort the results by timestamp. asc will return results in ascending + order (oldest at the top), desc will return results in descending order (newest + at the top). kind: string - label: Airbyte Config Timespan - name: airbyte_config.timespan + label: Airbyte Config Sort + name: airbyte_config.sort - description: The beginning date for the aggregate window. kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: The target date for the aggregate window. +- description: The exchange symbol that this item is traded under. kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Determines whether or not the results are adjusted for splits. By default, - results are adjusted and set to true. Set this to false to get results that are - NOT adjusted for splits. + label: Airbyte Config Stocksticker + name: airbyte_config.stocksTicker +- description: The size of the time window. kind: string - label: Airbyte Config Adjusted - name: airbyte_config.adjusted -- description: Sort the results by timestamp. asc will return results in ascending - order (oldest at the top), desc will return results in descending order (newest - at the top). + label: Airbyte Config Timespan + name: airbyte_config.timespan +- description: Airbyte image to run kind: string - label: Airbyte Config Sort - name: airbyte_config.sort -- description: The target date for the aggregate window. - kind: integer - label: Airbyte Config Limit - name: airbyte_config.limit -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-polygon-stock-api +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -96,15 +87,24 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.timespan +- - airbyte_config.apiKey + - airbyte_config.end_date + - airbyte_config.multiplier - airbyte_config.start_date - airbyte_config.stocksTicker - - airbyte_spec.image - - airbyte_config.multiplier - - airbyte_config.apiKey - - airbyte_config.end_date + - airbyte_config.timespan - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-postgres/airbyte.yml b/_data/meltano/extractors/tap-postgres/airbyte.yml index 655867db1..b6c272ae7 100644 --- a/_data/meltano/extractors/tap-postgres/airbyte.yml +++ b/_data/meltano/extractors/tap-postgres/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: PostgreSQL database extractor domain_url: https://www.postgresql.org/ executable: tap-airbyte @@ -21,63 +21,75 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-postgres settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-postgres -- description: Airbyte image tag +- description: Name of the database. kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts + label: Airbyte Config Database + name: airbyte_config.database - description: Hostname of the database. kind: string label: Airbyte Config Host name: airbyte_config.host +- description: Additional properties to pass to the JDBC URL string when connecting + to the database formatted as 'key=value' pairs separated by the symbol '&'. (Eg. + key1=value1&key2=value2&key3=value3). For more information read about JDBC + URL parameters. + kind: string + label: Airbyte Config Jdbc Url Params + name: airbyte_config.jdbc_url_params +- description: Password associated with the username. + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true - description: Port of the database. kind: integer label: Airbyte Config Port name: airbyte_config.port -- description: Name of the database. +- description: 'The amount of time the connector will wait when it launches to determine + if there is new data to sync or not. Defaults to 300 seconds. Valid range: 120 + seconds to 1200 seconds. Read about initial + waiting time.' + kind: integer + label: Airbyte Config Replication Method Initial Waiting Seconds + name: airbyte_config.replication_method.initial_waiting_seconds +- description: Standard, CDC kind: string - label: Airbyte Config Database - name: airbyte_config.database + label: Airbyte Config Replication Method Method + name: airbyte_config.replication_method.method +- description: A logical decoding plugin installed on the PostgreSQL server. The `pgoutput` + plugin is used by default. If the replication table contains a lot of big jsonb + values it is recommended to use `wal2json` plugin. Read more about selecting + replication plugins. + kind: options + label: Airbyte Config Replication Method Plugin + name: airbyte_config.replication_method.plugin + options: + - label: Pgoutput + value: pgoutput + - label: Wal2Json + value: wal2json +- description: A Postgres publication used for consuming changes. Read about publications + and replication identities. + kind: string + label: Airbyte Config Replication Method Publication + name: airbyte_config.replication_method.publication +- description: A plugin logical replication slot. Read about replication + slots. + kind: string + label: Airbyte Config Replication Method Replication Slot + name: airbyte_config.replication_method.replication_slot - description: The list of schemas (case sensitive) to sync from. Defaults to public. kind: array label: Airbyte Config Schemas name: airbyte_config.schemas -- description: Username to access the database. - kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Password associated with the username. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: Additional properties to pass to the JDBC URL string when connecting - to the database formatted as 'key=value' pairs separated by the symbol '&'. (Eg. - key1=value1&key2=value2&key3=value3). For more information read about JDBC - URL parameters. - kind: string - label: Airbyte Config Jdbc Url Params - name: airbyte_config.jdbc_url_params - description: Encrypt data using SSL. When activating SSL, please select one of the connection modes. kind: boolean label: Airbyte Config Ssl name: airbyte_config.ssl -- description: disable, allow, prefer, require, verify-ca, verify-full - kind: string - label: Airbyte Config Ssl Mode Mode - name: airbyte_config.ssl_mode.mode - description: CA certificate, CA certificate kind: string label: Airbyte Config Ssl Mode Ca Certificate @@ -98,51 +110,25 @@ settings: label: Airbyte Config Ssl Mode Client Key Password name: airbyte_config.ssl_mode.client_key_password sensitive: true -- description: Standard, CDC - kind: string - label: Airbyte Config Replication Method Method - name: airbyte_config.replication_method.method -- description: A logical decoding plugin installed on the PostgreSQL server. The `pgoutput` - plugin is used by default. If the replication table contains a lot of big jsonb - values it is recommended to use `wal2json` plugin. Read more about selecting - replication plugins. - kind: options - label: Airbyte Config Replication Method Plugin - name: airbyte_config.replication_method.plugin - options: - - label: Pgoutput - value: pgoutput - - label: Wal2Json - value: wal2json -- description: A plugin logical replication slot. Read about replication - slots. - kind: string - label: Airbyte Config Replication Method Replication Slot - name: airbyte_config.replication_method.replication_slot -- description: A Postgres publication used for consuming changes. Read about publications - and replication identities. - kind: string - label: Airbyte Config Replication Method Publication - name: airbyte_config.replication_method.publication -- description: 'The amount of time the connector will wait when it launches to determine - if there is new data to sync or not. Defaults to 300 seconds. Valid range: 120 - seconds to 1200 seconds. Read about initial - waiting time.' - kind: integer - label: Airbyte Config Replication Method Initial Waiting Seconds - name: airbyte_config.replication_method.initial_waiting_seconds -- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH +- description: disable, allow, prefer, require, verify-ca, verify-full kind: string - label: Airbyte Config Tunnel Method Tunnel Method - name: airbyte_config.tunnel_method.tunnel_method + label: Airbyte Config Ssl Mode Mode + name: airbyte_config.ssl_mode.mode +- description: OS-level user account ssh key credentials in RSA PEM format ( created + with ssh-keygen -t rsa -m PEM -f myuser_rsa ) + kind: password + label: Airbyte Config Tunnel Method Ssh Key + name: airbyte_config.tunnel_method.ssh_key + sensitive: true - description: Hostname of the jump server host that allows inbound ssh tunnel., Hostname of the jump server host that allows inbound ssh tunnel. kind: string label: Airbyte Config Tunnel Method Tunnel Host name: airbyte_config.tunnel_method.tunnel_host +- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH + kind: string + label: Airbyte Config Tunnel Method Tunnel Method + name: airbyte_config.tunnel_method.tunnel_method - description: Port on the proxy/jump server that accepts inbound ssh connections., Port on the proxy/jump server that accepts inbound ssh connections. kind: integer @@ -153,26 +139,31 @@ settings: kind: string label: Airbyte Config Tunnel Method Tunnel User name: airbyte_config.tunnel_method.tunnel_user -- description: OS-level user account ssh key credentials in RSA PEM format ( created - with ssh-keygen -t rsa -m PEM -f myuser_rsa ) - kind: password - label: Airbyte Config Tunnel Method Ssh Key - name: airbyte_config.tunnel_method.ssh_key - sensitive: true - description: OS-level password for logging into the jump server host kind: password label: Airbyte Config Tunnel Method Tunnel User Password name: airbyte_config.tunnel_method.tunnel_user_password sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Username to access the database. + kind: string + label: Airbyte Config Username + name: airbyte_config.username +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-postgres +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -182,13 +173,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.database - - airbyte_spec - - airbyte_config.username - - airbyte_spec.image - airbyte_config.host - airbyte_config.port + - airbyte_config.username + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-postgres/transferwise.yml b/_data/meltano/extractors/tap-postgres/transferwise.yml index 25e18b827..7f4bb8c9c 100644 --- a/_data/meltano/extractors/tap-postgres/transferwise.yml +++ b/_data/meltano/extractors/tap-postgres/transferwise.yml @@ -15,38 +15,15 @@ pip_url: pipelinewise-tap-postgres quality: silver repo: https://github.com/transferwise/pipelinewise-tap-postgres settings: -- description: PostgreSQL host - label: Host - name: host - value: localhost -- description: PostgreSQL port - kind: integer - label: Port - name: port - value: 5432 -- description: PostgreSQL user - label: User - name: user -- description: PostgreSQL password - kind: password - label: Password - name: password - sensitive: true +- description: Stop running the tap if the newly received lsn is after the max lsn + that was detected when the tap started + kind: boolean + label: Break At End LSN + name: break_at_end_lsn + value: true - description: PostgreSQL database name label: Database Name name: dbname -- description: Using SSL via postgres `sslmode='require'` option. If the server does - not accept SSL connections or the client certificate is not recognized the connection - will fail - kind: boolean - label: SSL - name: ssl - value: false - value_post_processor: stringify -- description: Scan only the specified comma-separated schemas to improve the performance - of data extraction - label: Filter Schemas - name: filter_schemas - description: | The prefered replication method. @@ -65,29 +42,52 @@ settings: value: INCREMENTAL - label: Full Table Replication value: FULL_TABLE -- description: Stop running the tap after certain number of seconds - kind: integer - label: Max Run Seconds - name: max_run_seconds - value: 43200 +- description: Scan only the specified comma-separated schemas to improve the performance + of data extraction + label: Filter Schemas + name: filter_schemas +- description: PostgreSQL host + label: Host + name: host + value: localhost - description: Stop running the tap when no data received from wal after certain number of seconds kind: integer label: Logical Poll Total Seconds name: logical_poll_total_seconds value: 10800 -- description: Stop running the tap if the newly received lsn is after the max lsn - that was detected when the tap started +- description: Stop running the tap after certain number of seconds + kind: integer + label: Max Run Seconds + name: max_run_seconds + value: 43200 +- description: PostgreSQL password + kind: password + label: Password + name: password + sensitive: true +- description: PostgreSQL port + kind: integer + label: Port + name: port + value: 5432 +- description: Using SSL via postgres `sslmode='require'` option. If the server does + not accept SSL connections or the client certificate is not recognized the connection + will fail kind: boolean - label: Break At End LSN - name: break_at_end_lsn - value: true + label: SSL + name: ssl + value: false + value_post_processor: stringify +- description: PostgreSQL user + label: User + name: user settings_group_validation: -- - host +- - dbname + - host + - password - port - user - - password - - dbname usage: | ## Troubleshooting diff --git a/_data/meltano/extractors/tap-posthog/airbyte.yml b/_data/meltano/extractors/tap-posthog/airbyte.yml index 60ae671ca..e25ef8d07 100644 --- a/_data/meltano/extractors/tap-posthog/airbyte.yml +++ b/_data/meltano/extractors/tap-posthog/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Open-source suite of product and data tools domain_url: https://posthog.com/ executable: tap-airbyte @@ -21,6 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-posthog settings: +- description: API Key. See the docs + for information on how to generate this key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Base PostHog url. Defaults to PostHog Cloud (https://app.posthog.com). + kind: string + label: Airbyte Config Base Url + name: airbyte_config.base_url +- description: The date from which you'd like to replicate the data. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The date from which you'd like to replicate the data. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: API Key. See the docs - for information on how to generate this key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Base PostHog url. Defaults to PostHog Cloud (https://app.posthog.com). - kind: string - label: Airbyte Config Base Url - name: airbyte_config.base_url -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,6 +61,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.api_key diff --git a/_data/meltano/extractors/tap-postmark/airbyte.yml b/_data/meltano/extractors/tap-postmark/airbyte.yml index f0a6669ca..423285ac9 100644 --- a/_data/meltano/extractors/tap-postmark/airbyte.yml +++ b/_data/meltano/extractors/tap-postmark/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Application Email Service domain_url: https://postmarkapp.com/developer executable: tap-airbyte @@ -21,6 +21,16 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-postmarkapp settings: +- description: API Key for account + kind: password + label: Airbyte Config X Postmark Account Token + name: airbyte_config.X-Postmark-Account-Token + sensitive: true +- description: API Key for server + kind: password + label: Airbyte Config X Postmark Server Token + name: airbyte_config.X-Postmark-Server-Token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key for server - kind: password - label: Airbyte Config X Postmark Server Token - name: airbyte_config.X-Postmark-Server-Token - sensitive: true -- description: API Key for account - kind: password - label: Airbyte Config X Postmark Account Token - name: airbyte_config.X-Postmark-Account-Token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,11 +56,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_config.X-Postmark-Account-Token - airbyte_config.X-Postmark-Server-Token - - airbyte_config.X-Postmark-Account-Token + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-prestashop/airbyte.yml b/_data/meltano/extractors/tap-prestashop/airbyte.yml index a23abc432..4a8300645 100644 --- a/_data/meltano/extractors/tap-prestashop/airbyte.yml +++ b/_data/meltano/extractors/tap-prestashop/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Open source e-commerce platform domain_url: https://www.prestashop.com/ executable: tap-airbyte @@ -21,6 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-prestashop settings: +- description: Your PrestaShop access key. See + the docs for info on how to obtain this. + kind: password + label: Airbyte Config Access Key + name: airbyte_config.access_key + sensitive: true +- description: The Start date in the format YYYY-MM-DD. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Shop URL without trailing slash. + kind: string + label: Airbyte Config Url + name: airbyte_config.url - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your PrestaShop access key. See - the docs for info on how to obtain this. - kind: password - label: Airbyte Config Access Key - name: airbyte_config.access_key - sensitive: true -- description: Shop URL without trailing slash. - kind: string - label: Airbyte Config Url - name: airbyte_config.url -- description: The Start date in the format YYYY-MM-DD. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,11 +61,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.url - - airbyte_spec.image +- - airbyte_spec.image - connector_config.access_key - connector_config.start_date + - connector_config.url settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-primetric/airbyte.yml b/_data/meltano/extractors/tap-primetric/airbyte.yml index 0f4850a5d..cac11a0ab 100644 --- a/_data/meltano/extractors/tap-primetric/airbyte.yml +++ b/_data/meltano/extractors/tap-primetric/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Project, Resource and Finance Management domain_url: https://www.primetric.com/ executable: tap-airbyte @@ -21,6 +21,18 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-primetric settings: +- description: The Client ID of your Primetric developer application. The Client ID + is visible here. + kind: password + label: Airbyte Config Client Id + name: airbyte_config.client_id + sensitive: true +- description: The Client Secret of your Primetric developer application. You can + manage your client's credentials here. + kind: password + label: Airbyte Config Client Secret + name: airbyte_config.client_secret + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,27 +49,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The Client ID of your Primetric developer application. The Client ID - is visible here. - kind: password - label: Airbyte Config Client Id - name: airbyte_config.client_id - sensitive: true -- description: The Client Secret of your Primetric developer application. You can - manage your client's credentials here. - kind: password - label: Airbyte Config Client Secret - name: airbyte_config.client_secret - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -67,10 +58,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.client_secret +- - airbyte_spec.image - connector_config.client_id - - airbyte_spec.image + - connector_config.client_secret settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-public-apis/airbyte.yml b/_data/meltano/extractors/tap-public-apis/airbyte.yml index 329e570d4..046598195 100644 --- a/_data/meltano/extractors/tap-public-apis/airbyte.yml +++ b/_data/meltano/extractors/tap-public-apis/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Public API for Public APIs domain_url: https://api.publicapis.org/ executable: tap-airbyte @@ -21,6 +21,10 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-public-apis settings: +- description: '' + kind: object + label: Airbyte Config + name: airbyte_config - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,19 +41,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: '' - kind: object - label: Airbyte Config - name: airbyte_config -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -59,6 +50,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-punk-api/airbyte.yml b/_data/meltano/extractors/tap-punk-api/airbyte.yml index 07eb09d0f..fac7c156c 100644 --- a/_data/meltano/extractors/tap-punk-api/airbyte.yml +++ b/_data/meltano/extractors/tap-punk-api/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: API for Brewdog's DIY Dog domain_url: https://punkapi.com/documentation/v2 executable: tap-airbyte @@ -21,6 +21,19 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-punk-api settings: +- description: To extract specific data with Unique ID + kind: string + label: Airbyte Config Brewed After + name: airbyte_config.brewed_after +- description: To extract specific data with Unique ID + kind: string + label: Airbyte Config Brewed Before + name: airbyte_config.brewed_before +- description: To extract specific data with Unique ID + kind: password + label: Airbyte Config Id + name: airbyte_config.id + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,28 +50,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: To extract specific data with Unique ID - kind: password - label: Airbyte Config Id - name: airbyte_config.id - sensitive: true -- description: To extract specific data with Unique ID - kind: string - label: Airbyte Config Brewed Before - name: airbyte_config.brewed_before -- description: To extract specific data with Unique ID - kind: string - label: Airbyte Config Brewed After - name: airbyte_config.brewed_after -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -68,11 +59,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.brewed_before - - airbyte_spec.image +- - airbyte_config.brewed_after + - airbyte_config.brewed_before - airbyte_spec - - airbyte_config.brewed_after + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-pypi/airbyte.yml b/_data/meltano/extractors/tap-pypi/airbyte.yml index 2cac77ea8..0fa288490 100644 --- a/_data/meltano/extractors/tap-pypi/airbyte.yml +++ b/_data/meltano/extractors/tap-pypi/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Python Package Index domain_url: https://pypi.org/ executable: tap-airbyte @@ -21,6 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-pypi settings: +- description: Name of the project/package. Can only be in lowercase with hyphen. + This is the name used using pip command for installing the package. + kind: string + label: Airbyte Config Project Name + name: airbyte_config.project_name +- description: Version of the project/package. Use it to find a particular release + instead of all releases. + kind: string + label: Airbyte Config Version + name: airbyte_config.version - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Name of the project/package. Can only be in lowercase with hyphen. - This is the name used using pip command for installing the package. - kind: string - label: Airbyte Config Project Name - name: airbyte_config.project_name -- description: Version of the project/package. Use it to find a particular release - instead of all releases. - kind: string - label: Airbyte Config Version - name: airbyte_config.version -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,10 +56,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.project_name - airbyte_spec - - airbyte_config.project_name + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-qonto/airbyte.yml b/_data/meltano/extractors/tap-qonto/airbyte.yml index c3ce9b5c9..7becb866f 100644 --- a/_data/meltano/extractors/tap-qonto/airbyte.yml +++ b/_data/meltano/extractors/tap-qonto/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Online payment institution for freelancers and SMEs domain_url: https://qonto.com/en executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-qonto settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-qonto -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Please choose the right endpoint to use in this connection kind: options label: Airbyte Config Endpoint @@ -46,6 +30,10 @@ settings: value: Production - label: Test Mocked Api Server value: Test Mocked API Server +- description: International Bank Account Number linked used with your Qonto Account + kind: string + label: Airbyte Config Iban + name: airbyte_config.iban - description: Organization slug used in Qonto kind: string label: Airbyte Config Organization Slug @@ -55,23 +43,26 @@ settings: label: Airbyte Config Secret Key name: airbyte_config.secret_key sensitive: true -- description: International Bank Account Number linked used with your Qonto Account - kind: string - label: Airbyte Config Iban - name: airbyte_config.iban - description: Start getting data from that date. kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-qonto +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -81,13 +72,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.endpoint - - airbyte_config.organization_slug - airbyte_config.iban - - airbyte_spec.image - - airbyte_spec + - airbyte_config.organization_slug - airbyte_config.secret_key + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-qualaroo/airbyte.yml b/_data/meltano/extractors/tap-qualaroo/airbyte.yml index 488c1d7fe..ac6cbc80a 100644 --- a/_data/meltano/extractors/tap-qualaroo/airbyte.yml +++ b/_data/meltano/extractors/tap-qualaroo/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: User Research & Customer Feedback Software domain_url: https://qualaroo.com/ executable: tap-airbyte @@ -21,29 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-qualaroo settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-qualaroo -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: A Qualaroo token. See the docs - for instructions on how to generate it. - kind: password - label: Airbyte Config Token - name: airbyte_config.token - sensitive: true - description: A Qualaroo token. See the docs for instructions on how to generate it. @@ -61,15 +38,29 @@ settings: kind: array label: Airbyte Config Survey Ids name: airbyte_config.survey_ids -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: A Qualaroo token. See the docs + for instructions on how to generate it. + kind: password + label: Airbyte Config Token + name: airbyte_config.token + sensitive: true +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-qualaroo +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -79,11 +70,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.token +- - airbyte_spec.image - connector_config.key - connector_config.start_date - - airbyte_spec.image + - connector_config.token settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-quickbase/mainspringenergy.yml b/_data/meltano/extractors/tap-quickbase/mainspringenergy.yml index e25bdc9c1..9bd8388f6 100644 --- a/_data/meltano/extractors/tap-quickbase/mainspringenergy.yml +++ b/_data/meltano/extractors/tap-quickbase/mainspringenergy.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog - discover - state -- about - stream-maps description: Low-code Platform domain_url: https://help.quickbase.com/api-guide/intro.html @@ -18,14 +18,14 @@ pip_url: git+https://github.com/MainspringEnergy/tap-quickbase-json.git quality: silver repo: https://github.com/MainspringEnergy/tap-quickbase-json settings: -- description: Your quickbase app URL, e.g., `.quickbase.com` - kind: string - label: Quickbase Hostname - name: qb_hostname - description: Your quickbase app id kind: string label: Quickbase App Id name: qb_appid +- description: Your quickbase app URL, e.g., `.quickbase.com` + kind: string + label: Quickbase Hostname + name: qb_hostname - description: User token that has API access kind: password label: Quickbase user token @@ -41,7 +41,7 @@ settings: label: Table catalog restriction name: table_catalog settings_group_validation: -- - qb_hostname - - qb_appid +- - qb_appid + - qb_hostname - qb_user_token variant: mainspringenergy diff --git a/_data/meltano/extractors/tap-quickbooks/hotgluexyz.yml b/_data/meltano/extractors/tap-quickbooks/hotgluexyz.yml index 8483a307d..6400714ea 100644 --- a/_data/meltano/extractors/tap-quickbooks/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-quickbooks/hotgluexyz.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Accounting management platform domain_url: https://developer.intuit.com/app/developer/qbo/docs/develop @@ -15,8 +15,6 @@ pip_url: git+https://github.com/hotgluexyz/tap-quickbooks.git quality: silver repo: https://github.com/hotgluexyz/tap-quickbooks settings: -- label: Realm ID - name: realmId - description: Your Quickbooks Online OAuth client ID kind: password label: Client ID @@ -27,42 +25,44 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: Use Quickbooks Sandbox + kind: boolean + label: Is Sandbox + name: is_sandbox + value: false +- description: Maximum number of threads to use + kind: integer + label: Max Workers + name: max_workers + value: 8 +- label: Realm ID + name: realmId - description: Access to Quickbooks’s API requires a refresh token that will authenticate you with the server. kind: password label: Refresh Token name: refresh_token sensitive: true +- description: Select by default any new fields discovered in Quickbooks objects + kind: boolean + label: Select Fields By Default + name: select_fields_by_default + value: true - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Use Quickbooks Sandbox - kind: boolean - label: Is Sandbox - name: is_sandbox - value: false -- description: Select by default any new fields discovered in Quickbooks objects - kind: boolean - label: Select Fields By Default - name: select_fields_by_default - value: true - description: Generate a STATE message every N records kind: integer label: State Message Threshold name: state_message_threshold value: 1000 -- description: Maximum number of threads to use - kind: integer - label: Max Workers - name: max_workers - value: 8 settings_group_validation: - - client_id - client_secret - - refresh_token - realmId + - refresh_token - start_date variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-rd-station-marketing/airbyte.yml b/_data/meltano/extractors/tap-rd-station-marketing/airbyte.yml index 514c21721..ed03c464b 100644 --- a/_data/meltano/extractors/tap-rd-station-marketing/airbyte.yml +++ b/_data/meltano/extractors/tap-rd-station-marketing/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Marketing Automation tool domain_url: https://www.rdstation.com/en/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-rd-station-marketing settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-rd-station-marketing -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Client kind: string label: Airbyte Config Authorization Auth Type @@ -62,15 +46,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-rd-station-marketing +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -80,10 +71,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.start_date - - airbyte_spec.image - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-recharge/airbyte.yml b/_data/meltano/extractors/tap-recharge/airbyte.yml index e4cf5ff67..3f62048bd 100644 --- a/_data/meltano/extractors/tap-recharge/airbyte.yml +++ b/_data/meltano/extractors/tap-recharge/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Subscription payments platform domain_url: https://rechargepayments.com/developers/ executable: tap-airbyte @@ -21,6 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-recharge settings: +- description: The value of the Access Token generated. See the docs + for more information. + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true +- description: The date from which you'd like to replicate data for Recharge API, + in the format YYYY-MM-DDT00:00:00Z. Any data before this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The date from which you'd like to replicate data for Recharge API, - in the format YYYY-MM-DDT00:00:00Z. Any data before this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: The value of the Access Token generated. See the docs - for more information. - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,11 +57,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec - - airbyte_config.access_token +- - airbyte_config.access_token - airbyte_config.start_date + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-recreation/airbyte.yml b/_data/meltano/extractors/tap-recreation/airbyte.yml index 90b734564..f722c91d8 100644 --- a/_data/meltano/extractors/tap-recreation/airbyte.yml +++ b/_data/meltano/extractors/tap-recreation/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Recreation Information Database - RIDB domain_url: https://ridb.recreation.gov/landing executable: tap-airbyte @@ -21,6 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-recreation settings: +- description: API Key + kind: password + label: Airbyte Config Apikey + name: airbyte_config.apikey + sensitive: true +- description: '' + kind: string + label: Airbyte Config Query Campsites + name: airbyte_config.query_campsites - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,24 +46,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key - kind: password - label: Airbyte Config Apikey - name: airbyte_config.apikey - sensitive: true -- description: '' - kind: string - label: Airbyte Config Query Campsites - name: airbyte_config.query_campsites -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -64,10 +55,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.apikey - airbyte_spec - - airbyte_config.apikey + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-recruitee/airbyte.yml b/_data/meltano/extractors/tap-recruitee/airbyte.yml index 10e81a41e..086ea6ada 100644 --- a/_data/meltano/extractors/tap-recruitee/airbyte.yml +++ b/_data/meltano/extractors/tap-recruitee/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Talent Acquisition Platform domain_url: https://recruitee.com/ executable: tap-airbyte @@ -21,6 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-recruitee settings: +- description: Recruitee API Key. See here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Recruitee Company ID. You can also find this ID on the Recruitee + API tokens page. + kind: integer + label: Airbyte Config Company Id + name: airbyte_config.company_id - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Recruitee API Key. See here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Recruitee Company ID. You can also find this ID on the Recruitee - API tokens page. - kind: integer - label: Airbyte Config Company Id - name: airbyte_config.company_id -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,11 +57,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key - airbyte_config.company_id - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-recruitee/tahasadiki.yml b/_data/meltano/extractors/tap-recruitee/tahasadiki.yml index a318bcf2c..f914de996 100644 --- a/_data/meltano/extractors/tap-recruitee/tahasadiki.yml +++ b/_data/meltano/extractors/tap-recruitee/tahasadiki.yml @@ -21,15 +21,6 @@ pip_url: > quality: unknown repo: https://github.com/Tahasadiki/tap-recruitee settings: -- description: The url for the API service - kind: string - label: URL - name: url - value: https://api.recruitee.com/ -- description: The earliest record date to sync - kind: date_iso8601 - label: Start Date - name: start_date - description: The token to authenticate against the API service kind: password label: Auth Token @@ -39,6 +30,15 @@ settings: kind: string label: Company ID name: company_id +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: The url for the API service + kind: string + label: URL + name: url + value: https://api.recruitee.com/ settings_group_validation: - - auth_token - company_id diff --git a/_data/meltano/extractors/tap-recurly/airbyte.yml b/_data/meltano/extractors/tap-recurly/airbyte.yml index de2d9dc23..a26855c0c 100644 --- a/_data/meltano/extractors/tap-recurly/airbyte.yml +++ b/_data/meltano/extractors/tap-recurly/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Subscription Billing Platform domain_url: https://recurly.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-recurly settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-recurly -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Recurly API Key. See the docs for more information on how to generate this key. kind: password @@ -53,15 +37,22 @@ settings: kind: string label: Airbyte Config End Time name: airbyte_config.end_time -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-recurly +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -71,9 +62,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-recurly/lambtron.yml b/_data/meltano/extractors/tap-recurly/lambtron.yml index 4c336e44f..5e9bcd8e5 100644 --- a/_data/meltano/extractors/tap-recurly/lambtron.yml +++ b/_data/meltano/extractors/tap-recurly/lambtron.yml @@ -15,16 +15,6 @@ pip_url: git+https://github.com/lambtron/tap-recurly.git quality: unknown repo: https://github.com/lambtron/tap-recurly settings: -- description: The percentage of the rate limit dedicated to the tap. Default, 100. - kind: integer - label: Quota Limit - name: quota_limit -- description: Your Recurly subdomain. - label: Subdomain - name: subdomain -- description: The user agent to send with requests. - label: User Agent - name: user_agent - description: Your Recurly API key. See the [API docs](https://docs.recurly.com/docs/api-keys#section-find-or-generate-your-api-key) for details on getting a key. @@ -32,15 +22,25 @@ settings: label: API Key name: api_key sensitive: true +- description: The percentage of the rate limit dedicated to the tap. Default, 100. + kind: integer + label: Quota Limit + name: quota_limit - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date +- description: Your Recurly subdomain. + label: Subdomain + name: subdomain +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: -- - subdomain - - user_agent - - api_key +- - api_key - start_date + - subdomain + - user_agent variant: lambtron diff --git a/_data/meltano/extractors/tap-redash/domb16.yml b/_data/meltano/extractors/tap-redash/domb16.yml index 27d7b5c05..5aaf0ef8b 100644 --- a/_data/meltano/extractors/tap-redash/domb16.yml +++ b/_data/meltano/extractors/tap-redash/domb16.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties description: BI and Visualizaztion Tool domain_url: https://redash.io/ keywords: @@ -14,37 +14,37 @@ pip_url: git+https://github.com/domb16/tap-redash.git quality: unknown repo: https://github.com/domb16/tap-redash settings: -- description: Your login url. E.g. https://reports.replace-with-org-name.com/login. - label: Login Url - name: LOGIN_URL - description: Your API key. kind: password label: API Key name: API_KEY sensitive: true -- description: Your password. - kind: password - label: Password - name: password - sensitive: true +- description: Your login url. E.g. https://reports.replace-with-org-name.com/login. + label: Login Url + name: LOGIN_URL +- description: Your query ID. + label: Query Id + name: QUERY_ID +- description: The query url to use. E.g. https://reports.replace-with-org-name.com/api/queries + label: Query URL + name: QUERY_URL - description: Whether to allow annoymous usage tracking. Default, true. kind: boolean label: Disable Collection name: disable_collection -- description: The query url to use. E.g. https://reports.replace-with-org-name.com/api/queries - label: Query URL - name: QUERY_URL -- description: Your query ID. - label: Query Id - name: QUERY_ID - description: Your Redash email. label: Email name: email +- description: Your password. + kind: password + label: Password + name: password + sensitive: true settings_group_validation: -- - LOGIN_URL - - API_KEY - - password - - QUERY_URL +- - API_KEY + - LOGIN_URL - QUERY_ID + - QUERY_URL - email + - password variant: domb16 diff --git a/_data/meltano/extractors/tap-redshift/airbyte.yml b/_data/meltano/extractors/tap-redshift/airbyte.yml index 582214688..3b78569ec 100644 --- a/_data/meltano/extractors/tap-redshift/airbyte.yml +++ b/_data/meltano/extractors/tap-redshift/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Amazon Redshift Data Warehouse domain_url: https://aws.amazon.com/redshift/ executable: tap-airbyte @@ -21,35 +21,30 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-redshift settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-redshift -- description: Airbyte image tag +- description: Name of the database. kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts + label: Airbyte Config Database + name: airbyte_config.database - description: Host Endpoint of the Redshift Cluster (must include the cluster-id, region and end with .redshift.amazonaws.com). kind: string label: Airbyte Config Host name: airbyte_config.host +- description: "Additional properties to pass to the JDBC URL string when connecting + to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: + key1=value1&key2=value2&key3=value3)." + kind: string + label: Airbyte Config Jdbc Url Params + name: airbyte_config.jdbc_url_params +- description: Password associated with the username. + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true - description: Port of the database. kind: integer label: Airbyte Config Port name: airbyte_config.port -- description: Name of the database. - kind: string - label: Airbyte Config Database - name: airbyte_config.database - description: The list of schemas to sync from. Specify one or more explicitly or keep empty to process all schemas. Schema names are case sensitive. kind: array @@ -59,26 +54,22 @@ settings: kind: string label: Airbyte Config Username name: airbyte_config.username -- description: Password associated with the username. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: "Additional properties to pass to the JDBC URL string when connecting - to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: - key1=value1&key2=value2&key3=value3)." +- description: Airbyte image to run kind: string - label: Airbyte Config Jdbc Url Params - name: airbyte_config.jdbc_url_params -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-redshift +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -88,14 +79,23 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.database - - airbyte_spec - - airbyte_config.username - - airbyte_spec.image - - airbyte_config.password - airbyte_config.host + - airbyte_config.password - airbyte_config.port + - airbyte_config.username + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-redshift/monad-inc.yml b/_data/meltano/extractors/tap-redshift/monad-inc.yml index 073c8850a..5ffd2abd9 100644 --- a/_data/meltano/extractors/tap-redshift/monad-inc.yml +++ b/_data/meltano/extractors/tap-redshift/monad-inc.yml @@ -16,40 +16,40 @@ pip_url: git+https://github.com/Monad-Inc/tap-redshift.git quality: silver repo: https://github.com/Monad-Inc/tap-redshift settings: -- description: Your Redshift host name. - label: Host - name: host -- description: Your Redshift user name. - label: User - name: user -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date -- description: Your Redshift port number. - kind: integer - label: Port - name: port - description: Your Redshift database name. label: Database Name name: dbname +- description: Your Redshift host name. + label: Host + name: host - description: Your Redshift password. kind: password label: Password name: password sensitive: true +- description: Your Redshift port number. + kind: integer + label: Port + name: port - description: Your Redshift schema name. label: Schema Name name: schema +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date +- description: Your Redshift user name. + label: User + name: user settings_group_validation: -- - host - - user - - start_date - - port - - dbname +- - dbname + - host - password + - port + - start_date + - user settings_preamble: '' usage: '' variant: monad-inc diff --git a/_data/meltano/extractors/tap-reply-io/airbyte.yml b/_data/meltano/extractors/tap-reply-io/airbyte.yml index 62b1c0a10..45f060fe8 100644 --- a/_data/meltano/extractors/tap-reply-io/airbyte.yml +++ b/_data/meltano/extractors/tap-reply-io/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Sales Engagement Platform domain_url: https://apidocs.reply.io/#intro executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-reply-io settings: +- description: The API Token for Reply + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The API Token for Reply - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.api_key - airbyte_spec - - airbyte_config.api_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-rest-api-msdk/widen.yml b/_data/meltano/extractors/tap-rest-api-msdk/widen.yml index 3b60e93ed..327aedb83 100644 --- a/_data/meltano/extractors/tap-rest-api-msdk/widen.yml +++ b/_data/meltano/extractors/tap-rest-api-msdk/widen.yml @@ -53,12 +53,6 @@ settings: kind: object label: AWS Credentials name: aws_credentials -- description: 'The style of Backoff [message|header] applied to rate limited APIs. - Backoff times (seconds) come from response either the `message` or `header`. Optional: - Defaults to `None`.' - kind: string - label: Backoff Type - name: backoff_type - description: 'The header parameter to inspect for a backoff time. Optional: Defaults to `Retry-After`.' kind: string @@ -72,6 +66,12 @@ settings: label: Backoff Time Extension name: backoff_time_extension value: 0 +- description: 'The style of Backoff [message|header] applied to rate limited APIs. + Backoff times (seconds) come from response either the `message` or `header`. Optional: + Defaults to `None`.' + kind: string + label: Backoff Type + name: backoff_type - description: Compression format to use for batch files. kind: options label: Batch Config Encoding Compression diff --git a/_data/meltano/extractors/tap-retently/airbyte.yml b/_data/meltano/extractors/tap-retently/airbyte.yml index 3ed9b585a..8a101e3f4 100644 --- a/_data/meltano/extractors/tap-retently/airbyte.yml +++ b/_data/meltano/extractors/tap-retently/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Experience Management Software domain_url: https://www.retently.com/ executable: tap-airbyte @@ -21,22 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-retently settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-retently -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: Retently API Token. See the docs + for more information on how to obtain this key. + kind: password + label: Airbyte Config Credentials Api Key + name: airbyte_config.credentials.api_key + sensitive: true - description: Client, Token kind: string label: Airbyte Config Credentials Auth Type @@ -57,21 +47,22 @@ settings: label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: Retently API Token. See the docs - for more information on how to obtain this key. - kind: password - label: Airbyte Config Credentials Api Key - name: airbyte_config.credentials.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-retently +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -81,6 +72,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image settings_preamble: '' diff --git a/_data/meltano/extractors/tap-rki-covid/airbyte.yml b/_data/meltano/extractors/tap-rki-covid/airbyte.yml index 00ddfe7d3..ded3fdc19 100644 --- a/_data/meltano/extractors/tap-rki-covid/airbyte.yml +++ b/_data/meltano/extractors/tap-rki-covid/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Robert Koch-Institut Germany COVID-19 API domain_url: https://api.corona-zahlen.org/docs/ executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-rki-covid settings: +- description: UTC date in the format 2017-01-25. Any data before this date will not + be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: UTC date in the format 2017-01-25. Any data before this date will not - be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,6 +51,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.start_date - airbyte_spec diff --git a/_data/meltano/extractors/tap-rocket-chat/airbyte.yml b/_data/meltano/extractors/tap-rocket-chat/airbyte.yml index ab31cd4ce..ab4f6d099 100644 --- a/_data/meltano/extractors/tap-rocket-chat/airbyte.yml +++ b/_data/meltano/extractors/tap-rocket-chat/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Comunication Platform domain_url: https://developer.rocket.chat/reference/api executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-rocket-chat settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-rocket-chat -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Your rocket.chat instance URL. kind: string label: Airbyte Config Endpoint @@ -53,15 +37,22 @@ settings: label: Airbyte Config User Id name: airbyte_config.user_id sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-rocket-chat +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -71,12 +62,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.user_id +- - airbyte_config.endpoint + - airbyte_config.token + - airbyte_config.user_id - airbyte_spec - airbyte_spec.image - - airbyte_config.token - - airbyte_config.endpoint settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-s3-csv/s7clarke10.yml b/_data/meltano/extractors/tap-s3-csv/s7clarke10.yml index c06eb0256..0d917cd9c 100644 --- a/_data/meltano/extractors/tap-s3-csv/s7clarke10.yml +++ b/_data/meltano/extractors/tap-s3-csv/s7clarke10.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Extract CSV files from S3 domain_url: https://aws.amazon.com/s3/ @@ -21,21 +21,51 @@ settings: label: AWS S3 Access Key ID name: aws_access_key_id sensitive: true +- description: The AWS endpoint URL. + kind: password + label: AWS Endpoint URL + name: aws_endpoint_url + sensitive: true +- description: Optional - AWS profile name for profile based authentication. If not + provided, AWS_PROFILE environment variable will be used. + label: AWS profile name + name: aws_profile - description: S3 Secret Access Key. If not provided, aws_profile or AWS_ACCESS_KEY_ID environment variable will be used. kind: password label: AWS S3 Secret Access Key name: aws_secret_access_key sensitive: true +- description: Optional - S3 AWS STS token for temporary credentials. If not provided, + AWS_SESSION_TOKEN environment variable will be used. + kind: password + label: AWS S3 Session Token + name: aws_session_token + sensitive: true +- description: AWS S3 bucket name + label: Bucket + name: bucket +- description: Optional - A dict of proxies settings for use of a proxy server. Set + to {} to avoid using a proxy server for s3 traffic. + kind: object + label: S3 Proxies + name: s3_proxies +- description: Optional - When set true will emit `null` (the JSON equivalent of None) + instead of an empty string. + kind: boolean + label: Set Empty Values Null + name: set_empty_values_null - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: AWS S3 bucket name - label: Bucket - name: bucket +- description: Optional - If set will append a suffix on each of the tables to provide + some uniqueness e.g. a date or supplier identifier. + kind: string + label: Table Suffix + name: table_suffix - description: "An array that consists of one or more objects that describe how to find files and emit records. Required - `table_name` and `search_pattern`. Optional - `key_properties`, `search_prefix`, `date_overrides`, `delimiter`, `remove_character`, @@ -64,36 +94,6 @@ settings: kind: array label: Tables name: tables -- description: The AWS endpoint URL. - kind: password - label: AWS Endpoint URL - name: aws_endpoint_url - sensitive: true -- description: Optional - AWS profile name for profile based authentication. If not - provided, AWS_PROFILE environment variable will be used. - label: AWS profile name - name: aws_profile -- description: Optional - S3 AWS STS token for temporary credentials. If not provided, - AWS_SESSION_TOKEN environment variable will be used. - kind: password - label: AWS S3 Session Token - name: aws_session_token - sensitive: true -- description: Optional - A dict of proxies settings for use of a proxy server. Set - to {} to avoid using a proxy server for s3 traffic. - kind: object - label: S3 Proxies - name: s3_proxies -- description: Optional - If set will append a suffix on each of the tables to provide - some uniqueness e.g. a date or supplier identifier. - kind: string - label: Table Suffix - name: table_suffix -- description: Optional - When set true will emit `null` (the JSON equivalent of None) - instead of an empty string. - kind: boolean - label: Set Empty Values Null - name: set_empty_values_null - description: Optional - Will attempt to log a warning rather than error if there are no files found for the search criteria if the setting is set to `true`. kind: boolean @@ -101,6 +101,6 @@ settings: name: warning_if_no_file settings_group_validation: - - bucket - - tables - start_date + - tables variant: s7clarke10 diff --git a/_data/meltano/extractors/tap-s3-csv/transferwise.yml b/_data/meltano/extractors/tap-s3-csv/transferwise.yml index 44635c406..1f6f52eb5 100644 --- a/_data/meltano/extractors/tap-s3-csv/transferwise.yml +++ b/_data/meltano/extractors/tap-s3-csv/transferwise.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Extract CSV files from S3 domain_url: https://aws.amazon.com/s3/ @@ -21,44 +21,44 @@ settings: label: AWS S3 Access Key ID name: aws_access_key_id sensitive: true +- description: The AWS endpoint URL. + kind: password + label: AWS Endpoint URL + name: aws_endpoint_url + sensitive: true +- description: Optional - AWS profile name for profile based authentication. If not + provided, AWS_PROFILE environment variable will be used. + label: AWS profile name + name: aws_profile - description: S3 Secret Access Key. If not provided, aws_profile or AWS_ACCESS_KEY_ID environment variable will be used. kind: password label: AWS S3 Secret Access Key name: aws_secret_access_key sensitive: true +- description: Optional - S3 AWS STS token for temporary credentials. If not provided, + AWS_SESSION_TOKEN environment variable will be used. + kind: password + label: AWS S3 Session Token + name: aws_session_token + sensitive: true +- description: AWS S3 bucket name + label: Bucket + name: bucket - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: AWS S3 bucket name - label: Bucket - name: bucket - description: An array that consists of one or more objects that describe how to find files and emit records. Required - `table_name` and `search_pattern`. Optional - `key_properties`, `search_prefix`, `date_overrides`, `delimiter`. kind: array label: Tables name: tables -- description: The AWS endpoint URL. - kind: password - label: AWS Endpoint URL - name: aws_endpoint_url - sensitive: true -- description: Optional - AWS profile name for profile based authentication. If not - provided, AWS_PROFILE environment variable will be used. - label: AWS profile name - name: aws_profile -- description: Optional - S3 AWS STS token for temporary credentials. If not provided, - AWS_SESSION_TOKEN environment variable will be used. - kind: password - label: AWS S3 Session Token - name: aws_session_token - sensitive: true settings_group_validation: - - bucket - - tables - start_date + - tables variant: transferwise diff --git a/_data/meltano/extractors/tap-s3/airbyte.yml b/_data/meltano/extractors/tap-s3/airbyte.yml index cefba57f0..6dc9aa3bf 100644 --- a/_data/meltano/extractors/tap-s3/airbyte.yml +++ b/_data/meltano/extractors/tap-s3/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: AWS S3 domain_url: https://aws.amazon.com/s3/ executable: tap-airbyte @@ -22,79 +22,11 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-s3 settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-s3 -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The name of the stream you would like this source to output. Can contain letters, numbers, or underscores. kind: string label: Airbyte Config Dataset name: airbyte_config.dataset -- description: A regular expression which tells the connector which files to replicate. - All files which match this pattern will be replicated. Use | to separate multiple - patterns. See this - page to understand pattern syntax (GLOBSTAR and SPLIT flags are enabled). - Use pattern ** to pick up all files. - kind: string - label: Airbyte Config Path Pattern - name: airbyte_config.path_pattern -- description: csv, parquet, avro, jsonl - kind: string - label: Airbyte Config Format Filetype - name: airbyte_config.format.filetype -- description: The character delimiting individual cells in the CSV data. This may - only be a 1-character string. For tab-delimited data enter '\t'. - kind: string - label: Airbyte Config Format Delimiter - name: airbyte_config.format.delimiter -- description: Configures whether a schema for the source should be inferred from - the current data or not. If set to false and a custom schema is set, then the - manually enforced schema is used. If a schema is not manually set, and this is - set to false, then all fields will be read as strings - kind: boolean - label: Airbyte Config Format Infer Datatypes - name: airbyte_config.format.infer_datatypes -- description: The character used for quoting CSV values. To disallow quoting, make - this field blank. - kind: string - label: Airbyte Config Format Quote Char - name: airbyte_config.format.quote_char -- description: The character used for escaping special characters. To disallow escaping, - leave this field blank. - kind: string - label: Airbyte Config Format Escape Char - name: airbyte_config.format.escape_char -- description: The character encoding of the CSV data. Leave blank to default to UTF8. - See list of python encodings for allowable options. - kind: string - label: Airbyte Config Format Encoding - name: airbyte_config.format.encoding -- description: Whether two quotes in a quoted CSV value denote a single quote in the - data. - kind: boolean - label: Airbyte Config Format Double Quote - name: airbyte_config.format.double_quote -- description: Whether newline characters are allowed in CSV values. Turning this - on may affect performance. Leave blank to default to False., Whether newline characters - are allowed in JSON values. Turning this on may affect performance. Leave blank - to default to False. - kind: boolean - label: Airbyte Config Format Newlines In Values - name: airbyte_config.format.newlines_in_values - description: Optionally add a valid JSON string here to provide additional options to the csv reader. Mappings must correspond to options UTF8. + See list of python encodings for allowable options. + kind: string + label: Airbyte Config Format Encoding + name: airbyte_config.format.encoding +- description: The character used for escaping special characters. To disallow escaping, + leave this field blank. + kind: string + label: Airbyte Config Format Escape Char + name: airbyte_config.format.escape_char +- description: csv, parquet, avro, jsonl + kind: string + label: Airbyte Config Format Filetype + name: airbyte_config.format.filetype +- description: Configures whether a schema for the source should be inferred from + the current data or not. If set to false and a custom schema is set, then the + manually enforced schema is used. If a schema is not manually set, and this is + set to false, then all fields will be read as strings + kind: boolean + label: Airbyte Config Format Infer Datatypes + name: airbyte_config.format.infer_datatypes +- description: Whether newline characters are allowed in CSV values. Turning this + on may affect performance. Leave blank to default to False., Whether newline characters + are allowed in JSON values. Turning this on may affect performance. Leave blank + to default to False. + kind: boolean + label: Airbyte Config Format Newlines In Values + name: airbyte_config.format.newlines_in_values +- description: The character used for quoting CSV values. To disallow quoting, make + this field blank. + kind: string + label: Airbyte Config Format Quote Char + name: airbyte_config.format.quote_char - description: How JSON fields outside of explicit_schema (if given) are treated. Check { "column" : "type" }, where types are valid - JSON Schema datatypes. Leave as {} to auto-infer the schema.' +- description: A regular expression which tells the connector which files to replicate. + All files which match this pattern will be replicated. Use | to separate multiple + patterns. See this + page to understand pattern syntax (GLOBSTAR and SPLIT flags are enabled). + Use pattern ** to pick up all files. kind: string - label: Airbyte Config Schema - name: airbyte_config.schema -- description: Name of the S3 bucket where the file(s) exist. - kind: password - label: Airbyte Config Provider Bucket - name: airbyte_config.provider.bucket - sensitive: true + label: Airbyte Config Path Pattern + name: airbyte_config.path_pattern - description: In order to access private Buckets stored on AWS S3, this connector requires credentials with the proper permissions. If accessing publicly available data, this field is not necessary. @@ -172,6 +144,16 @@ settings: label: Airbyte Config Provider AWS Secret Access Key name: airbyte_config.provider.aws_secret_access_key sensitive: true +- description: Name of the S3 bucket where the file(s) exist. + kind: password + label: Airbyte Config Provider Bucket + name: airbyte_config.provider.bucket + sensitive: true +- description: Endpoint to an S3 compatible service. Leave empty to use AWS. + kind: password + label: Airbyte Config Provider Endpoint + name: airbyte_config.provider.endpoint + sensitive: true - description: By providing a path-like prefix (e.g. myFolder/thisTable/) under which all the relevant files sit, we can optimize finding these in S3. This is optional but recommended if your bucket contains many folders/files which you don't need @@ -180,20 +162,29 @@ settings: label: Airbyte Config Provider Path Prefix name: airbyte_config.provider.path_prefix sensitive: true -- description: Endpoint to an S3 compatible service. Leave empty to use AWS. - kind: password - label: Airbyte Config Provider Endpoint - name: airbyte_config.provider.endpoint - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: 'Optionally provide a schema to enforce, as a valid JSON string. Ensure + this is a mapping of { "column" : "type" }, where types are valid + JSON Schema datatypes. Leave as {} to auto-infer the schema.' + kind: string + label: Airbyte Config Schema + name: airbyte_config.schema +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-s3 +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -203,11 +194,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.provider.bucket - - connector_config.path_pattern - - airbyte_spec.image +- - airbyte_spec.image - connector_config.dataset + - connector_config.path_pattern + - connector_config.provider.bucket settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-saasoptics/anelendata.yml b/_data/meltano/extractors/tap-saasoptics/anelendata.yml index b0b500a3e..1a326b8f1 100644 --- a/_data/meltano/extractors/tap-saasoptics/anelendata.yml +++ b/_data/meltano/extractors/tap-saasoptics/anelendata.yml @@ -15,6 +15,14 @@ pip_url: git+https://github.com/anelendata/tap-saasoptics.git quality: silver repo: https://github.com/anelendata/tap-saasoptics settings: +- description: Your account name. + label: Account Name + name: account_name +- description: The number of days (between the from and to dates) for date-windowing + through the date-filtered endpoints (default = 60). + kind: integer + label: Date Window Size + name: date_window_size - description: Everything before .saasoptics.com. in the SaaSOptics URL. label: Server Subdomain name: server_subdomain @@ -24,26 +32,18 @@ settings: kind: date_iso8601 label: Start Date name: start_date -- description: The number of days (between the from and to dates) for date-windowing - through the date-filtered endpoints (default = 60). - kind: integer - label: Date Window Size - name: date_window_size -- description: The user agent to send with requests. - label: User Agent - name: user_agent - description: Your API token. kind: password label: Token name: token sensitive: true -- description: Your account name. - label: Account Name - name: account_name +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: -- - server_subdomain +- - account_name + - server_subdomain - start_date - - user_agent - token - - account_name + - user_agent variant: anelendata diff --git a/_data/meltano/extractors/tap-sailthru/singer-io.yml b/_data/meltano/extractors/tap-sailthru/singer-io.yml index 7081ebcab..652b5d8a5 100644 --- a/_data/meltano/extractors/tap-sailthru/singer-io.yml +++ b/_data/meltano/extractors/tap-sailthru/singer-io.yml @@ -15,9 +15,16 @@ pip_url: tap-sailthru quality: bronze repo: https://github.com/singer-io/tap-sailthru settings: -- description: The user agent to send with requests for logging purposes. - label: User Agent - name: user_agent +- description: Your Sailthru API key. + kind: password + label: API Key + name: api_key + sensitive: true +- description: Your Sailthru API secret. + kind: password + label: API Secret + name: api_secret + sensitive: true - description: The time for which request should wait to get response and default request_timeout is 300 seconds. kind: integer @@ -29,19 +36,12 @@ settings: kind: date_iso8601 label: Start Date name: start_date -- description: Your Sailthru API key. - kind: password - label: API Key - name: api_key - sensitive: true -- description: Your Sailthru API secret. - kind: password - label: API Secret - name: api_secret - sensitive: true +- description: The user agent to send with requests for logging purposes. + label: User Agent + name: user_agent settings_group_validation: -- - user_agent - - start_date - - api_key +- - api_key - api_secret + - start_date + - user_agent variant: singer-io diff --git a/_data/meltano/extractors/tap-salesforce/airbyte.yml b/_data/meltano/extractors/tap-salesforce/airbyte.yml index c14caa84d..b5e61ae4f 100644 --- a/_data/meltano/extractors/tap-salesforce/airbyte.yml +++ b/_data/meltano/extractors/tap-salesforce/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer-relationship management & customer success platform domain_url: https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_what_is_rest_api.htm @@ -22,28 +22,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-salesforce settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-salesforce -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Toggle if you're using a Salesforce - Sandbox - kind: boolean - label: Airbyte Config Is Sandbox - name: airbyte_config.is_sandbox - description: '' kind: string label: Airbyte Config Auth Type @@ -60,6 +38,12 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true +- description: Toggle if you're using a Salesforce + Sandbox + kind: boolean + label: Airbyte Config Is Sandbox + name: airbyte_config.is_sandbox - description: Enter your application's Salesforce Refresh Token used for Airbyte to access your Salesforce account. @@ -77,15 +61,22 @@ settings: kind: array label: Airbyte Config Streams Criteria name: airbyte_config.streams_criteria -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-salesforce +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -95,12 +86,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.client_id + - airbyte_config.client_secret - airbyte_config.refresh_token + - airbyte_spec - airbyte_spec.image - - airbyte_config.client_secret - - airbyte_config.client_id settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-salesforce/meltano.yml b/_data/meltano/extractors/tap-salesforce/meltano.yml index 534841412..b9315b29e 100644 --- a/_data/meltano/extractors/tap-salesforce/meltano.yml +++ b/_data/meltano/extractors/tap-salesforce/meltano.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Customer-relationship management & customer success platform domain_url: @@ -24,17 +24,49 @@ select: - Account.* - Opportunity.* settings: -- description: The username (or email address) used to sign in to your Salesforce - account. - label: Username - name: username - placeholder: Ex. me@my-organization.com +- description: Used to switch the behavior of the tap between using Salesforce’s “REST” + and “BULK” APIs. + kind: options + label: API Type + name: api_type + options: + - label: REST + value: REST + - label: BULK + value: BULK + value: REST +- description: Salesforce client ID. See + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + label: Client ID + name: client_id +- description: Salesforce client secret. See + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + kind: password + label: Client Secret + name: client_secret + sensitive: true +- description: Use Salesforce Sandbox + kind: boolean + label: Is Sandbox + name: is_sandbox + value: false +- description: Maximum number of threads to use. + kind: integer + label: Maximum number of threads to use + name: max_workers + value: 8 - description: The password used to sign in to your Salesforce account. kind: password label: Password name: password placeholder: Ex. ***************** sensitive: true +- description: Salesforce refresh token. See + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true - description: | #### How to get @@ -67,49 +99,17 @@ settings: name: security_token placeholder: Ex. ***************** sensitive: true -- description: Salesforce client ID. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. - label: Client ID - name: client_id -- description: Salesforce client secret. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. - kind: password - label: Client Secret - name: client_secret - sensitive: true -- description: Salesforce refresh token. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true +- description: Select by default any new fields discovered in Salesforce objects + kind: boolean + label: Select Fields By Default + name: select_fields_by_default + value: true - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Use Salesforce Sandbox - kind: boolean - label: Is Sandbox - name: is_sandbox - value: false -- description: Used to switch the behavior of the tap between using Salesforce’s “REST” - and “BULK” APIs. - kind: options - label: API Type - name: api_type - options: - - label: REST - value: REST - - label: BULK - value: BULK - value: REST -- description: Select by default any new fields discovered in Salesforce objects - kind: boolean - label: Select Fields By Default - name: select_fields_by_default - value: true - description: | Used to throttle how often STATE messages are generated when the tap is using the “REST” API. @@ -118,16 +118,16 @@ settings: label: State Message Threshold name: state_message_threshold value: 1000 -- description: Maximum number of threads to use. - kind: integer - label: Maximum number of threads to use - name: max_workers - value: 8 +- description: The username (or email address) used to sign in to your Salesforce + account. + label: Username + name: username + placeholder: Ex. me@my-organization.com settings_group_validation: -- - username - - password +- - password - security_token - start_date + - username - - client_id - client_secret - refresh_token diff --git a/_data/meltano/extractors/tap-salesforce/meltanolabs.yml b/_data/meltano/extractors/tap-salesforce/meltanolabs.yml index 4491d987e..3abc9f278 100644 --- a/_data/meltano/extractors/tap-salesforce/meltanolabs.yml +++ b/_data/meltano/extractors/tap-salesforce/meltanolabs.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Customer-relationship management & customer success platform domain_url: @@ -23,17 +23,49 @@ select: - Account.* - Opportunity.* settings: -- description: The username (or email address) used to sign in to your Salesforce - account. - label: Username - name: username - placeholder: Ex. me@my-organization.com +- description: Used to switch the behavior of the tap between using Salesforce’s “REST” + and “BULK” APIs. + kind: options + label: API Type + name: api_type + options: + - label: REST + value: REST + - label: BULK + value: BULK + value: REST +- description: Salesforce client ID. See + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + label: Client ID + name: client_id +- description: Salesforce client secret. See + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + kind: password + label: Client Secret + name: client_secret + sensitive: true +- description: Use Salesforce Sandbox + kind: boolean + label: Is Sandbox + name: is_sandbox + value: false +- description: Maximum number of threads to use. + kind: integer + label: Maximum number of threads to use + name: max_workers + value: 8 - description: The password used to sign in to your Salesforce account. kind: password label: Password name: password placeholder: Ex. ***************** sensitive: true +- description: Salesforce refresh token. See + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true - description: | #### How to get @@ -66,49 +98,17 @@ settings: name: security_token placeholder: Ex. ***************** sensitive: true -- description: Salesforce client ID. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. - label: Client ID - name: client_id -- description: Salesforce client secret. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. - kind: password - label: Client Secret - name: client_secret - sensitive: true -- description: Salesforce refresh token. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true +- description: Select by default any new fields discovered in Salesforce objects + kind: boolean + label: Select Fields By Default + name: select_fields_by_default + value: true - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Use Salesforce Sandbox - kind: boolean - label: Is Sandbox - name: is_sandbox - value: false -- description: Used to switch the behavior of the tap between using Salesforce’s “REST” - and “BULK” APIs. - kind: options - label: API Type - name: api_type - options: - - label: REST - value: REST - - label: BULK - value: BULK - value: REST -- description: Select by default any new fields discovered in Salesforce objects - kind: boolean - label: Select Fields By Default - name: select_fields_by_default - value: true - description: | Used to throttle how often STATE messages are generated when the tap is using the “REST” API. @@ -117,16 +117,16 @@ settings: label: State Message Threshold name: state_message_threshold value: 1000 -- description: Maximum number of threads to use. - kind: integer - label: Maximum number of threads to use - name: max_workers - value: 8 +- description: The username (or email address) used to sign in to your Salesforce + account. + label: Username + name: username + placeholder: Ex. me@my-organization.com settings_group_validation: -- - username - - password +- - password - security_token - start_date + - username - - client_id - client_secret - refresh_token diff --git a/_data/meltano/extractors/tap-salesloft/airbyte.yml b/_data/meltano/extractors/tap-salesloft/airbyte.yml index f33c9949d..082a80eb1 100644 --- a/_data/meltano/extractors/tap-salesloft/airbyte.yml +++ b/_data/meltano/extractors/tap-salesloft/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Sales Engagement Platform domain_url: https://salesloft.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-salesloft settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-salesloft -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The Client ID of your Salesloft developer application. kind: password label: Airbyte Config Client Id @@ -58,15 +42,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-salesloft +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -76,12 +67,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.client_secret - - connector_config.start_date +- - airbyte_spec.image - connector_config.client_id + - connector_config.client_secret - connector_config.refresh_token - - airbyte_spec.image + - connector_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-sap-fieldglass/airbyte.yml b/_data/meltano/extractors/tap-sap-fieldglass/airbyte.yml index c09588fb0..bd0adad73 100644 --- a/_data/meltano/extractors/tap-sap-fieldglass/airbyte.yml +++ b/_data/meltano/extractors/tap-sap-fieldglass/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: SAP Fieldglass Active Worker Download domain_url: https://api.sap.com/api/activeWorkerDownload/resource executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-sap-fieldglass settings: +- description: API Key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key - - airbyte_spec.image - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-search-metrics/airbyte.yml b/_data/meltano/extractors/tap-search-metrics/airbyte.yml index 22a4bc132..6e2a33050 100644 --- a/_data/meltano/extractors/tap-search-metrics/airbyte.yml +++ b/_data/meltano/extractors/tap-search-metrics/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Search Data Software domain_url: https://www.searchmetrics.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-search-metrics settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-search-metrics -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: '' kind: password label: Airbyte Config Api Key @@ -119,15 +103,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-search-metrics +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -137,12 +128,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image + - connector_config.api_key - connector_config.client_secret - connector_config.country_code - connector_config.start_date - - connector_config.api_key settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-secoda/airbyte.yml b/_data/meltano/extractors/tap-secoda/airbyte.yml index 8a5b56dc4..072f1feba 100644 --- a/_data/meltano/extractors/tap-secoda/airbyte.yml +++ b/_data/meltano/extractors/tap-secoda/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Data Catalog Tool domain_url: https://docs.secoda.co/secoda-api executable: tap-airbyte @@ -21,6 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-secoda settings: +- description: Your API Access Key. See here. + The key is case sensitive. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,21 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Access Key. See here. - The key is case sensitive. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,10 +52,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.api_key + - airbyte_spec - airbyte_spec.image - - airbyte_config.api_key settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-sendgrid/airbyte.yml b/_data/meltano/extractors/tap-sendgrid/airbyte.yml index a93bd0bf6..33cd5d441 100644 --- a/_data/meltano/extractors/tap-sendgrid/airbyte.yml +++ b/_data/meltano/extractors/tap-sendgrid/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Communication Platform domain_url: https://docs.sendgrid.com/docs/for-developers/sending-email/api-getting-started/ executable: tap-airbyte @@ -21,6 +21,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-sendgrid settings: +- description: API Key, use admin + to generate this key. + kind: password + label: Airbyte Config Apikey + name: airbyte_config.apikey + sensitive: true +- description: Start time in ISO8601 format. Any data before this time point will + not be replicated. + kind: integer + label: Airbyte Config Start Time + name: airbyte_config.start_time - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,26 +48,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key, use admin - to generate this key. - kind: password - label: Airbyte Config Apikey - name: airbyte_config.apikey - sensitive: true -- description: Start time in ISO8601 format. Any data before this time point will - not be replicated. - kind: integer - label: Airbyte Config Start Time - name: airbyte_config.start_time -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -66,6 +57,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.apikey - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-sendgrid/singer-io.yml b/_data/meltano/extractors/tap-sendgrid/singer-io.yml index d5a16726a..75d0c3efd 100644 --- a/_data/meltano/extractors/tap-sendgrid/singer-io.yml +++ b/_data/meltano/extractors/tap-sendgrid/singer-io.yml @@ -1,6 +1,6 @@ capabilities: -- properties - discover +- properties - state description: Customer Communication Platform domain_url: https://docs.sendgrid.com/docs/for-developers/sending-email/api-getting-started/ diff --git a/_data/meltano/extractors/tap-sendinblue/airbyte.yml b/_data/meltano/extractors/tap-sendinblue/airbyte.yml index de9f111f5..04f612195 100644 --- a/_data/meltano/extractors/tap-sendinblue/airbyte.yml +++ b/_data/meltano/extractors/tap-sendinblue/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Relationship Marketing Platform domain_url: https://www.sendinblue.com/ executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-sendinblue settings: +- description: Your API Key. See here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Key. See here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-senseforce/airbyte.yml b/_data/meltano/extractors/tap-senseforce/airbyte.yml index 31645d85d..6b051c12e 100644 --- a/_data/meltano/extractors/tap-senseforce/airbyte.yml +++ b/_data/meltano/extractors/tap-senseforce/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Machine data management solution domain_url: https://manual.senseforce.io/manual/sf-platform/dataset-builder executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-senseforce settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-senseforce -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Your API access token. See here. The toke is case sensitive. @@ -60,13 +44,6 @@ settings: label: Airbyte Config Dataset Id name: airbyte_config.dataset_id sensitive: true -- description: 'UTC date and time in the format 2017-01-25. Only data with "Timestamp" - after this date will be replicated. Important note: This start date must be set - to the first day of where your dataset provides data. If your dataset has data - from 2020-10-10 10:21:10, set the start_date to 2020-10-10 or later' - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date - description: The time increment used by the connector when requesting data from the Senseforce API. The bigger the value is, the less requests will be made and faster the sync will be. On the other hand, the more seldom the state is persisted @@ -78,15 +55,29 @@ settings: kind: integer label: Airbyte Config Slice Range name: airbyte_config.slice_range -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: 'UTC date and time in the format 2017-01-25. Only data with "Timestamp" + after this date will be replicated. Important note: This start date must be set + to the first day of where your dataset provides data. If your dataset has data + from 2020-10-10 10:21:10, set the start_date to 2020-10-10 or later' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-senseforce +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -96,13 +87,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.access_token - - airbyte_config.dataset_id - airbyte_config.backend_url - - airbyte_spec.image - - airbyte_spec + - airbyte_config.dataset_id - airbyte_config.start_date + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-sentry/airbyte.yml b/_data/meltano/extractors/tap-sentry/airbyte.yml index 3a40215b8..a30faae2f 100644 --- a/_data/meltano/extractors/tap-sentry/airbyte.yml +++ b/_data/meltano/extractors/tap-sentry/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Commercial and Small Business Insurance domain_url: https://sentry.io/api executable: tap-airbyte @@ -21,22 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-sentry settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-sentry -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Log into Sentry and then create authentication tokens.For self-hosted, you can find or create authentication tokens by visiting "{instance_url_prefix}/settings/account/api/auth-tokens/" @@ -57,15 +41,22 @@ settings: kind: string label: Airbyte Config Project name: airbyte_config.project -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-sentry +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -75,12 +66,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.auth_token - airbyte_config.organization - - airbyte_spec.image - airbyte_config.project - - airbyte_config.auth_token + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-sftp/airbyte.yml b/_data/meltano/extractors/tap-sftp/airbyte.yml index be1267b4c..7cf0a9d6c 100644 --- a/_data/meltano/extractors/tap-sftp/airbyte.yml +++ b/_data/meltano/extractors/tap-sftp/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: File Transfer Protocol domain_url: https://en.wikipedia.org/wiki/SSH_File_Transfer_Protocol executable: tap-airbyte @@ -21,49 +21,26 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-sftp settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-sftp -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: The server user - kind: string - label: Airbyte Config User - name: airbyte_config.user -- description: The server host address - kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: The server port - kind: integer - label: Airbyte Config Port - name: airbyte_config.port - description: SSH_PASSWORD_AUTH, SSH_KEY_AUTH kind: string label: Airbyte Config Credentials Auth Method name: airbyte_config.credentials.auth_method -- description: OS-level password for logging into the jump server host - kind: password - label: Airbyte Config Credentials Auth User Password - name: airbyte_config.credentials.auth_user_password - sensitive: true - description: OS-level user account ssh key credentials in RSA PEM format ( created with ssh-keygen -t rsa -m PEM -f myuser_rsa ) kind: password label: Airbyte Config Credentials Auth Ssh Key name: airbyte_config.credentials.auth_ssh_key sensitive: true +- description: OS-level password for logging into the jump server host + kind: password + label: Airbyte Config Credentials Auth User Password + name: airbyte_config.credentials.auth_user_password + sensitive: true +- description: The regular expression to specify files for sync in a chosen Folder + Path + kind: string + label: Airbyte Config File Pattern + name: airbyte_config.file_pattern - description: Coma separated file types. Currently only 'csv' and 'json' types are supported. kind: string @@ -73,20 +50,34 @@ settings: kind: string label: Airbyte Config Folder Path name: airbyte_config.folder_path -- description: The regular expression to specify files for sync in a chosen Folder - Path +- description: The server host address kind: string - label: Airbyte Config File Pattern - name: airbyte_config.file_pattern -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Config Host + name: airbyte_config.host +- description: The server port + kind: integer + label: Airbyte Config Port + name: airbyte_config.port +- description: The server user + kind: string + label: Airbyte Config User + name: airbyte_config.user +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-sftp +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -96,11 +87,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.host - - airbyte_spec.image - airbyte_config.port - airbyte_config.user + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-sftp/meltanolabs.yml b/_data/meltano/extractors/tap-sftp/meltanolabs.yml index ee8bd11f7..b93467653 100644 --- a/_data/meltano/extractors/tap-sftp/meltanolabs.yml +++ b/_data/meltano/extractors/tap-sftp/meltanolabs.yml @@ -15,24 +15,37 @@ pip_url: git+https://github.com/MeltanoLabs/tap-sftp.git quality: silver repo: https://github.com/MeltanoLabs/tap-sftp settings: +- description: A configuration for using AWS SSM Parameter Store as the source for + the private key file. The tap will download the private key from SSM and use it + to authenticate. The keys required are - `SSM_key_name`, `gnupghome`, `passphrase`. + kind: object + label: Decryption Configs + name: decryption_configs - description: The SFTP server hostname. label: Host name: host -- description: The SFTP server port. - kind: integer - label: Port - name: port -- description: The username for connecting the the SFTP server. - label: Username - name: username - description: The pass for connecting the the SFTP server. kind: password label: Password name: password sensitive: true +- description: The SFTP server port. + kind: integer + label: Port + name: port - description: A path to the private key file for connecting the the SFTP server. label: Private Key File name: private_key_file +- description: The SFTP connection timeout in seconds. Defaults to 300. + kind: integer + label: Request Timeout + name: request_timeout +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date - description: An array that consists of one or more objects that describe how to find files and emit records. Required in each table object - `table_name`, `search_pattern`,`search_prefix`, `key_properties` (Array containing the unique keys of the table. Defaults to ['_sdc_source_file', @@ -45,26 +58,13 @@ settings: kind: array label: Tables name: tables -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date -- description: The SFTP connection timeout in seconds. Defaults to 300. - kind: integer - label: Request Timeout - name: request_timeout -- description: A configuration for using AWS SSM Parameter Store as the source for - the private key file. The tap will download the private key from SSM and use it - to authenticate. The keys required are - `SSM_key_name`, `gnupghome`, `passphrase`. - kind: object - label: Decryption Configs - name: decryption_configs +- description: The username for connecting the the SFTP server. + label: Username + name: username settings_group_validation: -- - username +- - host - port - - host - - tables - start_date + - tables + - username variant: meltanolabs diff --git a/_data/meltano/extractors/tap-sftp/singer-io.yml b/_data/meltano/extractors/tap-sftp/singer-io.yml index 2f9613c19..9090e1701 100644 --- a/_data/meltano/extractors/tap-sftp/singer-io.yml +++ b/_data/meltano/extractors/tap-sftp/singer-io.yml @@ -18,43 +18,43 @@ settings: - description: The SFTP server hostname. label: Host name: host -- description: The SFTP server port. - kind: integer - label: Port - name: port -- description: The username for connecting the the SFTP server. - label: Username - name: username - description: The pass for connecting the the SFTP server. kind: password label: Password name: password sensitive: true +- description: The SFTP server port. + kind: integer + label: Port + name: port - description: A path to the private key file for connecting the the SFTP server. label: Private Key File name: private_key_file -- description: An array that consists of one or more objects that describe how to - find files and emit records. Required in each table object - `table_name`, `search_pattern`,`search_prefix`, - `key_properties`, `delimiter`. - kind: array - label: Tables - name: tables +- description: The SFTP connection timeout in seconds. Defaults to 300. + kind: integer + label: Request Timeout + name: request_timeout - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: The SFTP connection timeout in seconds. Defaults to 300. - kind: integer - label: Request Timeout - name: request_timeout +- description: An array that consists of one or more objects that describe how to + find files and emit records. Required in each table object - `table_name`, `search_pattern`,`search_prefix`, + `key_properties`, `delimiter`. + kind: array + label: Tables + name: tables +- description: The username for connecting the the SFTP server. + label: Username + name: username settings_group_validation: -- - username +- - host - port - private_key_file - - host - - tables - start_date + - tables + - username - username variant: singer-io diff --git a/_data/meltano/extractors/tap-shipstation/mashey.yml b/_data/meltano/extractors/tap-shipstation/mashey.yml index 79b5efe60..3418c5356 100644 --- a/_data/meltano/extractors/tap-shipstation/mashey.yml +++ b/_data/meltano/extractors/tap-shipstation/mashey.yml @@ -20,18 +20,18 @@ settings: label: API Key name: api_key sensitive: true -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - label: Default Start Datetime - name: default_start_datetime - description: Your ShipStation API Secret kind: password label: API Secret name: api_secret sensitive: true +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + label: Default Start Datetime + name: default_start_datetime settings_group_validation: - - api_key - - default_start_datetime - api_secret + - default_start_datetime variant: mashey diff --git a/_data/meltano/extractors/tap-shopify/airbyte.yml b/_data/meltano/extractors/tap-shopify/airbyte.yml index 4aab4f0f4..4a3a8a611 100644 --- a/_data/meltano/extractors/tap-shopify/airbyte.yml +++ b/_data/meltano/extractors/tap-shopify/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Ecommerce platform domain_url: https://shopify.dev/docs/admin-api/rest/reference executable: tap-airbyte @@ -21,36 +21,20 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-shopify settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-shopify -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: The name of your Shopify store found in the URL. For example, if your - URL was https://NAME.myshopify.com, then the name would be 'NAME'. - kind: string - label: Airbyte Config Shop - name: airbyte_config.shop -- description: api_password, oauth2.0 - kind: string - label: Airbyte Config Credentials Auth Method - name: airbyte_config.credentials.auth_method +- description: The Access Token for making authenticated requests. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true - description: The API Password for your private application in the `Shopify` store. kind: password label: Airbyte Config Credentials Api Password name: airbyte_config.credentials.api_password sensitive: true +- description: api_password, oauth2.0 + kind: string + label: Airbyte Config Credentials Auth Method + name: airbyte_config.credentials.auth_method - description: The Client ID of the Shopify developer application. kind: password label: Airbyte Config Credentials Client Id @@ -61,25 +45,32 @@ settings: label: Airbyte Config Credentials Client Secret name: airbyte_config.credentials.client_secret sensitive: true -- description: The Access Token for making authenticated requests. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true +- description: The name of your Shopify store found in the URL. For example, if your + URL was https://NAME.myshopify.com, then the name would be 'NAME'. + kind: string + label: Airbyte Config Shop + name: airbyte_config.shop - description: 'The date you would like to replicate data from. Format: YYYY-MM-DD. Any data before this date will not be replicated.' kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-shopify +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -89,9 +80,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.shop +- - airbyte_config.shop + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-shopify/singer-io.yml b/_data/meltano/extractors/tap-shopify/singer-io.yml index 12c16006e..511956323 100644 --- a/_data/meltano/extractors/tap-shopify/singer-io.yml +++ b/_data/meltano/extractors/tap-shopify/singer-io.yml @@ -24,13 +24,6 @@ select: - products.* - transactions.* settings: -- description: | - The store subdomain, which can be derived from your Shopify admin URL. - - If your admin URL starts with `https://my-first-store.myshopify.com/`, your store subdomain is `my-first-store`. - label: Store Subdomain - name: shop - placeholder: Ex. my-first-store - description: | A Private App API Password or API Key generated using OAuth @@ -67,10 +60,18 @@ settings: name: api_key placeholder: Ex. shppa_1a2b3c4d5e6f sensitive: true +- description: | + The store subdomain, which can be derived from your Shopify admin URL. + + If your admin URL starts with `https://my-first-store.myshopify.com/`, your store subdomain is `my-first-store`. + label: Store Subdomain + name: shop + placeholder: Ex. my-first-store - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date +settings_group_validation: [] variant: singer-io diff --git a/_data/meltano/extractors/tap-shortcut/envoy.yml b/_data/meltano/extractors/tap-shortcut/envoy.yml index 8d1b75029..92fc71e5c 100644 --- a/_data/meltano/extractors/tap-shortcut/envoy.yml +++ b/_data/meltano/extractors/tap-shortcut/envoy.yml @@ -27,4 +27,5 @@ settings: kind: date_iso8601 label: Start Date name: start_date +settings_group_validation: [] variant: envoy diff --git a/_data/meltano/extractors/tap-shortio/airbyte.yml b/_data/meltano/extractors/tap-shortio/airbyte.yml index e03c1885b..f1424ae6f 100644 --- a/_data/meltano/extractors/tap-shortio/airbyte.yml +++ b/_data/meltano/extractors/tap-shortio/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: White label URL Shortener domain_url: https://short.io/ executable: tap-airbyte @@ -21,6 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-shortio settings: +- description: '' + kind: password + label: Airbyte Config Domain Id + name: airbyte_config.domain_id + sensitive: true +- description: Short.io Secret Key + kind: password + label: Airbyte Config Secret Key + name: airbyte_config.secret_key + sensitive: true +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: '' - kind: password - label: Airbyte Config Domain Id - name: airbyte_config.domain_id - sensitive: true -- description: Short.io Secret Key - kind: password - label: Airbyte Config Secret Key - name: airbyte_config.secret_key - sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,10 +61,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.domain_id +- - airbyte_spec.image + - connector_config.domain_id - connector_config.secret_key - - airbyte_spec.image - connector_config.start_date settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-slack/airbyte.yml b/_data/meltano/extractors/tap-slack/airbyte.yml index 077162e2d..fc6884689 100644 --- a/_data/meltano/extractors/tap-slack/airbyte.yml +++ b/_data/meltano/extractors/tap-slack/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Team communication tool domain_url: https://slack.com/ executable: tap-airbyte @@ -21,58 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-slack settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-slack -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: How far into the past to look for messages in threads. - kind: integer - label: Airbyte Config Lookback Window - name: airbyte_config.lookback_window -- description: "Whether to join all channels or to sync data only from channels the - bot is already in. If false, you'll need to manually add the bot to all the channels - from which you'd like to sync messages. " - kind: boolean - label: Airbyte Config Join Channels - name: airbyte_config.join_channels - description: A channel name list (without leading '#' char) which limit the channels from which you'd like to sync. Empty list means no filter. kind: array label: Airbyte Config Channel Filter name: airbyte_config.channel_filter -- description: Default OAuth2.0 authorization, API Token Credentials - kind: string - label: Airbyte Config Credentials Option Title - name: airbyte_config.credentials.option_title -- description: Slack client_id. See our docs - if you need help finding this id. - kind: password - label: Airbyte Config Credentials Client Id - name: airbyte_config.credentials.client_id - sensitive: true -- description: Slack client_secret. See our docs - if you need help finding this secret. - kind: password - label: Airbyte Config Credentials Client Secret - name: airbyte_config.credentials.client_secret - sensitive: true - description: Slack access_token. See our docs if you need help generating the token. kind: password @@ -85,15 +38,53 @@ settings: label: Airbyte Config Credentials Api Token name: airbyte_config.credentials.api_token sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Slack client_id. See our docs + if you need help finding this id. + kind: password + label: Airbyte Config Credentials Client Id + name: airbyte_config.credentials.client_id + sensitive: true +- description: Slack client_secret. See our docs + if you need help finding this secret. + kind: password + label: Airbyte Config Credentials Client Secret + name: airbyte_config.credentials.client_secret + sensitive: true +- description: Default OAuth2.0 authorization, API Token Credentials + kind: string + label: Airbyte Config Credentials Option Title + name: airbyte_config.credentials.option_title +- description: "Whether to join all channels or to sync data only from channels the + bot is already in. If false, you'll need to manually add the bot to all the channels + from which you'd like to sync messages. " + kind: boolean + label: Airbyte Config Join Channels + name: airbyte_config.join_channels +- description: How far into the past to look for messages in threads. + kind: integer + label: Airbyte Config Lookback Window + name: airbyte_config.lookback_window +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-slack +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -103,10 +94,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.join_channels +- - airbyte_config.join_channels - airbyte_config.lookback_window + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-slack/mashey.yml b/_data/meltano/extractors/tap-slack/mashey.yml index 15015efb5..ed15dcada 100644 --- a/_data/meltano/extractors/tap-slack/mashey.yml +++ b/_data/meltano/extractors/tap-slack/mashey.yml @@ -15,6 +15,46 @@ pip_url: git+https://github.com/Mashey/tap-slack.git quality: silver repo: https://github.com/Mashey/tap-slack settings: +- description: Specifies whether the tap will sync archived channels or not. Note + that a bot cannot join an archived channel, so unless the bot was added to the + channel prior to it being archived it will not be able to sync the data from that + channel. Default is false. + kind: boolean + label: Sync Archived Channels + name: archived_channels + value: false +- description: Optionally specify specific channels to sync. By default the tap will + sync all channels it has been invited to, but this can be overriden to limit it + ot specific channels. Note this needs to be channel ID, not the name, as recommended + by the Slack API. To get the ID for a channel, either use the Slack API or find + it in the URL. + kind: array + label: Channels to Sync + name: channels + placeholder: Ex. ["abc123", "def456"] +- description: Specifies the window size for syncing certain streams (messages, files, + threads). The default is 7 days. + kind: integer + label: Date Window Size + name: date_window_size + value: 7 +- description: Specifies whether to have the tap auto-join all public channels in + your ogranziation. Default is false. + kind: boolean + label: Join Public Channels + name: join_public_channels + value: false +- description: Specifies whether to sync private channels or not. Default is true. + kind: boolean + label: Join Private Channels + name: private_channels + value: true +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Sync Start Date + name: start_date - description: | Your Slack API Token. To obtain a token for a single workspace you will need to create a [Slack App](https://api.slack.com/apps?new_app=1) in your workspace and assigning it the relevant scopes. The minimum required scopes for the tap are: @@ -36,44 +76,5 @@ settings: label: API Token name: token sensitive: true -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Sync Start Date - name: start_date -- description: Optionally specify specific channels to sync. By default the tap will - sync all channels it has been invited to, but this can be overriden to limit it - ot specific channels. Note this needs to be channel ID, not the name, as recommended - by the Slack API. To get the ID for a channel, either use the Slack API or find - it in the URL. - kind: array - label: Channels to Sync - name: channels - placeholder: Ex. ["abc123", "def456"] -- description: Specifies whether to sync private channels or not. Default is true. - kind: boolean - label: Join Private Channels - name: private_channels - value: true -- description: Specifies whether to have the tap auto-join all public channels in - your ogranziation. Default is false. - kind: boolean - label: Join Public Channels - name: join_public_channels - value: false -- description: Specifies whether the tap will sync archived channels or not. Note - that a bot cannot join an archived channel, so unless the bot was added to the - channel prior to it being archived it will not be able to sync the data from that - channel. Default is false. - kind: boolean - label: Sync Archived Channels - name: archived_channels - value: false -- description: Specifies the window size for syncing certain streams (messages, files, - threads). The default is 7 days. - kind: integer - label: Date Window Size - name: date_window_size - value: 7 +settings_group_validation: [] variant: mashey diff --git a/_data/meltano/extractors/tap-smaily/airbyte.yml b/_data/meltano/extractors/tap-smaily/airbyte.yml index 6f645a793..a72ec5ef7 100644 --- a/_data/meltano/extractors/tap-smaily/airbyte.yml +++ b/_data/meltano/extractors/tap-smaily/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Email Marketing and Automation Platform domain_url: https://smaily.com/help/api/ executable: tap-airbyte @@ -21,6 +21,19 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-smaily settings: +- description: API user password. See https://smaily.com/help/api/general/create-api-user/ + kind: password + label: Airbyte Config Api Password + name: airbyte_config.api_password + sensitive: true +- description: API Subdomain. See https://smaily.com/help/api/general/create-api-user/ + kind: string + label: Airbyte Config Api Subdomain + name: airbyte_config.api_subdomain +- description: API user username. See https://smaily.com/help/api/general/create-api-user/ + kind: string + label: Airbyte Config Api Username + name: airbyte_config.api_username - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,28 +50,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Subdomain. See https://smaily.com/help/api/general/create-api-user/ - kind: string - label: Airbyte Config Api Subdomain - name: airbyte_config.api_subdomain -- description: API user username. See https://smaily.com/help/api/general/create-api-user/ - kind: string - label: Airbyte Config Api Username - name: airbyte_config.api_username -- description: API user password. See https://smaily.com/help/api/general/create-api-user/ - kind: password - label: Airbyte Config Api Password - name: airbyte_config.api_password - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -68,12 +59,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.api_username - - airbyte_config.api_password - - airbyte_spec.image +- - airbyte_config.api_password - airbyte_config.api_subdomain + - airbyte_config.api_username - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-smartengage/airbyte.yml b/_data/meltano/extractors/tap-smartengage/airbyte.yml index 6be1a9b71..2c7c830ce 100644 --- a/_data/meltano/extractors/tap-smartengage/airbyte.yml +++ b/_data/meltano/extractors/tap-smartengage/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Autoresponder Software domain_url: https://smartengage.com/docs/#smartengage-api executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-smartengage settings: +- description: API Key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.api_key +- - airbyte_config.api_key - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-smartsheet/airbyte.yml b/_data/meltano/extractors/tap-smartsheet/airbyte.yml index 02ee9fe1e..e9e4cc68e 100644 --- a/_data/meltano/extractors/tap-smartsheet/airbyte.yml +++ b/_data/meltano/extractors/tap-smartsheet/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: From task management to complex portfolio management domain_url: Smartsheet enables project management professionals to streamline workflows executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-smartsheets settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-smartsheets -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The access token to use for accessing your data from Smartsheets. This access token must be generated by a user with at least read access to the data you'd like to replicate. Generate an access token in the Smartsheets main menu @@ -57,15 +41,22 @@ settings: kind: string label: Airbyte Config Start Datetime name: airbyte_config.start_datetime -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-smartsheets +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -75,11 +66,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec - - airbyte_config.access_token +- - airbyte_config.access_token - airbyte_config.spreadsheet_id + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-smartsheet/brooklyn-data.yml b/_data/meltano/extractors/tap-smartsheet/brooklyn-data.yml index dd1f1e91b..009adf539 100644 --- a/_data/meltano/extractors/tap-smartsheet/brooklyn-data.yml +++ b/_data/meltano/extractors/tap-smartsheet/brooklyn-data.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps -- schema-flattening description: From task management to complex portfolio management, Smartsheet enables project management professionals to streamline workflows, eliminate silos, and achieve more. @@ -26,4 +26,5 @@ settings: label: Smartsheet Access Token name: smartsheet_access_token sensitive: true +settings_group_validation: [] variant: brooklyn-data diff --git a/_data/meltano/extractors/tap-snapchat-ads/airbyte.yml b/_data/meltano/extractors/tap-snapchat-ads/airbyte.yml index 9c3466458..a89f76ec9 100644 --- a/_data/meltano/extractors/tap-snapchat-ads/airbyte.yml +++ b/_data/meltano/extractors/tap-snapchat-ads/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Social Media Platform domain_url: https://developers.snapchat.com/docs/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-snapchat-marketing settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-snapchat-marketing -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The Client ID of your Snapchat developer application. kind: password label: Airbyte Config Client Id @@ -47,6 +31,11 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true +- description: Date in the format 2017-01-25. Any data after this date will not be + replicated. + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date - description: Refresh Token to renew the expired Access Token. kind: password label: Airbyte Config Refresh Token @@ -57,20 +46,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Date in the format 2017-01-25. Any data after this date will not be - replicated. +- description: Airbyte image to run kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-snapchat-marketing +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -80,12 +71,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.client_id - airbyte_config.client_secret - airbyte_config.refresh_token - - airbyte_config.client_id - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-snapchat-ads/singer-io.yml b/_data/meltano/extractors/tap-snapchat-ads/singer-io.yml index 8b2e24ffc..74e53d70b 100644 --- a/_data/meltano/extractors/tap-snapchat-ads/singer-io.yml +++ b/_data/meltano/extractors/tap-snapchat-ads/singer-io.yml @@ -15,64 +15,64 @@ pip_url: tap-snapchat-ads quality: silver repo: https://github.com/singer-io/tap-snapchat-ads settings: -- description: An array of account IDs to sync. - kind: array - label: Account IDs - name: org_account_ids +- description: Your client ID. + kind: password + label: Client ID + name: client_id + sensitive: true - description: Your client secret. kind: password label: Client Secret name: client_secret sensitive: true -- description: Attribution window for views. 1_HOUR, 3_HOUR, 6_HOUR, 1_DAY (default), - 7_DAY, 28_DAY. - label: View Attribution Window - name: view_attribution_window +- description: Omits records with zero data for all metrics for a given date/entity. + If there is data for any metric for a given date/entity, all metrics for that + date/entity are returned. A string representation of a boolean. Default, 'true'. + label: Omit Empty + name: omit_empty +- description: An array of account IDs to sync. + kind: array + label: Account IDs + name: org_account_ids +- description: The request page size. Default, 500. + kind: integer + label: Page Size + name: page_size - description: Your refresh token. kind: password label: Refresh Token name: refresh_token sensitive: true -- description: The user agent to send with requests. - label: User Agent - name: user_agent -- description: Attribution window for swipe ups. 1_DAY, 7_DAY, 28_DAY (default). - label: Swipe Up Attribution Window - name: swipe_up_attribution_window -- description: The request page size. Default, 500. +- description: The time for which request should wait to get a response and the default + request_timeout is 300 seconds. kind: integer - label: Page Size - name: page_size + label: Request Timeout + name: request_timeout - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: The time for which request should wait to get a response and the default - request_timeout is 300 seconds. - kind: integer - label: Request Timeout - name: request_timeout -- description: Your client ID. - kind: password - label: Client ID - name: client_id - sensitive: true -- description: Omits records with zero data for all metrics for a given date/entity. - If there is data for any metric for a given date/entity, all metrics for that - date/entity are returned. A string representation of a boolean. Default, 'true'. - label: Omit Empty - name: omit_empty +- description: Attribution window for swipe ups. 1_DAY, 7_DAY, 28_DAY (default). + label: Swipe Up Attribution Window + name: swipe_up_attribution_window - description: Comma-delimited lists of lower-case 2-letter ISO Country Codes for Ads Targeting. Default, 'us'. label: Targeting Country Codes name: targeting_country_codes +- description: The user agent to send with requests. + label: User Agent + name: user_agent +- description: Attribution window for views. 1_HOUR, 3_HOUR, 6_HOUR, 1_DAY (default), + 7_DAY, 28_DAY. + label: View Attribution Window + name: view_attribution_window settings_group_validation: -- - org_account_ids +- - client_id - client_secret + - org_account_ids - refresh_token - - user_agent - start_date - - client_id + - user_agent variant: singer-io diff --git a/_data/meltano/extractors/tap-snowflake/airbyte.yml b/_data/meltano/extractors/tap-snowflake/airbyte.yml index 437883a64..62e2871bb 100644 --- a/_data/meltano/extractors/tap-snowflake/airbyte.yml +++ b/_data/meltano/extractors/tap-snowflake/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Extractor for Snowflake data warehouse domain_url: https://www.snowflake.com/ executable: tap-airbyte @@ -22,72 +22,63 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-snowflake settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-snowflake -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: OAuth, username/password kind: string label: Airbyte Config Credentials Auth Type name: airbyte_config.credentials.auth_type value: username/password -- description: The username you created to allow Airbyte to access the database. - kind: string - label: Airbyte Config Credentials Username - name: airbyte_config.credentials.username - description: The password associated with the username. kind: password label: Airbyte Config Credentials Password name: airbyte_config.credentials.password sensitive: true +- description: The username you created to allow Airbyte to access the database. + kind: string + label: Airbyte Config Credentials Username + name: airbyte_config.credentials.username +- description: The database you created for Airbyte to access data. + kind: string + label: Airbyte Config Database + name: airbyte_config.database - description: The host domain of the snowflake instance (must include the account, region, cloud environment, and end with snowflakecomputing.com). kind: string label: Airbyte Config Host name: airbyte_config.host +- description: "Additional properties to pass to the JDBC URL string when connecting + to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: + key1=value1&key2=value2&key3=value3)." + kind: string + label: Airbyte Config Jdbc Url Params + name: airbyte_config.jdbc_url_params - description: The role you created for Airbyte to access Snowflake. kind: string label: Airbyte Config Role name: airbyte_config.role +- description: The source Snowflake schema tables. + kind: string + label: Airbyte Config Schema + name: airbyte_config.schema - description: The warehouse you created for Airbyte to access data. kind: string label: Airbyte Config Warehouse name: airbyte_config.warehouse -- description: The database you created for Airbyte to access data. - kind: string - label: Airbyte Config Database - name: airbyte_config.database -- description: The source Snowflake schema tables. +- description: Airbyte image to run kind: string - label: Airbyte Config Schema - name: airbyte_config.schema -- description: "Additional properties to pass to the JDBC URL string when connecting - to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: - key1=value1&key2=value2&key3=value3)." + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-snowflake +- description: Airbyte image tag kind: string - label: Airbyte Config Jdbc Url Params - name: airbyte_config.jdbc_url_params -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -97,16 +88,25 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.warehouse - - connector_config.role - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.credentials.auth_type + - connector_config.credentials.password + - connector_config.credentials.username - connector_config.database - connector_config.host + - connector_config.role - connector_config.schema - - connector_config.credentials.auth_type - - connector_config.credentials.username - - connector_config.credentials.password + - connector_config.warehouse settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-snowflake/transferwise.yml b/_data/meltano/extractors/tap-snowflake/transferwise.yml index fd7e33f1d..ef6937127 100644 --- a/_data/meltano/extractors/tap-snowflake/transferwise.yml +++ b/_data/meltano/extractors/tap-snowflake/transferwise.yml @@ -22,50 +22,50 @@ settings: - description: Snowflake Database name label: Database Name name: dbname -- description: Snowflake User - label: User - name: user +- description: Use insecure mode to avoid "Failed to get OCSP response" warnings. + label: Insecure Mode + name: insecure_mode + value: false - description: Snowflake Password kind: password label: Password name: password sensitive: true -- description: Snowflake virtual warehouse name - label: Warehouse - name: warehouse +- description: The private key passphrase used for authenticating using Key Pair authentication + instead of user/pass. + label: Private Key Passphrase + name: private_key_passphrase +- description: A path to your private key used for authenticating using Key Pair authentication + instead of user/pass. + label: Private Key Path + name: private_key_path +- description: Snowflake role to use. If not defined then the user's default role + will be used. + label: Role + name: role - description: A comma separated list of the table names that you want to sync. The table names should be fully qualified including the db and schema name. For example, syncing table1 and table2 would look like `db.schema.table1,db.schema.table2`. label: Tables name: tables -- description: Snowflake role to use. If not defined then the user's default role - will be used. - label: Role - name: role -- description: A path to your private key used for authenticating using Key Pair authentication - instead of user/pass. - label: Private Key Path - name: private_key_path -- description: The private key passphrase used for authenticating using Key Pair authentication - instead of user/pass. - label: Private Key Passphrase - name: private_key_passphrase -- description: Use insecure mode to avoid "Failed to get OCSP response" warnings. - label: Insecure Mode - name: insecure_mode - value: false +- description: Snowflake User + label: User + name: user +- description: Snowflake virtual warehouse name + label: Warehouse + name: warehouse settings_group_validation: - - account - dbname - password + - tables - user - warehouse - - tables - - account - dbname + - private_key_passphrase + - private_key_path + - tables - user - warehouse - - tables - - private_key_path - - private_key_passphrase variant: transferwise diff --git a/_data/meltano/extractors/tap-solarvista/matatika.yml b/_data/meltano/extractors/tap-solarvista/matatika.yml index 664104df6..448e114ab 100644 --- a/_data/meltano/extractors/tap-solarvista/matatika.yml +++ b/_data/meltano/extractors/tap-solarvista/matatika.yml @@ -1,7 +1,7 @@ capabilities: -- state - catalog - discover +- state description: Solarvista Live is a Field Service Management platform to manage, plan, and mobilise your engineers. domain_url: https://developer.solarvista.com/ @@ -16,11 +16,6 @@ pip_url: git+https://github.com/Matatika/tap-solarvista.git quality: silver repo: https://github.com/Matatika/tap-solarvista settings: -- description: The Datasources to sync from Solarvista. Leave list blank to use the - default list of Datasources. - kind: array - label: Datasources - name: datasources - description: The AccountId for your Solarvista account. label: Account name: account @@ -33,6 +28,11 @@ settings: label: Authorization Code name: code sensitive: true +- description: The Datasources to sync from Solarvista. Leave list blank to use the + default list of Datasources. + kind: array + label: Datasources + name: datasources - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. @@ -40,8 +40,8 @@ settings: label: Start Date name: start_date settings_group_validation: -- - start_date +- - account - clientId - code - - account + - start_date variant: matatika diff --git a/_data/meltano/extractors/tap-sonar-cloud/airbyte.yml b/_data/meltano/extractors/tap-sonar-cloud/airbyte.yml index bd8b28391..e02af8d13 100644 --- a/_data/meltano/extractors/tap-sonar-cloud/airbyte.yml +++ b/_data/meltano/extractors/tap-sonar-cloud/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud-based code analysis service domain_url: https://sonarcloud.io/web_api executable: tap-airbyte @@ -21,6 +21,29 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-sonar-cloud settings: +- description: Comma-separated list of component keys. + kind: array + label: Airbyte Config Component Keys + name: airbyte_config.component_keys +- description: To retrieve issues created before the given date (inclusive). + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date +- description: Organization key. See here. + kind: string + label: Airbyte Config Organization + name: airbyte_config.organization +- description: To retrieve issues created after the given date (inclusive). + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Your User Token. See here. + The token is case sensitive. + kind: password + label: Airbyte Config User Token + name: airbyte_config.user_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,38 +60,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your User Token. See here. - The token is case sensitive. - kind: password - label: Airbyte Config User Token - name: airbyte_config.user_token - sensitive: true -- description: Organization key. See here. - kind: string - label: Airbyte Config Organization - name: airbyte_config.organization -- description: Comma-separated list of component keys. - kind: array - label: Airbyte Config Component Keys - name: airbyte_config.component_keys -- description: To retrieve issues created after the given date (inclusive). - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: To retrieve issues created before the given date (inclusive). - kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -78,12 +69,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.component_keys - airbyte_config.organization - - airbyte_spec.image - - airbyte_config.component_keys - airbyte_config.user_token + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-spacex-api/airbyte.yml b/_data/meltano/extractors/tap-spacex-api/airbyte.yml index 1c0d09835..1d045e403 100644 --- a/_data/meltano/extractors/tap-spacex-api/airbyte.yml +++ b/_data/meltano/extractors/tap-spacex-api/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Open Source REST API for SpaceX launch, rocket, core, capsule, starlink, launchpad, and landing pad data. domain_url: https://github.com/r-spacex/SpaceX-API @@ -22,6 +22,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-spacex-api settings: +- description: '' + kind: password + label: Airbyte Config Id + name: airbyte_config.id + sensitive: true +- description: '' + kind: string + label: Airbyte Config Options + name: airbyte_config.options - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -38,24 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: '' - kind: password - label: Airbyte Config Id - name: airbyte_config.id - sensitive: true -- description: '' - kind: string - label: Airbyte Config Options - name: airbyte_config.options -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,9 +56,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_spec +- - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-square/airbyte.yml b/_data/meltano/extractors/tap-square/airbyte.yml index 6942cca78..caafe606f 100644 --- a/_data/meltano/extractors/tap-square/airbyte.yml +++ b/_data/meltano/extractors/tap-square/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Financial and Merchant Services domain_url: https://developer.squareup.com/us/en executable: tap-airbyte @@ -21,26 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-square settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-square -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: OAuth Credentials, API Key - kind: string - label: Airbyte Config Credentials Credentials Title - name: airbyte_config.credentials.credentials_title +- description: The API key for a Square application + kind: password + label: Airbyte Config Credentials Api Key + name: airbyte_config.credentials.api_key + sensitive: true - description: The Square-issued ID of your application kind: password label: Airbyte Config Credentials Client Id @@ -51,16 +36,20 @@ settings: label: Airbyte Config Credentials Client Secret name: airbyte_config.credentials.client_secret sensitive: true +- description: OAuth Credentials, API Key + kind: string + label: Airbyte Config Credentials Credentials Title + name: airbyte_config.credentials.credentials_title - description: A refresh token generated using the above client ID and secret kind: password label: Airbyte Config Credentials Refresh Token name: airbyte_config.credentials.refresh_token sensitive: true -- description: The API key for a Square application - kind: password - label: Airbyte Config Credentials Api Key - name: airbyte_config.credentials.api_key - sensitive: true +- description: In some streams there is an option to include deleted objects (Items, + Categories, Discounts, Taxes) + kind: boolean + label: Airbyte Config Include Deleted Objects + name: airbyte_config.include_deleted_objects - description: Determines whether to use the sandbox or production environment. kind: boolean label: Airbyte Config Is Sandbox @@ -70,20 +59,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: In some streams there is an option to include deleted objects (Items, - Categories, Discounts, Taxes) - kind: boolean - label: Airbyte Config Include Deleted Objects - name: airbyte_config.include_deleted_objects -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-square +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -93,6 +84,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.is_sandbox - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-square/singer-io.yml b/_data/meltano/extractors/tap-square/singer-io.yml index b8e906c01..09fa1e411 100644 --- a/_data/meltano/extractors/tap-square/singer-io.yml +++ b/_data/meltano/extractors/tap-square/singer-io.yml @@ -16,38 +16,38 @@ pip_url: git+https://github.com/singer-io/tap-square.git quality: silver repo: https://github.com/singer-io/tap-square settings: -- description: The user agent to send with requests. - label: User Agent - name: user_agent -- description: Your refresh token. +- description: Your client ID. kind: password - label: Refresh Token - name: refresh_token + label: Client ID + name: client_id sensitive: true - description: Your client secret. kind: password label: Client Secret name: client_secret sensitive: true -- description: Your client ID. +- description: Your refresh token. kind: password - label: Client ID - name: client_id + label: Refresh Token + name: refresh_token sensitive: true +- description: Whether to use a sandbox account or not. Default, False. + kind: boolean + label: Sandbox + name: sandbox - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: Whether to use a sandbox account or not. Default, False. - kind: boolean - label: Sandbox - name: sandbox +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: -- - refresh_token +- - client_id - client_secret - - client_id + - refresh_token - start_date settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-statuspage/airbyte.yml b/_data/meltano/extractors/tap-statuspage/airbyte.yml index d0a4a181e..aaa710f38 100644 --- a/_data/meltano/extractors/tap-statuspage/airbyte.yml +++ b/_data/meltano/extractors/tap-statuspage/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Status and incident communication tool domain_url: https://www.atlassian.com/software/statuspage executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-statuspage settings: +- description: Your API Key. See here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Key. See here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key - - airbyte_spec.image - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-strava/airbyte.yml b/_data/meltano/extractors/tap-strava/airbyte.yml index ff539521b..0a49ae27f 100644 --- a/_data/meltano/extractors/tap-strava/airbyte.yml +++ b/_data/meltano/extractors/tap-strava/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Fitness Social Network domain_url: https://developers.strava.com/docs/reference/#api-models-DetailedAthlete executable: tap-airbyte @@ -21,22 +21,10 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-strava settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-strava -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: The Athlete ID of your Strava developer application. + kind: integer + label: Airbyte Config Athlete Id + name: airbyte_config.athlete_id - description: '' kind: options label: Airbyte Config Auth Type @@ -59,23 +47,26 @@ settings: label: Airbyte Config Refresh Token name: airbyte_config.refresh_token sensitive: true -- description: The Athlete ID of your Strava developer application. - kind: integer - label: Airbyte Config Athlete Id - name: airbyte_config.athlete_id - description: UTC date and time. Any data before this date will not be replicated. kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-strava +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -85,13 +76,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.client_id - - airbyte_spec.image +- - airbyte_config.athlete_id + - airbyte_config.client_id - airbyte_config.client_secret - - airbyte_config.athlete_id - - airbyte_config.start_date - airbyte_config.refresh_token + - airbyte_config.start_date + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-strava/briansloane.yml b/_data/meltano/extractors/tap-strava/briansloane.yml index dbb66d138..c68331344 100644 --- a/_data/meltano/extractors/tap-strava/briansloane.yml +++ b/_data/meltano/extractors/tap-strava/briansloane.yml @@ -15,42 +15,42 @@ pip_url: git+https://github.com/briansloane/tap-strava.git quality: unknown repo: https://github.com/briansloane/tap-strava settings: +- description: Your Strava access token. + kind: password + label: Access Token + name: access_token + sensitive: true - description: Your Strava client ID. kind: password label: Client ID name: client_id sensitive: true -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date - description: Your Strave client secret. kind: password label: Client Secret name: client_secret sensitive: true -- description: Your Strava refresh token. Requires `read_all` permissions. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true -- description: Your Strava access token. - kind: password - label: Access Token - name: access_token - sensitive: true - description: Your Strava auth code. kind: password label: Code name: code sensitive: true +- description: Your Strava refresh token. Requires `read_all` permissions. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: -- - client_id - - start_date +- - access_token + - client_id - client_secret - - refresh_token - - access_token - code + - refresh_token + - start_date variant: briansloane diff --git a/_data/meltano/extractors/tap-stripe/airbyte.yml b/_data/meltano/extractors/tap-stripe/airbyte.yml index e91d3f988..a8bf80452 100644 --- a/_data/meltano/extractors/tap-stripe/airbyte.yml +++ b/_data/meltano/extractors/tap-stripe/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Online payment processing for internet businesses domain_url: https://stripe.com/docs/api executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-stripe settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-stripe -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Your Stripe account ID (starts with 'acct_', find yours here). kind: password label: Airbyte Config Account Id @@ -47,11 +31,6 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Only data generated - after this date will be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date - description: When set, the connector will always re-export data from the past N days, where N is the value set here. This is useful if your data is frequently updated after creation. More info here. + The key is case sensitive. + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true +- description: https://eu-api.surveysparrow.com/v3, https://api.surveysparrow.com/v3 + kind: string + label: Airbyte Config Region Url Base + name: airbyte_config.region.url_base +- description: A List of your survey ids for survey-specific stream + kind: array + label: Airbyte Config Survey Id + name: airbyte_config.survey_id - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,29 +51,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your access token. See here. - The key is case sensitive. - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: A List of your survey ids for survey-specific stream - kind: array - label: Airbyte Config Survey Id - name: airbyte_config.survey_id -- description: https://eu-api.surveysparrow.com/v3, https://api.surveysparrow.com/v3 - kind: string - label: Airbyte Config Region Url Base - name: airbyte_config.region.url_base -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -69,10 +60,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.access_token - airbyte_spec - - airbyte_config.access_token + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-surveycto/airbyte.yml b/_data/meltano/extractors/tap-surveycto/airbyte.yml index ba25acba5..1e88b3d57 100644 --- a/_data/meltano/extractors/tap-surveycto/airbyte.yml +++ b/_data/meltano/extractors/tap-surveycto/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Mobile data collection platform domain_url: https://www.surveycto.com/ executable: tap-airbyte @@ -21,6 +21,27 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-surveycto settings: +- description: Unique identifier for one of your forms + kind: array + label: Airbyte Config Form Id + name: airbyte_config.form_id +- description: Password to authenticate into the SurveyCTO server + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: The name of the SurveryCTO server + kind: string + label: Airbyte Config Server Name + name: airbyte_config.server_name +- description: initial date for survey cto + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Username to authenticate into the SurveyCTO server + kind: string + label: Airbyte Config Username + name: airbyte_config.username - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,36 +58,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The name of the SurveryCTO server - kind: string - label: Airbyte Config Server Name - name: airbyte_config.server_name -- description: Username to authenticate into the SurveyCTO server - kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Password to authenticate into the SurveyCTO server - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: Unique identifier for one of your forms - kind: array - label: Airbyte Config Form Id - name: airbyte_config.form_id -- description: initial date for survey cto - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -76,13 +67,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.form_id - - airbyte_spec.image - airbyte_config.password - airbyte_config.server_name - airbyte_config.username - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-surveymonkey/airbyte.yml b/_data/meltano/extractors/tap-surveymonkey/airbyte.yml index b68272cf8..2f3aea055 100644 --- a/_data/meltano/extractors/tap-surveymonkey/airbyte.yml +++ b/_data/meltano/extractors/tap-surveymonkey/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Online Survey Tool domain_url: https://developer.surveymonkey.com/api/v3/ executable: tap-airbyte @@ -21,34 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-surveymonkey settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-surveymonkey -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Depending on the originating datacenter of the SurveyMonkey account, - the API access URL may be different. - kind: options - label: Airbyte Config Origin - name: airbyte_config.origin - options: - - label: Usa - value: USA - - label: Europe - value: Europe - - label: Canada - value: Canada +- description: Access Token for making authenticated requests. See the docs + for information on how to generate this key. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true - description: '' kind: string label: Airbyte Config Credentials Auth Method @@ -63,12 +41,18 @@ settings: label: Airbyte Config Credentials Client Secret name: airbyte_config.credentials.client_secret sensitive: true -- description: Access Token for making authenticated requests. See the docs - for information on how to generate this key. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true +- description: Depending on the originating datacenter of the SurveyMonkey account, + the API access URL may be different. + kind: options + label: Airbyte Config Origin + name: airbyte_config.origin + options: + - label: Usa + value: USA + - label: Europe + value: Europe + - label: Canada + value: Canada - description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated. kind: string @@ -79,15 +63,22 @@ settings: kind: array label: Airbyte Config Survey Ids name: airbyte_config.survey_ids -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-surveymonkey +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -97,10 +88,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.credentials.access_token +- - airbyte_config.credentials.access_token - airbyte_config.credentials.auth_method + - airbyte_config.start_date - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-tableau/tailsdotcom.yml b/_data/meltano/extractors/tap-tableau/tailsdotcom.yml index 5a2090ca7..90f5d9605 100644 --- a/_data/meltano/extractors/tap-tableau/tailsdotcom.yml +++ b/_data/meltano/extractors/tap-tableau/tailsdotcom.yml @@ -1,7 +1,7 @@ capabilities: - catalog -- state - discover +- state domain_url: https://www.tableau.com/ executable: tap-tableau-server keywords: @@ -19,29 +19,29 @@ settings: - description: Your Tableau host. label: Host name: host -- description: Your Tableau username. - label: Username - name: username +- description: Limit + kind: integer + label: Limit + name: limit - description: Your Tableau password kind: password label: Password name: password sensitive: true -- description: Your Tableau site ID. - label: Site Id - name: site_id -- description: Limit - kind: integer - label: Limit - name: limit -- description: The relation types to include - kind: array - label: Relation Types Include - name: relation_types_include - description: The relation types to exclude kind: array label: Relation Types Exclude name: relation_types_exclude +- description: The relation types to include + kind: array + label: Relation Types Include + name: relation_types_include +- description: Your Tableau site ID. + label: Site Id + name: site_id +- description: Your Tableau username. + label: Username + name: username settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-talkdesk-explore/airbyte.yml b/_data/meltano/extractors/tap-talkdesk-explore/airbyte.yml index 4838176f3..52b3ea958 100644 --- a/_data/meltano/extractors/tap-talkdesk-explore/airbyte.yml +++ b/_data/meltano/extractors/tap-talkdesk-explore/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: End-to-End Cloud Contact Center & CX Solution domain_url: https://www.talkdesk.com/ executable: tap-airbyte @@ -21,6 +21,27 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-talkdesk-explore settings: +- description: Talkdesk API key. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Talkdesk Auth URL. Only 'client_credentials' auth type supported at + the moment. + kind: string + label: Airbyte Config Auth Url + name: airbyte_config.auth_url +- description: The date from which you'd like to replicate data for Talkdesk Explore + API, in the format YYYY-MM-DDT00:00:00. All data generated after this date will + be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Timezone to use when generating reports. Only IANA timezones are supported + (https://nodatime.org/TimeZones) + kind: string + label: Airbyte Config Timezone + name: airbyte_config.timezone - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,36 +58,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The date from which you'd like to replicate data for Talkdesk Explore - API, in the format YYYY-MM-DDT00:00:00. All data generated after this date will - be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Timezone to use when generating reports. Only IANA timezones are supported - (https://nodatime.org/TimeZones) - kind: string - label: Airbyte Config Timezone - name: airbyte_config.timezone -- description: Talkdesk Auth URL. Only 'client_credentials' auth type supported at - the moment. - kind: string - label: Airbyte Config Auth Url - name: airbyte_config.auth_url -- description: Talkdesk API key. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -76,10 +67,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.api_key +- - airbyte_spec.image + - connector_config.api_key - connector_config.auth_url - - airbyte_spec.image - connector_config.start_date settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-tempo/airbyte.yml b/_data/meltano/extractors/tap-tempo/airbyte.yml index acfd47e7d..00f852907 100644 --- a/_data/meltano/extractors/tap-tempo/airbyte.yml +++ b/_data/meltano/extractors/tap-tempo/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Timesheets Software domain_url: https://www.tempo.io/ executable: tap-airbyte @@ -21,6 +21,12 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-tempo settings: +- description: Tempo API Token. Go to Tempo>Settings, scroll down to Data Access and + select API integration. + kind: password + label: Airbyte Config Api Token + name: airbyte_config.api_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,21 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Tempo API Token. Go to Tempo>Settings, scroll down to Data Access and - select API integration. - kind: password - label: Airbyte Config Api Token - name: airbyte_config.api_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,9 +52,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.api_token - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.api_token settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-the-guardian-api/airbyte.yml b/_data/meltano/extractors/tap-the-guardian-api/airbyte.yml index f88e9663a..c7ff9733b 100644 --- a/_data/meltano/extractors/tap-the-guardian-api/airbyte.yml +++ b/_data/meltano/extractors/tap-the-guardian-api/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Brisith Daily Newspaper domain_url: https://open-platform.theguardian.com/ executable: tap-airbyte @@ -21,38 +21,35 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-the-guardian-api settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-the-guardian-api -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Your API Key. See here. The key is case sensitive. kind: password label: Airbyte Config Api Key name: airbyte_config.api_key sensitive: true -- description: Use this to set the minimum date (YYYY-MM-DD) of the results. Results - older than the start_date will not be shown. +- description: (Optional) Use this to set the maximum date (YYYY-MM-DD) of the results. + Results newer than the end_date will not be shown. Default is set to the current + date (today) for incremental syncs. kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date + label: Airbyte Config End Date + name: airbyte_config.end_date - description: (Optional) The query (q) parameter filters the results to only those that include that search term. The q parameter supports AND, OR and NOT operators. kind: string label: Airbyte Config Query name: airbyte_config.query +- description: (Optional) Use this to filter the results by a particular section. + See here + for a list of all sections, and here + for the sections endpoint documentation. + kind: string + label: Airbyte Config Section + name: airbyte_config.section +- description: Use this to set the minimum date (YYYY-MM-DD) of the results. Results + older than the start_date will not be shown. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: (Optional) A tag is a piece of data that is used by The Guardian to categorise content. Use this parameter to filter results by showing only the ones matching the entered tag. See here @@ -61,28 +58,22 @@ settings: kind: string label: Airbyte Config Tag name: airbyte_config.tag -- description: (Optional) Use this to filter the results by a particular section. - See here - for a list of all sections, and here - for the sections endpoint documentation. +- description: Airbyte image to run kind: string - label: Airbyte Config Section - name: airbyte_config.section -- description: (Optional) Use this to set the maximum date (YYYY-MM-DD) of the results. - Results newer than the end_date will not be shown. Default is set to the current - date (today) for incremental syncs. + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-the-guardian-api +- description: Airbyte image tag kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -92,11 +83,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.api_key - airbyte_config.start_date - airbyte_spec - - airbyte_config.api_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-tidb/airbyte.yml b/_data/meltano/extractors/tap-tidb/airbyte.yml index 9c32d6610..cb362daac 100644 --- a/_data/meltano/extractors/tap-tidb/airbyte.yml +++ b/_data/meltano/extractors/tap-tidb/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Open-source NewSQL database domain_url: https://github.com/pingcap/tidb executable: tap-airbyte @@ -21,62 +21,48 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-tidb settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-tidb -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: Hostname of the database. - kind: string - label: Airbyte Config Host - name: airbyte_config.host -- description: Port of the database. - kind: integer - label: Airbyte Config Port - name: airbyte_config.port - description: Name of the database. kind: string label: Airbyte Config Database name: airbyte_config.database -- description: Username to use to access the database. +- description: Hostname of the database. kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Password associated with the username. - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true + label: Airbyte Config Host + name: airbyte_config.host - description: "Additional properties to pass to the JDBC URL string when connecting to the database formatted as 'key=value' pairs separated by the symbol '&'. (example: key1=value1&key2=value2&key3=value3)" kind: string label: Airbyte Config Jdbc Url Params name: airbyte_config.jdbc_url_params +- description: Password associated with the username. + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: Port of the database. + kind: integer + label: Airbyte Config Port + name: airbyte_config.port - description: Encrypt data using SSL. kind: boolean label: Airbyte Config Ssl name: airbyte_config.ssl -- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH - kind: string - label: Airbyte Config Tunnel Method Tunnel Method - name: airbyte_config.tunnel_method.tunnel_method +- description: OS-level user account ssh key credentials in RSA PEM format ( created + with ssh-keygen -t rsa -m PEM -f myuser_rsa ) + kind: password + label: Airbyte Config Tunnel Method Ssh Key + name: airbyte_config.tunnel_method.ssh_key + sensitive: true - description: Hostname of the jump server host that allows inbound ssh tunnel., Hostname of the jump server host that allows inbound ssh tunnel. kind: string label: Airbyte Config Tunnel Method Tunnel Host name: airbyte_config.tunnel_method.tunnel_host +- description: NO_TUNNEL, SSH_KEY_AUTH, SSH_PASSWORD_AUTH + kind: string + label: Airbyte Config Tunnel Method Tunnel Method + name: airbyte_config.tunnel_method.tunnel_method - description: Port on the proxy/jump server that accepts inbound ssh connections., Port on the proxy/jump server that accepts inbound ssh connections. kind: integer @@ -87,26 +73,31 @@ settings: kind: string label: Airbyte Config Tunnel Method Tunnel User name: airbyte_config.tunnel_method.tunnel_user -- description: OS-level user account ssh key credentials in RSA PEM format ( created - with ssh-keygen -t rsa -m PEM -f myuser_rsa ) - kind: password - label: Airbyte Config Tunnel Method Ssh Key - name: airbyte_config.tunnel_method.ssh_key - sensitive: true - description: OS-level password for logging into the jump server host kind: password label: Airbyte Config Tunnel Method Tunnel User Password name: airbyte_config.tunnel_method.tunnel_user_password sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Username to use to access the database. + kind: string + label: Airbyte Config Username + name: airbyte_config.username +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-tidb +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -116,12 +107,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.port - - connector_config.username - - connector_config.host +- - airbyte_spec.image - connector_config.database - - airbyte_spec.image + - connector_config.host + - connector_config.port + - connector_config.username settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-tiktok-business/hkuffel.yml b/_data/meltano/extractors/tap-tiktok-business/hkuffel.yml index a30e71214..e83df49d5 100644 --- a/_data/meltano/extractors/tap-tiktok-business/hkuffel.yml +++ b/_data/meltano/extractors/tap-tiktok-business/hkuffel.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -18,6 +18,15 @@ pip_url: git+https://github.com/hkuffel/tap-tiktok-business.git quality: silver repo: https://github.com/hkuffel/tap-tiktok-business settings: +- description: The token to authenticate against the API service + kind: password + label: Access Token + name: access_token + sensitive: true +- description: unique ids for each TikTok business account to be queried + kind: array + label: Business Ids + name: business_ids - description: Client ID for the TikTok Business API kind: password label: Client Id @@ -28,46 +37,37 @@ settings: label: Client Secret name: client_secret sensitive: true -- description: The token to authenticate against the API service - kind: password - label: Access Token - name: access_token - sensitive: true +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: The token to generate a new access token kind: password label: Refresh Token name: refresh_token sensitive: true -- description: unique ids for each TikTok business account to be queried - kind: array - label: Business Ids - name: business_ids - description: The earliest record date to sync label: Start Date name: start_date -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested - properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - client_id +- - access_token + - business_ids + - client_id - client_secret - - access_token - refresh_token - - business_ids settings_preamble: '' usage: '' variant: hkuffel diff --git a/_data/meltano/extractors/tap-tiktok/airbyte.yml b/_data/meltano/extractors/tap-tiktok/airbyte.yml index f22691845..35bb8900c 100644 --- a/_data/meltano/extractors/tap-tiktok/airbyte.yml +++ b/_data/meltano/extractors/tap-tiktok/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Social Media Marketing Platform domain_url: https://ads.tiktok.com/marketing_api/homepage executable: tap-airbyte @@ -21,36 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-tiktok-marketing settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-tiktok-marketing -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: oauth2.0, sandbox_access_token - kind: string - label: Airbyte Config Credentials Auth Type - name: airbyte_config.credentials.auth_type -- description: The Developer Application App ID. - kind: password - label: Airbyte Config Credentials App Id - name: airbyte_config.credentials.app_id - sensitive: true -- description: The Developer Application Secret. - kind: password - label: Airbyte Config Credentials Secret - name: airbyte_config.credentials.secret - sensitive: true - description: Long-term Authorized Access Token., The long-term authorized access token. kind: password @@ -62,11 +32,20 @@ settings: label: Airbyte Config Credentials Advertiser Id name: airbyte_config.credentials.advertiser_id sensitive: true -- description: 'The Start Date in format: YYYY-MM-DD. Any data before this date will - not be replicated. If this parameter is not set, all data will be replicated.' +- description: The Developer Application App ID. + kind: password + label: Airbyte Config Credentials App Id + name: airbyte_config.credentials.app_id + sensitive: true +- description: oauth2.0, sandbox_access_token kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date + label: Airbyte Config Credentials Auth Type + name: airbyte_config.credentials.auth_type +- description: The Developer Application Secret. + kind: password + label: Airbyte Config Credentials Secret + name: airbyte_config.credentials.secret + sensitive: true - description: The date until which you'd like to replicate data for all incremental streams, in the format YYYY-MM-DD. All data generated between start_date and this date will be replicated. Not setting this option will result in always syncing @@ -88,15 +67,27 @@ settings: value: DAY - label: Hour value: HOUR -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: 'The Start Date in format: YYYY-MM-DD. Any data before this date will + not be replicated. If this parameter is not set, all data will be replicated.' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-tiktok-marketing +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -106,6 +97,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image settings_preamble: '' diff --git a/_data/meltano/extractors/tap-timely/airbyte.yml b/_data/meltano/extractors/tap-timely/airbyte.yml index ede198f9d..4c81a452e 100644 --- a/_data/meltano/extractors/tap-timely/airbyte.yml +++ b/_data/meltano/extractors/tap-timely/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Time Management App domain_url: https://timelyapp.com/ executable: tap-airbyte @@ -21,6 +21,20 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-timely settings: +- description: Timely account id + kind: password + label: Airbyte Config Account Id + name: airbyte_config.account_id + sensitive: true +- description: Timely bearer token + kind: password + label: Airbyte Config Bearer Token + name: airbyte_config.bearer_token + sensitive: true +- description: start date + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,29 +51,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Timely account id - kind: password - label: Airbyte Config Account Id - name: airbyte_config.account_id - sensitive: true -- description: start date - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Timely bearer token - kind: password - label: Airbyte Config Bearer Token - name: airbyte_config.bearer_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -69,11 +60,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.bearer_token - - connector_config.start_date - - airbyte_spec.image +- - airbyte_spec.image - connector_config.account_id + - connector_config.bearer_token + - connector_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-tmdb/airbyte.yml b/_data/meltano/extractors/tap-tmdb/airbyte.yml index f6685c6e2..079be81b0 100644 --- a/_data/meltano/extractors/tap-tmdb/airbyte.yml +++ b/_data/meltano/extractors/tap-tmdb/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: User editable database for movies and TV shows domain_url: https://developers.themoviedb.org/3/getting-started executable: tap-airbyte @@ -21,6 +21,25 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-tmdb settings: +- description: API Key from tmdb account + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: Language expressed in ISO 639-1 scheme, Mandate for required streams + (Example en-US) + kind: string + label: Airbyte Config Language + name: airbyte_config.language +- description: Target movie ID, Mandate for movie streams (Example is 550) + kind: password + label: Airbyte Config Movie Id + name: airbyte_config.movie_id + sensitive: true +- description: Target movie ID, Mandate for search streams + kind: string + label: Airbyte Config Query + name: airbyte_config.query - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,34 +56,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key from tmdb account - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Target movie ID, Mandate for movie streams (Example is 550) - kind: password - label: Airbyte Config Movie Id - name: airbyte_config.movie_id - sensitive: true -- description: Target movie ID, Mandate for search streams - kind: string - label: Airbyte Config Query - name: airbyte_config.query -- description: Language expressed in ISO 639-1 scheme, Mandate for required streams - (Example en-US) - kind: string - label: Airbyte Config Language - name: airbyte_config.language -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -74,13 +65,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.api_key + - airbyte_config.language - airbyte_config.movie_id - - airbyte_config.api_key - - airbyte_spec.image - airbyte_config.query - - airbyte_config.language + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-toggl/airbyte.yml b/_data/meltano/extractors/tap-toggl/airbyte.yml index 5862ef392..f1b4839e4 100644 --- a/_data/meltano/extractors/tap-toggl/airbyte.yml +++ b/_data/meltano/extractors/tap-toggl/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Time Tracking Software domain_url: https://www.toggl.com/ executable: tap-airbyte @@ -21,53 +21,44 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-toggl settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-toggl -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Your API Token. See here. The token is case sensitive. kind: password label: Airbyte Config Api Token name: airbyte_config.api_token sensitive: true +- description: To retrieve time entries created before the given date (inclusive). + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date - description: Your organization id. See here. kind: integer label: Airbyte Config Organization Id name: airbyte_config.organization_id +- description: To retrieve time entries created after the given date (inclusive). + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Your workspace id. See here. kind: integer label: Airbyte Config Workspace Id name: airbyte_config.workspace_id -- description: To retrieve time entries created after the given date (inclusive). +- description: Airbyte image to run kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: To retrieve time entries created before the given date (inclusive). + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-toggl +- description: Airbyte image tag kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -77,14 +68,23 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec - - airbyte_config.api_token - - airbyte_spec.image - - airbyte_config.start_date - - airbyte_config.organization_id +- - airbyte_config.api_token - airbyte_config.end_date + - airbyte_config.organization_id + - airbyte_config.start_date - airbyte_config.workspace_id + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-trello/airbyte.yml b/_data/meltano/extractors/tap-trello/airbyte.yml index 04e65e417..25a66f8ae 100644 --- a/_data/meltano/extractors/tap-trello/airbyte.yml +++ b/_data/meltano/extractors/tap-trello/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Project Management Software domain_url: https://developer.atlassian.com/cloud/trello/rest/ executable: tap-airbyte @@ -21,6 +21,30 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-trello settings: +- description: IDs of the boards to replicate data from. If left empty, data from + all boards to which you have access will be replicated. + kind: array + label: Airbyte Config Board Ids + name: airbyte_config.board_ids +- description: Trello API key. See the docs + for instructions on how to generate it. + kind: password + label: Airbyte Config Key + name: airbyte_config.key + sensitive: true +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before + this date will not be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Trello v API token. See the docs + for instructions on how to generate it. + kind: password + label: Airbyte Config Token + name: airbyte_config.token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,39 +61,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Trello v API token. See the docs - for instructions on how to generate it. - kind: password - label: Airbyte Config Token - name: airbyte_config.token - sensitive: true -- description: Trello API key. See the docs - for instructions on how to generate it. - kind: password - label: Airbyte Config Key - name: airbyte_config.key - sensitive: true -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Any data before - this date will not be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: IDs of the boards to replicate data from. If left empty, data from - all boards to which you have access will be replicated. - kind: array - label: Airbyte Config Board Ids - name: airbyte_config.board_ids -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -79,12 +70,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.token +- - airbyte_config.key + - airbyte_config.start_date + - airbyte_config.token - airbyte_spec - airbyte_spec.image - - airbyte_config.key - - airbyte_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-trello/singer-io.yml b/_data/meltano/extractors/tap-trello/singer-io.yml index 2b99a87be..45f7409f5 100644 --- a/_data/meltano/extractors/tap-trello/singer-io.yml +++ b/_data/meltano/extractors/tap-trello/singer-io.yml @@ -15,22 +15,6 @@ pip_url: tap-trello quality: bronze repo: https://github.com/singer-io/tap-trello settings: -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date -- description: Your Trello Consumer Key - kind: password - label: Consumer Key - name: consumer_key - sensitive: true -- description: Your Trello Consumer Secret - kind: password - label: Consumer Secret - name: consumer_secret - sensitive: true - description: Your Trello Access Token kind: password label: Access Token @@ -41,10 +25,26 @@ settings: label: Access Token name: access_token_secret sensitive: true +- description: Your Trello Consumer Key + kind: password + label: Consumer Key + name: consumer_key + sensitive: true +- description: Your Trello Consumer Secret + kind: password + label: Consumer Secret + name: consumer_secret + sensitive: true +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: -- - start_date +- - access_token + - access_token_secret - consumer_key - consumer_secret - - access_token - - access_token_secret + - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-tvmaze-schedule/airbyte.yml b/_data/meltano/extractors/tap-tvmaze-schedule/airbyte.yml index 897ae1d2c..7ebdbad5c 100644 --- a/_data/meltano/extractors/tap-tvmaze-schedule/airbyte.yml +++ b/_data/meltano/extractors/tap-tvmaze-schedule/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: TV guide service domain_url: https://www.tvmaze.com/ executable: tap-airbyte @@ -21,6 +21,24 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-tvmaze-schedule settings: +- description: Country code for domestic TV schedule retrieval. + kind: string + label: Airbyte Config Domestic Schedule Country Code + name: airbyte_config.domestic_schedule_country_code +- description: "End date for TV schedule retrieval. May be in the future. Optional.\n" + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date +- description: Start date for TV schedule retrieval. May be in the future. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: "ISO 3166-1 country code for web TV schedule retrieval. Leave blank + for\nall countries plus global web channels (e.g. Netflix). Alternatively,\nset + to 'global' for just global web channels.\n" + kind: string + label: Airbyte Config Web Schedule Country Code + name: airbyte_config.web_schedule_country_code - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,33 +55,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Start date for TV schedule retrieval. May be in the future. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: "End date for TV schedule retrieval. May be in the future. Optional.\n" - kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Country code for domestic TV schedule retrieval. - kind: string - label: Airbyte Config Domestic Schedule Country Code - name: airbyte_config.domestic_schedule_country_code -- description: "ISO 3166-1 country code for web TV schedule retrieval. Leave blank - for\nall countries plus global web channels (e.g. Netflix). Alternatively,\nset - to 'global' for just global web channels.\n" - kind: string - label: Airbyte Config Web Schedule Country Code - name: airbyte_config.web_schedule_country_code -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -73,11 +64,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.domestic_schedule_country_code - airbyte_config.start_date - airbyte_spec - - airbyte_config.domestic_schedule_country_code + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-twilio/airbyte.yml b/_data/meltano/extractors/tap-twilio/airbyte.yml index 5456cbaa9..2257824fe 100644 --- a/_data/meltano/extractors/tap-twilio/airbyte.yml +++ b/_data/meltano/extractors/tap-twilio/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud communications platform as a service domain_url: https://www.twilio.com/ executable: tap-airbyte @@ -21,6 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-twilio-taskrouter settings: +- description: Twilio Account ID + kind: password + label: Airbyte Config Account Sid + name: airbyte_config.account_sid + sensitive: true +- description: Twilio Auth Token + kind: password + label: Airbyte Config Auth Token + name: airbyte_config.auth_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Twilio Account ID - kind: password - label: Airbyte Config Account Sid - name: airbyte_config.account_sid - sensitive: true -- description: Twilio Auth Token - kind: password - label: Airbyte Config Auth Token - name: airbyte_config.auth_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,9 +56,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.auth_token - - airbyte_config.account_sid +- - airbyte_config.account_sid + - airbyte_config.auth_token - airbyte_spec.image settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-twilio/transferwise.yml b/_data/meltano/extractors/tap-twilio/transferwise.yml index 3a89e3a54..6ac6d92f1 100644 --- a/_data/meltano/extractors/tap-twilio/transferwise.yml +++ b/_data/meltano/extractors/tap-twilio/transferwise.yml @@ -1,6 +1,6 @@ capabilities: -- discover - catalog +- discover - state description: Cloud communications platform as a service domain_url: https://www.twilio.com/ diff --git a/_data/meltano/extractors/tap-twinfield/yoast.yml b/_data/meltano/extractors/tap-twinfield/yoast.yml index c4d7b2511..62a774294 100644 --- a/_data/meltano/extractors/tap-twinfield/yoast.yml +++ b/_data/meltano/extractors/tap-twinfield/yoast.yml @@ -19,12 +19,6 @@ settings: - description: Your Twinfield office. label: Office name: office -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date - description: Your Twinfield organisation. label: Organisation name: organisation @@ -33,13 +27,19 @@ settings: label: Password name: password sensitive: true +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date - description: Your Twinfield username. label: Username name: username settings_group_validation: - - office - - start_date - organisation - password + - start_date - username variant: yoast diff --git a/_data/meltano/extractors/tap-twitter-ads/singer-io.yml b/_data/meltano/extractors/tap-twitter-ads/singer-io.yml index d1825cf67..3e92041a2 100644 --- a/_data/meltano/extractors/tap-twitter-ads/singer-io.yml +++ b/_data/meltano/extractors/tap-twitter-ads/singer-io.yml @@ -15,68 +15,68 @@ pip_url: tap-twitter-ads quality: silver repo: https://github.com/singer-io/tap-twitter-ads settings: -- description: OAuth 1.0a credentials - Consumer Key +- description: OAuth 1.0a credentials - Access Token kind: password - label: Consumer Key - name: consumer_key + label: Access Token + name: access_token sensitive: true -- description: To configure the read and connect timeout for twitter-ads client. Default - is 300 seconds. - kind: integer - label: Request Timeout - name: request_timeout -- description: Comma-delimited list of Twitter Ad Account IDs. - label: Account IDs - name: account_ids - description: OAuth 1.0a credentials - Access Token Secret kind: password label: Access Token Secret name: access_token_secret sensitive: true +- description: Comma-delimited list of Twitter Ad Account IDs. + label: Account IDs + name: account_ids - description: Number of days for latency look-back period to allow analytical reporting numbers to stabilize. label: Attribution Window name: attribution_window -- description: An optional parameter to configure custom page_size. - kind: integer - label: Page Size - name: page_size +- description: OAuth 1.0a credentials - Consumer Key + kind: password + label: Consumer Key + name: consumer_key + sensitive: true - description: OAuth 1.0a credentials - Consumer Secret kind: password label: Consumer Secret name: consumer_secret sensitive: true -- description: OAuth 1.0a credentials - Access Token - kind: password - label: Access Token - name: access_token - sensitive: true - description: Comma-delimited list of ISO 2-letter country codes for targeting and segmentation. (e.g. "US, CA, MX, DE") label: Country Codes name: country_codes -- description: Specifies whether to include logically deleted records in the results. - kind: boolean - label: With Deleted - name: with_deleted +- description: An optional parameter to configure custom page_size. + kind: integer + label: Page Size + name: page_size +- description: Object array of specified reports with name, entity, segment, and granularity. + kind: object + label: Reports + name: reports +- description: To configure the read and connect timeout for twitter-ads client. Default + is 300 seconds. + kind: integer + label: Request Timeout + name: request_timeout - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Object array of specified reports with name, entity, segment, and granularity. - kind: object - label: Reports - name: reports - description: The user agent to send with requests. label: User Agent name: user_agent +- description: Specifies whether to include logically deleted records in the results. + kind: boolean + label: With Deleted + name: with_deleted settings_group_validation: -- - consumer_key - - account_ids +- - access_token - access_token_secret + - account_ids + - consumer_key - consumer_secret - - access_token - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-twitter/airbyte.yml b/_data/meltano/extractors/tap-twitter/airbyte.yml index 53130b703..2b36fc682 100644 --- a/_data/meltano/extractors/tap-twitter/airbyte.yml +++ b/_data/meltano/extractors/tap-twitter/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Social Networking Website domain_url: https://developer.twitter.com executable: tap-airbyte @@ -21,6 +21,23 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-twitter settings: +- description: API Key + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: End data to retrieve data + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date +- description: Twitter Search query + kind: string + label: Airbyte Config Query + name: airbyte_config.query +- description: From what date you want to start retrieving dta + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,32 +54,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: API Key - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Twitter Search query - kind: string - label: Airbyte Config Query - name: airbyte_config.query -- description: From what date you want to start retrieving dta - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: End data to retrieve data - kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -72,6 +63,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key - airbyte_config.query diff --git a/_data/meltano/extractors/tap-tyntec-sms/airbyte.yml b/_data/meltano/extractors/tap-tyntec-sms/airbyte.yml index b6c73c0a5..adcf6c2fc 100644 --- a/_data/meltano/extractors/tap-tyntec-sms/airbyte.yml +++ b/_data/meltano/extractors/tap-tyntec-sms/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: APIs for Tyntec SMS data domain_url: https://api.tyntec.com/reference/sms/current.html#sms-api executable: tap-airbyte @@ -21,6 +21,23 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-tyntec-sms settings: +- description: Your Tyntec API Key. See here + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: The phone number of the SMS message sender (international). + kind: string + label: Airbyte Config From + name: airbyte_config.from +- description: The content of the SMS message to be sent. + kind: string + label: Airbyte Config Message + name: airbyte_config.message +- description: The phone number of the SMS message recipient (international). + kind: string + label: Airbyte Config To + name: airbyte_config.to - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,32 +54,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your Tyntec API Key. See here - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: The phone number of the SMS message recipient (international). - kind: string - label: Airbyte Config To - name: airbyte_config.to -- description: The phone number of the SMS message sender (international). - kind: string - label: Airbyte Config From - name: airbyte_config.from -- description: The content of the SMS message to be sent. - kind: string - label: Airbyte Config Message - name: airbyte_config.message -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -72,12 +63,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image +- - airbyte_config.api_key - airbyte_config.from - airbyte_config.to - - airbyte_config.api_key - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-typeform/airbyte.yml b/_data/meltano/extractors/tap-typeform/airbyte.yml index b278e2d0d..70c20ab2b 100644 --- a/_data/meltano/extractors/tap-typeform/airbyte.yml +++ b/_data/meltano/extractors/tap-typeform/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Survey and Form Software domain_url: https://developer.typeform.com/ executable: tap-airbyte @@ -21,6 +21,23 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-typeform settings: +- description: When this parameter is set, the connector will replicate data only + from the input forms. Otherwise, all forms in your Typeform account will be replicated. + You can find form IDs in your form URLs. For example, in the URL "https://mysite.typeform.com/to/u6nXL7" + the form_id is u6nXL7. You can find form URLs on Share panel + kind: array + label: Airbyte Config Form Ids + name: airbyte_config.form_ids +- description: 'UTC date and time in the format: YYYY-MM-DDTHH:mm:ss[Z]. Any data + before this date will not be replicated.' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: The API Token for a Typeform account. + kind: password + label: Airbyte Config Token + name: airbyte_config.token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,32 +54,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: 'UTC date and time in the format: YYYY-MM-DDTHH:mm:ss[Z]. Any data - before this date will not be replicated.' - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: The API Token for a Typeform account. - kind: password - label: Airbyte Config Token - name: airbyte_config.token - sensitive: true -- description: When this parameter is set, the connector will replicate data only - from the input forms. Otherwise, all forms in your Typeform account will be replicated. - You can find form IDs in your form URLs. For example, in the URL "https://mysite.typeform.com/to/u6nXL7" - the form_id is u6nXL7. You can find form URLs on Share panel - kind: array - label: Airbyte Config Form Ids - name: airbyte_config.form_ids -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -72,11 +63,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.token - - airbyte_spec.image +- - airbyte_config.start_date + - airbyte_config.token - airbyte_spec - - airbyte_config.start_date + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-urban-airship/singer-io.yml b/_data/meltano/extractors/tap-urban-airship/singer-io.yml index 0f527a4d1..d3a5dd299 100644 --- a/_data/meltano/extractors/tap-urban-airship/singer-io.yml +++ b/_data/meltano/extractors/tap-urban-airship/singer-io.yml @@ -15,16 +15,16 @@ pip_url: tap-urban-airship quality: bronze repo: https://github.com/singer-io/tap-urban-airship settings: -- description: Your Airship App secret. - kind: password - label: App Secret - name: app_secret - sensitive: true - description: Your Airship App Key. kind: password label: App Key name: app_key sensitive: true +- description: Your Airship App secret. + kind: password + label: App Secret + name: app_secret + sensitive: true - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." @@ -35,7 +35,7 @@ settings: label: User Agent name: user_agent settings_group_validation: -- - app_secret - - app_key +- - app_key + - app_secret - start_date variant: singer-io diff --git a/_data/meltano/extractors/tap-us-census/airbyte.yml b/_data/meltano/extractors/tap-us-census/airbyte.yml index 354e47ba6..5589e6722 100644 --- a/_data/meltano/extractors/tap-us-census/airbyte.yml +++ b/_data/meltano/extractors/tap-us-census/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: US Census API domain_url: https://www.census.gov/data/developers/guidance/api-user-guide.Example_API_Queries.html @@ -22,6 +22,19 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-us-census settings: +- description: Your API Key. Get your key here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: The query parameters portion of the GET request, without the api key + kind: string + label: Airbyte Config Query Params + name: airbyte_config.query_params +- description: The path portion of the GET request + kind: string + label: Airbyte Config Query Path + name: airbyte_config.query_path - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -38,28 +51,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The query parameters portion of the GET request, without the api key - kind: string - label: Airbyte Config Query Params - name: airbyte_config.query_params -- description: The path portion of the GET request - kind: string - label: Airbyte Config Query Path - name: airbyte_config.query_path -- description: Your API Key. Get your key here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -69,10 +60,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.api_key +- - airbyte_spec.image + - connector_config.api_key - connector_config.query_path - - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-vantage/airbyte.yml b/_data/meltano/extractors/tap-vantage/airbyte.yml index 00e4dca66..301fe1e1c 100644 --- a/_data/meltano/extractors/tap-vantage/airbyte.yml +++ b/_data/meltano/extractors/tap-vantage/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud cost transparency platform domain_url: https://vantage.readme.io/reference/general executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-vantage settings: +- description: Your API Access token. See here. + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your API Access token. See here. - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.access_token - - airbyte_spec.image - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-visma-economic/airbyte.yml b/_data/meltano/extractors/tap-visma-economic/airbyte.yml index 6d0ea9c3a..47ff94ce0 100644 --- a/_data/meltano/extractors/tap-visma-economic/airbyte.yml +++ b/_data/meltano/extractors/tap-visma-economic/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Accounting Software domain_url: https://developer.visma.com/api/e-conomic/ executable: tap-airbyte @@ -21,6 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-visma-economic settings: +- description: Identifier for the grant issued by an agreement + kind: password + label: Airbyte Config Agreement Grant Token + name: airbyte_config.agreement_grant_token + sensitive: true +- description: Identification token for app accessing data + kind: password + label: Airbyte Config App Secret Token + name: airbyte_config.app_secret_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Identification token for app accessing data - kind: password - label: Airbyte Config App Secret Token - name: airbyte_config.app_secret_token - sensitive: true -- description: Identifier for the grant issued by an agreement - kind: password - label: Airbyte Config Agreement Grant Token - name: airbyte_config.agreement_grant_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,11 +56,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.agreement_grant_token - - airbyte_spec +- - airbyte_config.agreement_grant_token - airbyte_config.app_secret_token + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-vitally/airbyte.yml b/_data/meltano/extractors/tap-vitally/airbyte.yml index 9ffcf8aed..ab65ecf65 100644 --- a/_data/meltano/extractors/tap-vitally/airbyte.yml +++ b/_data/meltano/extractors/tap-vitally/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Success Platform domain_url: https://docs.vitally.io/pushing-data-to-vitally/rest-api executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-vitally settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-vitally -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: The API Token for a Vitally account. kind: password label: Airbyte Config Api Key @@ -54,15 +38,22 @@ settings: value: churned - label: Activeorchurned value: activeOrChurned -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-vitally +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -72,11 +63,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.api_key - - airbyte_spec.image - - airbyte_spec - airbyte_config.status + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-waiteraid/airbyte.yml b/_data/meltano/extractors/tap-waiteraid/airbyte.yml index 513b87c29..893b6d3bd 100644 --- a/_data/meltano/extractors/tap-waiteraid/airbyte.yml +++ b/_data/meltano/extractors/tap-waiteraid/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Restaurant Booking System domain_url: https://app.waiteraid.com/api-docs/index.html#auth_call executable: tap-airbyte @@ -21,6 +21,20 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-waiteraid settings: +- description: Your WaiterAid API key, obtained from API request with Username and + Password + kind: string + label: Airbyte Config Auth Hash + name: airbyte_config.auth_hash +- description: Your WaiterAid restaurant id from API request to getRestaurants + kind: password + label: Airbyte Config Restid + name: airbyte_config.restid + sensitive: true +- description: Start getting data from that date. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,29 +51,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Start getting data from that date. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Your WaiterAid API key, obtained from API request with Username and - Password - kind: string - label: Airbyte Config Auth Hash - name: airbyte_config.auth_hash -- description: Your WaiterAid restaurant id from API request to getRestaurants - kind: password - label: Airbyte Config Restid - name: airbyte_config.restid - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -69,12 +60,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date +- - airbyte_config.auth_hash + - airbyte_config.restid + - airbyte_config.start_date - airbyte_spec - airbyte_spec.image - - airbyte_config.restid - - airbyte_config.auth_hash settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-weatherstack/airbyte.yml b/_data/meltano/extractors/tap-weatherstack/airbyte.yml index 2de3658c0..96a43f56b 100644 --- a/_data/meltano/extractors/tap-weatherstack/airbyte.yml +++ b/_data/meltano/extractors/tap-weatherstack/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Real-Time & Historical World Weather Data API domain_url: https://weatherstack.com/ executable: tap-airbyte @@ -21,6 +21,27 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-weatherstack settings: +- description: API access key used to retrieve data from the Weatherstack API.(https://weatherstack.com/product) + kind: password + label: Airbyte Config Access Key + name: airbyte_config.access_key + sensitive: true +- description: This is required for enabling the Historical date API with format- + (YYYY-MM-DD). * Note, only supported by paid accounts + kind: string + label: Airbyte Config Historical Date + name: airbyte_config.historical_date +- description: Toggle if you're using a Paid + subscription + kind: boolean + label: Airbyte Config Is Paid Account + name: airbyte_config.is_paid_account +- description: A location to query such as city, IP, latitudeLongitude, or zipcode. + Multiple locations with semicolon seperated if using a professional plan or higher. + For more info- (https://weatherstack.com/documentation#query_parameter) + kind: string + label: Airbyte Config Query + name: airbyte_config.query - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,36 +58,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Toggle if you're using a Paid - subscription - kind: boolean - label: Airbyte Config Is Paid Account - name: airbyte_config.is_paid_account -- description: API access key used to retrieve data from the Weatherstack API.(https://weatherstack.com/product) - kind: password - label: Airbyte Config Access Key - name: airbyte_config.access_key - sensitive: true -- description: A location to query such as city, IP, latitudeLongitude, or zipcode. - Multiple locations with semicolon seperated if using a professional plan or higher. - For more info- (https://weatherstack.com/documentation#query_parameter) - kind: string - label: Airbyte Config Query - name: airbyte_config.query -- description: This is required for enabling the Historical date API with format- - (YYYY-MM-DD). * Note, only supported by paid accounts - kind: string - label: Airbyte Config Historical Date - name: airbyte_config.historical_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -76,12 +67,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.historical_date +- - airbyte_config.access_key + - airbyte_config.historical_date + - airbyte_config.query - airbyte_spec - airbyte_spec.image - - airbyte_config.access_key - - airbyte_config.query settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-webflow/airbyte.yml b/_data/meltano/extractors/tap-webflow/airbyte.yml index 50cebf419..678b0de87 100644 --- a/_data/meltano/extractors/tap-webflow/airbyte.yml +++ b/_data/meltano/extractors/tap-webflow/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: No-code website builder domain_url: https://webflow.com executable: tap-airbyte @@ -21,6 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-webflow settings: +- description: The API token for authenticating to Webflow. See https://university.webflow.com/lesson/intro-to-the-webflow-api + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: The id of the Webflow site you are requesting data from. See https://developers.webflow.com/#sites + kind: password + label: Airbyte Config Site Id + name: airbyte_config.site_id + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The id of the Webflow site you are requesting data from. See https://developers.webflow.com/#sites - kind: password - label: Airbyte Config Site Id - name: airbyte_config.site_id - sensitive: true -- description: The API token for authenticating to Webflow. See https://university.webflow.com/lesson/intro-to-the-webflow-api - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,10 +56,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.api_key +- - airbyte_spec.image + - connector_config.api_key - connector_config.site_id - - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-whisky-hunter/airbyte.yml b/_data/meltano/extractors/tap-whisky-hunter/airbyte.yml index 83bf7e7b5..cadc04660 100644 --- a/_data/meltano/extractors/tap-whisky-hunter/airbyte.yml +++ b/_data/meltano/extractors/tap-whisky-hunter/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Market Research Tools For Collectors domain_url: https://whiskyhunter.net/api/ executable: tap-airbyte @@ -31,25 +31,16 @@ settings: label: Airbyte Spec Tag name: airbyte_spec.tag value: latest +- description: '' + kind: object + label: Connector Config + name: connector_config - description: Docker mounts to make available to the Airbyte container. Expects a list of maps containing source, target, and type as is documented in the docker --mount documentation kind: array label: Docker Mounts name: docker_mounts -- description: '' - kind: object - label: Connector Config - name: connector_config -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -59,6 +50,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image settings_preamble: '' diff --git a/_data/meltano/extractors/tap-wikipedia-pageviews/airbyte.yml b/_data/meltano/extractors/tap-wikipedia-pageviews/airbyte.yml index af45916ed..460f62541 100644 --- a/_data/meltano/extractors/tap-wikipedia-pageviews/airbyte.yml +++ b/_data/meltano/extractors/tap-wikipedia-pageviews/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Wikipedia Pageviews API domain_url: https://wikimedia.org/api/rest_v1/#/Pageviews%20data executable: tap-airbyte @@ -21,26 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-wikipedia-pageviews settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-wikipedia-pageviews -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: If you want to filter by project, use the domain of any Wikimedia project. - kind: string - label: Airbyte Config Project - name: airbyte_config.project - description: If you want to filter by access method, use one of desktop, mobile-app or mobile-web. If you are interested in pageviews regardless of access method, use all-access. @@ -58,28 +38,39 @@ settings: kind: string label: Airbyte Config Article name: airbyte_config.article -- description: The date of the first day to include, in YYYYMMDD or YYYYMMDDHH format. +- description: The ISO 3166-1 alpha-2 code of a country for which to retrieve top + articles. kind: string - label: Airbyte Config Start - name: airbyte_config.start + label: Airbyte Config Country + name: airbyte_config.country - description: The date of the last day to include, in YYYYMMDD or YYYYMMDDHH format. kind: string label: Airbyte Config End name: airbyte_config.end -- description: The ISO 3166-1 alpha-2 code of a country for which to retrieve top - articles. +- description: If you want to filter by project, use the domain of any Wikimedia project. kind: string - label: Airbyte Config Country - name: airbyte_config.country -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Config Project + name: airbyte_config.project +- description: The date of the first day to include, in YYYYMMDD or YYYYMMDDHH format. + kind: string + label: Airbyte Config Start + name: airbyte_config.start +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-wikipedia-pageviews +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -89,16 +80,25 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.project - - airbyte_config.access - - airbyte_spec.image - - airbyte_config.start +- - airbyte_config.access - airbyte_config.agent - - airbyte_config.end - - airbyte_config.country - airbyte_config.article + - airbyte_config.country + - airbyte_config.end + - airbyte_config.project + - airbyte_config.start - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-wix/hotgluexyz.yml b/_data/meltano/extractors/tap-wix/hotgluexyz.yml index 6df377e1b..a2bff5186 100644 --- a/_data/meltano/extractors/tap-wix/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-wix/hotgluexyz.yml @@ -25,11 +25,6 @@ settings: label: Access Token name: access_token sensitive: true -- description: Your Wix refresh token. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true - description: Your Wix Client ID. kind: password label: Client ID @@ -49,6 +44,11 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: Your Wix refresh token. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true - description: The earliest record date to sync kind: date_iso8601 label: Start Date @@ -62,9 +62,9 @@ settings: label: Stream Maps name: stream_maps settings_group_validation: -- - refresh_token - - client_id +- - client_id - client_secret + - refresh_token settings_preamble: '' usage: '' variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-woocommerce/airbyte.yml b/_data/meltano/extractors/tap-woocommerce/airbyte.yml index c4fe73ff5..ff946325e 100644 --- a/_data/meltano/extractors/tap-woocommerce/airbyte.yml +++ b/_data/meltano/extractors/tap-woocommerce/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: eCommerce Plugin for Wordpress domain_url: http://woocommerce.github.io/woocommerce-rest-api-docs/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-woocommerce settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-woocommerce -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: Customer Key for API in WooCommerce shop kind: password label: Airbyte Config Api Key @@ -47,6 +31,12 @@ settings: label: Airbyte Config Api Secret name: airbyte_config.api_secret sensitive: true +- description: A conversion window is the period of time after an ad interaction (such + as an ad click or video view) during which a conversion, such as a purchase, is + recorded in Google Ads + kind: integer + label: Airbyte Config Conversion Window Days + name: airbyte_config.conversion_window_days - description: The name of the store. For https://EXAMPLE.com, the shop name is 'EXAMPLE.com'. kind: string label: Airbyte Config Shop @@ -55,21 +45,22 @@ settings: kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: A conversion window is the period of time after an ad interaction (such - as an ad click or video view) during which a conversion, such as a purchase, is - recorded in Google Ads - kind: integer - label: Airbyte Config Conversion Window Days - name: airbyte_config.conversion_window_days -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-woocommerce +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -79,13 +70,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.api_key - airbyte_config.api_secret - airbyte_config.shop - - airbyte_spec.image - airbyte_config.start_date - - airbyte_config.api_key + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-woocommerce/hotgluexyz.yml b/_data/meltano/extractors/tap-woocommerce/hotgluexyz.yml index ef14aa5c1..48b916bc3 100644 --- a/_data/meltano/extractors/tap-woocommerce/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-woocommerce/hotgluexyz.yml @@ -15,10 +15,6 @@ pip_url: git+https://github.com/hotgluexyz/tap-woocommerce.git quality: silver repo: https://github.com/hotgluexyz/tap-woocommerce settings: -- description: WooCommerce Site URL - kind: string - label: Site URL - name: site_url - description: WooCommerce API Consumer Key kind: password label: Consumer Key @@ -29,10 +25,15 @@ settings: label: Consumer Secret name: consumer_secret sensitive: true +- description: WooCommerce Site URL + kind: string + label: Site URL + name: site_url - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date +settings_group_validation: [] variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-workable/airbyte.yml b/_data/meltano/extractors/tap-workable/airbyte.yml index 2e59c232a..f84926fb1 100644 --- a/_data/meltano/extractors/tap-workable/airbyte.yml +++ b/_data/meltano/extractors/tap-workable/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Recruiting Software domain_url: https://workable.readme.io/reference/generate-an-access-token#generate-an-api-access-token @@ -22,6 +22,19 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-workable settings: +- description: Your Workable account subdomain, e.g. https://your_account_subdomain.workable.com. + kind: string + label: Airbyte Config Account Subdomain + name: airbyte_config.account_subdomain +- description: Your Workable API Key. See here. + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true +- description: 'Get data that was created since this date (format: YYYYMMDDTHHMMSSZ).' + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -38,28 +51,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your Workable API Key. See here. - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: Your Workable account subdomain, e.g. https://your_account_subdomain.workable.com. - kind: string - label: Airbyte Config Account Subdomain - name: airbyte_config.account_subdomain -- description: 'Get data that was created since this date (format: YYYYMMDDTHHMMSSZ).' - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -69,12 +60,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_config.account_subdomain - - airbyte_spec.image +- - airbyte_config.account_subdomain - airbyte_config.api_key + - airbyte_config.start_date - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-workday-raas/singer-io.yml b/_data/meltano/extractors/tap-workday-raas/singer-io.yml index d214b2251..dd0426b06 100644 --- a/_data/meltano/extractors/tap-workday-raas/singer-io.yml +++ b/_data/meltano/extractors/tap-workday-raas/singer-io.yml @@ -15,23 +15,23 @@ pip_url: tap-workday-raas quality: silver repo: https://github.com/singer-io/tap-workday-raas settings: +- description: The password of the workday account with access to the reports to extract + kind: password + label: Password + name: password + sensitive: true - description: A JSON string containing a list of objects containing the report_name and report_url. report_name is the name of the stream for the report, and the report_url is the URL to the Workday XML REST link for the report you wish to extract. label: Reports name: reports -- description: The password of the workday account with access to the reports to extract - kind: password - label: Password - name: password - sensitive: true - description: The username of the workday account with access to the reports to extract label: Username name: username settings_group_validation: -- - reports - - password +- - password + - reports - username usage: |- ### Reports Configuration diff --git a/_data/meltano/extractors/tap-workramp/airbyte.yml b/_data/meltano/extractors/tap-workramp/airbyte.yml index d269919ab..8bfdd8078 100644 --- a/_data/meltano/extractors/tap-workramp/airbyte.yml +++ b/_data/meltano/extractors/tap-workramp/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Learning Management System domain_url: https://www.workramp.com/products/enterprise/integrations/ executable: tap-airbyte @@ -21,6 +21,16 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-workramp settings: +- description: The id of the Academy + kind: password + label: Airbyte Config Academy Id + name: airbyte_config.academy_id + sensitive: true +- description: The API Token for Workramp + kind: password + label: Airbyte Config Api Key + name: airbyte_config.api_key + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,25 +47,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The API Token for Workramp - kind: password - label: Airbyte Config Api Key - name: airbyte_config.api_key - sensitive: true -- description: The id of the Academy - kind: password - label: Airbyte Config Academy Id - name: airbyte_config.academy_id - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -65,10 +56,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.academy_id +- - airbyte_config.academy_id - airbyte_config.api_key + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-wrike/airbyte.yml b/_data/meltano/extractors/tap-wrike/airbyte.yml index e54d4c01a..7374d71b9 100644 --- a/_data/meltano/extractors/tap-wrike/airbyte.yml +++ b/_data/meltano/extractors/tap-wrike/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Versatile & Robust Project Management Software domain_url: https://developers.wrike.com/ executable: tap-airbyte @@ -21,6 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-wrike settings: +- description: Permanent access token. You can find documentation on how to acquire + a permanent access token here + kind: password + label: Airbyte Config Access Token + name: airbyte_config.access_token + sensitive: true +- description: UTC date and time in the format 2017-01-25T00:00:00Z. Only comments + after this date will be replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Wrike's instance such as `app-us2.wrike.com` + kind: string + label: Airbyte Config Wrike Instance + name: airbyte_config.wrike_instance - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Permanent access token. You can find documentation on how to acquire - a permanent access token here - kind: password - label: Airbyte Config Access Token - name: airbyte_config.access_token - sensitive: true -- description: Wrike's instance such as `app-us2.wrike.com` - kind: string - label: Airbyte Config Wrike Instance - name: airbyte_config.wrike_instance -- description: UTC date and time in the format 2017-01-25T00:00:00Z. Only comments - after this date will be replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,9 +61,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.access_token - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.access_token - connector_config.wrike_instance settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-wrike/potloc.yml b/_data/meltano/extractors/tap-wrike/potloc.yml index 72ad87e42..0302bf24b 100644 --- a/_data/meltano/extractors/tap-wrike/potloc.yml +++ b/_data/meltano/extractors/tap-wrike/potloc.yml @@ -16,11 +16,6 @@ pip_url: git+https://github.com/potloc/tap-wrike.git quality: silver repo: https://github.com/potloc/tap-wrike settings: -- description: Your Wrike refresh token, if using OAuth2 credentials. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true - description: Your Wrike client ID, if using OAuth2 credentials. kind: password label: Client ID @@ -31,6 +26,11 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: Your Wrike refresh token, if using OAuth2 credentials. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true - description: Your Wrike permanent token, if using a permanent access token auth flow. kind: password @@ -38,9 +38,9 @@ settings: name: token sensitive: true settings_group_validation: -- - refresh_token - - client_id +- - client_id - client_secret + - refresh_token - - token settings_preamble: | ### Authorization diff --git a/_data/meltano/extractors/tap-xero/airbyte.yml b/_data/meltano/extractors/tap-xero/airbyte.yml index a1707c8cc..055016d63 100644 --- a/_data/meltano/extractors/tap-xero/airbyte.yml +++ b/_data/meltano/extractors/tap-xero/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Accounting Software domain_url: https://developer.xero.com/documentation/ executable: tap-airbyte @@ -21,22 +21,15 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-xero settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-xero -- description: Airbyte image tag +- description: oauth, custom_connection kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts + label: Airbyte Config Authentication Auth Type + name: airbyte_config.authentication.auth_type +- description: Enter your Xero application's refresh token + kind: password + label: Airbyte Config Authentication Refresh Token + name: airbyte_config.authentication.refresh_token + sensitive: true - description: Enter your Xero application's Client ID kind: password label: Airbyte Config Client Id @@ -47,38 +40,36 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true -- description: Enter your Xero organization's Tenant ID - kind: password - label: Airbyte Config Tenant Id - name: airbyte_config.tenant_id - sensitive: true - description: Enter your required list of scopes (delimited by comma) kind: string label: Airbyte Config Scopes name: airbyte_config.scopes -- description: oauth, custom_connection - kind: string - label: Airbyte Config Authentication Auth Type - name: airbyte_config.authentication.auth_type -- description: Enter your Xero application's refresh token - kind: password - label: Airbyte Config Authentication Refresh Token - name: airbyte_config.authentication.refresh_token - sensitive: true - description: UTC date and time in the format YYYY-MM-DDTHH:mm:ssZ. Any data with created_at before this data will not be synced. kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Enter your Xero organization's Tenant ID + kind: password + label: Airbyte Config Tenant Id + name: airbyte_config.tenant_id + sensitive: true +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-xero +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -88,13 +79,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.client_id - - airbyte_config.scopes - - airbyte_spec.image - - airbyte_config.tenant_id - airbyte_config.client_secret + - airbyte_config.scopes - airbyte_config.start_date + - airbyte_config.tenant_id + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-xero/singer-io.yml b/_data/meltano/extractors/tap-xero/singer-io.yml index 9c132072f..ca165cce5 100644 --- a/_data/meltano/extractors/tap-xero/singer-io.yml +++ b/_data/meltano/extractors/tap-xero/singer-io.yml @@ -15,12 +15,6 @@ pip_url: tap-xero quality: silver repo: https://github.com/singer-io/tap-xero settings: -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date - description: Your Xero client ID. Issued when you create your app. kind: password label: Client ID @@ -31,25 +25,31 @@ settings: label: Client Secret name: client_secret sensitive: true -- description: Your Xero tenant ID. - label: Tenant ID - name: tenant_id +- description: Whether to include archive contacts in the sync. + kind: boolean + label: Include Archived Contacts + name: include_archived_contacts - description: Your Xero refresh token. kind: password label: Refresh Token name: refresh_token sensitive: true -- description: Whether to include archive contacts in the sync. - kind: boolean - label: Include Archived Contacts - name: include_archived_contacts +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date +- description: Your Xero tenant ID. + label: Tenant ID + name: tenant_id - description: The user agent sent with your requests to the Xero API. label: User Agent name: user_agent settings_group_validation: -- - start_date - - client_id +- - client_id - client_secret - - tenant_id - refresh_token + - start_date + - tenant_id variant: singer-io diff --git a/_data/meltano/extractors/tap-xkcd/airbyte.yml b/_data/meltano/extractors/tap-xkcd/airbyte.yml index 33cf872e1..f6dda1daa 100644 --- a/_data/meltano/extractors/tap-xkcd/airbyte.yml +++ b/_data/meltano/extractors/tap-xkcd/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: XKCD Webcomic API domain_url: https://xkcd.com/ executable: tap-airbyte @@ -31,25 +31,16 @@ settings: label: Airbyte Spec Tag name: airbyte_spec.tag value: latest +- description: '' + kind: object + label: Connector Config + name: connector_config - description: Docker mounts to make available to the Airbyte container. Expects a list of maps containing source, target, and type as is documented in the docker --mount documentation kind: array label: Docker Mounts name: docker_mounts -- description: '' - kind: object - label: Connector Config - name: connector_config -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -59,6 +50,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image settings_preamble: '' diff --git a/_data/meltano/extractors/tap-yandex-metrica/airbyte.yml b/_data/meltano/extractors/tap-yandex-metrica/airbyte.yml index 1555539a2..9141554ed 100644 --- a/_data/meltano/extractors/tap-yandex-metrica/airbyte.yml +++ b/_data/meltano/extractors/tap-yandex-metrica/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Web Analytics Software domain_url: https://metrica.yandex.com/ executable: tap-airbyte @@ -21,6 +21,24 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-yandex-metrica settings: +- description: Your Yandex Metrica API access token + kind: password + label: Airbyte Config Auth Token + name: airbyte_config.auth_token + sensitive: true +- description: Counter ID + kind: password + label: Airbyte Config Counter Id + name: airbyte_config.counter_id + sensitive: true +- description: UTC date and time in the format YYYY-MM-DD. + kind: string + label: Airbyte Config End Date + name: airbyte_config.end_date +- description: UTC date and time in the format YYYY-MM-DD. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,33 +55,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Your Yandex Metrica API access token - kind: password - label: Airbyte Config Auth Token - name: airbyte_config.auth_token - sensitive: true -- description: Counter ID - kind: password - label: Airbyte Config Counter Id - name: airbyte_config.counter_id - sensitive: true -- description: UTC date and time in the format YYYY-MM-DD. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: UTC date and time in the format YYYY-MM-DD. - kind: string - label: Airbyte Config End Date - name: airbyte_config.end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -73,12 +64,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.start_date +- - airbyte_spec.image + - connector_config.auth_token - connector_config.counter_id - - airbyte_spec.image - connector_config.end_date - - connector_config.auth_token + - connector_config.start_date settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-yotpo/singer-io.yml b/_data/meltano/extractors/tap-yotpo/singer-io.yml index 6fea847bd..78cb3dfcb 100644 --- a/_data/meltano/extractors/tap-yotpo/singer-io.yml +++ b/_data/meltano/extractors/tap-yotpo/singer-io.yml @@ -15,38 +15,38 @@ pip_url: tap-yotpo quality: silver repo: https://github.com/singer-io/tap-yotpo settings: +- description: Your API key. Can be found in your Yotpo settings. + kind: password + label: API Key + name: api_key + sensitive: true - description: Your API secret. Can be found in your Yotpo settings. kind: password label: API Secret name: api_secret sensitive: true -- description: Parameter is used to re-fetch reviews that have been updated (or deleted) - since the last time they were synced. Default, 30. +- description: Parameter is used to fetch updated email statistics (opens, clicks, + etc) for emails sent by Yotpo. Default, 30. kind: integer - label: Reviews Lookback Days - name: reviews_lookback_days + label: Email Stats Lookback Days + name: email_stats_lookback_days - description: 'An optional paramater to set timeout for requests. Default: 300 seconds.' kind: integer label: Request Timeout name: request_timeout +- description: Parameter is used to re-fetch reviews that have been updated (or deleted) + since the last time they were synced. Default, 30. + kind: integer + label: Reviews Lookback Days + name: reviews_lookback_days - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date -- description: Parameter is used to fetch updated email statistics (opens, clicks, - etc) for emails sent by Yotpo. Default, 30. - kind: integer - label: Email Stats Lookback Days - name: email_stats_lookback_days -- description: Your API key. Can be found in your Yotpo settings. - kind: password - label: API Key - name: api_key - sensitive: true settings_group_validation: -- - api_secret +- - api_key + - api_secret - start_date - - api_key variant: singer-io diff --git a/_data/meltano/extractors/tap-younium/airbyte.yml b/_data/meltano/extractors/tap-younium/airbyte.yml index 5e075e36f..6f45df797 100644 --- a/_data/meltano/extractors/tap-younium/airbyte.yml +++ b/_data/meltano/extractors/tap-younium/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Younium is a subscription management platform domain_url: https://developer.younium.com/ executable: tap-airbyte @@ -21,6 +21,24 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-younium settings: +- description: Legal Entity that data should be pulled from + kind: string + label: Airbyte Config Legal Entity + name: airbyte_config.legal_entity +- description: Account password for younium account API key + kind: password + label: Airbyte Config Password + name: airbyte_config.password + sensitive: true +- description: Property defining if connector is used against playground or production + environment + kind: boolean + label: Airbyte Config Playground + name: airbyte_config.playground +- description: Username for Younium account + kind: string + label: Airbyte Config Username + name: airbyte_config.username - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,33 +55,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Username for Younium account - kind: string - label: Airbyte Config Username - name: airbyte_config.username -- description: Account password for younium account API key - kind: password - label: Airbyte Config Password - name: airbyte_config.password - sensitive: true -- description: Legal Entity that data should be pulled from - kind: string - label: Airbyte Config Legal Entity - name: airbyte_config.legal_entity -- description: Property defining if connector is used against playground or production - environment - kind: boolean - label: Airbyte Config Playground - name: airbyte_config.playground -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -73,12 +64,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.legal_entity - - airbyte_spec.image - - airbyte_spec - - airbyte_config.username - airbyte_config.password + - airbyte_config.username + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-youtube-analytics/airbyte.yml b/_data/meltano/extractors/tap-youtube-analytics/airbyte.yml index c7ed9565c..2011a4721 100644 --- a/_data/meltano/extractors/tap-youtube-analytics/airbyte.yml +++ b/_data/meltano/extractors/tap-youtube-analytics/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Video Streaming Platform domain_url: https://developers.google.com/youtube/ executable: tap-airbyte @@ -21,6 +21,21 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-youtube-analytics settings: +- description: The Client ID of your developer application + kind: password + label: Airbyte Config Credentials Client Id + name: airbyte_config.credentials.client_id + sensitive: true +- description: The client secret of your developer application + kind: password + label: Airbyte Config Credentials Client Secret + name: airbyte_config.credentials.client_secret + sensitive: true +- description: A refresh token generated using the above client ID and secret + kind: password + label: Airbyte Config Credentials Refresh Token + name: airbyte_config.credentials.refresh_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,30 +52,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The Client ID of your developer application - kind: password - label: Airbyte Config Credentials Client Id - name: airbyte_config.credentials.client_id - sensitive: true -- description: The client secret of your developer application - kind: password - label: Airbyte Config Credentials Client Secret - name: airbyte_config.credentials.client_secret - sensitive: true -- description: A refresh token generated using the above client ID and secret - kind: password - label: Airbyte Config Credentials Refresh Token - name: airbyte_config.credentials.refresh_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -70,12 +61,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec +- - airbyte_config.credentials.client_id + - airbyte_config.credentials.client_secret - airbyte_config.credentials.refresh_token - - airbyte_config.credentials.client_id + - airbyte_spec - airbyte_spec.image - - airbyte_config.credentials.client_secret settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-youtube-analytics/singer-io.yml b/_data/meltano/extractors/tap-youtube-analytics/singer-io.yml index f36b7d70e..0f5ba969b 100644 --- a/_data/meltano/extractors/tap-youtube-analytics/singer-io.yml +++ b/_data/meltano/extractors/tap-youtube-analytics/singer-io.yml @@ -18,15 +18,20 @@ settings: - description: The unique channel IDs in a comma delimited list. label: Channel IDs name: channel_ids +- description: Your client ID. + kind: password + label: Client ID + name: client_id + sensitive: true - description: Your client secret. kind: password label: Client Secret name: client_secret sensitive: true -- description: Your client ID. +- description: Your refresh token. kind: password - label: Client ID - name: client_id + label: Refresh Token + name: refresh_token sensitive: true - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n @@ -34,19 +39,14 @@ settings: kind: date_iso8601 label: Start Date name: start_date -- description: Your refresh token. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true - description: The user agent to send with requests. label: User Agent name: user_agent settings_group_validation: - - channel_ids - - client_secret - client_id - - start_date + - client_secret - refresh_token + - start_date - user_agent variant: singer-io diff --git a/_data/meltano/extractors/tap-zapier-supported-storage/airbyte.yml b/_data/meltano/extractors/tap-zapier-supported-storage/airbyte.yml index a5c53ccee..6e73a953f 100644 --- a/_data/meltano/extractors/tap-zapier-supported-storage/airbyte.yml +++ b/_data/meltano/extractors/tap-zapier-supported-storage/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Zapier Supported Storage domain_url: https://store.zapier.com/ executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zapier-supported-storage settings: +- description: Secret key supplied by zapier + kind: password + label: Airbyte Config Secret + name: airbyte_config.secret + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Secret key supplied by zapier - kind: password - label: Airbyte Config Secret - name: airbyte_config.secret - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_spec.image - - airbyte_config.secret +- - airbyte_config.secret - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-zendesk-chat/airbyte.yml b/_data/meltano/extractors/tap-zendesk-chat/airbyte.yml index aca89d990..0f0beb271 100644 --- a/_data/meltano/extractors/tap-zendesk-chat/airbyte.yml +++ b/_data/meltano/extractors/tap-zendesk-chat/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Support ticketing system & customer service platform domain_url: https://developer.zendesk.com/rest_api/docs/chat/introduction executable: tap-airbyte @@ -21,6 +21,40 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zendesk-chat settings: +- description: Access Token for making authenticated requests., The Access Token to + make authenticated requests. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true +- description: The Client ID of your OAuth application + kind: password + label: Airbyte Config Credentials Client Id + name: airbyte_config.credentials.client_id + sensitive: true +- description: The Client Secret of your OAuth application. + kind: password + label: Airbyte Config Credentials Client Secret + name: airbyte_config.credentials.client_secret + sensitive: true +- description: oauth2.0, access_token + kind: string + label: Airbyte Config Credentials Credentials + name: airbyte_config.credentials.credentials +- description: Refresh Token to obtain new Access Token, when it's expired. + kind: password + label: Airbyte Config Credentials Refresh Token + name: airbyte_config.credentials.refresh_token + sensitive: true +- description: The date from which you'd like to replicate data for Zendesk Chat API, + in the format YYYY-MM-DDT00:00:00Z. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: Required if you access Zendesk Chat from a Zendesk Support subdomain. + kind: string + label: Airbyte Config Subdomain + name: airbyte_config.subdomain - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,49 +71,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The date from which you'd like to replicate data for Zendesk Chat API, - in the format YYYY-MM-DDT00:00:00Z. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Required if you access Zendesk Chat from a Zendesk Support subdomain. - kind: string - label: Airbyte Config Subdomain - name: airbyte_config.subdomain -- description: oauth2.0, access_token - kind: string - label: Airbyte Config Credentials Credentials - name: airbyte_config.credentials.credentials -- description: The Client ID of your OAuth application - kind: password - label: Airbyte Config Credentials Client Id - name: airbyte_config.credentials.client_id - sensitive: true -- description: The Client Secret of your OAuth application. - kind: password - label: Airbyte Config Credentials Client Secret - name: airbyte_config.credentials.client_secret - sensitive: true -- description: Access Token for making authenticated requests., The Access Token to - make authenticated requests. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: Refresh Token to obtain new Access Token, when it's expired. - kind: password - label: Airbyte Config Credentials Refresh Token - name: airbyte_config.credentials.refresh_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -89,6 +80,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.start_date diff --git a/_data/meltano/extractors/tap-zendesk-chat/singer-io.yml b/_data/meltano/extractors/tap-zendesk-chat/singer-io.yml index e423d2f11..132acac15 100644 --- a/_data/meltano/extractors/tap-zendesk-chat/singer-io.yml +++ b/_data/meltano/extractors/tap-zendesk-chat/singer-io.yml @@ -15,9 +15,15 @@ pip_url: tap-zendesk-chat quality: silver repo: https://github.com/singer-io/tap-zendesk-chat settings: -- description: The user agent to send with requests. - label: User Agent - name: user_agent +- description: The Zendesk Chat access token. + kind: password + label: Access Token + name: access_token + sensitive: true +- description: The page limit of API requests, default 100. + kind: integer + label: Agents Page Limit + name: agents_page_limit - description: The chat search interval days, default 14 days. label: Chat Search Interval Days name: chat_search_interval_days @@ -33,21 +39,15 @@ settings: by the tap. Defaults to None, meaning don't full sync regularly. label: Chats Full Sync Days name: chats_full_sync_days -- description: The Zendesk Chat access token. - kind: password - label: Access Token - name: access_token - sensitive: true -- description: The page limit of API requests, default 100. - kind: integer - label: Agents Page Limit - name: agents_page_limit - description: "Determines how much historical data will be extracted. Please be aware\n that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date +- description: The user agent to send with requests. + label: User Agent + name: user_agent settings_group_validation: - - access_token - start_date diff --git a/_data/meltano/extractors/tap-zendesk-sell/airbyte.yml b/_data/meltano/extractors/tap-zendesk-sell/airbyte.yml index 9de4db660..05a48bc8a 100644 --- a/_data/meltano/extractors/tap-zendesk-sell/airbyte.yml +++ b/_data/meltano/extractors/tap-zendesk-sell/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Sales CRM Software & All-in-One Sales Platform domain_url: https://developers.getbase.com/ executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zendesk-sell settings: +- description: The API token for authenticating to Zendesk Sell + kind: password + label: Airbyte Config Api Token + name: airbyte_config.api_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: The API token for authenticating to Zendesk Sell - kind: password - label: Airbyte Config Api Token - name: airbyte_config.api_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,6 +51,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - connector_config.api_token diff --git a/_data/meltano/extractors/tap-zendesk-sell/leag.yml b/_data/meltano/extractors/tap-zendesk-sell/leag.yml index b7405a328..3c8809d00 100644 --- a/_data/meltano/extractors/tap-zendesk-sell/leag.yml +++ b/_data/meltano/extractors/tap-zendesk-sell/leag.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog - discover - state -- about - stream-maps description: Sales CRM Software & All-in-One Sales Platform domain_url: https://developers.getbase.com/ diff --git a/_data/meltano/extractors/tap-zendesk-sunshine/airbyte.yml b/_data/meltano/extractors/tap-zendesk-sunshine/airbyte.yml index 7ea167d25..ec569bbb3 100644 --- a/_data/meltano/extractors/tap-zendesk-sunshine/airbyte.yml +++ b/_data/meltano/extractors/tap-zendesk-sunshine/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Zendesk Sunshine domain_url: https://developer.zendesk.com/documentation/custom-data/custom-objects/custom-objects-handbook/ @@ -22,31 +22,17 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zendesk-sunshine settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-zendesk-sunshine -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts -- description: The subdomain for your Zendesk Account. - kind: string - label: Airbyte Config Subdomain - name: airbyte_config.subdomain -- description: The date from which you'd like to replicate data for Zendesk Sunshine - API, in the format YYYY-MM-DDT00:00:00Z. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date +- description: Long-term access Token for making authenticated requests. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true +- description: API Token. See the docs + for information on how to generate this key. + kind: password + label: Airbyte Config Credentials Api Token + name: airbyte_config.credentials.api_token + sensitive: true - description: oauth2.0, api_token kind: options label: Airbyte Config Credentials Auth Method @@ -64,30 +50,35 @@ settings: label: Airbyte Config Credentials Client Secret name: airbyte_config.credentials.client_secret sensitive: true -- description: Long-term access Token for making authenticated requests. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: API Token. See the docs - for information on how to generate this key. - kind: password - label: Airbyte Config Credentials Api Token - name: airbyte_config.credentials.api_token - sensitive: true - description: The user email for your Zendesk account kind: string label: Airbyte Config Credentials Email name: airbyte_config.credentials.email -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The date from which you'd like to replicate data for Zendesk Sunshine + API, in the format YYYY-MM-DDT00:00:00Z. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: The subdomain for your Zendesk Account. + kind: string + label: Airbyte Config Subdomain + name: airbyte_config.subdomain +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-zendesk-sunshine +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -97,10 +88,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_spec.image - - connector_config.subdomain - connector_config.start_date + - connector_config.subdomain settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-zendesk-talk/airbyte.yml b/_data/meltano/extractors/tap-zendesk-talk/airbyte.yml index 2213bea8e..b44c031f1 100644 --- a/_data/meltano/extractors/tap-zendesk-talk/airbyte.yml +++ b/_data/meltano/extractors/tap-zendesk-talk/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Zendesk Talk domain_url: https://developer.zendesk.com/api-reference/voice/talk-api executable: tap-airbyte @@ -21,6 +21,38 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zendesk-talk settings: +- description: The value of the API token generated. See the docs + for more information. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true +- description: The value of the API token generated. See the docs + for more information. + kind: password + label: Airbyte Config Credentials Api Token + name: airbyte_config.credentials.api_token + sensitive: true +- description: api_token, oauth2.0 + kind: string + label: Airbyte Config Credentials Auth Type + name: airbyte_config.credentials.auth_type +- description: The user email for your Zendesk account. + kind: string + label: Airbyte Config Credentials Email + name: airbyte_config.credentials.email +- description: The date from which you'd like to replicate data for Zendesk Talk API, + in the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be + replicated. + kind: string + label: Airbyte Config Start Date + name: airbyte_config.start_date +- description: This is your Zendesk subdomain that can be found in your account URL. + For example, in https://{MY_SUBDOMAIN}.zendesk.com/, where MY_SUBDOMAIN is the + value of your subdomain. + kind: string + label: Airbyte Config Subdomain + name: airbyte_config.subdomain - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,47 +69,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: This is your Zendesk subdomain that can be found in your account URL. - For example, in https://{MY_SUBDOMAIN}.zendesk.com/, where MY_SUBDOMAIN is the - value of your subdomain. - kind: string - label: Airbyte Config Subdomain - name: airbyte_config.subdomain -- description: api_token, oauth2.0 - kind: string - label: Airbyte Config Credentials Auth Type - name: airbyte_config.credentials.auth_type -- description: The user email for your Zendesk account. - kind: string - label: Airbyte Config Credentials Email - name: airbyte_config.credentials.email -- description: The value of the API token generated. See the docs - for more information. - kind: password - label: Airbyte Config Credentials Api Token - name: airbyte_config.credentials.api_token - sensitive: true -- description: The value of the API token generated. See the docs - for more information. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: The date from which you'd like to replicate data for Zendesk Talk API, - in the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be - replicated. - kind: string - label: Airbyte Config Start Date - name: airbyte_config.start_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -87,10 +78,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.subdomain - - airbyte_spec.image +- - airbyte_spec.image - connector_config.start_date + - connector_config.subdomain settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-zendesk/airbyte.yml b/_data/meltano/extractors/tap-zendesk/airbyte.yml index a856729aa..69c19197a 100644 --- a/_data/meltano/extractors/tap-zendesk/airbyte.yml +++ b/_data/meltano/extractors/tap-zendesk/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Support ticketing system & customer service platform domain_url: https://developer.zendesk.com/rest_api executable: tap-airbyte @@ -21,22 +21,27 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zendesk-support settings: -- description: Airbyte image to run +- description: The value of the API token generated. See the docs + for more information. + kind: password + label: Airbyte Config Credentials Access Token + name: airbyte_config.credentials.access_token + sensitive: true +- description: The value of the API token generated. See the docs + for more information. + kind: password + label: Airbyte Config Credentials Api Token + name: airbyte_config.credentials.api_token + sensitive: true +- description: oauth2.0, api_token kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-zendesk-support -- description: Airbyte image tag + label: Airbyte Config Credentials Credentials + name: airbyte_config.credentials.credentials +- description: The user email for your Zendesk account. kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts + label: Airbyte Config Credentials Email + name: airbyte_config.credentials.email - description: The date from which you'd like to replicate data for Zendesk Support API, in the format YYYY-MM-DDT00:00:00Z. All data generated after this date will be replicated. @@ -49,36 +54,22 @@ settings: kind: string label: Airbyte Config Subdomain name: airbyte_config.subdomain -- description: oauth2.0, api_token +- description: Airbyte image to run kind: string - label: Airbyte Config Credentials Credentials - name: airbyte_config.credentials.credentials -- description: The value of the API token generated. See the docs - for more information. - kind: password - label: Airbyte Config Credentials Access Token - name: airbyte_config.credentials.access_token - sensitive: true -- description: The user email for your Zendesk account. + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-zendesk-support +- description: Airbyte image tag kind: string - label: Airbyte Config Credentials Email - name: airbyte_config.credentials.email -- description: The value of the API token generated. See the docs - for more information. - kind: password - label: Airbyte Config Credentials Api Token - name: airbyte_config.credentials.api_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -88,10 +79,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.subdomain - - airbyte_spec.image +- - airbyte_spec.image - connector_config.start_date + - connector_config.subdomain settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-zendesk/hotgluexyz.yml b/_data/meltano/extractors/tap-zendesk/hotgluexyz.yml index 2a9dda2e9..3598044f7 100644 --- a/_data/meltano/extractors/tap-zendesk/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-zendesk/hotgluexyz.yml @@ -15,13 +15,15 @@ pip_url: git+https://gitlab.com/hotglue/tap-zendesk.git quality: bronze repo: https://gitlab.com/hotglue/tap-zendesk settings: -- description: This is the email you use to login to your Zendesk dashboard. For API - Authentication, `/token` is automatically appended to the email address and is - not required in the configuration. - kind: email - label: Email - name: email - placeholder: Ex. me@my-organization.com +- description: | + To use OAuth, you will need to fetch an `access_token` from a configured Zendesk integration. + + See . + documentation: https://support.zendesk.com/hc/en-us/articles/203663836 + kind: password + label: Access Token + name: access_token + sensitive: true - description: | #### How to get @@ -53,15 +55,24 @@ settings: name: api_token placeholder: Ex. ***************** sensitive: true -- description: | - To use OAuth, you will need to fetch an `access_token` from a configured Zendesk integration. - - See . - documentation: https://support.zendesk.com/hc/en-us/articles/203663836 - kind: password - label: Access Token - name: access_token - sensitive: true +- description: This is the email you use to login to your Zendesk dashboard. For API + Authentication, `/token` is automatically appended to the email address and is + not required in the configuration. + kind: email + label: Email + name: email + placeholder: Ex. me@my-organization.com +- description: Sets a limit on how much data to extract in combination with start_date. + If passed, data would be loaded for date >= start_date and date < end_date. + kind: date_iso8601 + label: End Date + name: end_date +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date - description: | When visiting your Zendesk instance, the URL is structured as follows: `SUBDOMAIN.zendesk.com`. @@ -74,25 +85,14 @@ settings: label: Zendesk Subdomain name: subdomain placeholder: Ex. my-subdomain.zendesk.com -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date -- description: Sets a limit on how much data to extract in combination with start_date. - If passed, data would be loaded for date >= start_date and date < end_date. - kind: date_iso8601 - label: End Date - name: end_date settings_group_validation: -- - email - - api_token - - subdomain +- - api_token + - email - start_date -- - access_token - subdomain +- - access_token - start_date + - subdomain usage: | ### Sideloading for Tickets diff --git a/_data/meltano/extractors/tap-zendesk/singer-io.yml b/_data/meltano/extractors/tap-zendesk/singer-io.yml index a7114de37..0b18d6e90 100644 --- a/_data/meltano/extractors/tap-zendesk/singer-io.yml +++ b/_data/meltano/extractors/tap-zendesk/singer-io.yml @@ -16,13 +16,14 @@ quality: silver repo: https://github.com/singer-io/tap-zendesk settings: - description: | - This is the email you use to login to your Zendesk dashboard. + To use OAuth, you will need to fetch an `access_token` from a configured Zendesk integration. - Not necessary when using OAuth authentication and setting [Access Token](#access-token). - kind: email - label: Email - name: email - placeholder: Ex. me@my-organization.com + See . + documentation: https://support.zendesk.com/hc/en-us/articles/203663836 + kind: password + label: Access Token + name: access_token + sensitive: true - description: | #### How to get @@ -53,14 +54,19 @@ settings: placeholder: Ex. ***************** sensitive: true - description: | - To use OAuth, you will need to fetch an `access_token` from a configured Zendesk integration. + This is the email you use to login to your Zendesk dashboard. - See . - documentation: https://support.zendesk.com/hc/en-us/articles/203663836 - kind: password - label: Access Token - name: access_token - sensitive: true + Not necessary when using OAuth authentication and setting [Access Token](#access-token). + kind: email + label: Email + name: email + placeholder: Ex. me@my-organization.com +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date - description: | When visiting your Zendesk instance, the URL is structured as follows: `SUBDOMAIN.zendesk.com`. @@ -72,18 +78,12 @@ settings: label: Zendesk Subdomain name: subdomain placeholder: Ex. my-subdomain.zendesk.com -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date settings_group_validation: -- - email - - api_token - - subdomain +- - api_token + - email - start_date -- - access_token - subdomain +- - access_token - start_date + - subdomain variant: singer-io diff --git a/_data/meltano/extractors/tap-zendesk/twilio-labs.yml b/_data/meltano/extractors/tap-zendesk/twilio-labs.yml index f0f66e878..21cead940 100644 --- a/_data/meltano/extractors/tap-zendesk/twilio-labs.yml +++ b/_data/meltano/extractors/tap-zendesk/twilio-labs.yml @@ -15,13 +15,15 @@ pip_url: twilio-tap-zendesk quality: silver repo: https://github.com/twilio-labs/twilio-tap-zendesk settings: -- description: This is the email you use to login to your Zendesk dashboard. For API - Authentication, `/token` is automatically appended to the email address and is - not required in the configuration. - kind: email - label: Email - name: email - placeholder: Ex. me@my-organization.com +- description: | + To use OAuth, you will need to fetch an `access_token` from a configured Zendesk integration. + + See . + documentation: https://support.zendesk.com/hc/en-us/articles/203663836 + kind: password + label: Access Token + name: access_token + sensitive: true - description: | #### How to get @@ -53,15 +55,24 @@ settings: name: api_token placeholder: Ex. ***************** sensitive: true -- description: | - To use OAuth, you will need to fetch an `access_token` from a configured Zendesk integration. - - See . - documentation: https://support.zendesk.com/hc/en-us/articles/203663836 - kind: password - label: Access Token - name: access_token - sensitive: true +- description: This is the email you use to login to your Zendesk dashboard. For API + Authentication, `/token` is automatically appended to the email address and is + not required in the configuration. + kind: email + label: Email + name: email + placeholder: Ex. me@my-organization.com +- description: Sets a limit on how much data to extract in combination with start_date. + If passed, data would be loaded for date >= start_date and date < end_date. + kind: date_iso8601 + label: End Date + name: end_date +- description: Determines how much historical data will be extracted. Please be aware + that the larger the time period and amount of data, the longer the initial extraction + can be expected to take. + kind: date_iso8601 + label: Start Date + name: start_date - description: | When visiting your Zendesk instance, the URL is structured as follows: `SUBDOMAIN.zendesk.com`. @@ -74,25 +85,14 @@ settings: label: Zendesk Subdomain name: subdomain placeholder: Ex. my-subdomain.zendesk.com -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. - kind: date_iso8601 - label: Start Date - name: start_date -- description: Sets a limit on how much data to extract in combination with start_date. - If passed, data would be loaded for date >= start_date and date < end_date. - kind: date_iso8601 - label: End Date - name: end_date settings_group_validation: -- - email - - api_token - - subdomain +- - api_token + - email - start_date -- - access_token - subdomain +- - access_token - start_date + - subdomain usage: | ### Sideloading for Tickets diff --git a/_data/meltano/extractors/tap-zenefits/airbyte.yml b/_data/meltano/extractors/tap-zenefits/airbyte.yml index f8ccc54d3..0e296d21a 100644 --- a/_data/meltano/extractors/tap-zenefits/airbyte.yml +++ b/_data/meltano/extractors/tap-zenefits/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Human Capital Management Software domain_url: https://developers.zenefits.com/docs/overview executable: tap-airbyte @@ -21,6 +21,12 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zenefits settings: +- description: Use Sync with Zenefits button on the link given on the readme file, + and get the token to access the api + kind: password + label: Airbyte Config Token + name: airbyte_config.token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,21 +43,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: Use Sync with Zenefits button on the link given on the readme file, - and get the token to access the api - kind: password - label: Airbyte Config Token - name: airbyte_config.token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -61,6 +52,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.token - airbyte_spec.image diff --git a/_data/meltano/extractors/tap-zenloop/airbyte.yml b/_data/meltano/extractors/tap-zenloop/airbyte.yml index 8fd6ecf87..842d70b10 100644 --- a/_data/meltano/extractors/tap-zenloop/airbyte.yml +++ b/_data/meltano/extractors/tap-zenloop/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Experience Management Platform domain_url: https://www.zenloop.com/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zenloop settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-zenloop -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: 'Zenloop API Token. You can get the API token in settings page here ' kind: password label: Airbyte Config Api Token @@ -47,27 +31,34 @@ settings: kind: string label: Airbyte Config Date From name: airbyte_config.date_from -- description: Zenloop Survey ID. Can be found here. - Leave empty to pull answers from all surveys - kind: password - label: Airbyte Config Survey Id - name: airbyte_config.survey_id - sensitive: true - description: Zenloop Survey Group ID. Can be found by pulling All Survey Groups via SurveyGroups stream. Leave empty to pull answers from all survey groups kind: password label: Airbyte Config Survey Group Id name: airbyte_config.survey_group_id sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Zenloop Survey ID. Can be found here. + Leave empty to pull answers from all surveys + kind: password + label: Airbyte Config Survey Id + name: airbyte_config.survey_id + sensitive: true +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-zenloop +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -77,9 +68,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.api_token - - airbyte_spec.image +- - airbyte_spec.image + - connector_config.api_token settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-zoho-crm/airbyte.yml b/_data/meltano/extractors/tap-zoho-crm/airbyte.yml index 5d8f89677..42dd566a2 100644 --- a/_data/meltano/extractors/tap-zoho-crm/airbyte.yml +++ b/_data/meltano/extractors/tap-zoho-crm/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Sales CRM Software domain_url: https://www.zoho.com/crm/ executable: tap-airbyte @@ -21,22 +21,6 @@ quality: silver repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zoho-crm settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-zoho-crm -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts - description: OAuth2.0 Client ID kind: password label: Airbyte Config Client Id @@ -47,11 +31,6 @@ settings: label: Airbyte Config Client Secret name: airbyte_config.client_secret sensitive: true -- description: OAuth2.0 Refresh Token - kind: password - label: Airbyte Config Refresh Token - name: airbyte_config.refresh_token - sensitive: true - description: Please choose the region of your Data Center location. More info by this Link kind: options @@ -70,21 +49,6 @@ settings: value: CN - label: Jp value: JP -- description: Please choose the environment - kind: options - label: Airbyte Config Environment - name: airbyte_config.environment - options: - - label: Production - value: Production - - label: Developer - value: Developer - - label: Sandbox - value: Sandbox -- description: 'ISO 8601, for instance: `YYYY-MM-DD`, `YYYY-MM-DD HH:MM:SS+HH:MM`' - kind: string - label: Airbyte Config Start Datetime - name: airbyte_config.start_datetime - description: Choose your Edition of Zoho CRM to determine API Concurrency Limits kind: options label: Airbyte Config Edition @@ -100,15 +64,42 @@ settings: value: Enterprise - label: Ultimate value: Ultimate -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: Please choose the environment + kind: options + label: Airbyte Config Environment + name: airbyte_config.environment + options: + - label: Production + value: Production + - label: Developer + value: Developer + - label: Sandbox + value: Sandbox +- description: OAuth2.0 Refresh Token + kind: password + label: Airbyte Config Refresh Token + name: airbyte_config.refresh_token + sensitive: true +- description: 'ISO 8601, for instance: `YYYY-MM-DD`, `YYYY-MM-DD HH:MM:SS+HH:MM`' + kind: string + label: Airbyte Config Start Datetime + name: airbyte_config.start_datetime +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-zoho-crm +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -118,14 +109,23 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - connector_config.refresh_token +- - airbyte_spec.image + - connector_config.client_id + - connector_config.client_secret - connector_config.dc_region - - connector_config.environment - connector_config.edition - - connector_config.client_secret - - airbyte_spec.image - - connector_config.client_id + - connector_config.environment + - connector_config.refresh_token settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-zoom/airbyte.yml b/_data/meltano/extractors/tap-zoom/airbyte.yml index d3ba3623d..a805a547a 100644 --- a/_data/meltano/extractors/tap-zoom/airbyte.yml +++ b/_data/meltano/extractors/tap-zoom/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Video conferencing software domain_url: https://marketplace.zoom.us/docs/api-reference/introduction executable: tap-airbyte @@ -21,6 +21,11 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zoom settings: +- description: JWT Token + kind: password + label: Airbyte Config Jwt Token + name: airbyte_config.jwt_token + sensitive: true - description: Airbyte image to run kind: string label: Airbyte Spec Image @@ -37,20 +42,6 @@ settings: kind: array label: Docker Mounts name: docker_mounts -- description: JWT Token - kind: password - label: Airbyte Config Jwt Token - name: airbyte_config.jwt_token - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -60,10 +51,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - airbyte_config.jwt_token - - airbyte_spec.image - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-zoom/mashey.yml b/_data/meltano/extractors/tap-zoom/mashey.yml index e492476e0..b0b2fcff5 100644 --- a/_data/meltano/extractors/tap-zoom/mashey.yml +++ b/_data/meltano/extractors/tap-zoom/mashey.yml @@ -21,13 +21,6 @@ prereq: | quality: silver repo: https://github.com/mashey/tap-zoom settings: -- description: Your Zoom JSON Web Token. The JWT is likely the easiest option for - tap users. Configure the JWT with a very long expiry so it does not expire. - documentation: https://marketplace.zoom.us/docs/guides/auth/jwt - kind: password - label: JSON Web Token - name: jwt - sensitive: true - description: | Your Zoom Client ID - example from docs: `7lstjK9NTyett_oeXtFiEQ`. See the [Zoom OAuth App Credentials documentation](https://marketplace.zoom.us/docs/guides/build/oauth-app#app-credentials) for more information. documentation: https://marketplace.zoom.us/docs/guides/auth/oauth @@ -42,6 +35,13 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: Your Zoom JSON Web Token. The JWT is likely the easiest option for + tap users. Configure the JWT with a very long expiry so it does not expire. + documentation: https://marketplace.zoom.us/docs/guides/auth/jwt + kind: password + label: JSON Web Token + name: jwt + sensitive: true - description: The Zoom Refresh Token that is provided after successfully authenticating with Zoom. See the [Zoom OAuth Access Token Request documentation](https://marketplace.zoom.us/docs/guides/auth/oauth#step-2-request-access-token) diff --git a/_data/meltano/extractors/tap-zuora/airbyte.yml b/_data/meltano/extractors/tap-zuora/airbyte.yml index aa81c1524..5270e32f4 100644 --- a/_data/meltano/extractors/tap-zuora/airbyte.yml +++ b/_data/meltano/extractors/tap-zuora/airbyte.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Subscription Management Platform domain_url: https://www.zuora.com/ executable: tap-airbyte @@ -21,32 +21,31 @@ quality: bronze repo: https://github.com/airbytehq/airbyte/tree/master/airbyte-integrations/connectors/source-zuora settings: -- description: Airbyte image to run - kind: string - label: Airbyte Spec Image - name: airbyte_spec.image - value: airbyte/source-zuora -- description: Airbyte image tag - kind: string - label: Airbyte Spec Tag - name: airbyte_spec.tag - value: latest -- description: Docker mounts to make available to the Airbyte container. Expects a - list of maps containing source, target, and type as is documented in the docker - --mount documentation - kind: array - label: Docker Mounts - name: docker_mounts +- description: Your OAuth user Client ID + kind: password + label: Airbyte Config Client Id + name: airbyte_config.client_id + sensitive: true +- description: Your OAuth user Client Secret + kind: password + label: Airbyte Config Client Secret + name: airbyte_config.client_secret + sensitive: true +- description: Choose between `Live`, or `Unlimited` - the optimized, replicated database + at 12 hours freshness for high volume extraction Link + kind: options + label: Airbyte Config Data Query + name: airbyte_config.data_query + options: + - label: Live + value: Live + - label: Unlimited + value: Unlimited - description: 'Start Date in format: YYYY-MM-DD' kind: string label: Airbyte Config Start Date name: airbyte_config.start_date -- description: The amount of days for each data-chunk begining from start_date. Bigger - the value - faster the fetch. (0.1 - as for couple of hours, 1 - as for a Day; - 364 - as for a Year). - kind: string - label: Airbyte Config Window In Days - name: airbyte_config.window_in_days - description: Please choose the right endpoint where your Tenant is located. More info by this Link @@ -72,36 +71,28 @@ settings: value: EU API Sandbox - label: Eu Central Sandbox value: EU Central Sandbox -- description: Choose between `Live`, or `Unlimited` - the optimized, replicated database - at 12 hours freshness for high volume extraction Link - kind: options - label: Airbyte Config Data Query - name: airbyte_config.data_query - options: - - label: Live - value: Live - - label: Unlimited - value: Unlimited -- description: Your OAuth user Client ID - kind: password - label: Airbyte Config Client Id - name: airbyte_config.client_id - sensitive: true -- description: Your OAuth user Client Secret - kind: password - label: Airbyte Config Client Secret - name: airbyte_config.client_secret - sensitive: true -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config +- description: The amount of days for each data-chunk begining from start_date. Bigger + the value - faster the fetch. (0.1 - as for couple of hours, 1 - as for a Day; + 364 - as for a Year). + kind: string + label: Airbyte Config Window In Days + name: airbyte_config.window_in_days +- description: Airbyte image to run + kind: string + label: Airbyte Spec Image + name: airbyte_spec.image + value: airbyte/source-zuora +- description: Airbyte image tag + kind: string + label: Airbyte Spec Tag + name: airbyte_spec.tag + value: latest +- description: Docker mounts to make available to the Airbyte container. Expects a + list of maps containing source, target, and type as is documented in the docker + --mount documentation + kind: array + label: Docker Mounts + name: docker_mounts - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -111,14 +102,23 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - airbyte_config.start_date - - airbyte_spec +- - airbyte_config.client_id + - airbyte_config.client_secret - airbyte_config.data_query - - airbyte_spec.image + - airbyte_config.start_date - airbyte_config.tenant_endpoint - - airbyte_config.client_secret - - airbyte_config.client_id + - airbyte_spec + - airbyte_spec.image settings_preamble: '' usage: '' variant: airbyte diff --git a/_data/meltano/extractors/tap-zuora/transferwise.yml b/_data/meltano/extractors/tap-zuora/transferwise.yml index e54f11090..6bc8786ce 100644 --- a/_data/meltano/extractors/tap-zuora/transferwise.yml +++ b/_data/meltano/extractors/tap-zuora/transferwise.yml @@ -15,27 +15,9 @@ pip_url: pipelinewise-tap-zuora quality: silver repo: https://github.com/transferwise/pipelinewise-tap-zuora settings: -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date -- description: Whether to use a sandbox or not. Default, False. - kind: boolean - label: Sandbox - name: sandbox -- description: Your username. - label: Username - name: username - description: The API type to use, e.g. `REST`. label: API Type name: api_type -- description: Your password. - kind: password - label: Password - name: password - sensitive: true - description: Whether to use a European client or not. Default, False. kind: boolean label: European @@ -43,9 +25,27 @@ settings: - description: The partner ID. label: Partner ID name: partner_id +- description: Your password. + kind: password + label: Password + name: password + sensitive: true +- description: Whether to use a sandbox or not. Default, False. + kind: boolean + label: Sandbox + name: sandbox +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: Your username. + label: Username + name: username settings_group_validation: -- - start_date - - username - - api_type +- - api_type - password + - start_date + - username variant: transferwise diff --git a/_data/meltano/loaders/target-athena/meltanolabs.yml b/_data/meltano/loaders/target-athena/meltanolabs.yml index 288e4d232..4a94b6638 100644 --- a/_data/meltano/loaders/target-athena/meltanolabs.yml +++ b/_data/meltano/loaders/target-athena/meltanolabs.yml @@ -14,18 +14,33 @@ pip_url: git+https://github.com/MeltanoLabs/target-athena.git quality: silver repo: https://github.com/MeltanoLabs/target-athena settings: +- description: (Default - False) Metadata columns add extra row level information + about data ingestions, (i.e. when was the row read in source, when was inserted + or deleted in snowflake etc.) Metadata columns are creating automatically by adding + extra columns to the tables with a column prefix _sdc_. The column names are following + the stitch naming conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. + Enabling metadata columns will flag the deleted rows by setting the _sdc_deleted_at + metadata column. Without the add_record_metadata option the deleted rows from + singer taps will not be recongisable in Snowflake. + kind: boolean + label: Add Record Metadata + name: add_record_metadata - description: The name of the Athena database to connect to. label: Athena Database name: athena_database -- description: The AWS region to use i.e. us-east-2. - label: AWS Region - name: aws_region - description: S3 Access Key Id. If not provided, aws_profile or AWS_ACCESS_KEY_ID environment variable will be used. kind: password label: AWS S3 Access Key ID name: aws_access_key_id sensitive: true +- description: Optional - AWS profile name for profile based authentication. If not + provided, AWS_PROFILE environment variable will be used. + label: AWS profile name + name: aws_profile +- description: The AWS region to use i.e. us-east-2. + label: AWS Region + name: aws_region - kind: password label: AWS S3 Secret Access Key name: aws_secret_access_key @@ -36,53 +51,27 @@ settings: label: AWS S3 Session Token name: aws_session_token sensitive: true -- description: Optional - AWS profile name for profile based authentication. If not - provided, AWS_PROFILE environment variable will be used. - label: AWS profile name - name: aws_profile -- description: AWS S3 bucket name - label: Bucket - name: s3_bucket -- description: A static prefix before the generated S3 key names. Using prefixes you - can upload files into specific directories in the S3 bucket. Default(None) - label: S3 Key Prefix - name: s3_key_prefix -- description: S3 location to stage files. Example - s3://YOUR_S3_BUCKET/path/to/ - label: S3 Staging Directory - name: s3_staging_dir +- description: The type of compression to apply before uploading. Supported options + are none (default) and gzip. For gzipped files, the file extension will automatically + be changed to .csv.gz for all files. + label: Compression + name: compression - description: (Default - ',') A one-character string used to separate fields. label: Delimiter name: delimiter -- description: (Default - '"') A one-character string used to quote fields containing - special characters, such as the delimiter or quotechar, or which contain new-line - characters. - label: Quote Character - name: quotechar -- description: (Default - False) Metadata columns add extra row level information - about data ingestions, (i.e. when was the row read in source, when was inserted - or deleted in snowflake etc.) Metadata columns are creating automatically by adding - extra columns to the tables with a column prefix _sdc_. The column names are following - the stitch naming conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. - Enabling metadata columns will flag the deleted rows by setting the _sdc_deleted_at - metadata column. Without the add_record_metadata option the deleted rows from - singer taps will not be recongisable in Snowflake. - kind: boolean - label: Add Record Metadata - name: add_record_metadata -- description: (Default - 'none') The type of encryption to use. Current supported - options are - 'none' and 'KMS'. - label: Encryption Type - name: encryption_type - description: A reference to the encryption key to use for data encryption. For KMS encryption, this should be the name of the KMS encryption key ID (e.g. '1234abcd-1234-1234-1234-1234abcd1234'). This field is ignored if 'encryption_type' is none or blank. label: Encryption Key name: encryption_key -- description: The type of compression to apply before uploading. Supported options - are none (default) and gzip. For gzipped files, the file extension will automatically - be changed to .csv.gz for all files. - label: Compression - name: compression +- description: (Default - 'none') The type of encryption to use. Current supported + options are - 'none' and 'KMS'. + label: Encryption Type + name: encryption_type +- description: Whether to flatten nested import data before loading it to Athena. + kind: boolean + label: Flattten Records + name: flatten_records - description: (Default - None) Custom naming convention of the s3 key. Replaces tokens date, stream, and timestamp with the appropriate values. Supports "folders" in s3 keys e.g. folder/folder2/{stream}/export_date={date}/{timestamp}.csv. Honors @@ -90,19 +79,30 @@ settings: = folder1/my_file.csv and s3_key_prefix = prefix_ results in folder1/prefix_my_file.csv label: Naming Convention name: naming_convention +- description: (Default - jsonl) The format to write the S3 in - jsonl or csv + label: Object Format + name: object_format +- description: (Default - '"') A one-character string used to quote fields containing + special characters, such as the delimiter or quotechar, or which contain new-line + characters. + label: Quote Character + name: quotechar +- description: AWS S3 bucket name + label: Bucket + name: s3_bucket +- description: A static prefix before the generated S3 key names. Using prefixes you + can upload files into specific directories in the S3 bucket. Default(None) + label: S3 Key Prefix + name: s3_key_prefix +- description: S3 location to stage files. Example - s3://YOUR_S3_BUCKET/path/to/ + label: S3 Staging Directory + name: s3_staging_dir - description: (Default - platform-dependent) Directory of temporary CSV files with RECORD messages. label: Temp Directory name: temp_dir -- description: (Default - jsonl) The format to write the S3 in - jsonl or csv - label: Object Format - name: object_format -- description: Whether to flatten nested import data before loading it to Athena. - kind: boolean - label: Flattten Records - name: flatten_records settings_group_validation: -- - s3_bucket - - athena_database +- - athena_database - aws_region + - s3_bucket variant: meltanolabs diff --git a/_data/meltano/loaders/target-azureblobstorage/shrutikaponde-vc.yml b/_data/meltano/loaders/target-azureblobstorage/shrutikaponde-vc.yml index 764cfa407..ffe5d9589 100644 --- a/_data/meltano/loaders/target-azureblobstorage/shrutikaponde-vc.yml +++ b/_data/meltano/loaders/target-azureblobstorage/shrutikaponde-vc.yml @@ -12,19 +12,19 @@ pip_url: git+https://github.com/shrutikaponde-vc/target-azureblobstorage.git quality: silver repo: https://github.com/shrutikaponde-vc/target-azureblobstorage settings: +- description: Your Azure account key. + kind: password + label: Account Key + name: account_key + sensitive: true - description: Your Azure blob storage account name. label: Account Name name: account_name - description: The name of your Azure blob storage container. label: Container Name name: container_name -- description: Your Azure account key. - kind: password - label: Account Key - name: account_key - sensitive: true settings_group_validation: -- - account_name - - account_key +- - account_key + - account_name - container_name variant: shrutikaponde-vc diff --git a/_data/meltano/loaders/target-cassandra/coeff.yml b/_data/meltano/loaders/target-cassandra/coeff.yml index 1180f69e0..9da054c73 100644 --- a/_data/meltano/loaders/target-cassandra/coeff.yml +++ b/_data/meltano/loaders/target-cassandra/coeff.yml @@ -12,9 +12,10 @@ pip_url: git+https://github.com/coeff/target-cassandra.git quality: unknown repo: https://github.com/coeff/target-cassandra settings: -- description: Your Cassandra username. - label: Username - name: username +- description: An array of your Cassandra node contact points. + kind: array + label: Contact Points + name: contact_points - description: Your Cassandra keyspace. label: Keyspace name: keyspace @@ -23,13 +24,12 @@ settings: label: Password name: password sensitive: true -- description: An array of your Cassandra node contact points. - kind: array - label: Contact Points - name: contact_points +- description: Your Cassandra username. + label: Username + name: username settings_group_validation: -- - username +- - contact_points - keyspace - password - - contact_points + - username variant: coeff diff --git a/_data/meltano/loaders/target-duckdb/jwills.yml b/_data/meltano/loaders/target-duckdb/jwills.yml index ad8fea5be..ee5fdef18 100644 --- a/_data/meltano/loaders/target-duckdb/jwills.yml +++ b/_data/meltano/loaders/target-duckdb/jwills.yml @@ -1,3 +1,4 @@ +capabilities: [] description: DuckDB loader keywords: - database @@ -10,80 +11,64 @@ pip_url: target-duckdb~=0.6 quality: silver repo: https://github.com/jwills/target-duckdb settings: -- description: The path to use for the `duckdb.connect` call; either a local file - or a MotherDuck connection uri. - kind: string - label: Connection Path - name: path - placeholder: /path/to/local/file.duckdb -- description: Alias of `path`. +- description: Metadata columns add extra row level information about data ingestions, + (i.e. when was the row read in source, when was inserted or deleted in postgres + etc.) Metadata columns are creating automatically by adding extra columns to the + tables with a column prefix _SDC_. The column names are following the stitch naming + conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. + Enabling metadata columns will flag the deleted rows by setting the _SDC_DELETED_AT + metadata column. Without the add_metadata_columns option the deleted rows from + singer taps will not be recognisable in DuckDB. + kind: boolean + label: Add Metadata Columns + name: add_metadata_columns + value: false +- description: Maximum number of rows in each batch. At the end of each batch, the + rows in the batch are loaded into DuckDB. + kind: integer + label: Batch Size Rows + name: batch_size_rows + value: 100000 +- description: | + Object type RECORD items from taps can be transformed to flattened columns by creating columns automatically. + + When value is 0 (default) then flattening functionality is turned off. + kind: integer + label: Data Flattening Max Level + name: data_flattening_max_level + value: 0 +- description: Alias of `dbname`. kind: string - label: File Path - name: filepath - placeholder: /path/to/local/file.duckdb - value: ${MELTANO_PROJECT_ROOT}/output/warehouse.duckdb + label: Database name + name: database - description: The database name to write to; this will be inferred from the path property if it is not specified. kind: string label: Database name: dbname -- description: Alias of `dbname`. +- description: Name of the schema where the tables will be created. If schema_mapping + is not defined then every stream sent by the tap is loaded into this schema. kind: string - label: Database name - name: database -- description: For MotherDuck connections, the auth token to use. - kind: password - label: Token - name: token - sensitive: true + label: Default Target Schema + name: default_target_schema + value: $MELTANO_EXTRACT__LOAD_SCHEMA - description: The delimiter to use for the CSV files that are used for record imports. kind: string label: Delimiter name: delimiter value: "," -- description: The quote character to use for the CSV files that are used for record - imports. +- description: Alias of `path`. kind: string - label: Quote Character - name: quotechar - value: '"' -- description: Maximum number of rows in each batch. At the end of each batch, the - rows in the batch are loaded into DuckDB. - kind: integer - label: Batch Size Rows - name: batch_size_rows - value: 100000 + label: File Path + name: filepath + placeholder: /path/to/local/file.duckdb + value: ${MELTANO_PROJECT_ROOT}/output/warehouse.duckdb - description: Flush and load every stream into DuckDB when one batch is full. Warning - This may trigger the COPY command to use files with low number of records. kind: boolean label: Flush All Streams name: flush_all_streams value: false -- description: Name of the schema where the tables will be created. If schema_mapping - is not defined then every stream sent by the tap is loaded into this schema. - kind: string - label: Default Target Schema - name: default_target_schema - value: $MELTANO_EXTRACT__LOAD_SCHEMA -- description: | - Useful if you want to load multiple streams from one tap to multiple DuckDB schemas. - - If the tap sends the stream_id in - format then this option overwrites the default_target_schema value. - kind: object - label: schema_mapping - name: schema_mapping -- description: Metadata columns add extra row level information about data ingestions, - (i.e. when was the row read in source, when was inserted or deleted in postgres - etc.) Metadata columns are creating automatically by adding extra columns to the - tables with a column prefix _SDC_. The column names are following the stitch naming - conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. - Enabling metadata columns will flag the deleted rows by setting the _SDC_DELETED_AT - metadata column. Without the add_metadata_columns option the deleted rows from - singer taps will not be recognisable in DuckDB. - kind: boolean - label: Add Metadata Columns - name: add_metadata_columns - value: false - description: When hard_delete option is true then DELETE SQL commands will be performed in DuckDB to delete rows in tables. It's achieved by continuously checking the _SDC_DELETED_AT metadata column sent by the singer tap. Due to deleting rows requires @@ -93,14 +78,12 @@ settings: label: Hard Delete name: hard_delete value: false -- description: | - Object type RECORD items from taps can be transformed to flattened columns by creating columns automatically. - - When value is 0 (default) then flattening functionality is turned off. - kind: integer - label: Data Flattening Max Level - name: data_flattening_max_level - value: 0 +- description: The path to use for the `duckdb.connect` call; either a local file + or a MotherDuck connection uri. + kind: string + label: Connection Path + name: path + placeholder: /path/to/local/file.duckdb - description: Log based and Incremental replications on tables with no Primary Key cause duplicates when merging UPDATE events. When set to true, stop loading data if no Primary Key is defined. @@ -108,6 +91,28 @@ settings: label: Primary Key Required name: primary_key_required value: true +- description: The quote character to use for the CSV files that are used for record + imports. + kind: string + label: Quote Character + name: quotechar + value: '"' +- description: | + Useful if you want to load multiple streams from one tap to multiple DuckDB schemas. + + If the tap sends the stream_id in - format then this option overwrites the default_target_schema value. + kind: object + label: schema_mapping + name: schema_mapping +- description: Directory of temporary CSV files with RECORD messages. + kind: string + label: Temporary Directory + name: temp_dir +- description: For MotherDuck connections, the auth token to use. + kind: password + label: Token + name: token + sensitive: true - description: Validate every single record message to the corresponding JSON schema. This option is disabled by default and invalid RECORD messages will fail only at load time by DuckDB. Enabling this option will detect invalid records earlier @@ -116,11 +121,7 @@ settings: label: Validate Records name: validate_records value: false -- description: Directory of temporary CSV files with RECORD messages. - kind: string - label: Temporary Directory - name: temp_dir settings_group_validation: -- - filepath - - default_target_schema +- - default_target_schema + - filepath variant: jwills diff --git a/_data/meltano/loaders/target-iomete/iomete.yml b/_data/meltano/loaders/target-iomete/iomete.yml index 288aebed4..e9f5c0e5c 100644 --- a/_data/meltano/loaders/target-iomete/iomete.yml +++ b/_data/meltano/loaders/target-iomete/iomete.yml @@ -1,6 +1,6 @@ capabilities: -- record-flattening - hard-delete +- record-flattening description: Serverless lakehouse platform. domain_url: https://iomete.com/ executable: singer-target-iomete @@ -16,51 +16,6 @@ pip_url: git+https://github.com/iomete/singer-target-iomete.git quality: silver repo: https://github.com/iomete/singer-target-iomete settings: -- description: iomete User - label: User - name: user -- description: '(Default: None) A static prefix before the generated S3 key names. - Using prefixes you can upload files into specific directories in the S3 bucket.' - label: S3 Key Prefix - name: s3_key_prefix -- description: '(Default: True) Log based and Incremental replications on tables with - no Primary Key cause duplicates when merging UPDATE events. When set to true, - stop loading data if no Primary Key is defined.' - kind: boolean - label: Primary Key Required - name: primary_key_required -- description: '(Default: False) Validate every single record message to the corresponding - JSON schema. This option is disabled by default and invalid RECORD messages will - fail only at load time by iomete. Enabling this option will detect invalid records - earlier but could cause performance degradation.' - kind: boolean - label: Validate Records - name: validate_records -- description: "(Default: False) When hard_delete option is true then DELETE SQL commands - will be performed in iomete to delete rows in tables. It's achieved by continuously - checking the _SDC_DELETED_AT metadata column sent by the singer tap. Due to deleting - rows requires metadata columns, hard_delete option automatically enables the add_metadata_columns - option as well." - kind: boolean - label: Hard Delete - name: hard_delete -- description: S3 Secret Access Key. If not provided, AWS_SECRET_ACCESS_KEY environment - variable or IAM role will be used - kind: password - label: Aws Secret Access Key - name: aws_secret_access_key - sensitive: true -- description: '(Default: 0) Object type RECORD items from taps can be loaded into - STRUCT columns as JSON (default) or we can flatten the schema by creating columns - automatically. When value is 0 (default) then flattening functionality is turned - off.' - kind: integer - label: Data Flattening Max Level - name: data_flattening_max_level -- description: '(Default: None) Maximum time to wait for batch to reach batch_size_rows.' - kind: integer - label: Batch Wait Limit Seconds - name: batch_wait_limit_seconds - description: iomete account name (i.e. 645049172474) label: Account Number name: account_number @@ -75,6 +30,44 @@ settings: kind: boolean label: Add Metadata Columns name: add_metadata_columns +- description: S3 Access Key Id. If not provided, AWS_ACCESS_KEY_ID environment variable + or IAM role will be used + kind: password + label: Aws Access Key Id + name: aws_access_key_id + sensitive: true +- description: AWS profile name for profile based authentication. If not provided, + AWS_PROFILE environment variable will be used. + label: Aws Profile + name: aws_profile +- description: S3 Secret Access Key. If not provided, AWS_SECRET_ACCESS_KEY environment + variable or IAM role will be used + kind: password + label: Aws Secret Access Key + name: aws_secret_access_key + sensitive: true +- description: AWS Session token. If not provided, AWS_SESSION_TOKEN environment variable + will be used + kind: password + label: Aws Session Token + name: aws_session_token + sensitive: true +- description: '(Default: 100000) Maximum number of rows in each batch. At the end + of each batch, the rows in the batch are loaded into iomete.' + kind: integer + label: Batch Size Rows + name: batch_size_rows +- description: '(Default: None) Maximum time to wait for batch to reach batch_size_rows.' + kind: integer + label: Batch Wait Limit Seconds + name: batch_wait_limit_seconds +- description: '(Default: 0) Object type RECORD items from taps can be loaded into + STRUCT columns as JSON (default) or we can flatten the schema by creating columns + automatically. When value is 0 (default) then flattening functionality is turned + off.' + kind: integer + label: Data Flattening Max Level + name: data_flattening_max_level - description: Name of the schema where the tables will be created, without database prefix. If schema_mapping is not defined then every stream sent by the tap is loaded into this schema. @@ -86,9 +79,22 @@ settings: kind: boolean label: Flush All Streams name: flush_all_streams +- description: "(Default: False) When hard_delete option is true then DELETE SQL commands + will be performed in iomete to delete rows in tables. It's achieved by continuously + checking the _SDC_DELETED_AT metadata column sent by the singer tap. Due to deleting + rows requires metadata columns, hard_delete option automatically enables the add_metadata_columns + option as well." + kind: boolean + label: Hard Delete + name: hard_delete - description: iomete lakehouse name label: Lakehouse name: lakehouse +- description: '(Default: False) Generate uncompressed files when loading to iomete. + Normally, by default GZIP compressed files are generated.' + kind: boolean + label: No Compression + name: no_compression - description: '(Default: 0) The number of threads used to flush tables. 0 will create a thread for each stream, up to parallelism_max. -1 will create a thread for each CPU core. Any other positive number will create that number of threads, up to @@ -98,70 +104,64 @@ settings: kind: integer label: Parallelism name: parallelism -- description: The complete URL to use for the constructed client. This is allowing - to use non-native s3 account. - label: S3 Endpoint Url - name: s3_endpoint_url -- description: S3 Bucket name. Required if to use S3 External stage. When this is - defined then stage has to be defined as well. - label: S3 Bucket - name: s3_bucket -- description: AWS Session token. If not provided, AWS_SESSION_TOKEN environment variable - will be used - kind: password - label: Aws Session Token - name: aws_session_token - sensitive: true -- description: AWS profile name for profile based authentication. If not provided, - AWS_PROFILE environment variable will be used. - label: Aws Profile - name: aws_profile -- description: '(Default: False) Generate uncompressed files when loading to iomete. - Normally, by default GZIP compressed files are generated.' - kind: boolean - label: No Compression - name: no_compression - description: '(Default: 16) Max number of parallel threads to use when flushing tables.' kind: integer label: Parallelism Max name: parallelism_max -- description: '(Default: 100000) Maximum number of rows in each batch. At the end - of each batch, the rows in the batch are loaded into iomete.' - kind: integer - label: Batch Size Rows - name: batch_size_rows -- description: '(Default: platform-dependent) Directory of temporary files with RECORD - messages.' - label: Temp Dir - name: temp_dir -- description: S3 Access Key Id. If not provided, AWS_ACCESS_KEY_ID environment variable - or IAM role will be used - kind: password - label: Aws Access Key Id - name: aws_access_key_id - sensitive: true - description: iomete Password kind: password label: Password name: password sensitive: true -- description: Useful if you want to load multiple streams from one tap to multiple - iomete schemas - kind: object - label: Schema Mapping - name: schema_mapping +- description: '(Default: True) Log based and Incremental replications on tables with + no Primary Key cause duplicates when merging UPDATE events. When set to true, + stop loading data if no Primary Key is defined.' + kind: boolean + label: Primary Key Required + name: primary_key_required - description: S3 ACL name to set on the uploaded files label: S3 Acl name: s3_acl +- description: S3 Bucket name. Required if to use S3 External stage. When this is + defined then stage has to be defined as well. + label: S3 Bucket + name: s3_bucket +- description: The complete URL to use for the constructed client. This is allowing + to use non-native s3 account. + label: S3 Endpoint Url + name: s3_endpoint_url +- description: '(Default: None) A static prefix before the generated S3 key names. + Using prefixes you can upload files into specific directories in the S3 bucket.' + label: S3 Key Prefix + name: s3_key_prefix - description: Default region when creating new connections label: S3 Region Name name: s3_region_name +- description: Useful if you want to load multiple streams from one tap to multiple + iomete schemas + kind: object + label: Schema Mapping + name: schema_mapping +- description: '(Default: platform-dependent) Directory of temporary files with RECORD + messages.' + label: Temp Dir + name: temp_dir +- description: iomete User + label: User + name: user +- description: '(Default: False) Validate every single record message to the corresponding + JSON schema. This option is disabled by default and invalid RECORD messages will + fail only at load time by iomete. Enabling this option will detect invalid records + earlier but could cause performance degradation.' + kind: boolean + label: Validate Records + name: validate_records settings_group_validation: -- - user - - account_number +- - account_number - lakehouse - password + - user settings_preamble: '' usage: '' variant: iomete diff --git a/_data/meltano/loaders/target-kinesis/prontopro.yml b/_data/meltano/loaders/target-kinesis/prontopro.yml index 2cb0d589f..258c4e538 100644 --- a/_data/meltano/loaders/target-kinesis/prontopro.yml +++ b/_data/meltano/loaders/target-kinesis/prontopro.yml @@ -1,3 +1,4 @@ +capabilities: [] description: Real-time Streaming Platform domain_url: https://aws.amazon.com/kinesis/ keywords: @@ -11,9 +12,6 @@ pip_url: git+https://github.com/ProntoPro/target-kinesis.git quality: unknown repo: https://github.com/ProntoPro/target-kinesis settings: -- description: The name of the Kinesis stream to write to. - label: Stream Name - name: stream_name - description: S3 Access Key Id. If not provided, aws_profile or AWS_ACCESS_KEY_ID environment variable will be used. kind: password @@ -26,24 +24,27 @@ settings: label: AWS S3 Secret Access Key name: aws_secret_access_key sensitive: true -- description: The AWS region to use i.e. us-east-2. - label: AWS Region - name: region +- description: (Default - 1000) The max size of data per chunk. + kind: integer + label: Data Chunks + name: data_chunks - description: (Default False) Whether to user a Firehouse client or not. kind: boolean label: Is Firehouse name: is_firehose +- description: (Default - `id`) The partition key to use when writing to Kinesis. + label: Partition Key + name: partition_key - description: (Default - 10) The max number of records per chunk. kind: integer label: Record Chunks name: record_chunks -- description: (Default - 1000) The max size of data per chunk. - kind: integer - label: Data Chunks - name: data_chunks -- description: (Default - `id`) The partition key to use when writing to Kinesis. - label: Partition Key - name: partition_key +- description: The AWS region to use i.e. us-east-2. + label: AWS Region + name: region +- description: The name of the Kinesis stream to write to. + label: Stream Name + name: stream_name settings_group_validation: - - aws_access_key_id - aws_secret_access_key diff --git a/_data/meltano/loaders/target-postgres/datamill-co.yml b/_data/meltano/loaders/target-postgres/datamill-co.yml index fe52ae465..bb04e14e4 100644 --- a/_data/meltano/loaders/target-postgres/datamill-co.yml +++ b/_data/meltano/loaders/target-postgres/datamill-co.yml @@ -1,3 +1,4 @@ +capabilities: [] description: PostgreSQL database loader dialect: postgres domain_url: https://www.postgresql.org/ @@ -20,52 +21,42 @@ prereq: | quality: silver repo: https://github.com/datamill-co/target-postgres settings: -- label: Host - name: postgres_host - value: localhost -- kind: integer - label: Port - name: postgres_port - value: 5432 -- label: Database - name: postgres_database -- label: Username - name: postgres_username -- kind: password - label: Password - name: postgres_password - sensitive: true -- aliases: - - schema - description: | - Note that `$MELTANO_EXTRACT__LOAD_SCHEMA` [will expand to](https://docs.meltano.com/guide/configuration.html#expansion-in-setting-values) the value of the [`load_schema` extra](https://docs.meltano.com/concepts/plugins#load-schema-extra) for the extractor used in the pipeline, which defaults to the extractor's namespace, e.g. `tap_gitlab` for [`tap-gitlab`](/extractors/gitlab). +- description: | + Whether the Target should create column indexes on the important columns + used during data loading. - Name of the schema where the tables will be created. If `schema_mapping` - is not defined then every stream sent by the tap is loaded into this schema. - label: Schema - name: postgres_schema - value: $MELTANO_EXTRACT__LOAD_SCHEMA -- description: Refer to the [libpq - docs](https://www.postgresql.org/docs/current/libpq-connect.html#LIBPQ-PARAMKEYWORDS) - for more information about SSL. - label: SSL Mode - name: postgres_sslmode - value: prefer -- description: Only used if a SSL request w/ a client certificate is being made - label: SSL Cert - name: postgres_sslcert - value: ~/.postgresql/postgresql.crt -- description: Only used if a SSL request w/ a client certificate is being made - label: SSL Key - name: postgres_sslkey - value: ~/.postgresql/postgresql.key -- description: Used for authentication of a server SSL certificate - name: postgres_sslrootcert - value: ~/.postgresql/root.crt -- description: Used for authentication of a server SSL certificate - label: SSL CRL - name: postgres_sslcrl - value: ~/.postgresql/root.crl + These indexes will make data loading slightly slower + but the deduplication phase much faster. Defaults to on for better baseline performance. + kind: boolean + label: Add Upsert Indexes + name: add_upsert_indexes + value: true +- description: Raw SQL statement(s) to execute as soon as the connection to Postgres + is opened by the target. Useful for setup like `SET ROLE` or other connection + state that is important. + label: After Run SQL + name: after_run_sql +- description: | + How often, in rows received, to count the buffered rows and bytes to + check if a flush is necessary. + + There's a slight performance penalty to checking + the buffered records count or bytesize, so this controls how often this is polled + in order to mitigate the penalty. This value is usually not necessary to set as + the default is dynamically adjusted to check reasonably often. + kind: integer + label: Batch Detection Threshold + name: batch_detection_threshold +- description: Raw SQL statement(s) to execute as soon as the connection to Postgres + is opened by the target. Useful for setup like `SET ROLE` or other connection + state that is important. + label: Before Run SQL + name: before_run_sql +- description: Include `true` in your config to disable [Singer Usage Logging](https://github.com/datamill-co/target-postgres#usage-logging). + kind: boolean + label: Disable Collection + name: disable_collection + value: false - description: Include `false` in your config to disable `target-postgres` from crashing on invalid records kind: boolean @@ -78,11 +69,6 @@ settings: label: Invalid Records Threshold name: invalid_records_threshold value: 0 -- description: Include `true` in your config to disable [Singer Usage Logging](https://github.com/datamill-co/target-postgres#usage-logging). - kind: boolean - label: Disable Collection - name: disable_collection - value: false - description: The level for logging. Set to `DEBUG` to get things like queries executed, timing of those queries, etc. kind: options @@ -100,12 +86,6 @@ settings: - label: Critical value: CRITICAL value: INFO -- description: Whether the Target should create tables which have no records present - in Remote. - kind: boolean - label: Persist Empty Tables - name: persist_empty_tables - value: false - description: The maximum number of rows to buffer in memory before writing to the destination table in Postgres kind: integer @@ -118,17 +98,58 @@ settings: label: Max Buffer Size name: max_buffer_size value: 104857600 -- description: | - How often, in rows received, to count the buffered rows and bytes to - check if a flush is necessary. +- description: Whether the Target should create tables which have no records present + in Remote. + kind: boolean + label: Persist Empty Tables + name: persist_empty_tables + value: false +- label: Database + name: postgres_database +- label: Host + name: postgres_host + value: localhost +- kind: password + label: Password + name: postgres_password + sensitive: true +- kind: integer + label: Port + name: postgres_port + value: 5432 +- aliases: + - schema + description: | + Note that `$MELTANO_EXTRACT__LOAD_SCHEMA` [will expand to](https://docs.meltano.com/guide/configuration.html#expansion-in-setting-values) the value of the [`load_schema` extra](https://docs.meltano.com/concepts/plugins#load-schema-extra) for the extractor used in the pipeline, which defaults to the extractor's namespace, e.g. `tap_gitlab` for [`tap-gitlab`](/extractors/gitlab). - There's a slight performance penalty to checking - the buffered records count or bytesize, so this controls how often this is polled - in order to mitigate the penalty. This value is usually not necessary to set as - the default is dynamically adjusted to check reasonably often. - kind: integer - label: Batch Detection Threshold - name: batch_detection_threshold + Name of the schema where the tables will be created. If `schema_mapping` + is not defined then every stream sent by the tap is loaded into this schema. + label: Schema + name: postgres_schema + value: $MELTANO_EXTRACT__LOAD_SCHEMA +- description: Only used if a SSL request w/ a client certificate is being made + label: SSL Cert + name: postgres_sslcert + value: ~/.postgresql/postgresql.crt +- description: Used for authentication of a server SSL certificate + label: SSL CRL + name: postgres_sslcrl + value: ~/.postgresql/root.crl +- description: Only used if a SSL request w/ a client certificate is being made + label: SSL Key + name: postgres_sslkey + value: ~/.postgresql/postgresql.key +- description: Refer to the [libpq + docs](https://www.postgresql.org/docs/current/libpq-connect.html#LIBPQ-PARAMKEYWORDS) + for more information about SSL. + label: SSL Mode + name: postgres_sslmode + value: prefer +- description: Used for authentication of a server SSL certificate + name: postgres_sslrootcert + value: ~/.postgresql/root.crt +- label: Username + name: postgres_username - description: | Whether the Target should emit `STATE` messages to stdout for further consumption. @@ -140,33 +161,13 @@ settings: label: State Support name: state_support value: true -- description: | - Whether the Target should create column indexes on the important columns - used during data loading. - - These indexes will make data loading slightly slower - but the deduplication phase much faster. Defaults to on for better baseline performance. - kind: boolean - label: Add Upsert Indexes - name: add_upsert_indexes - value: true -- description: Raw SQL statement(s) to execute as soon as the connection to Postgres - is opened by the target. Useful for setup like `SET ROLE` or other connection - state that is important. - label: Before Run SQL - name: before_run_sql -- description: Raw SQL statement(s) to execute as soon as the connection to Postgres - is opened by the target. Useful for setup like `SET ROLE` or other connection - state that is important. - label: After Run SQL - name: after_run_sql settings_group_validation: -- - postgres_host - - postgres_port - - postgres_database - - postgres_username +- - postgres_database + - postgres_host - postgres_password + - postgres_port - postgres_schema + - postgres_username target_schema: $TARGET_POSTGRES_POSTGRES_SCHEMA usage: | ## Troubleshooting diff --git a/_data/meltano/loaders/target-postgres/meltano.yml b/_data/meltano/loaders/target-postgres/meltano.yml index b883fd9ab..e63b02fa7 100644 --- a/_data/meltano/loaders/target-postgres/meltano.yml +++ b/_data/meltano/loaders/target-postgres/meltano.yml @@ -1,3 +1,4 @@ +capabilities: [] description: PostgreSQL database loader dialect: postgres domain_url: https://www.postgresql.org/ @@ -14,36 +15,24 @@ quality: silver repo: https://github.com/meltano/target-postgres settings: - aliases: - - username - label: User - name: user - value: warehouse -- kind: password - label: Password - name: password + - database + label: Database Name + name: dbname value: warehouse - sensitive: true - aliases: - address label: Host name: host value: localhost +- kind: password + label: Password + name: password + sensitive: true + value: warehouse - kind: integer label: Port name: port value: 5502 -- aliases: - - database - label: Database Name - name: dbname - value: warehouse -- description: | - Lets you set `user`, `password`, `host`, `port`, and `dbname` in one - go using a `postgresql://` URI. - - Takes precedence over the other settings when set. - label: URL - name: url - description: | Note that `$MELTANO_EXTRACT__LOAD_SCHEMA` [will expand to](https://docs.meltano.com/guide/configuration.html#expansion-in-setting-values) the value of the [`load_schema` extra](https://docs.meltano.com/concepts/plugins#load-schema-extra) for the extractor used in the pipeline, which defaults to the extractor's namespace, e.g. `tap_gitlab` for [`tap-gitlab`](/extractors/gitlab). @@ -52,15 +41,27 @@ settings: label: Schema name: schema value: $MELTANO_EXTRACT__LOAD_SCHEMA +- description: | + Lets you set `user`, `password`, `host`, `port`, and `dbname` in one + go using a `postgresql://` URI. + + Takes precedence over the other settings when set. + label: URL + name: url +- aliases: + - username + label: User + name: user + value: warehouse settings_group_validation: -- - url - - schema -- - user - - password +- - schema + - url +- - dbname - host + - password - port - - dbname - schema + - user target_schema: $TARGET_POSTGRES_SCHEMA usage: | ## Troubleshooting diff --git a/_data/meltano/loaders/target-postgres/transferwise.yml b/_data/meltano/loaders/target-postgres/transferwise.yml index b447cbe24..438f27d20 100644 --- a/_data/meltano/loaders/target-postgres/transferwise.yml +++ b/_data/meltano/loaders/target-postgres/transferwise.yml @@ -1,3 +1,4 @@ +capabilities: [] description: PostgreSQL database loader dialect: postgres domain_url: https://www.postgresql.org/ @@ -12,35 +13,32 @@ pip_url: pipelinewise-target-postgres quality: silver repo: https://github.com/transferwise/pipelinewise-target-postgres settings: -- description: PostgreSQL host - label: Host - name: host - value: localhost -- description: PostgreSQL port +- description: | + Metadata columns add extra row level information about data ingestions, (i.e. when was the row read in source, when was inserted or deleted in postgres etc.) + Metadata columns are creating automatically by adding extra columns to the tables with a column prefix `_SDC_`. The column names are following the stitch naming + conventions documented in the [Stitch Docs](https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns). Enabling metadata columns will flag the deleted + rows by setting the _SDC_DELETED_AT metadata column. Without the `add_metadata_columns` option the deleted rows from singer taps will not be recognisable + in Postgres. Default - False + kind: boolean + label: Add Metadata Columns + name: add_metadata_columns + value: false +- description: Maximum number of rows in each batch. At the end of each batch, the + rows in the batch are loaded into Postgres. kind: integer - label: Port - name: port - value: 5432 -- description: PostgreSQL user - label: User - name: user -- description: PostgreSQL password - kind: password - label: Password - name: password - sensitive: true + label: Batch Size Rows + name: batch_size_rows + value: 100000 +- description: Object type `RECORD`` items from taps can be transformed to flattened + columns by creating columns automatically. When value is 0 (default) then flattening + functionality is turned off. + kind: integer + label: Data Flattening Max Level + name: data_flattening_max_level + value: 0 - description: PostgreSQL database name label: Database Name name: dbname -- description: | - Using SSL via postgres `sslmode='require'` option. - - If the server does not accept SSL connections or the client certificate is not recognized the connection will fail. - kind: boolean - label: SSL - name: ssl - value: false - value_post_processor: stringify - aliases: - schema description: | @@ -51,18 +49,30 @@ settings: label: Default Target Schema name: default_target_schema value: $MELTANO_EXTRACT__LOAD_SCHEMA -- description: Maximum number of rows in each batch. At the end of each batch, the - rows in the batch are loaded into Postgres. - kind: integer - label: Batch Size Rows - name: batch_size_rows - value: 100000 +- description: Grant USAGE privilege on newly created schemas and grant SELECT privilege + on newly created tables to a specific role or a list of roles. If `schema_mapping` + is not defined then every stream sent by the tap is granted accordingly. + label: Default Target Schema Select Permission + name: default_target_schema_select_permission - description: 'Flush and load every stream into Postgres when one batch is full. Warning: This may trigger the COPY command to use files with low number of records.' kind: boolean label: Flush All Streams name: flush_all_streams value: false +- description: When `hard_delete` option is true then DELETE SQL commands will be + performed in Postgres to delete rows in tables. It's achieved by continuously + checking the `_SDC_DELETED_AT` metadata column sent by the singer tap. Due to + deleting rows requires metadata columns, `hard_delete` option automatically enables + the `add_metadata_columns` option as well. + kind: boolean + label: Hard Delete + name: hard_delete + value: false +- description: PostgreSQL host + label: Host + name: host + value: localhost - description: The number of threads used to flush tables. 0 will create a thread for each stream, up to parallelism_max. -1 will create a thread for each CPU core. Any other positive number will create that number of threads, up to parallelism_max. @@ -75,11 +85,23 @@ settings: label: Max Parallelism name: parallelism_max value: 16 -- description: Grant USAGE privilege on newly created schemas and grant SELECT privilege - on newly created tables to a specific role or a list of roles. If `schema_mapping` - is not defined then every stream sent by the tap is granted accordingly. - label: Default Target Schema Select Permission - name: default_target_schema_select_permission +- description: PostgreSQL password + kind: password + label: Password + name: password + sensitive: true +- description: PostgreSQL port + kind: integer + label: Port + name: port + value: 5432 +- description: Log based and Incremental replications on tables with no Primary Key + cause duplicates when merging UPDATE events. When set to true, stop loading data + if no Primary Key is defined. + kind: boolean + label: Primary Key Required + name: primary_key_required + value: true - description: | Useful if you want to load multiple streams from one tap to multiple Postgres schemas. @@ -106,38 +128,21 @@ settings: label: Schema Mapping name: schema_mapping - description: | - Metadata columns add extra row level information about data ingestions, (i.e. when was the row read in source, when was inserted or deleted in postgres etc.) - Metadata columns are creating automatically by adding extra columns to the tables with a column prefix `_SDC_`. The column names are following the stitch naming - conventions documented in the [Stitch Docs](https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns). Enabling metadata columns will flag the deleted - rows by setting the _SDC_DELETED_AT metadata column. Without the `add_metadata_columns` option the deleted rows from singer taps will not be recognisable - in Postgres. Default - False - kind: boolean - label: Add Metadata Columns - name: add_metadata_columns - value: false -- description: When `hard_delete` option is true then DELETE SQL commands will be - performed in Postgres to delete rows in tables. It's achieved by continuously - checking the `_SDC_DELETED_AT` metadata column sent by the singer tap. Due to - deleting rows requires metadata columns, `hard_delete` option automatically enables - the `add_metadata_columns` option as well. + Using SSL via postgres `sslmode='require'` option. + + If the server does not accept SSL connections or the client certificate is not recognized the connection will fail. kind: boolean - label: Hard Delete - name: hard_delete + label: SSL + name: ssl value: false -- description: Object type `RECORD`` items from taps can be transformed to flattened - columns by creating columns automatically. When value is 0 (default) then flattening - functionality is turned off. - kind: integer - label: Data Flattening Max Level - name: data_flattening_max_level - value: 0 -- description: Log based and Incremental replications on tables with no Primary Key - cause duplicates when merging UPDATE events. When set to true, stop loading data - if no Primary Key is defined. - kind: boolean - label: Primary Key Required - name: primary_key_required - value: true + value_post_processor: stringify +- description: '(Default: platform-dependent) Directory of temporary CSV files with + RECORD messages.' + label: Temporary Directory + name: temp_dir +- description: PostgreSQL user + label: User + name: user - description: Validate every single record message to the corresponding JSON schema. This option is disabled by default and invalid RECORD messages will fail only at load time by Postgres. Enabling this option will detect invalid records earlier @@ -146,17 +151,13 @@ settings: label: Validate Records name: validate_records value: false -- description: '(Default: platform-dependent) Directory of temporary CSV files with - RECORD messages.' - label: Temporary Directory - name: temp_dir settings_group_validation: -- - host +- - dbname + - default_target_schema + - host + - password - port - user - - password - - dbname - - default_target_schema target_schema: $TARGET_POSTGRES_DEFAULT_TARGET_SCHEMA usage: | ## Troubleshooting diff --git a/_data/meltano/loaders/target-redshift/transferwise.yml b/_data/meltano/loaders/target-redshift/transferwise.yml index 183a0b8f6..1e36f1573 100644 --- a/_data/meltano/loaders/target-redshift/transferwise.yml +++ b/_data/meltano/loaders/target-redshift/transferwise.yml @@ -1,9 +1,9 @@ capabilities: - activate-version -- soft-delete -- hard-delete - datatype-failsafe +- hard-delete - record-flattening +- soft-delete description: Amazon Redshift loader dialect: redshift domain_url: https://aws.amazon.com/redshift/ @@ -19,46 +19,37 @@ pip_url: pipelinewise-target-redshift quality: silver repo: https://github.com/transferwise/pipelinewise-target-redshift settings: -- description: Redshift host - label: Host - name: host -- description: Redshift port - kind: integer - label: Port - name: port - value: 5439 -- description: Redshift database name - label: Database Name - name: dbname -- description: Redshift user name - label: User name - name: user -- description: Redshift password - kind: password - label: Password - name: password - sensitive: true -- description: AWS S3 bucket name - label: S3 Bucket name - name: s3_bucket - description: | - Note `$MELTANO_EXTRACT__LOAD_SCHEMA` [will expand to](https://docs.meltano.com/guide/configuration.html#expansion-in-setting-values) the value of the [`load_schema` extra](https://docs.meltano.com/concepts/plugins#load-schema-extra) for the extractor used in the pipeline, which defaults to the extractor's namespace, e.g. `tap_gitlab` for [`tap-gitlab`](/extractors/gitlab). + Metadata columns add extra row level information about data ingestions, + (i.e. when was the row read in source, when was inserted or deleted in redshift + etc.) Metadata columns are creating automatically by adding extra columns to the + tables with a column prefix `_SDC_`. - Name of the schema where the tables will be created. If `schema_mapping` - is not defined then every stream sent by the tap is loaded into this schema. - label: Default Target Schema - name: default_target_schema - value: $MELTANO_EXTRACT__LOAD_SCHEMA -- description: AWS profile name for profile based authentication. If not provided, - `AWS_PROFILE` environment variable will be used. - label: AWS Profile Name - name: aws_profile + The metadata columns are documented at https://transferwise.github.io/pipelinewise/data_structure/sdc-columns.html. + Enabling metadata columns will flag the deleted rows by setting the _SDC_DELETED_AT + metadata column. + + Without the `add_metadata_columns` option the deleted rows from + singer taps will not be recongisable in Redshift. + kind: boolean + label: Add Metdata Columns + name: add_metadata_columns + value: false - description: S3 Access Key Id. Used for S3 and Redshift copy operations. If not provided, `AWS_ACCESS_KEY_ID` environment variable will be used. kind: password label: AWS S3 Access Key ID name: aws_access_key_id sensitive: true +- description: AWS profile name for profile based authentication. If not provided, + `AWS_PROFILE` environment variable will be used. + label: AWS Profile Name + name: aws_profile +- description: AWS Role ARN to be used for the Redshift COPY operation. Used instead + of the given AWS keys for the COPY operation if provided - the keys are still + used for other S3 operations + label: AWS Redshift COPY role ARN + name: aws_redshift_copy_role_arn - description: S3 Secret Access Key. Used for S3 and Redshift copy operations. If not provided, `AWS_SECRET_ACCESS_KEY` environment variable will be used. kind: password @@ -71,18 +62,24 @@ settings: label: AWS S3 Session Token name: aws_session_token sensitive: true -- description: AWS Role ARN to be used for the Redshift COPY operation. Used instead - of the given AWS keys for the COPY operation if provided - the keys are still - used for other S3 operations - label: AWS Redshift COPY role ARN - name: aws_redshift_copy_role_arn -- description: S3 Object ACL - label: AWS S3 ACL - name: s3_acl -- description: A static prefix before the generated S3 key names. Using prefixes you - can upload files into specific directories in the S3 bucket. Default(None) - label: S3 Key Prefix - name: s3_key_prefix +- description: Maximum number of rows in each batch. At the end of each batch, the + rows in the batch are loaded into Redshift. + kind: integer + label: Batch Size Rows + name: batch_size_rows + value: 100000 +- description: The compression method to use when writing files to S3 and running + Redshift COPY. + kind: options + label: Compression + name: compression + options: + - label: gzip + value: gzip + - label: bzip2 + value: bzip2 + - label: None + value: '' - description: | Parameters to use in the COPY command when loading data to Redshift. @@ -92,49 +89,29 @@ settings: name: copy_options value: EMPTYASNULL BLANKSASNULL TRIMBLANKS TRUNCATECOLUMNS TIMEFORMAT 'auto' COMPUPDATE OFF STATUPDATE OFF -- description: Maximum number of rows in each batch. At the end of each batch, the - rows in the batch are loaded into Redshift. - kind: integer - label: Batch Size Rows - name: batch_size_rows - value: 100000 -- description: Flush and load every stream into Redshift when one batch is full. Warning - - This may trigger the COPY command to use files with low number of records, and - may cause performance problems. - kind: boolean - label: Flush All Streams - name: flush_all_streams - value: false -- description: The number of threads used to flush tables. 0 will create a thread - for each stream, up to parallelism_max. -1 will create a thread for each CPU core. - Any other positive number will create that number of threads, up to parallelism_max. +- description: Object type `RECORD` items from taps can be loaded into VARIANT columns + as JSON (default) or we can flatten the schema by creating columns automatically. + When value is 0 (default) then flattening functionality is turned off. kind: integer - label: Parallelism - name: parallelism + label: Data Flattening Max Level + name: data_flattening_max_level value: 0 -- description: Max number of parallel threads to use when flushing tables. - kind: integer - label: Max Parallelism - name: max_parallelism - value: 16 +- description: Redshift database name + label: Database Name + name: dbname +- description: | + Note `$MELTANO_EXTRACT__LOAD_SCHEMA` [will expand to](https://docs.meltano.com/guide/configuration.html#expansion-in-setting-values) the value of the [`load_schema` extra](https://docs.meltano.com/concepts/plugins#load-schema-extra) for the extractor used in the pipeline, which defaults to the extractor's namespace, e.g. `tap_gitlab` for [`tap-gitlab`](/extractors/gitlab). + + Name of the schema where the tables will be created. If `schema_mapping` + is not defined then every stream sent by the tap is loaded into this schema. + label: Default Target Schema + name: default_target_schema + value: $MELTANO_EXTRACT__LOAD_SCHEMA - description: Grant USAGE privilege on newly created schemas and grant SELECT privilege on newly created tables to a specific list of users or groups. If `schema_mapping` is not defined then every stream sent by the tap is granted accordingly. label: Default Target Schema Select Permission name: default_target_schema_select_permissions -- description: | - Useful if you want to load multiple streams from one tap to multiple - Redshift schemas. - - If the tap sends the `stream_id` in `-` - format then this option overwrites the `default_target_schema` value. - - Note, that using `schema_mapping` you can overwrite the `default_target_schema_select_permissions` - value to grant SELECT permissions to different groups per schemas or optionally - you can create indices automatically for the replicated tables. - kind: object - label: Scema Mapping - name: schema_mapping - description: By default the connector caches the available table structures in Redshift at startup. In this way it doesn't need to run additional queries when ingesting data to check if altering the target tables is required. With `disable_table_cache` @@ -144,21 +121,12 @@ settings: label: Disable Table Cache name: disable_table_cache value: false -- description: | - Metadata columns add extra row level information about data ingestions, - (i.e. when was the row read in source, when was inserted or deleted in redshift - etc.) Metadata columns are creating automatically by adding extra columns to the - tables with a column prefix `_SDC_`. - - The metadata columns are documented at https://transferwise.github.io/pipelinewise/data_structure/sdc-columns.html. - Enabling metadata columns will flag the deleted rows by setting the _SDC_DELETED_AT - metadata column. - - Without the `add_metadata_columns` option the deleted rows from - singer taps will not be recongisable in Redshift. +- description: Flush and load every stream into Redshift when one batch is full. Warning + - This may trigger the COPY command to use files with low number of records, and + may cause performance problems. kind: boolean - label: Add Metdata Columns - name: add_metadata_columns + label: Flush All Streams + name: flush_all_streams value: false - description: When `hard_delete` option is true then DELETE SQL commands will be performed in Redshift to delete rows in tables. It's achieved by continuously @@ -169,13 +137,31 @@ settings: label: Hard Delete name: hard_delete value: false -- description: Object type `RECORD` items from taps can be loaded into VARIANT columns - as JSON (default) or we can flatten the schema by creating columns automatically. - When value is 0 (default) then flattening functionality is turned off. +- description: Redshift host + label: Host + name: host +- description: Max number of parallel threads to use when flushing tables. kind: integer - label: Data Flattening Max Level - name: data_flattening_max_level + label: Max Parallelism + name: max_parallelism + value: 16 +- description: The number of threads used to flush tables. 0 will create a thread + for each stream, up to parallelism_max. -1 will create a thread for each CPU core. + Any other positive number will create that number of threads, up to parallelism_max. + kind: integer + label: Parallelism + name: parallelism value: 0 +- description: Redshift password + kind: password + label: Password + name: password + sensitive: true +- description: Redshift port + kind: integer + label: Port + name: port + value: 5439 - description: Log based and Incremental replications on tables with no Primary Key cause duplicates when merging UPDATE events. When set to true, stop loading data if no Primary Key is defined. @@ -183,32 +169,35 @@ settings: label: Primary Key Required name: primary_key_required value: true -- description: Validate every single record message to the corresponding JSON schema. - This option is disabled by default and invalid `RECORD` messages will fail only - at load time by Redshift. Enabling this option will detect invalid records earlier - but could cause performance degradation. - kind: boolean - label: Validate Records - name: validate_records - value: false +- description: S3 Object ACL + label: AWS S3 ACL + name: s3_acl +- description: AWS S3 bucket name + label: S3 Bucket name + name: s3_bucket +- description: A static prefix before the generated S3 key names. Using prefixes you + can upload files into specific directories in the S3 bucket. Default(None) + label: S3 Key Prefix + name: s3_key_prefix +- description: | + Useful if you want to load multiple streams from one tap to multiple + Redshift schemas. + + If the tap sends the `stream_id` in `-` + format then this option overwrites the `default_target_schema` value. + + Note, that using `schema_mapping` you can overwrite the `default_target_schema_select_permissions` + value to grant SELECT permissions to different groups per schemas or optionally + you can create indices automatically for the replicated tables. + kind: object + label: Scema Mapping + name: schema_mapping - description: Do not update existing records when Primary Key is defined. Useful to improve performance when records are immutable, e.g. events kind: boolean label: Skip Updates name: skip_updates value: false -- description: The compression method to use when writing files to S3 and running - Redshift COPY. - kind: options - label: Compression - name: compression - options: - - label: gzip - value: gzip - - label: bzip2 - value: bzip2 - - label: None - value: '' - description: The number of slices to split files into prior to running COPY on Redshift. This should be set to the number of Redshift slices. The number of slices per node depends on the node size of the cluster - run SELECT COUNT(DISTINCT slice) @@ -221,31 +210,42 @@ settings: RECORD messages.' label: Temp Directory name: temp_dir +- description: Redshift user name + label: User name + name: user +- description: Validate every single record message to the corresponding JSON schema. + This option is disabled by default and invalid `RECORD` messages will fail only + at load time by Redshift. Enabling this option will detect invalid records earlier + but could cause performance degradation. + kind: boolean + label: Validate Records + name: validate_records + value: false settings_group_validation: -- - host - - port - - user - - password +- - aws_profile - dbname - - s3_bucket - default_target_schema - - aws_profile -- - host + - host + - password - port + - s3_bucket - user - - password +- - aws_access_key_id + - aws_secret_access_key - dbname - - s3_bucket - default_target_schema - - aws_access_key_id - - aws_secret_access_key -- - host + - host + - password - port + - s3_bucket - user - - password +- - aws_session_token - dbname - - s3_bucket - default_target_schema - - aws_session_token + - host + - password + - port + - s3_bucket + - user target_schema: $TARGET_REDSHIFT_DEFAULT_TARGET_SCHEMA variant: transferwise diff --git a/_data/meltano/loaders/target-s3-avro/faumel.yml b/_data/meltano/loaders/target-s3-avro/faumel.yml index 6e3f5075c..c7f5bb917 100644 --- a/_data/meltano/loaders/target-s3-avro/faumel.yml +++ b/_data/meltano/loaders/target-s3-avro/faumel.yml @@ -14,33 +14,11 @@ pip_url: git+https://github.com/faumel/target-s3-avro.git quality: silver repo: https://github.com/faumel/target-s3-avro settings: -- description: Whether or not to verify SSL certificates. - kind: boolean - label: Verify - name: verify -- description: The session token to use when creating the client. Same semantics as - aws_access_key_id. - kind: password - label: Aws Session Token - name: aws_session_token - sensitive: true - description: The API version to use. By default, botocore will use the latest API version when creating a client. You only need to specify this parameter if you want to use a previous API version of the client. label: Api Version name: api_version -- description: The complete URL to use for the constructed client. Normally, botocore - will automatically construct the appropriate URL to use when communicating with - a service. You can specify a complete URL (including the "http/https" scheme) - to override this behavior. If this value is provided, then use_ssl is ignored. - label: Endpoint Url - name: endpoint_url -- description: The secret key to use when creating the client. Same semantics as aws_access_key_id - above. - kind: password - label: Aws Secret Access Key - name: aws_secret_access_key - sensitive: true - description: The access key to use when creating the client. This is entirely optional, and if not provided, the credentials configured for the session will automatically be used. You only need to provide this argument if you want to override the credentials @@ -49,6 +27,32 @@ settings: label: Aws Access Key Id name: aws_access_key_id sensitive: true +- description: The secret key to use when creating the client. Same semantics as aws_access_key_id + above. + kind: password + label: Aws Secret Access Key + name: aws_secret_access_key + sensitive: true +- description: The session token to use when creating the client. Same semantics as + aws_access_key_id. + kind: password + label: Aws Session Token + name: aws_session_token + sensitive: true +- description: Advanced client configuration options. If region_name is specified + in the client config, its value will take precedence over environment variables + and configuration values, but not over a region_name value passed explicitly to + the method. See botocore config documentation for more details. See [boto + Docs](https://botocore.amazonaws.com/v1/documentation/api/latest/reference/config.html) + for more details. + label: Config + name: config +- description: The complete URL to use for the constructed client. Normally, botocore + will automatically construct the appropriate URL to use when communicating with + a service. You can specify a complete URL (including the "http/https" scheme) + to override this behavior. If this value is provided, then use_ssl is ignored. + label: Endpoint Url + name: endpoint_url - description: The delimiter to use when flatttening records. label: Flatten Delimiter name: flatten_delimiter @@ -56,6 +60,12 @@ settings: with a single region. label: Region Name name: region_name +- description: Destination bucket and key folder in the format of {bucket}/{key}. + label: Target Bucket Key + name: target_bucket_key +- description: Schema destination bucket and key folder in the format of {bucket}/{key} + label: Target Schema Bucket Key + name: target_schema_bucket_key - description: The directory path for where to write temp files. Default to current working directory. label: Tmp Dir @@ -65,23 +75,13 @@ settings: kind: boolean label: Use SSL name: use_ssl -- description: Schema destination bucket and key folder in the format of {bucket}/{key} - label: Target Schema Bucket Key - name: target_schema_bucket_key -- description: Advanced client configuration options. If region_name is specified - in the client config, its value will take precedence over environment variables - and configuration values, but not over a region_name value passed explicitly to - the method. See botocore config documentation for more details. See [boto - Docs](https://botocore.amazonaws.com/v1/documentation/api/latest/reference/config.html) - for more details. - label: Config - name: config -- description: Destination bucket and key folder in the format of {bucket}/{key}. - label: Target Bucket Key - name: target_bucket_key +- description: Whether or not to verify SSL certificates. + kind: boolean + label: Verify + name: verify settings_group_validation: -- - aws_secret_access_key - - aws_access_key_id +- - aws_access_key_id + - aws_secret_access_key - target_bucket_key settings_preamble: '' usage: '' diff --git a/_data/meltano/loaders/target-s3-csv/transferwise.yml b/_data/meltano/loaders/target-s3-csv/transferwise.yml index 12f74a68b..730040d42 100644 --- a/_data/meltano/loaders/target-s3-csv/transferwise.yml +++ b/_data/meltano/loaders/target-s3-csv/transferwise.yml @@ -13,11 +13,29 @@ pip_url: git+https://github.com/transferwise/pipelinewise-target-s3-csv.git quality: silver repo: https://github.com/transferwise/pipelinewise-target-s3-csv settings: +- description: (Default - False) Metadata columns add extra row level information + about data ingestions, (i.e. when was the row read in source, when was inserted + or deleted in snowflake etc.) Metadata columns are creating automatically by adding + extra columns to the tables with a column prefix _SDC_. The column names are following + the stitch naming conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. + Enabling metadata columns will flag the deleted rows by setting the _SDC_DELETED_AT + metadata column. Without the add_metadata_columns option the deleted rows from + singer taps will not be recongisable in Snowflake. + kind: boolean + label: Add Metadata Columns + name: add_metadata_columns - description: If not provided, AWS_ACCESS_KEY_ID environment variable will be used. kind: password label: S3 Access Key Id name: aws_access_key_id sensitive: true +- description: AWS endpoint URL + label: AWS endpoint URL + name: aws_endpoint_url +- description: Name for profile based authentication. If not provided, AWS_PROFILE + environment variable will be used. + label: AWS profile + name: aws_profile - description: If not provided, AWS_SECRET_ACCESS_KEY environment variable will be used. kind: password @@ -29,53 +47,23 @@ settings: label: AWS Session token name: aws_session_token sensitive: true -- description: AWS endpoint URL - label: AWS endpoint URL - name: aws_endpoint_url -- description: Name for profile based authentication. If not provided, AWS_PROFILE - environment variable will be used. - label: AWS profile - name: aws_profile -- description: S3 Bucket name - label: S3 Bucket name - name: s3_bucket -- description: (Default - None) A static prefix before the generated S3 key names. - Using prefixes you can - label: S3 Key Prefix - name: s3_key_prefix +- description: The type of compression to apply before uploading. Supported options + are none (default) and gzip. For gzipped files, the file extension will automatically + be changed to .csv.gz for all files. + label: Compression + name: compression - description: (Default - ',') A one-character string used to separate fields. label: Delimiter name: delimiter -- description: (Default - '"') A one-character string used to quote fields containing - special characters, such as the delimiter or quotechar, or which contain new-line - characters. - label: Quote Char - name: quotechar -- description: (Default - False) Metadata columns add extra row level information - about data ingestions, (i.e. when was the row read in source, when was inserted - or deleted in snowflake etc.) Metadata columns are creating automatically by adding - extra columns to the tables with a column prefix _SDC_. The column names are following - the stitch naming conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. - Enabling metadata columns will flag the deleted rows by setting the _SDC_DELETED_AT - metadata column. Without the add_metadata_columns option the deleted rows from - singer taps will not be recongisable in Snowflake. - kind: boolean - label: Add Metadata Columns - name: add_metadata_columns -- description: (Default - 'none') The type of encryption to use. Current supported - options are - 'none' and 'KMS'. - label: S3 Access Key Id - name: encryption_type - description: A reference to the encryption key to use for data encryption. For KMS encryption, this should be the name of the KMS encryption key ID (e.g. '1234abcd-1234-1234-1234-1234abcd1234'). This field is ignored if 'encryption_type' is none or blank. label: Encryption Key name: encryption_key -- description: The type of compression to apply before uploading. Supported options - are none (default) and gzip. For gzipped files, the file extension will automatically - be changed to .csv.gz for all files. - label: Compression - name: compression +- description: (Default - 'none') The type of encryption to use. Current supported + options are - 'none' and 'KMS'. + label: S3 Access Key Id + name: encryption_type - description: (Default - None) Custom naming convention of the s3 key. Replaces tokens date, stream, and timestamp with the appropriate values. Supports "folders" in s3 keys e.g. folder/folder2/{stream}/export_date={date}/{timestamp}.csv. Honors @@ -83,6 +71,18 @@ settings: = folder1/my_file.csv and s3_key_prefix = prefix_ results in folder1/prefix_my_file.csv label: Naming Convention name: naming_convention +- description: (Default - '"') A one-character string used to quote fields containing + special characters, such as the delimiter or quotechar, or which contain new-line + characters. + label: Quote Char + name: quotechar +- description: S3 Bucket name + label: S3 Bucket name + name: s3_bucket +- description: (Default - None) A static prefix before the generated S3 key names. + Using prefixes you can + label: S3 Key Prefix + name: s3_key_prefix - description: (Default - platform-dependent) Directory of temporary CSV files with RECORD messages. label: S3 Access Key Id diff --git a/_data/meltano/loaders/target-s3/crowemi.yml b/_data/meltano/loaders/target-s3/crowemi.yml index d1d748b89..06e36dc9b 100644 --- a/_data/meltano/loaders/target-s3/crowemi.yml +++ b/_data/meltano/loaders/target-s3/crowemi.yml @@ -111,8 +111,8 @@ settings: options: - label: AWS value: aws - value: aws sensitive: true + value: aws - description: A flag indictating to flatten records. kind: boolean label: Flatten Records diff --git a/_data/meltano/loaders/target-snowflake/datamill-co.yml b/_data/meltano/loaders/target-snowflake/datamill-co.yml index 3c2d22f0b..82d4e5df1 100644 --- a/_data/meltano/loaders/target-snowflake/datamill-co.yml +++ b/_data/meltano/loaders/target-snowflake/datamill-co.yml @@ -1,3 +1,4 @@ +capabilities: [] description: Snowflake database loader dialect: snowflake domain_url: https://www.snowflake.com/ @@ -20,30 +21,11 @@ prereq: | quality: silver repo: https://github.com/datamill-co/target-snowflake settings: -- description: | - `ACCOUNT` might require the `region` and `cloud` platform where your account is located, in the form of: `..` (e.g. `xy12345.east-us-2.azure`) - - Refer to [Snowflake's documentation](https://docs.snowflake.net/manuals/user-guide/connecting.html#your-snowflake-account-name-and-url) about Accounts. - label: Account - name: snowflake_account -- label: Username - name: snowflake_username -- kind: password - label: Password - name: snowflake_password - sensitive: true -- description: If not specified, Snowflake will use the user's default role. - label: Role - name: snowflake_role -- label: Snowflake Database - name: snowflake_database -- description: | - Specifies the authentication provider for snowflake to use. Valud options are the internal one ("snowflake"), a browser session ("externalbrowser"), or Okta ("https://.okta.com"). See the snowflake docs for more details. - label: Snowflake Authenticator - name: snowflake_authenticator - value: snowflake -- label: Warehouse - name: snowflake_warehouse +- description: 'Include `true` in your config to disable Singer Usage Logging: https://github.com/datamill-co/target-snowflake#usage-logging' + kind: boolean + label: Disable Collection + name: disable_collection + value: false - description: Include `false` in your config to disable crashing on invalid records kind: boolean label: Invalid Records Detect @@ -55,11 +37,6 @@ settings: label: Invalid Records Threshold name: invalid_records_threshold value: 0 -- description: 'Include `true` in your config to disable Singer Usage Logging: https://github.com/datamill-co/target-snowflake#usage-logging' - kind: boolean - label: Disable Collection - name: disable_collection - value: false - description: The level for logging. Set to `DEBUG` to get things like queries executed, timing of those queries, etc. See [Python's Logger Levels](https://docs.python.org/3/library/logging.html#levels) for information about valid values. @@ -84,6 +61,26 @@ settings: label: Persist Empty Tables name: persist_empty_tables value: false +- description: | + `ACCOUNT` might require the `region` and `cloud` platform where your account is located, in the form of: `..` (e.g. `xy12345.east-us-2.azure`) + + Refer to [Snowflake's documentation](https://docs.snowflake.net/manuals/user-guide/connecting.html#your-snowflake-account-name-and-url) about Accounts. + label: Account + name: snowflake_account +- description: | + Specifies the authentication provider for snowflake to use. Valud options are the internal one ("snowflake"), a browser session ("externalbrowser"), or Okta ("https://.okta.com"). See the snowflake docs for more details. + label: Snowflake Authenticator + name: snowflake_authenticator + value: snowflake +- label: Snowflake Database + name: snowflake_database +- kind: password + label: Password + name: snowflake_password + sensitive: true +- description: If not specified, Snowflake will use the user's default role. + label: Role + name: snowflake_role - aliases: - schema description: | @@ -92,6 +89,10 @@ settings: name: snowflake_schema value: $MELTANO_EXTRACT__LOAD_SCHEMA value_processor: upcase_string +- label: Username + name: snowflake_username +- label: Warehouse + name: snowflake_warehouse - description: Whether the Target should emit `STATE` messages to stdout for further consumption. In this mode, which is on by default, STATE messages are buffered in memory until all the records that occurred before them are flushed according @@ -100,14 +101,6 @@ settings: label: State Support name: state_support value: true -- description: When included, use S3 to stage files. Bucket where staging files should - be uploaded to. - label: Target S3 Bucket - name: target_s3.bucket -- description: Prefix for staging file uploads to allow for better delineation of - tmp files - label: Target S3 Key Prefix - name: target_s3.key_prefix - kind: password label: Target S3 AWS Access Key ID name: target_s3.aws_access_key_id @@ -116,11 +109,19 @@ settings: label: Target S3 AWS Secret Access Key name: target_s3.aws_secret_access_key sensitive: true +- description: When included, use S3 to stage files. Bucket where staging files should + be uploaded to. + label: Target S3 Bucket + name: target_s3.bucket +- description: Prefix for staging file uploads to allow for better delineation of + tmp files + label: Target S3 Key Prefix + name: target_s3.key_prefix settings_group_validation: - - snowflake_account - - snowflake_username - - snowflake_password - snowflake_database + - snowflake_password + - snowflake_username - snowflake_warehouse target_schema: $TARGET_SNOWFLAKE_SNOWFLAKE_SCHEMA usage: | diff --git a/_data/meltano/loaders/target-snowflake/meltano.yml b/_data/meltano/loaders/target-snowflake/meltano.yml index bc2b8b566..ef6b2c49f 100644 --- a/_data/meltano/loaders/target-snowflake/meltano.yml +++ b/_data/meltano/loaders/target-snowflake/meltano.yml @@ -1,3 +1,4 @@ +capabilities: [] description: Snowflake database loader dialect: snowflake domain_url: https://www.snowflake.com/ @@ -16,9 +17,14 @@ settings: - description: Account Name in Snowflake (https://XXXXX.snowflakecomputing.com) label: Account name: account -- description: The username you use for logging in - label: Username - name: username +- description: The number of records sent to Snowflake at a time. + kind: integer + label: Batch Size + name: batch_size + value: 5000 +- description: The name of the Snowflake database you want to use + label: Database + name: database - description: The password you use for logging in kind: password label: Password @@ -28,35 +34,30 @@ settings: is GRANTed usage to all tables and schemas created label: Role name: role -- description: The name of the Snowflake database you want to use - label: Database - name: database -- description: The name of the Snowflake warehouse you want to use - label: Warehouse - name: warehouse - description: | Note `$MELTANO_EXTRACT__LOAD_SCHEMA` [will expand to](https://docs.meltano.com/guide/configuration.html#expansion-in-setting-values) the value of the [`load_schema` extra](https://docs.meltano.com/concepts/plugins#load-schema-extra) for the extractor used in the pipeline, which defaults to the extractor's namespace, e.g. `tap_gitlab` for [`tap-gitlab`](/extractors/gitlab). Values are automatically converted to uppercase before they're passed on to the plugin, so `tap_gitlab` becomes `TAP_GITLAB`. label: Schema name: schema value: $MELTANO_EXTRACT__LOAD_SCHEMA value_processor: upcase_string -- description: The number of records sent to Snowflake at a time. - kind: integer - label: Batch Size - name: batch_size - value: 5000 - description: Name of the column used for recording the timestamp when Data are uploaded to Snowflake. label: Timestamp Column name: timestamp_column value: __loaded_at +- description: The username you use for logging in + label: Username + name: username +- description: The name of the Snowflake warehouse you want to use + label: Warehouse + name: warehouse settings_group_validation: - - account - - username + - database - password - role - - database - - warehouse - schema + - username + - warehouse target_schema: $TARGET_SNOWFLAKE_SCHEMA variant: meltano diff --git a/_data/meltano/loaders/target-snowflake/transferwise.yml b/_data/meltano/loaders/target-snowflake/transferwise.yml index 4bec0cd27..eda4c0e27 100644 --- a/_data/meltano/loaders/target-snowflake/transferwise.yml +++ b/_data/meltano/loaders/target-snowflake/transferwise.yml @@ -1,3 +1,4 @@ +capabilities: [] description: Snowflake database loader dialect: snowflake domain_url: https://www.snowflake.com/ @@ -27,41 +28,48 @@ settings: label: Account name: account placeholder: E.g. rtXXXXX.eu-central-1 -- aliases: - - database - description: Snowflake Database name - label: Database Name - name: dbname -- aliases: - - username - description: Snowflake User - label: User - name: user -- description: Snowflake Password - kind: password - label: Password - name: password - sensitive: true -- description: Snowflake virtual warehouse name - label: Warehouse - name: warehouse -- description: The Snowflake file format object name which needs to be manually created - as part of the [requirements](#requirements) section of the docs. Has to be the - fully qualified name including the schema. Refer to the [Snowflake - docs](https://github.com/transferwise/pipelinewise-target-snowflake#pre-requirements) - for more details. - label: File Format - name: file_format -- description: Snowflake role to use. If not defined then the user's default role - will be used. - label: Role - name: role +- description: Metadata columns add extra row level information about data ingestions, + (i.e. when was the row read in source, when was inserted or deleted in snowflake + etc.) Metadata columns are creating automatically by adding extra columns to the + tables with a column prefix `_SDC_`. The column names are following the stitch + naming conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. + Enabling metadata columns will flag the deleted rows by setting the `_SDC_DELETED_AT` + metadata column. Without the `add_metadata_columns` option the deleted rows from + singer taps will not be recongisable in Snowflake. + kind: boolean + label: Add Metadata Columns + name: add_metadata_columns + value: false +- description: | + When enabled, the files loaded to Snowflake will also be stored in + `archive_load_files_s3_bucket` under the key /{archive_load_files_s3_prefix}/{schema_name}/{table_name}/. + + All archived files will have tap, schema, table and archived-by as S3 metadata keys. + + When incremental replication is used, the archived files will also have + the following S3 metadata keys - incremental-key, incremental-key-min and incremental-key-max. + kind: boolean + label: Archive Load Files + name: archive_load_files + value: false +- description: When archive_load_files is enabled, the archived files will be placed + in this bucket. + label: Archive Load Files S3 Bucket + name: archive_load_files_s3_bucket +- description: When `archive_load_files` is enabled, the archived files will be placed + in the archive S3 bucket under this prefix. + label: Archive Load Files S3 Prefix + name: archive_load_files_s3_prefix - description: S3 Access Key Id. If not provided, `AWS_ACCESS_KEY_ID` environment variable or IAM role will be used kind: password label: AWS Access Key ID name: aws_access_key_id sensitive: true +- description: AWS profile name for profile based authentication. If not provided, + `AWS_PROFILE` environment variable will be used. + label: AWS Profile + name: aws_profile - description: S3 Secret Access Key. If not provided, `AWS_SECRET_ACCESS_KEY` environment variable or IAM role will be used kind: password @@ -74,43 +82,6 @@ settings: label: AWS Session Token name: aws_session_token sensitive: true -- description: AWS profile name for profile based authentication. If not provided, - `AWS_PROFILE` environment variable will be used. - label: AWS Profile - name: aws_profile -- aliases: - - schema - description: | - Note `$MELTANO_EXTRACT__LOAD_SCHEMA` [will expand to](https://docs.meltano.com/guide/configuration.html#expansion-in-setting-values) the value of the [`load_schema` extra](https://docs.meltano.com/concepts/plugins#load-schema-extra) for the extractor used in the pipeline, which defaults to the extractor's namespace, e.g. `tap_gitlab` for [`tap-gitlab`](/extractors/gitlab). Values are automatically converted to uppercase before they're passed on to the plugin, so `tap_gitlab` becomes `TAP_GITLAB`. - - Name of the schema where the tables will be created, without database - prefix. If `schema_mapping` is not defined then every stream sent by the tap is - loaded into this schema. - label: Default Target Schema - name: default_target_schema - value: $MELTANO_EXTRACT__LOAD_SCHEMA - value_processor: upcase_string -- description: S3 Bucket name - label: S3 Bucket - name: s3_bucket -- description: A static prefix before the generated S3 key names. Using prefixes you - can upload files into specific directories in the S3 bucket. - label: S3 Key Prefix - name: s3_key_prefix -- description: The complete URL to use for the constructed client. This is allowing - to use non-native s3 account. - label: S3 Endpoint URL - name: s3_endpoint_url -- description: Default region when creating new connections - label: S3 Region Name - name: s3_region_name -- description: S3 ACL name to set on the uploaded files - label: S3 ACL - name: s3_acl -- description: Named external stage name created at pre-requirements section. Has - to be a fully qualified name including the schema name - label: Stage - name: stage - description: Maximum number of rows in each batch. At the end of each batch, the rows in the batch are loaded into Snowflake. kind: integer @@ -121,39 +92,49 @@ settings: kind: integer label: Batch Wait Limit Seconds name: batch_wait_limit_seconds -- description: 'Flush and load every stream into Snowflake when one batch is full. - Warning: This may trigger the COPY command to use files with low number of records, - and may cause performance problems.' - kind: boolean - label: Flush All Streams - name: flush_all_streams - value: false -- description: The number of threads used to flush tables. 0 will create a thread - for each stream, up to parallelism_max. -1 will create a thread for each CPU core. - Any other positive number will create that number of threads, up to parallelism_max. +- description: When this is defined, Client-Side Encryption is enabled. The data in + S3 will be encrypted, No third parties, including Amazon AWS and any ISPs, can + see data in the clear. Snowflake COPY command will decrypt the data once it's + in Snowflake. The master key must be 256-bit length and must be encoded as base64 + string. + kind: password + label: Client Side Encryption Master Key + name: client_side_encryption_master_key + sensitive: true +- description: Required when `client_side_encryption_master_key` is defined. The name + of the encrypted stage object in Snowflake that created separately and using the + same encryption master key. + label: Client Side Encryption Stage Object + name: client_side_encryption_stage_object +- description: Object type RECORD items from taps can be loaded into VARIANT columns + as JSON (default) or we can flatten the schema by creating columns automatically. + When value is 0 (default) then flattening functionality is turned off. kind: integer - label: Parallelism - name: parallelism + label: Data Flattening Max Level + name: data_flattening_max_level value: 0 -- description: Max number of parallel threads to use when flushing tables. - kind: integer - label: Parallelism Max - name: parallelism_max - value: 16 +- aliases: + - database + description: Snowflake Database name + label: Database Name + name: dbname +- aliases: + - schema + description: | + Note `$MELTANO_EXTRACT__LOAD_SCHEMA` [will expand to](https://docs.meltano.com/guide/configuration.html#expansion-in-setting-values) the value of the [`load_schema` extra](https://docs.meltano.com/concepts/plugins#load-schema-extra) for the extractor used in the pipeline, which defaults to the extractor's namespace, e.g. `tap_gitlab` for [`tap-gitlab`](/extractors/gitlab). Values are automatically converted to uppercase before they're passed on to the plugin, so `tap_gitlab` becomes `TAP_GITLAB`. + + Name of the schema where the tables will be created, without database + prefix. If `schema_mapping` is not defined then every stream sent by the tap is + loaded into this schema. + label: Default Target Schema + name: default_target_schema + value: $MELTANO_EXTRACT__LOAD_SCHEMA + value_processor: upcase_string - description: Grant USAGE privilege on newly created schemas and grant SELECT privilege on newly created tables to a specific role or a list of roles. If `schema_mapping` is not defined then every stream sent by the tap is granted accordingly. label: Default Target Schema Select Permission name: default_target_schema_select_permission -- description: | - Useful if you want to load multiple streams from one tap to multiple Snowflake schemas. - - If the tap sends the `stream_id` in `-` format then this option overwrites the `default_target_schema` value. - - Note, that using `schema_mapping` you can overwrite the `default_target_schema_select_permission` value to grant SELECT permissions to different groups per schemas or optionally you can create indices automatically for the replicated tables. - kind: object - label: Schema Mapping - name: schema_mapping - description: By default the connector caches the available table structures in Snowflake at startup. In this way it doesn't need to run additional queries when ingesting data to check if altering the target tables is required. With `disable_table_cache` @@ -163,31 +144,19 @@ settings: label: Disable Table Cache name: disable_table_cache value: false -- description: When this is defined, Client-Side Encryption is enabled. The data in - S3 will be encrypted, No third parties, including Amazon AWS and any ISPs, can - see data in the clear. Snowflake COPY command will decrypt the data once it's - in Snowflake. The master key must be 256-bit length and must be encoded as base64 - string. - kind: password - label: Client Side Encryption Master Key - name: client_side_encryption_master_key - sensitive: true -- description: Required when `client_side_encryption_master_key` is defined. The name - of the encrypted stage object in Snowflake that created separately and using the - same encryption master key. - label: Client Side Encryption Stage Object - name: client_side_encryption_stage_object -- description: Metadata columns add extra row level information about data ingestions, - (i.e. when was the row read in source, when was inserted or deleted in snowflake - etc.) Metadata columns are creating automatically by adding extra columns to the - tables with a column prefix `_SDC_`. The column names are following the stitch - naming conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. - Enabling metadata columns will flag the deleted rows by setting the `_SDC_DELETED_AT` - metadata column. Without the `add_metadata_columns` option the deleted rows from - singer taps will not be recongisable in Snowflake. +- description: The Snowflake file format object name which needs to be manually created + as part of the [requirements](#requirements) section of the docs. Has to be the + fully qualified name including the schema. Refer to the [Snowflake + docs](https://github.com/transferwise/pipelinewise-target-snowflake#pre-requirements) + for more details. + label: File Format + name: file_format +- description: 'Flush and load every stream into Snowflake when one batch is full. + Warning: This may trigger the COPY command to use files with low number of records, + and may cause performance problems.' kind: boolean - label: Add Metadata Columns - name: add_metadata_columns + label: Flush All Streams + name: flush_all_streams value: false - description: When `hard_delete` option is true then DELETE SQL commands will be performed in Snowflake to delete rows in tables. It's achieved by continuously @@ -198,13 +167,29 @@ settings: label: Hard Delete name: hard_delete value: false -- description: Object type RECORD items from taps can be loaded into VARIANT columns - as JSON (default) or we can flatten the schema by creating columns automatically. - When value is 0 (default) then flattening functionality is turned off. +- description: Generate uncompressed CSV files when loading to Snowflake. Normally, + by default GZIP compressed files are generated. + kind: boolean + label: No Compression + name: no_compression + value: false +- description: The number of threads used to flush tables. 0 will create a thread + for each stream, up to parallelism_max. -1 will create a thread for each CPU core. + Any other positive number will create that number of threads, up to parallelism_max. kind: integer - label: Data Flattening Max Level - name: data_flattening_max_level + label: Parallelism + name: parallelism value: 0 +- description: Max number of parallel threads to use when flushing tables. + kind: integer + label: Parallelism Max + name: parallelism_max + value: 16 +- description: Snowflake Password + kind: password + label: Password + name: password + sensitive: true - description: Log based and Incremental replications on tables with no Primary Key cause duplicates when merging UPDATE events. When set to true, stop loading data if no Primary Key is defined. @@ -212,24 +197,6 @@ settings: label: Primary Key Required name: primary_key_required value: true -- description: Validate every single record message to the corresponding JSON schema. - This option is disabled by default and invalid RECORD messages will fail only - at load time by Snowflake. Enabling this option will detect invalid records earlier - but could cause performance degradation. - kind: boolean - label: Validate Records - name: validate_records - value: false -- description: '(Default: platform-dependent) Directory of temporary CSV files with - RECORD messages.' - label: Temporary Directory - name: temp_dir -- description: Generate uncompressed CSV files when loading to Snowflake. Normally, - by default GZIP compressed files are generated. - kind: boolean - label: No Compression - name: no_compression - value: false - description: | Optional string to tag executed queries in Snowflake. Replaces tokens @@ -237,34 +204,68 @@ settings: output of the Snowflake `QUERY_HISTORY`, `QUERY_HISTORY_BY_*` functions. label: Query Tag name: query_tag +- description: Snowflake role to use. If not defined then the user's default role + will be used. + label: Role + name: role +- description: S3 ACL name to set on the uploaded files + label: S3 ACL + name: s3_acl +- description: S3 Bucket name + label: S3 Bucket + name: s3_bucket +- description: The complete URL to use for the constructed client. This is allowing + to use non-native s3 account. + label: S3 Endpoint URL + name: s3_endpoint_url +- description: A static prefix before the generated S3 key names. Using prefixes you + can upload files into specific directories in the S3 bucket. + label: S3 Key Prefix + name: s3_key_prefix +- description: Default region when creating new connections + label: S3 Region Name + name: s3_region_name - description: | - When enabled, the files loaded to Snowflake will also be stored in - `archive_load_files_s3_bucket` under the key /{archive_load_files_s3_prefix}/{schema_name}/{table_name}/. + Useful if you want to load multiple streams from one tap to multiple Snowflake schemas. - All archived files will have tap, schema, table and archived-by as S3 metadata keys. + If the tap sends the `stream_id` in `-` format then this option overwrites the `default_target_schema` value. - When incremental replication is used, the archived files will also have - the following S3 metadata keys - incremental-key, incremental-key-min and incremental-key-max. + Note, that using `schema_mapping` you can overwrite the `default_target_schema_select_permission` value to grant SELECT permissions to different groups per schemas or optionally you can create indices automatically for the replicated tables. + kind: object + label: Schema Mapping + name: schema_mapping +- description: Named external stage name created at pre-requirements section. Has + to be a fully qualified name including the schema name + label: Stage + name: stage +- description: '(Default: platform-dependent) Directory of temporary CSV files with + RECORD messages.' + label: Temporary Directory + name: temp_dir +- aliases: + - username + description: Snowflake User + label: User + name: user +- description: Validate every single record message to the corresponding JSON schema. + This option is disabled by default and invalid RECORD messages will fail only + at load time by Snowflake. Enabling this option will detect invalid records earlier + but could cause performance degradation. kind: boolean - label: Archive Load Files - name: archive_load_files + label: Validate Records + name: validate_records value: false -- description: When `archive_load_files` is enabled, the archived files will be placed - in the archive S3 bucket under this prefix. - label: Archive Load Files S3 Prefix - name: archive_load_files_s3_prefix -- description: When archive_load_files is enabled, the archived files will be placed - in this bucket. - label: Archive Load Files S3 Bucket - name: archive_load_files_s3_bucket +- description: Snowflake virtual warehouse name + label: Warehouse + name: warehouse settings_group_validation: - - account - dbname - - user + - default_target_schema + - file_format - password + - user - warehouse - - file_format - - default_target_schema target_schema: $TARGET_SNOWFLAKE_DEFAULT_TARGET_SCHEMA usage: | # Advanced Topics diff --git a/_data/meltano/loaders/target-stitch/singer-io.yml b/_data/meltano/loaders/target-stitch/singer-io.yml index 5da595bb3..f4dd9db53 100644 --- a/_data/meltano/loaders/target-stitch/singer-io.yml +++ b/_data/meltano/loaders/target-stitch/singer-io.yml @@ -12,15 +12,19 @@ pip_url: target-stitch quality: silver repo: https://github.com/singer-io/target-stitch settings: +- description: The batch size preferences to use. Must contains key `full_table_streams` + with arrays type value. + kind: object + label: Batch Size Preferences + name: batch_size_preferences +- description: The Stitch big batch URL to use. E.g. https://api.stitchdata.com/v2/import/batch. + label: Big Batch Url + name: big_batch_url - description: Your Stitch client ID. kind: password label: Client ID name: client_id sensitive: true -- description: The turbo boost factor to use. Default, 1. - kind: integer - label: Turbo Boost Factor - name: turbo_boost_factor - description: Whether to send anonymous usage data to stitchdata.com kind: boolean label: Disable Collection @@ -28,23 +32,19 @@ settings: - description: The Stitch small batch URL to use. E.g. https://api.stitchdata.com/v2/import/batch. label: Small Batch Url name: small_batch_url -- description: The Stitch big batch URL to use. E.g. https://api.stitchdata.com/v2/import/batch. - label: Big Batch Url - name: big_batch_url - description: Your Stitch auth token. kind: password label: Token name: token sensitive: true -- description: The batch size preferences to use. Must contains key `full_table_streams` - with arrays type value. - kind: object - label: Batch Size Preferences - name: batch_size_preferences +- description: The turbo boost factor to use. Default, 1. + kind: integer + label: Turbo Boost Factor + name: turbo_boost_factor settings_group_validation: -- - client_id - - small_batch_url +- - batch_size_preferences - big_batch_url + - client_id + - small_batch_url - token - - batch_size_preferences variant: singer-io diff --git a/_data/meltano/orchestrators/airflow/apache.yml b/_data/meltano/orchestrators/airflow/apache.yml index 406240e98..1558ed7a1 100644 --- a/_data/meltano/orchestrators/airflow/apache.yml +++ b/_data/meltano/orchestrators/airflow/apache.yml @@ -42,10 +42,18 @@ requires: - name: files-airflow variant: meltano settings: +- env: AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION + label: Pause DAGs at Creation + name: core.dags_are_paused_at_creation + value: false - env: AIRFLOW__CORE__DAGS_FOLDER label: DAGs Folder name: core.dags_folder value: $MELTANO_PROJECT_ROOT/orchestrate/dags +- env: AIRFLOW__CORE__LOAD_EXAMPLES + label: Load Examples + name: core.load_examples + value: false - env: AIRFLOW__CORE__PLUGINS_FOLDER label: Plugins Folder name: core.plugins_folder @@ -54,18 +62,11 @@ settings: label: SQL Alchemy Connection name: core.sql_alchemy_conn value: sqlite:///$MELTANO_PROJECT_ROOT/.meltano/orchestrators/airflow/airflow.db -- env: AIRFLOW__CORE__LOAD_EXAMPLES - label: Load Examples - name: core.load_examples - value: false -- env: AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION - label: Pause DAGs at Creation - name: core.dags_are_paused_at_creation - value: false - env: AIRFLOW__WEBSERVER__WEB_SERVER_PORT label: Webserver Port name: webserver.web_server_port value: 8080 +settings_group_validation: [] settings_preamble: | Meltano [centralizes the configuration](https://docs.meltano.com/guide/configuration) of all of the plugins in your project, including Airflow's. This means that if the [Airflow documentation](https://airflow.apache.org/docs/apache-airflow/stable/howto/set-config.html) tells you to put something in `airflow.cfg`, you can use `meltano config`, `meltano.yml`, or environment variables instead, and get the benefits of Meltano features like [environments](https://docs.meltano.com/concepts/environments). diff --git a/_data/meltano/transformers/dbt-bigquery/dbt-labs.yml b/_data/meltano/transformers/dbt-bigquery/dbt-labs.yml index ce31a8c6c..9e6e7bca0 100644 --- a/_data/meltano/transformers/dbt-bigquery/dbt-labs.yml +++ b/_data/meltano/transformers/dbt-bigquery/dbt-labs.yml @@ -53,37 +53,11 @@ requires: - name: files-dbt-bigquery variant: meltano settings: -- label: Project Directory - name: project_dir - value: $MELTANO_PROJECT_ROOT/transform -- env: DBT_PROFILES_DIR - label: Profiles Directory - name: profiles_dir - value: $MELTANO_PROJECT_ROOT/transform/profiles/bigquery - description: | The auth method to use. One of: "oauth", "oauth-secrets", or "service-account" kind: string label: Authentication Method name: auth_method -- aliases: - - database - description: | - The BigQuery project ID. - kind: string - label: Project - name: project -- aliases: - - schema - description: | - The dataset to use. - kind: string - name: dataset -- description: | - The refresh token, if authenticating via oauth-secrets method. - kind: password - label: Refresh Token - name: refresh_token - sensitive: true - aliases: - user description: | @@ -99,15 +73,42 @@ settings: label: Client Secret name: client_secret sensitive: true -- description: | - The token redirect URI +- aliases: + - schema + description: | + The dataset to use. kind: string - label: Token URI - name: token_uri + name: dataset - description: | The path to the `keyfile.json`` to use, if authenticating via service-account method. kind: string name: keyfile +- env: DBT_PROFILES_DIR + label: Profiles Directory + name: profiles_dir + value: $MELTANO_PROJECT_ROOT/transform/profiles/bigquery +- aliases: + - database + description: | + The BigQuery project ID. + kind: string + label: Project + name: project +- label: Project Directory + name: project_dir + value: $MELTANO_PROJECT_ROOT/transform +- description: | + The refresh token, if authenticating via oauth-secrets method. + kind: password + label: Refresh Token + name: refresh_token + sensitive: true +- description: | + The token redirect URI + kind: string + label: Token URI + name: token_uri +settings_group_validation: [] settings_preamble: | Settings for dbt itself can be configured through [dbt_project.yml](https://docs.getdbt.com/reference/dbt_project.yml) as usual, which can be found at transform/dbt_project.yml in your Meltano project. dbt also has [adapter-specific documentation for BigQuery](https://docs.getdbt.com/reference/resource-configs/bigquery-configs). variant: dbt-labs diff --git a/_data/meltano/transformers/dbt-postgres/dbt-labs.yml b/_data/meltano/transformers/dbt-postgres/dbt-labs.yml index 380f50bf8..e791349e4 100644 --- a/_data/meltano/transformers/dbt-postgres/dbt-labs.yml +++ b/_data/meltano/transformers/dbt-postgres/dbt-labs.yml @@ -53,23 +53,23 @@ requires: - name: files-dbt-postgres variant: meltano settings: -- label: Projects Directory - name: project_dir - value: $MELTANO_PROJECT_ROOT/transform -- env: DBT_PROFILES_DIR - label: Profiles Directory - name: profiles_dir - value: $MELTANO_PROJECT_ROOT/transform/profiles/postgres +- aliases: + - database + description: | + The db to connect to. + kind: string + label: Database + name: dbname - description: | The postgres host to connect to. kind: string label: Host name: host - description: | - The user to connect as. - kind: string - label: User - name: user + Seconds between TCP keepalive packets. + kind: integer + label: Keep Alives Idle + name: keepalives_idle - description: | The password to connect with. kind: password @@ -81,38 +81,39 @@ settings: kind: integer label: Port name: port -- aliases: - - database - description: | - The db to connect to. +- env: DBT_PROFILES_DIR + label: Profiles Directory + name: profiles_dir + value: $MELTANO_PROJECT_ROOT/transform/profiles/postgres +- label: Projects Directory + name: project_dir + value: $MELTANO_PROJECT_ROOT/transform +- description: | + Role for dbt to assume when executing queries. kind: string - label: Database - name: dbname + label: Role + name: role - description: | The schema to use. kind: string label: Schema name: schema -- description: | - Seconds between TCP keepalive packets. - kind: integer - label: Keep Alives Idle - name: keepalives_idle - description: | Overrides the default search path. kind: string label: Search Path name: search_path -- description: | - Role for dbt to assume when executing queries. - kind: string - label: Role - name: role - description: | SSL Mode used to connect to the database. kind: array label: SSL Mode name: sslmode +- description: | + The user to connect as. + kind: string + label: User + name: user +settings_group_validation: [] settings_preamble: | Settings for dbt itself can be configured through [dbt_project.yml](https://docs.getdbt.com/reference/dbt_project.yml) as usual, which can be found at transform/dbt_project.yml in your Meltano project. dbt also has [adapter-specific documentation for PostgreSQL](https://docs.getdbt.com/reference/resource-configs/postgres-configs). variant: dbt-labs diff --git a/_data/meltano/transformers/dbt-redshift/dbt-labs.yml b/_data/meltano/transformers/dbt-redshift/dbt-labs.yml index c3f48ea34..58626bb30 100644 --- a/_data/meltano/transformers/dbt-redshift/dbt-labs.yml +++ b/_data/meltano/transformers/dbt-redshift/dbt-labs.yml @@ -53,45 +53,27 @@ requires: - name: files-dbt-redshift variant: meltano settings: -- label: Project Directory - name: project_dir - value: $MELTANO_PROJECT_ROOT/transform -- env: DBT_PROFILES_DIR - label: Profiles Directory - name: profiles_dir - value: $MELTANO_PROJECT_ROOT/transform/profiles/redshift - description: | The auth method to use (to use iam, set to "iam". Omit to use password-based auth.) kind: string label: Authentication Method name: auth_method +- description: | + Whether or not to automatically create entities. + kind: boolean + label: Autocreate + name: autocreate - description: | The cluster id. kind: string label: Cluster ID name: cluster_id - description: | - The host for the cluster. - kind: string - label: Host - name: host -- description: | - The password, if using password-based auth. - kind: password - label: Password - name: password - sensitive: true -- description: | - The user to connect as. - kind: string - label: User - name: user -- description: | - The port to connect to. - kind: integer - label: Port - name: port + Database groups to use. + kind: array + label: Databse Groups + name: db_groups - aliases: - database description: | @@ -100,35 +82,53 @@ settings: label: Database name: dbname - description: | - The schema to use. - kind: string - label: Schema - name: schema -- description: | - The IAM profile to use. + The host for the cluster. kind: string - label: IAM Profile - name: iam_profile + label: Host + name: host - description: | Duration of the IAM session. kind: integer label: IAM Duration Seconds name: iam_duration_seconds - description: | - Whether or not to automatically create entities. - kind: boolean - label: Autocreate - name: autocreate -- description: | - Database groups to use. - kind: array - label: Databse Groups - name: db_groups + The IAM profile to use. + kind: string + label: IAM Profile + name: iam_profile - description: | Seconds between TCP keepalive packets kind: integer label: Keep Alives Idle name: keepalives_idle +- description: | + The password, if using password-based auth. + kind: password + label: Password + name: password + sensitive: true +- description: | + The port to connect to. + kind: integer + label: Port + name: port +- env: DBT_PROFILES_DIR + label: Profiles Directory + name: profiles_dir + value: $MELTANO_PROJECT_ROOT/transform/profiles/redshift +- label: Project Directory + name: project_dir + value: $MELTANO_PROJECT_ROOT/transform +- description: | + Enables cross-database sources. + kind: boolean + label: RA3 Node + name: ra3_node +- description: | + The schema to use. + kind: string + label: Schema + name: schema - description: | The search path to use (use of this setting is not recommended) kind: string @@ -140,10 +140,11 @@ settings: label: SSL Mode name: sslmode - description: | - Enables cross-database sources. - kind: boolean - label: RA3 Node - name: ra3_node + The user to connect as. + kind: string + label: User + name: user +settings_group_validation: [] settings_preamble: | Settings for dbt itself can be configured through [dbt_project.yml](https://docs.getdbt.com/reference/dbt_project.yml) as usual, which can be found at transform/dbt_project.yml in your Meltano project. dbt also has [adapter-specific documentation for Redshift](https://docs.getdbt.com/reference/resource-configs/redshift-configs). variant: dbt-labs diff --git a/_data/meltano/transformers/dbt-snowflake/dbt-labs.yml b/_data/meltano/transformers/dbt-snowflake/dbt-labs.yml index baaa14126..b47bb6c4f 100644 --- a/_data/meltano/transformers/dbt-snowflake/dbt-labs.yml +++ b/_data/meltano/transformers/dbt-snowflake/dbt-labs.yml @@ -53,42 +53,43 @@ requires: - name: files-dbt-snowflake variant: meltano settings: -- label: Projects Directory - name: project_dir - value: $MELTANO_PROJECT_ROOT/transform -- env: DBT_PROFILES_DIR - label: Profiles Directory - name: profiles_dir - value: $MELTANO_PROJECT_ROOT/transform/profiles/snowflake - description: The snowflake account to connect to. kind: string label: Account name: account -- description: The user to connect as. +- description: The database to create models in. kind: string - label: User - name: user + label: Database + name: database - description: The user password to authenticate with. kind: password label: Password name: password sensitive: true +- env: DBT_PROFILES_DIR + label: Profiles Directory + name: profiles_dir + value: $MELTANO_PROJECT_ROOT/transform/profiles/snowflake +- label: Projects Directory + name: project_dir + value: $MELTANO_PROJECT_ROOT/transform - description: The user role to assume. kind: string label: Role name: role -- description: The compute warehouse to use when building models. - kind: string - label: Warehouse - name: warehouse -- description: The database to create models in. - kind: string - label: Database - name: database - description: The schema to build models into by default. kind: string label: Schema name: schema +- description: The user to connect as. + kind: string + label: User + name: user +- description: The compute warehouse to use when building models. + kind: string + label: Warehouse + name: warehouse +settings_group_validation: [] settings_preamble: | Settings for dbt itself can be configured through [dbt_project.yml](https://docs.getdbt.com/reference/dbt_project.yml) as usual, which can be found at transform/dbt_project.yml in your Meltano project. dbt also has [adapter-specific documentation for Snowflake](https://docs.getdbt.com/reference/resource-configs/snowflake-configs). variant: dbt-labs diff --git a/_data/meltano/utilities/airflow/apache.yml b/_data/meltano/utilities/airflow/apache.yml index a74855ca2..359998935 100644 --- a/_data/meltano/utilities/airflow/apache.yml +++ b/_data/meltano/utilities/airflow/apache.yml @@ -56,30 +56,38 @@ pip_url: git+https://github.com/meltano/airflow-ext.git@main apache-airflow==2.8 https://raw.githubusercontent.com/apache/airflow/constraints-2.8.1/constraints-no-providers-${MELTANO__PYTHON_VERSION}.txt repo: https://github.com/apache/airflow settings: -- env: AIRFLOW__DATABASE__SQL_ALCHEMY_CONN - label: SQL Alchemy Connection - name: database.sql_alchemy_conn - value: sqlite:///$MELTANO_PROJECT_ROOT/.meltano/utilities/airflow/airflow.db +- env: AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION + label: Pause DAGs at Creation + name: core.dags_are_paused_at_creation + value: false - env: AIRFLOW__CORE__DAGS_FOLDER label: DAGs Folder name: core.dags_folder value: $MELTANO_PROJECT_ROOT/orchestrate/airflow/dags -- env: AIRFLOW__CORE__PLUGINS_FOLDER - label: Plugins Folder - name: core.plugins_folder - value: $MELTANO_PROJECT_ROOT/orchestrate/airflow/plugins - env: AIRFLOW__CORE__LOAD_EXAMPLES label: Load Examples name: core.load_examples value: false -- env: AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION - label: Pause DAGs at Creation - name: core.dags_are_paused_at_creation - value: false -- env: AIRFLOW__WEBSERVER__WEB_SERVER_PORT - label: Webserver Port - name: webserver.web_server_port - value: 8080 +- env: AIRFLOW__CORE__PLUGINS_FOLDER + label: Plugins Folder + name: core.plugins_folder + value: $MELTANO_PROJECT_ROOT/orchestrate/airflow/plugins +- env: AIRFLOW__DATABASE__SQL_ALCHEMY_CONN + label: SQL Alchemy Connection + name: database.sql_alchemy_conn + value: sqlite:///$MELTANO_PROJECT_ROOT/.meltano/utilities/airflow/airflow.db +- description: | + The path where the Airflow configuration file will be stored. + env: AIRFLOW_CONFIG + label: Airflow Home + name: extension.airflow_config + value: $MELTANO_PROJECT_ROOT/orchestrate/airflow/airflow.cfg +- description: | + The directory where Airflow will store its configuration, logs, and other files. + env: AIRFLOW_HOME + label: Airflow Home + name: extension.airflow_home + value: $MELTANO_PROJECT_ROOT/orchestrate/airflow - description: | The folder where airflow should store its log files. This path must be absolute. There are a few existing configurations that assume this is set to the default. If you choose to override this you may need to update @@ -101,18 +109,11 @@ settings: label: Child Process Log Directory name: scheduler.child_process_log_directory value: $MELTANO_PROJECT_ROOT/.meltano/utilities/airflow/logs/scheduler -- description: | - The directory where Airflow will store its configuration, logs, and other files. - env: AIRFLOW_HOME - label: Airflow Home - name: extension.airflow_home - value: $MELTANO_PROJECT_ROOT/orchestrate/airflow -- description: | - The path where the Airflow configuration file will be stored. - env: AIRFLOW_CONFIG - label: Airflow Home - name: extension.airflow_config - value: $MELTANO_PROJECT_ROOT/orchestrate/airflow/airflow.cfg +- env: AIRFLOW__WEBSERVER__WEB_SERVER_PORT + label: Webserver Port + name: webserver.web_server_port + value: 8080 +settings_group_validation: [] settings_preamble: | Meltano [centralizes the configuration](https://docs.meltano.com/guide/configuration) of all of the plugins in your project, including Airflow's. This means that if the [Airflow documentation](https://airflow.apache.org/docs/apache-airflow/stable/howto/set-config.html) tells you to put something in `airflow.cfg`, you can use `meltano config`, `meltano.yml`, or environment variables instead, and get the benefits of Meltano features like [environments](https://docs.meltano.com/concepts/environments). diff --git a/_data/meltano/utilities/datahub/datahub-project.yml b/_data/meltano/utilities/datahub/datahub-project.yml index 2309a4161..b329257e8 100644 --- a/_data/meltano/utilities/datahub/datahub-project.yml +++ b/_data/meltano/utilities/datahub/datahub-project.yml @@ -59,4 +59,5 @@ settings: label: GMS Token name: gms_token sensitive: true +settings_group_validation: [] variant: datahub-project diff --git a/_data/meltano/utilities/dbt-artifacts/matatika.yml b/_data/meltano/utilities/dbt-artifacts/matatika.yml index 013d8ff0e..209c9cf1e 100644 --- a/_data/meltano/utilities/dbt-artifacts/matatika.yml +++ b/_data/meltano/utilities/dbt-artifacts/matatika.yml @@ -29,10 +29,6 @@ namespace: dbt_artifacts pip_url: git+https://github.com/Matatika/dbt-artifacts-ext.git repo: https://github.com/Matatika/dbt-artifacts-ext settings: -- description: Source directory for the dbt artifact files. - label: Source directory - name: source_dir - value: .meltano/transformers/dbt/target - description: Output directory for processed artifacts. label: Output directory name: output_dir @@ -44,5 +40,10 @@ settings: name: resource_types value: - all +- description: Source directory for the dbt artifact files. + label: Source directory + name: source_dir + value: .meltano/transformers/dbt/target +settings_group_validation: [] usage: For help, try `meltano invoke dbt-artifacts --help` (or `--help` on any subcommand). variant: matatika diff --git a/_data/meltano/utilities/dbt-osmosis/z3z1ma.yml b/_data/meltano/utilities/dbt-osmosis/z3z1ma.yml index 5ab5739f9..1a6a057c6 100644 --- a/_data/meltano/utilities/dbt-osmosis/z3z1ma.yml +++ b/_data/meltano/utilities/dbt-osmosis/z3z1ma.yml @@ -58,4 +58,5 @@ settings: config option to resolve dbt profile directory. env: ADAPTER name: adapter +settings_group_validation: [] variant: z3z1ma diff --git a/_data/meltano/utilities/elementary/elementary.yml b/_data/meltano/utilities/elementary/elementary.yml index 23224a33e..380d236d6 100644 --- a/_data/meltano/utilities/elementary/elementary.yml +++ b/_data/meltano/utilities/elementary/elementary.yml @@ -63,6 +63,11 @@ next_steps: | pip_url: elementary-data==0.5.3 git+https://github.com/potloc/elementary-ext.git repo: https://github.com/elementary-data/elementary settings: +- description: Location of the file generated by the `monitor-report` commands + kind: string + label: File Path + name: file-path + placeholder: ${MELTANO_PROJECT_ROOT}/utilities/elementary/report.html - description: Profiles directory path for your dbt project kind: string label: Profiles Directory @@ -73,19 +78,15 @@ settings: label: Project Directory name: project_dir value: ${MELTANO_PROJECT_ROOT}/transform/ -- description: Location of the file generated by the `monitor-report` commands +- description: If necessary, slack channel name in which to send notifications to kind: string - label: File Path - name: file-path - placeholder: ${MELTANO_PROJECT_ROOT}/utilities/elementary/report.html + label: Slack Channel Name + name: slack-channel-name + value: elementary-notifs - description: If necessary, slack token for sending notifications to slack kind: password label: Slack Token name: slack-token sensitive: true -- description: If necessary, slack channel name in which to send notifications to - kind: string - label: Slack Channel Name - name: slack-channel-name - value: elementary-notifs +settings_group_validation: [] variant: elementary diff --git a/_data/meltano/utilities/evidence/meltanolabs.yml b/_data/meltano/utilities/evidence/meltanolabs.yml index 40cbb4133..5debcab5a 100644 --- a/_data/meltano/utilities/evidence/meltanolabs.yml +++ b/_data/meltano/utilities/evidence/meltanolabs.yml @@ -61,6 +61,29 @@ settings: label: Evidence Home Dir name: home_dir value: $MELTANO_PROJECT_ROOT/analyze/evidence +- description: | + Send Evidence anonymous usage stats. + env: SEND_ANONYMOUS_USAGE_STATS + kind: options + label: Send Anonymous Usage Stats + name: send_anonymous_usage_stats + options: + - value: yes + - value: no + value: yes +- env: BIGQUERY_CLIENT_EMAIL + kind: string + label: BigQuery Client Email + name: settings.bigquery.client_email +- env: BIGQUERY_PRIVATE_KEY + kind: password + label: BigQuery Private Key + name: settings.bigquery.private_key + sensitive: true +- env: BIGQUERY_PROJECT_ID + kind: string + label: BigQuery Project ID + name: settings.bigquery.project_id - env: DATABASE kind: options name: settings.database @@ -95,43 +118,14 @@ settings: kind: boolean label: Gitignore DuckDB Database Files name: settings.duckdb.gitignore_duckdb -- description: | - Name of the SQLite database file stored in the same directory as your Evidence project. - env: SQLITE_FILENAME - kind: string - label: SQLite Database File Name - name: settings.sqlite.filename -- description: | - Gitignore all SQLite files. - env: MYSQL_GITIGNORESQLITE - kind: boolean - label: Gitignore SQLite Database Files - name: settings.sqlite.gitignore_sqlite -- env: BIGQUERY_PROJECT_ID - kind: string - label: BigQuery Project ID - name: settings.bigquery.project_id -- env: BIGQUERY_CLIENT_EMAIL - kind: string - label: BigQuery Client Email - name: settings.bigquery.client_email -- env: BIGQUERY_PRIVATE_KEY - kind: password - label: BigQuery Private Key - name: settings.bigquery.private_key - sensitive: true -- env: MYSQL_USER +- env: MYSQL_DATABASE kind: string - label: MySQL User - name: settings.mysql.user + label: MySQL Database + name: settings.mysql.database - env: MYSQL_HOST kind: string label: MySQL Host name: settings.mysql.host -- env: MYSQL_DATABASE - kind: string - label: MySQL Database - name: settings.mysql.database - env: MYSQL_PASSWORD kind: password label: MySQL Password @@ -140,6 +134,12 @@ settings: - env: MYSQL_PORT label: MySQL Port name: settings.mysql.port +- description: | + This is an optional field. When using Google Cloud MySQL this is commonly required. + env: MYSQL_SOCKETPATH + kind: string + label: MySQL User + name: settings.mysql.socket_path - env: MYSQL_SSL kind: options label: MySQL SSL @@ -148,33 +148,34 @@ settings: - value: 'true' - value: 'false' - value: Amazon RDS -- description: | - This is an optional field. When using Google Cloud MySQL this is commonly required. - env: MYSQL_SOCKETPATH +- env: MYSQL_USER kind: string label: MySQL User - name: settings.mysql.socket_path -- env: POSTGRES_HOST - kind: string - label: Postgres Host - name: settings.postgres.host + name: settings.mysql.user +- description: | + If your database host provides a connection string, you can use that in place of the fields above. + env: POSTGRES_CONNECTIONSTRING + kind: password + label: Postgres Connection String + name: settings.postgres.connection_string + sensitive: true - env: POSTGRES_DATABASE kind: string label: Postgres Database name: settings.postgres.database -- env: POSTGRES_PORT - kind: string - label: Postgres Port - name: settings.postgres.port -- env: POSTGRES_USER +- env: POSTGRES_HOST kind: string - label: Postgres User - name: settings.postgres.user + label: Postgres Host + name: settings.postgres.host - env: POSTGRES_PASSWORD kind: password label: Postgres Password name: settings.postgres.password sensitive: true +- env: POSTGRES_PORT + kind: string + label: Postgres Port + name: settings.postgres.port - description: | Postgres SSL. When using Heroku this is commonly required. env: POSTGRES_SSL @@ -184,44 +185,43 @@ settings: - value: 'true' - value: 'false' - value: no-verify -- description: | - If your database host provides a connection string, you can use that in place of the fields above. - env: POSTGRES_CONNECTIONSTRING - kind: password - label: Postgres Connection String - name: settings.postgres.connection_string - sensitive: true +- env: POSTGRES_USER + kind: string + label: Postgres User + name: settings.postgres.user - env: SNOWFLAKE_ACCOUNT kind: string label: Snowflake Account name: settings.snowflake.account -- env: SNOWFLAKE_USERNAME +- env: SNOWFLAKE_DATABASE kind: string - label: Snowflake Username - name: settings.snowflake.username + label: Snowflake Database + name: settings.snowflake.database - env: SNOWFLAKE_PASSWORD kind: password label: Snowflake Password name: settings.snowflake.password sensitive: true -- env: SNOWFLAKE_DATABASE +- env: SNOWFLAKE_USERNAME kind: string - label: Snowflake Database - name: settings.snowflake.database + label: Snowflake Username + name: settings.snowflake.username - env: SNOWFLAKE_WAREHOUSE kind: string label: Snowflake Warehouse name: settings.snowflake.warehouse - description: | - Send Evidence anonymous usage stats. - env: SEND_ANONYMOUS_USAGE_STATS - kind: options - label: Send Anonymous Usage Stats - name: send_anonymous_usage_stats - options: - - value: yes - - value: no - value: yes + Name of the SQLite database file stored in the same directory as your Evidence project. + env: SQLITE_FILENAME + kind: string + label: SQLite Database File Name + name: settings.sqlite.filename +- description: | + Gitignore all SQLite files. + env: MYSQL_GITIGNORESQLITE + kind: boolean + label: Gitignore SQLite Database Files + name: settings.sqlite.gitignore_sqlite settings_group_validation: - - home_dir - - home_dir @@ -231,32 +231,32 @@ settings_group_validation: - settings.database - settings.sqlite.filename - - home_dir - - settings.database - - settings.bigquery.project_id - settings.bigquery.client_email - settings.bigquery.private_key + - settings.bigquery.project_id + - settings.database - - home_dir - settings.database - - settings.mysql.host - settings.mysql.database - - settings.mysql.user + - settings.mysql.host - settings.mysql.password + - settings.mysql.user - - home_dir - settings.database + - settings.postgres.database - settings.postgres.host + - settings.postgres.password - settings.postgres.port - - settings.postgres.database - settings.postgres.user - - settings.postgres.password - - home_dir - settings.database - settings.postgres.connection_string - - home_dir - settings.database - settings.snowflake.account - - settings.snowflake.username - - settings.snowflake.password - settings.snowflake.database + - settings.snowflake.password + - settings.snowflake.username - settings.snowflake.warehouse usage: | Try `meltano invoke evidence --help`. diff --git a/_data/meltano/utilities/gdrive/matatika.yml b/_data/meltano/utilities/gdrive/matatika.yml index 15b44e5f1..167e2aac2 100644 --- a/_data/meltano/utilities/gdrive/matatika.yml +++ b/_data/meltano/utilities/gdrive/matatika.yml @@ -17,12 +17,6 @@ namespace: gdrive pip_url: git+https://github.com/Matatika/utility-gdrive.git repo: https://github.com/Matatika/utility-gdrive settings: -- description: Google Drive File or Folder ID. [More information on settings](https://github.com/Matatika/utility-gdrive#settings) - label: File ID - name: file_id -- description: Output path for downloaded files. - label: Output Path - name: output_path - description: Google Access Token. kind: password label: Access Token @@ -36,16 +30,22 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: Google Drive File or Folder ID. [More information on settings](https://github.com/Matatika/utility-gdrive#settings) + label: File ID + name: file_id +- description: Output path for downloaded files. + label: Output Path + name: output_path - description: Google Refresh Token. kind: password label: Refresh Token name: refresh_token sensitive: true settings_group_validation: -- - file_id - - access_token -- - file_id +- - access_token + - file_id +- - access_token - client_secret - - access_token + - file_id - refresh_token variant: matatika diff --git a/_data/meltano/utilities/powerbi/lgrosjean.yml b/_data/meltano/utilities/powerbi/lgrosjean.yml index 1e4353378..4c3dc7bc8 100644 --- a/_data/meltano/utilities/powerbi/lgrosjean.yml +++ b/_data/meltano/utilities/powerbi/lgrosjean.yml @@ -28,11 +28,6 @@ next_steps: > pip_url: git+https://github.com/lgrosjean/powerbi-ext repo: https://github.com/lgrosjean/powerbi-ext settings: -- description: PowerBI Service Principal Tenant ID - kind: password - label: Tenant ID - name: TENANT_ID - sensitive: true - description: PowerBI Service Principal Client ID kind: password label: Client ID @@ -43,12 +38,18 @@ settings: label: Client Secret name: CLIENT_SECRET sensitive: true -- description: ID of the workspace containing the dataset to refresh - label: Workspace ID - name: WORKSPACE_ID - description: ID of the dataset to refresh kind: string label: Dataset ID name: DATASET_ID +- description: PowerBI Service Principal Tenant ID + kind: password + label: Tenant ID + name: TENANT_ID + sensitive: true +- description: ID of the workspace containing the dataset to refresh + label: Workspace ID + name: WORKSPACE_ID +settings_group_validation: [] usage: "" variant: lgrosjean diff --git a/_data/meltano/utilities/superset/apache.yml b/_data/meltano/utilities/superset/apache.yml index 60b6e7a35..e82be9a9d 100644 --- a/_data/meltano/utilities/superset/apache.yml +++ b/_data/meltano/utilities/superset/apache.yml @@ -87,6 +87,21 @@ prereq: | Note that the rest of that guide is not relevant if you're using Meltano to manage your Superset installation, initialization, and configuration. repo: https://github.com/apache/superset settings: +- description: App secret key used for securely signing the session cookie and encrypting + sensitive information on the database. Equivalent to the `SECRET_KEY` setting + in `superset_config.py`. + kind: password + label: Secret Key + name: SECRET_KEY + sensitive: true + value: thisisnotapropersecretkey +- description: | + Superset metadata database connection string. Equivalent to the `SQLALCHEMY_DATABASE_URI` setting in `superset_config.py`. + + SQLite is used by default, but in production PostgreSQL or MySQL is more appropriate. See the [Superset documentation](https://superset.apache.org/docs/installation/configuring-superset/#using-a-production-metastore) for more information. To add a database driver like `psycopg2` or `mysqlclient`, refer to the [Add additional database drivers](#add-additional-database-drivers) section above. + label: SQLAlchemy Database URI + name: SQLALCHEMY_DATABASE_URI + value: sqlite:///$MELTANO_PROJECT_ROOT/.meltano/utilities/superset/superset.db - description: Host used by `meltano invoke superset:ui`. Used in the `gunicorn` `--bind` option along with `ui.port`. label: UI Bind Host @@ -107,21 +122,7 @@ settings: label: UI Workers name: ui.workers value: 4 -- description: | - Superset metadata database connection string. Equivalent to the `SQLALCHEMY_DATABASE_URI` setting in `superset_config.py`. - - SQLite is used by default, but in production PostgreSQL or MySQL is more appropriate. See the [Superset documentation](https://superset.apache.org/docs/installation/configuring-superset/#using-a-production-metastore) for more information. To add a database driver like `psycopg2` or `mysqlclient`, refer to the [Add additional database drivers](#add-additional-database-drivers) section above. - label: SQLAlchemy Database URI - name: SQLALCHEMY_DATABASE_URI - value: sqlite:///$MELTANO_PROJECT_ROOT/.meltano/utilities/superset/superset.db -- description: App secret key used for securely signing the session cookie and encrypting - sensitive information on the database. Equivalent to the `SECRET_KEY` setting - in `superset_config.py`. - kind: password - label: Secret Key - name: SECRET_KEY - value: thisisnotapropersecretkey - sensitive: true +settings_group_validation: [] settings_preamble: | Meltano [centralizes the configuration](https://docs.meltano.com/guide/configuration) of all of the plugins in your project, including Superset's. This means that if the [Superset documentation](https://superset.apache.org/docs/installation/configuring-superset/) tells you to put something in `superset_config.py`, you can use `meltano config`, `meltano.yml`, or environment variables instead, and get the benefits of Meltano features like [environments](https://docs.meltano.com/concepts/environments). diff --git a/_data/meltano/utilities/superset/meltano.yml b/_data/meltano/utilities/superset/meltano.yml index e957d6555..e03edc5e8 100644 --- a/_data/meltano/utilities/superset/meltano.yml +++ b/_data/meltano/utilities/superset/meltano.yml @@ -98,6 +98,28 @@ pip_url: apache-superset==2.0.0 flask==2.0.3 werkzeug==2.0.3 jinja2==3.0.1 wtfor git+https://github.com/meltano/superset-ext.git@main cryptography==3.4.7 repo: https://github.com/apache/superset settings: +- description: The path to where the Superset config file is located. + label: Superset config path + name: CONFIG_PATH + value: $MELTANO_PROJECT_ROOT/analyze/superset/superset_config.py +- label: Superset home + name: HOME + value: $MELTANO_PROJECT_ROOT/.meltano/utilities/superset +- description: App secret key used for securely signing the session cookie and encrypting + sensitive information on the database. Equivalent to the `SECRET_KEY` setting + in `superset_config.py`. + kind: password + label: Secret Key + name: SECRET_KEY + sensitive: true + value: thisisnotapropersecretkey +- description: | + Superset metadata database connection string. Equivalent to the `SQLALCHEMY_DATABASE_URI` setting in `superset_config.py`. + + SQLite is used by default, but in production PostgreSQL or MySQL is more appropriate. See the [Superset documentation](https://superset.apache.org/docs/installation/configuring-superset/#using-a-production-metastore) for more information. To add a database driver like `psycopg2` or `mysqlclient`, refer to the [Add additional database drivers](#add-additional-database-drivers) section above. + label: SQLAlchemy Database URI + name: SQLALCHEMY_DATABASE_URI + value: sqlite:///$MELTANO_PROJECT_ROOT/.meltano/utilities/superset/superset.db - description: Host used by `meltano invoke superset:ui`. Used in the `gunicorn` `--bind` option along with `ui.port`. label: UI Bind Host @@ -118,28 +140,7 @@ settings: label: UI Workers name: ui.workers value: 4 -- label: Superset home - name: HOME - value: $MELTANO_PROJECT_ROOT/.meltano/utilities/superset -- description: The path to where the Superset config file is located. - label: Superset config path - name: CONFIG_PATH - value: $MELTANO_PROJECT_ROOT/analyze/superset/superset_config.py -- description: | - Superset metadata database connection string. Equivalent to the `SQLALCHEMY_DATABASE_URI` setting in `superset_config.py`. - - SQLite is used by default, but in production PostgreSQL or MySQL is more appropriate. See the [Superset documentation](https://superset.apache.org/docs/installation/configuring-superset/#using-a-production-metastore) for more information. To add a database driver like `psycopg2` or `mysqlclient`, refer to the [Add additional database drivers](#add-additional-database-drivers) section above. - label: SQLAlchemy Database URI - name: SQLALCHEMY_DATABASE_URI - value: sqlite:///$MELTANO_PROJECT_ROOT/.meltano/utilities/superset/superset.db -- description: App secret key used for securely signing the session cookie and encrypting - sensitive information on the database. Equivalent to the `SECRET_KEY` setting - in `superset_config.py`. - kind: password - label: Secret Key - name: SECRET_KEY - value: thisisnotapropersecretkey - sensitive: true +settings_group_validation: [] usage: | ## Troubleshooting diff --git a/_data/meltano/utilities/tableau/gabilew.yml b/_data/meltano/utilities/tableau/gabilew.yml index 5dba3ae41..9b58fb2f1 100644 --- a/_data/meltano/utilities/tableau/gabilew.yml +++ b/_data/meltano/utilities/tableau/gabilew.yml @@ -4,7 +4,6 @@ commands: description: Refresh a Tableau datasource. definition: | is used to trigger a refresh of a Tableau data source once the data has been updated. Usually this is run in a pipeline following a transformation (i.e. dbt) step that altered the data that Tableau is connected to. - description: A modern, enterprise-ready business intelligence tool. docs: https://github.com/gabilew/tableau-ext domain_url: https://www.tableau.com/ @@ -25,24 +24,24 @@ next_steps: | pip_url: git+https://github.com/gabilew/tableau-ext repo: https://github.com/gabilew/tableau-ext settings: -- description: Base URL for the Tableau server you are trying to reach. - label: Tableau Base Url - name: BASE_URL -- description: The site ID for the hosted Tableau instance. - label: Tableau Site ID - name: SITE_ID - description: The API version to be used. label: Tableau API Version name: API_VERSION value: "3.18" -- description: Tableau account username. - label: Username - name: USERNAME +- description: Base URL for the Tableau server you are trying to reach. + label: Tableau Base Url + name: BASE_URL +- description: LUID of the Tableau datasource + label: Datasource LUID + name: DATASOURCE_LUID - description: Tableau account password. kind: password label: Password name: PASSWORD sensitive: true +- description: The site ID for the hosted Tableau instance. + label: Tableau Site ID + name: SITE_ID - description: Personal token name generated on the Tableau site. label: Token Name name: TOKEN_NAME @@ -51,8 +50,9 @@ settings: label: Token Secret name: TOKEN_SECRET sensitive: true -- description: LUID of the Tableau datasource - label: Datasource LUID - name: DATASOURCE_LUID +- description: Tableau account username. + label: Username + name: USERNAME +settings_group_validation: [] usage: "" variant: gabilew