From 3371de671a32d2901b8b5900bc52cf1254b8c782 Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Mon, 16 Oct 2023 12:08:11 +0000 Subject: [PATCH 1/6] Refresh plugin metadata 2023-10-16 --- .../extractors/tap-anvil/svinstech.yml | 25 ++ .../extractors/tap-athena/meltanolabs.yml | 25 ++ .../meltano/extractors/tap-auth0/matatika.yml | 25 ++ .../extractors/tap-cassandra/datarts-tech.yml | 6 +- .../meltano/extractors/tap-db2/danielptv.yml | 47 ++- .../extractors/tap-dbf/edgarrmondragon.yml | 12 + .../extractors/tap-dbt/meltanolabs.yml | 2 +- .../extractors/tap-freshbooks/hotgluexyz.yml | 2 +- .../extractors/tap-github/meltanolabs.yml | 25 ++ .../meltano/extractors/tap-gmail/kgpayne.yml | 2 +- .../extractors/tap-gmail/meltanolabs.yml | 2 +- .../tap-google-analytics/connorflyn.yml | 87 ++++ .../tap-google-analytics/meltanolabs.yml | 141 ++----- .../tap-google-analytics/sehnem.yml | 82 ++++ .../extractors/tap-gorgias/brooklyn-data.yml | 2 +- .../extractors/tap-hubspot/spacecowboy.yml | 2 +- .../extractors/tap-jira/meltanolabs.yml | 29 +- .../extractors/tap-klaviyo/meltanolabs.yml | 2 +- .../extractors/tap-kustomer/meltanolabs.yml | 4 + .../extractors/tap-mailchimp/acarter24.yml | 2 +- .../extractors/tap-meltano/matatika.yml | 2 +- .../extractors/tap-mssql/buzzcutnorman.yml | 4 + .../extractors/tap-mysql/meltanolabs.yml | 6 + .../tap-pinterest-ads/gthesheep.yml | 13 +- .../meltano/extractors/tap-planfix/epoch8.yml | 4 + .../extractors/tap-postgres/meltanolabs.yml | 6 + .../extractors/tap-pxwebapi/storebrand.yml | 48 ++- .../extractors/tap-rest-api-msdk/widen.yml | 2 +- .../tap-saasoptics/datarts-tech.yml | 2 +- .../extractors/tap-salesforce/hotgluexyz.yml | 64 +++ .../meltano/extractors/tap-shopify/sehnem.yml | 9 +- .../extractors/tap-spotify/matatika.yml | 25 ++ .../extractors/tap-ssb-klass/storebrand.yml | 43 ++ .../extractors/tap-totango/edsoncezar16.yml | 6 +- .../extractors/tap-tradera/kgpayne.yml | 4 +- .../extractors/tap-vilkas/hotgluexyz.yml | 4 - .../loaders/target-airtable/hotgluexyz.yml | 25 +- .../loaders/target-mongodb/hotgluexyz.yml | 2 +- _data/meltano/loaders/target-s3/crowemi.yml | 379 ++++++++++++++++-- _data/meltano/loaders/target-s3/jkausti.yml | 72 ++++ .../loaders/target-snowflake/meltanolabs.yml | 8 + .../loaders/target-timeplus/timeplus.yml | 2 +- 42 files changed, 1035 insertions(+), 219 deletions(-) create mode 100644 _data/meltano/extractors/tap-google-analytics/connorflyn.yml create mode 100644 _data/meltano/extractors/tap-google-analytics/sehnem.yml create mode 100644 _data/meltano/extractors/tap-salesforce/hotgluexyz.yml create mode 100644 _data/meltano/loaders/target-s3/jkausti.yml diff --git a/_data/meltano/extractors/tap-anvil/svinstech.yml b/_data/meltano/extractors/tap-anvil/svinstech.yml index 27b5dfaf8..f32870511 100644 --- a/_data/meltano/extractors/tap-anvil/svinstech.yml +++ b/_data/meltano/extractors/tap-anvil/svinstech.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -23,6 +24,30 @@ settings: kind: password label: API Key name: api_key +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-athena/meltanolabs.yml b/_data/meltano/extractors/tap-athena/meltanolabs.yml index da6bf77a0..e724fd2d9 100644 --- a/_data/meltano/extractors/tap-athena/meltanolabs.yml +++ b/_data/meltano/extractors/tap-athena/meltanolabs.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -33,6 +34,30 @@ settings: kind: password label: AWS Secret Access Key name: aws_secret_access_key +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-auth0/matatika.yml b/_data/meltano/extractors/tap-auth0/matatika.yml index df1de0be3..df8f52527 100644 --- a/_data/meltano/extractors/tap-auth0/matatika.yml +++ b/_data/meltano/extractors/tap-auth0/matatika.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -19,6 +20,30 @@ pip_url: git+https://github.com/Matatika/tap-auth0.git quality: gold repo: https://github.com/Matatika/tap-auth0 settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: App client ID kind: password label: Client ID diff --git a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml index d44578128..987d9f3ee 100644 --- a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml +++ b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml @@ -65,7 +65,7 @@ settings: name: keyspace - description: The local_dc parameter should be the name of the datacenter. kind: string - label: Local Datacenter + label: Local Dc name: local_dc - description: Should be a total number of attempts to be made before giving up. kind: integer @@ -76,7 +76,7 @@ settings: kind: password label: Password name: password -- description: The server-side port to open connections to. Defaults to 9042.. +- description: The server-side port to open connections to. Defaults to 9042. . kind: integer label: Port name: port @@ -91,7 +91,7 @@ settings: label: Reconnect Delay name: reconnect_delay value: 60 -- description: Request timeout used when not overridden in Session.execute(). +- description: Request timeout used when not overridden in Session. Execute(). kind: integer label: Request Timeout name: request_timeout diff --git a/_data/meltano/extractors/tap-db2/danielptv.yml b/_data/meltano/extractors/tap-db2/danielptv.yml index 5a34c038d..19434d206 100644 --- a/_data/meltano/extractors/tap-db2/danielptv.yml +++ b/_data/meltano/extractors/tap-db2/danielptv.yml @@ -1,8 +1,4 @@ capabilities: -- about -- catalog -- discover -- state - stream-maps description: IBM DB2 Relational Database domain_url: https://www.ibm.com/products/db2 @@ -32,25 +28,41 @@ settings: label: Database name: database - description: The full path to the client keystore database. - kind: string - label: SSL Client Keystore DB + kind: password + label: Encryption SSL Client Key Store Database Database name: encryption.ssl_client_key_store_db.database - description: The full path to the client key stash. - kind: string - label: SSL Client Keystore DB Key Stash + kind: password + label: Encryption SSL Client Key Store Database Key Stash name: encryption.ssl_client_key_store_db.key_stash - description: The keystore password. kind: password - label: SSL Client Keystore DB Password + label: Encryption SSL Client Key Store Database Password name: encryption.ssl_client_key_store_db.password - description: The path to the SSL server certificate. kind: string - label: SSL Server Certificate + label: Encryption SSL Server Certificate name: encryption.ssl_server_certificate +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: The DB2 hostname. kind: string label: Host name: host +- description: Ignore DB2-supplied user tables. For more info check out [Db2-supplied + user + tables](https://www.ibm.com/docs/en/db2-for-zos/12?topic=db2-supplied-user-tables). + kind: boolean + label: Ignore Supplied Tables + name: ignore_supplied_tables + value: true - description: The DB2 password. kind: password label: Password @@ -71,16 +83,25 @@ settings: name: schema - description: Additional execution options to be passed to SQLAlchemy. This is an objects containing key-value pairs. - kind: string - label: SQLAlchemy execution options + kind: object + label: Sqlalchemy Execution Options name: sqlalchemy_execution_options +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps - description: The DB2 username. kind: string label: User name: user settings_group_validation: - - database - - encryption.encryption_method + - encryption.ssl_client_key_store_db.database - host - password - port diff --git a/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml b/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml index 8e3bc371a..3614e392f 100644 --- a/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml @@ -67,6 +67,18 @@ settings: kind: string label: Path name: path +- description: '' + kind: string + label: S3 Endpoint URL + name: s3.endpoint_url +- description: '' + kind: password + label: S3 Key + name: s3.key +- description: '' + kind: password + label: S3 Secret + name: s3.secret - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config diff --git a/_data/meltano/extractors/tap-dbt/meltanolabs.yml b/_data/meltano/extractors/tap-dbt/meltanolabs.yml index e50abe6e4..88a319b55 100644 --- a/_data/meltano/extractors/tap-dbt/meltanolabs.yml +++ b/_data/meltano/extractors/tap-dbt/meltanolabs.yml @@ -84,7 +84,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-dbt/0.8.2.dev19+5480afd Singer tap for the dbt Cloud API. + value: tap-dbt/0.8.3.dev9+eff3995 Singer tap for the dbt Cloud API. settings_group_validation: - - account_ids - api_key diff --git a/_data/meltano/extractors/tap-freshbooks/hotgluexyz.yml b/_data/meltano/extractors/tap-freshbooks/hotgluexyz.yml index 15b2fc041..33cce0b19 100644 --- a/_data/meltano/extractors/tap-freshbooks/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-freshbooks/hotgluexyz.yml @@ -39,7 +39,7 @@ settings: name: flattening_max_depth - description: The API redirect URI. kind: string - label: Redirect URII + label: Redirect Uri name: redirect_uri - description: Your FreshBooks API refresh token. kind: password diff --git a/_data/meltano/extractors/tap-github/meltanolabs.yml b/_data/meltano/extractors/tap-github/meltanolabs.yml index ac941cd37..35035632d 100644 --- a/_data/meltano/extractors/tap-github/meltanolabs.yml +++ b/_data/meltano/extractors/tap-github/meltanolabs.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -32,6 +33,30 @@ settings: kind: password label: Auth Token name: auth_token +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-gmail/kgpayne.yml b/_data/meltano/extractors/tap-gmail/kgpayne.yml index 283ff6f41..8c04b989a 100644 --- a/_data/meltano/extractors/tap-gmail/kgpayne.yml +++ b/_data/meltano/extractors/tap-gmail/kgpayne.yml @@ -36,7 +36,7 @@ settings: value: false - description: Only return messages matching the specified query. Supports the same query format as the Gmail search box. For example, "from:someuser@example.com - rfc822msgid: is:unread". Parameter cannot be used when + rfc822msgid: is:unread". Parameter cannot be used when accessing the api using the gmail. Metadata scope. Https://developers. Google. Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters kind: string diff --git a/_data/meltano/extractors/tap-gmail/meltanolabs.yml b/_data/meltano/extractors/tap-gmail/meltanolabs.yml index 04d579362..eff333258 100644 --- a/_data/meltano/extractors/tap-gmail/meltanolabs.yml +++ b/_data/meltano/extractors/tap-gmail/meltanolabs.yml @@ -35,7 +35,7 @@ settings: value: false - description: Only return messages matching the specified query. Supports the same query format as the Gmail search box. For example, "from:someuser@example.com - rfc822msgid: is:unread". Parameter cannot be used when + rfc822msgid: is:unread". Parameter cannot be used when accessing the api using the gmail. Metadata scope. Https://developers. Google. Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters kind: string diff --git a/_data/meltano/extractors/tap-google-analytics/connorflyn.yml b/_data/meltano/extractors/tap-google-analytics/connorflyn.yml new file mode 100644 index 000000000..783bc2eb4 --- /dev/null +++ b/_data/meltano/extractors/tap-google-analytics/connorflyn.yml @@ -0,0 +1,87 @@ +capabilities: +- about +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: App and website analytics platform hosted by Google (GA4) +domain_url: https://developers.google.com/analytics/devguides/reporting/data/v1 +executable: tap-google-analytics +hidden: true +keywords: +- meltano_sdk +label: Google Analytics (GA4) +logo_url: /assets/logos/extractors/ga4.png +maintenance_status: active +name: tap-ga4 +namespace: tap_ga4 +next_steps: '' +pip_url: git+https://github.com/connorflyn/tap-google-analytics-v4.git +quality: bronze +repo: https://github.com/connorflyn/tap-google-analytics-v4 +settings: +- description: Google Analytics Client Secrets Dictionary + kind: object + label: Client Secrets + name: client_secrets +- description: The last record date to sync + kind: date_iso8601 + label: End Date + name: end_date +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: File Path to Google Analytics Client Secrets + kind: password + label: Key File Location + name: key_file_location +- description: Google Analytics Access Token + kind: password + label: OAuth Credentials Access Token + name: oauth_credentials.access_token +- description: Google Analytics Client ID + kind: password + label: OAuth Credentials Client ID + name: oauth_credentials.client_id +- description: Google Analytics Client Secret + kind: password + label: OAuth Credentials Client Secret + name: oauth_credentials.client_secret +- description: Google Analytics Refresh Token + kind: password + label: OAuth Credentials Refresh Token + name: oauth_credentials.refresh_token +- description: Google Analytics Property ID + kind: password + label: Property ID + name: property_id +- description: Google Analytics Reports Definition + kind: string + label: Reports + name: reports +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - property_id + - start_date +settings_preamble: '' +usage: '' +variant: connorflyn diff --git a/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml b/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml index a19d7426c..535ebea94 100644 --- a/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml +++ b/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml @@ -5,26 +5,26 @@ capabilities: - schema-flattening - state - stream-maps -description: App and website analytics platform hosted by Google -domain_url: https://developers.google.com/analytics/devguides/reporting/core/v4/ +description: App and website analytics platform hosted by Google (GA4) +domain_url: https://developers.google.com/analytics/devguides/reporting/data/v1 +executable: tap-google-analytics keywords: - api - meltano_sdk -label: Google Analytics (Universal Analytics API - Deprecated) -logo_url: /assets/logos/extractors/google-analytics.png +label: Google Analytics (GA4) +logo_url: /assets/logos/extractors/ga4.png maintenance_status: active -name: tap-google-analytics -namespace: tap_google_analytics -pip_url: git+https://github.com/MeltanoLabs/tap-google-analytics.git@main_deprecated_ua +name: tap-ga4 +namespace: tap_ga4 +next_steps: '' +pip_url: git+https://github.com/MeltanoLabs/tap-google-analytics.git quality: gold repo: https://github.com/MeltanoLabs/tap-google-analytics settings: -- description: | - Follow the above steps for [Key File Location](#key-file-location) but instead of providing a path you can provide the serialized json directly. This can be useful for ephemeral runtime environments where its easier to provide an environment variable instead of a file. +- description: Google Analytics Client Secrets Dictionary kind: object label: Client Secrets name: client_secrets - placeholder: Ex. client_secrets.json - description: Date up to when historical data will be extracted. kind: date_iso8601 label: End Date @@ -38,77 +38,17 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: | - #### How to get - - Follow the steps below if you don't already have a valid `client_secrets.json` to upload. The process below can take over 10 minutes, but it's a one-time setup that's well worth it. - - This extractor supports service account based authorization, where an administrator manually creates a service account with the appropriate permissions to view the account, property, and view you wish to fetch data from. - - To access your Google Analytics data, the "Analytics Reporting API" and "Analytics API" both need to be enabled. These need to be enabled for a project inside the same organization as your Google Analytics account. - - ##### Step 1: Creating Service Account Credentials - - As a first step, you need to create a new project in Google Cloud Platform or use an existing one: - - 1. Sign in to the Google Account you are using for managing Google Analytics (you must have Manage Users permission at the account, property, or view level). - - 2. Open the [Service accounts page](https://console.developers.google.com/iam-admin/serviceaccounts). If prompted, select a project or create a new one to use for accessing Google Analytics. - - ![Screenshot of Google Service Accounts page](/assets/images/tap-google-analytics/02-ga-service-account-configuration-create-new-account.png) - - 3. Click "Create service account" - - In the Create service account window, type a name for the service account, and click `Create`. - - We do not need to provide any additional permissions for this account, so click `Continue` in the `Service account permissions` configuration page. - - We also do not need to grant access to any users for this service account, as we only need the key. - - ![Screenshot of Google Service Account Configuration for new Account](/assets/images/tap-google-analytics/02-ga-service-account-configuration-new-account.png) - - Click `Create Key`, select `JSON` as the key type and create a new private key. Then click `Save` and store it locally as `client_secrets.json`. - - Meltano will use the private key in this `client_secrets.json` file to connect with the Google Analytics API. - - ##### Step 2: Linking Credentials to Google Analytics - - The newly created service account will have an email address that looks similar to: - - ``` - service-account-name@PROJECT-ID.iam.gserviceaccount.com - ``` - - To grant this service account access to your Google Analytics data, add the email address as a [new user](https://support.google.com/analytics/answer/1009702) to your Google Analytics account, property or view through the "Admin > User Management" page. - - Only the [Read & Analyze permissions](https://support.google.com/analytics/answer/2884495) are needed as Meltano only extracts data to generate reports. - - ![Screenshot of Google Analytics Add User](/assets/images/tap-google-analytics/03-ga-add-user.png) - - ##### Step 3: Enabling the APIs - - 1. Visit the [Google Analytics Reporting API](https://console.developers.google.com/apis/api/analyticsreporting.googleapis.com/overview) dashboard and make sure that the project you used in the previous step is selected. - - Now enable the API using the button at the top, so that the button will say "Disable API" instead: - - ![Screenshot of Google Analytics Reporting API](/assets/images/tap-google-analytics/04-ga-reporting-api.png) - - 2. Next, visit the [Google Analytics API](https://console.developers.google.com/apis/api/analytics.googleapis.com/overview) dashboard, make sure that the project you used in the previous step is selected, and enable this API as well. - - ![Screenshot of Google Analytics API](/assets/images/tap-google-analytics/05-ga-api.png) +- description: File Path to Google Analytics Client Secrets kind: password label: Key File Location name: key_file_location - placeholder: Ex. $MELTANO_PROJECT_ROOT/client_secrets.json - description: Google Analytics Access Token. See https://developers.google.com/analytics/devguides/reporting/core/v4/authorization#OAuth2Authorizing. kind: password label: OAuth Credentials Access Token name: oauth_credentials.access_token -- description: | - See . - - Takes precedence over [Key File Location](#key-file-location) if both are specified. +- description: Google Analytics Client ID. See + https://developers.google.com/analytics/devguides/reporting/core/v4/authorization#OAuth2Authorizing. kind: password label: OAuth Credentials Client ID name: oauth_credentials.client_id @@ -123,9 +63,12 @@ settings: label: OAuth Credentials Refresh Token name: oauth_credentials.refresh_token - description: | - Project-relative path to JSON file with the definition of the reports to be generated. + Google Analytics Reports Definition. + The tap uses the [default reports definition](https://github.com/MeltanoLabs/tap-google-analytics/blob/main/tap_google_analytics/defaults/default_report_definition.json) + if this field is not provided. + A project-relative path to JSON file with the definition of the reports to be generated. - See for valid dimensions and metrics. + See for valid dimensions and metrics. The JSON structure expected is as follows: @@ -156,25 +99,25 @@ settings: { "name" : "users_per_day", "dimensions" : [ - "ga:date" + "date" ], "metrics" : [ - "ga:users", - "ga:newUsers" + "newUsers", + "active1DayUsers" ] }, { "name" : "sessions_per_country_day", "dimensions" : [ - "ga:date", - "ga:country" + "date", + "country" ], "metrics" : [ - "ga:sessions", - "ga:sessionsPerUser", - "ga:avgSessionDuration" + "sessions", + "sessionsPerUser", + "avgSessionDuration" ] } ] @@ -198,39 +141,23 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: | - The ID for the view to fetch data from. - - #### How to get - - To get your View ID: - - 1. Visit Google Analytics: - 2. Log in if you haven't already. - 3. Open the account/property/view selector in the top left corner - - ![Screenshot of closed account selector](/assets/images/tap-google-analytics/account-selector-closed.png) - - 3. Select the account, property, and view that you would like to connect with Meltano - - ![Screenshot of open account selector](/assets/images/tap-google-analytics/account-selector-open.png) - - 4. You will see the View ID displayed inside the selector below the name of the view (e.g. "All Web Site Data"): `188274549` +- description: Google Analytics View ID kind: password label: View ID name: view_id - placeholder: Ex. 198343027 settings_group_validation: -- - key_file_location - - start_date - - view_id - - client_secrets + - property_id + - start_date +- - key_file_location + - property_id - start_date - - view_id - - oauth_credentials.access_token - oauth_credentials.client_id - oauth_credentials.client_secret - oauth_credentials.refresh_token + - property_id - start_date - - view_id +settings_preamble: '' +usage: '' variant: meltanolabs diff --git a/_data/meltano/extractors/tap-google-analytics/sehnem.yml b/_data/meltano/extractors/tap-google-analytics/sehnem.yml new file mode 100644 index 000000000..e8a3a5fc9 --- /dev/null +++ b/_data/meltano/extractors/tap-google-analytics/sehnem.yml @@ -0,0 +1,82 @@ +capabilities: +- about +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: App and website analytics platform hosted by Google (GA4) +domain_url: https://developers.google.com/analytics/devguides/reporting/data/v1 +executable: tap-google-analytics +hidden: true +keywords: +- meltano_sdk +label: Google Analytics (GA4) +logo_url: /assets/logos/extractors/ga4.png +maintenance_status: active +name: tap-ga4 +namespace: tap_ga4 +next_steps: '' +pip_url: git+https://github.com/sehnem/tap-google-analytics.git +quality: silver +repo: https://github.com/sehnem/tap-google-analytics +settings: +- description: Google Analytics Access Token + kind: password + label: Access Token + name: access_token +- description: Google Analytics Client ID + kind: password + label: Client ID + name: client_id +- description: Google Analytics Client Secret + kind: password + label: Client Secret + name: client_secret +- description: The last record date to sync + kind: date_iso8601 + label: End Date + name: end_date +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Google Analytics Property ID + kind: password + label: Property ID + name: property_id +- description: Google Analytics Refresh Token + kind: password + label: Refresh Token + name: refresh_token +- description: Google Analytics Reports Definition + kind: string + label: Reports + name: reports +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - client_id + - client_secret + - property_id + - refresh_token + - start_date +settings_preamble: '' +usage: '' +variant: sehnem diff --git a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml index 33393583d..7d5a10398 100644 --- a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml +++ b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml @@ -54,7 +54,7 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: Subdomain (.gorgias.com) +- description: Subdomain (. Gorgias. Com) kind: string label: Subdomain name: subdomain diff --git a/_data/meltano/extractors/tap-hubspot/spacecowboy.yml b/_data/meltano/extractors/tap-hubspot/spacecowboy.yml index a560d7d94..f4e2051fd 100644 --- a/_data/meltano/extractors/tap-hubspot/spacecowboy.yml +++ b/_data/meltano/extractors/tap-hubspot/spacecowboy.yml @@ -53,7 +53,7 @@ settings: name: flattening_max_depth - description: HubSpot private app token kind: password - label: HubSpot API Key + label: Hapikey name: hapikey - description: Set to True to avoid using the search API - implies full table replication kind: boolean diff --git a/_data/meltano/extractors/tap-jira/meltanolabs.yml b/_data/meltano/extractors/tap-jira/meltanolabs.yml index eb82499ec..1ec16424b 100644 --- a/_data/meltano/extractors/tap-jira/meltanolabs.yml +++ b/_data/meltano/extractors/tap-jira/meltanolabs.yml @@ -21,27 +21,10 @@ pip_url: git+https://github.com/MeltanoLabs/tap-jira.git quality: silver repo: https://github.com/MeltanoLabs/tap-jira settings: -- description: The authentication type to use. +- description: '' kind: string - label: Auth Flow - name: auth.flow - options: - - label: OAuth - value: oauth - - label: Password - value: password -- description: The Jira API access token if using OAuth auth flow. - kind: password - label: Auth Access Token - name: auth.access_token -- description: The Jira username if using the user/pass auth flow. - kind: string - label: Auth Username - name: auth.username -- description: The Jira password if using the user/pass auth flow. - kind: password - label: Auth Password - name: auth.password + label: Auth + name: auth - description: Compression format to use for batch files. kind: options label: Batch Config Encoding Compression @@ -98,11 +81,11 @@ settings: name: stream_maps settings_group_validation: - - auth.flow - - auth.username - auth.password + - auth.username - domain -- - auth.flow - - auth.access_token +- - auth.access_token + - auth.flow - domain settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml index dba80c439..1f34b429b 100644 --- a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml +++ b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml @@ -34,7 +34,7 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Klaviyo API endpoint revision. https://developers.klaviyo.com/en/docs/api_versioning_and_deprecation_policy#versioning +- description: Klaviyo API endpoint revision. Https://developers. Klaviyo. Com/en/docs/api_versioning_and_deprecation_policy#versioning kind: string label: Revision name: revision diff --git a/_data/meltano/extractors/tap-kustomer/meltanolabs.yml b/_data/meltano/extractors/tap-kustomer/meltanolabs.yml index 4117e06e4..572ebf5aa 100644 --- a/_data/meltano/extractors/tap-kustomer/meltanolabs.yml +++ b/_data/meltano/extractors/tap-kustomer/meltanolabs.yml @@ -25,6 +25,10 @@ settings: kind: password label: API Key name: api_key +- description: The latest record date to sync + kind: date_iso8601 + label: End Date + name: end_date - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-mailchimp/acarter24.yml b/_data/meltano/extractors/tap-mailchimp/acarter24.yml index 9d761ccbf..dfd83ff62 100644 --- a/_data/meltano/extractors/tap-mailchimp/acarter24.yml +++ b/_data/meltano/extractors/tap-mailchimp/acarter24.yml @@ -27,7 +27,7 @@ settings: name: api_key - description: Your Mailchimp DC kind: string - label: Data Center + label: Dc name: dc - description: "'True' to enable schema flattening and automatically expand nested properties." diff --git a/_data/meltano/extractors/tap-meltano/matatika.yml b/_data/meltano/extractors/tap-meltano/matatika.yml index eb7a858c5..698fe5e90 100644 --- a/_data/meltano/extractors/tap-meltano/matatika.yml +++ b/_data/meltano/extractors/tap-meltano/matatika.yml @@ -19,7 +19,7 @@ quality: gold repo: https://github.com/Matatika/tap-meltano settings: - description: Meltano Database URI you want to get jobs from - kind: password + kind: string label: Meltano Database Uri name: meltano_database_uri settings_group_validation: diff --git a/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml b/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml index 53644c2a1..519100a7f 100644 --- a/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml +++ b/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml @@ -93,6 +93,10 @@ settings: kind: string label: Sqlalchemy Eng Params Future name: sqlalchemy_eng_params.future +- description: This is a Yes No option + kind: string + label: Sqlalchemy URL Query Multisubnetfailover + name: sqlalchemy_url_query.MultiSubnetFailover - description: This is a Yes No option kind: string label: Sqlalchemy URL Query Trustservercertificate diff --git a/_data/meltano/extractors/tap-mysql/meltanolabs.yml b/_data/meltano/extractors/tap-mysql/meltanolabs.yml index e5af623d5..c30e0f43c 100644 --- a/_data/meltano/extractors/tap-mysql/meltanolabs.yml +++ b/_data/meltano/extractors/tap-mysql/meltanolabs.yml @@ -50,6 +50,12 @@ settings: kind: string label: Database name: database +- description: If an array of schema names is provided, the tap will only process + the specified MySQL schemas and ignore others. If left blank, the tap automatically + determines ALL available MySQL schemas. + kind: array + label: Filter Schemas + name: filter_schemas - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-pinterest-ads/gthesheep.yml b/_data/meltano/extractors/tap-pinterest-ads/gthesheep.yml index 903bf3d44..66308e475 100644 --- a/_data/meltano/extractors/tap-pinterest-ads/gthesheep.yml +++ b/_data/meltano/extractors/tap-pinterest-ads/gthesheep.yml @@ -18,17 +18,24 @@ pip_url: git+https://github.com/gthesheep/tap-pinterest-ads.git quality: silver repo: https://github.com/gthesheep/tap-pinterest-ads settings: -- description: App ID for your Pinterest App +- description: App ID + kind: password label: Client ID name: client_id - description: App secret key + kind: password label: Client Secret name: client_secret -- description: Refresh token obtained from the OAuth user flow, described [here](https://developers.pinterest.com/docs/api/v5/#tag/Authentication) +- description: Set to True once backfilled in order to reduce API calls per day + kind: boolean + label: Is Backfilled + name: is_backfilled +- description: Refresh token obtained from the OAuth user flow kind: password label: Refresh Token name: refresh_token -- description: Start date to collect ad analytics from +- description: Date to start collection analytics from + kind: date_iso8601 label: Start Date name: start_date settings_group_validation: diff --git a/_data/meltano/extractors/tap-planfix/epoch8.yml b/_data/meltano/extractors/tap-planfix/epoch8.yml index 63f852cc5..fef62daa3 100644 --- a/_data/meltano/extractors/tap-planfix/epoch8.yml +++ b/_data/meltano/extractors/tap-planfix/epoch8.yml @@ -35,6 +35,10 @@ settings: kind: password label: Planfix Token name: planfix_token +- description: '' + kind: date_iso8601 + label: Start Date + name: start_date - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config diff --git a/_data/meltano/extractors/tap-postgres/meltanolabs.yml b/_data/meltano/extractors/tap-postgres/meltanolabs.yml index 0be0f23db..3b0a2e290 100644 --- a/_data/meltano/extractors/tap-postgres/meltanolabs.yml +++ b/_data/meltano/extractors/tap-postgres/meltanolabs.yml @@ -49,6 +49,12 @@ settings: kind: string label: Database name: database +- description: 'Defaults to false, if true, date, and timestamp fields will be Strings. + If you see ValueError: Year is out of range, try setting this to True.' + kind: boolean + label: Dates As String + name: dates_as_string + value: false - description: If an array of schema names is provided, the tap will only process the specified Postgres schemas and ignore others. If left blank, the tap automatically determines ALL available Postgres schemas. diff --git a/_data/meltano/extractors/tap-pxwebapi/storebrand.yml b/_data/meltano/extractors/tap-pxwebapi/storebrand.yml index 0db571e58..8def89366 100644 --- a/_data/meltano/extractors/tap-pxwebapi/storebrand.yml +++ b/_data/meltano/extractors/tap-pxwebapi/storebrand.yml @@ -22,17 +22,59 @@ pip_url: git+https://github.com/storebrand/tap-pxwebapi.git quality: silver repo: https://github.com/storebrand/tap-pxwebapi settings: -- description: Base URL for the API endpoint. +- description: Base API URL kind: string label: Base URL name: base_url value: https://data.ssb.no/api/v0/ -- description: An array of table specifications to read. +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Tables to read kind: array label: Tables name: tables settings_group_validation: -- [] +- - tables settings_preamble: '' usage: '' variant: storebrand diff --git a/_data/meltano/extractors/tap-rest-api-msdk/widen.yml b/_data/meltano/extractors/tap-rest-api-msdk/widen.yml index e3fedff3e..fa4e8e9b0 100644 --- a/_data/meltano/extractors/tap-rest-api-msdk/widen.yml +++ b/_data/meltano/extractors/tap-rest-api-msdk/widen.yml @@ -241,7 +241,7 @@ settings: tap will dynamically update the token with either the `start_date`or the last bookmark / state value. A simple template Example for FHIR API's: gt$last_run_date. A more complex example against an Opensearch API, {\"bool\": {\"filter\": [{\"\ - range\": { \"meta.lastUpdated\": { \"gt\": \"$last_run_date\" }}}] }}. Note: Any + range\": { \"meta.lastUpdated\": { \"gt\": \"$last_run_date\" }}}] }} .Note: Any required double quotes in the query template must be escaped." kind: string label: Source Search Query diff --git a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml index 5bebd3628..5ad836c2d 100644 --- a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml +++ b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml @@ -85,7 +85,7 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: tap-saasoptics . +- description: Tap-saasoptics . kind: string label: User Agent name: user_agent diff --git a/_data/meltano/extractors/tap-salesforce/hotgluexyz.yml b/_data/meltano/extractors/tap-salesforce/hotgluexyz.yml new file mode 100644 index 000000000..a84c68894 --- /dev/null +++ b/_data/meltano/extractors/tap-salesforce/hotgluexyz.yml @@ -0,0 +1,64 @@ +capabilities: +- about +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: Cloud-based commerce solution +domain_url: https://www.salesforce.com/products/commerce-cloud/overview/ +executable: tap-salesforce-commerce +keywords: +- meltano_sdk +label: Salesforce Commerce +logo_url: /assets/logos/extractors/salesforce-commerce.png +maintenance_status: active +name: tap-salesforce-commerce +namespace: tap_salesforce_commerce +next_steps: '' +pip_url: git+https://gitlab.com/hotglue/tap-salesforce-commerce.git +quality: gold +repo: https://gitlab.com/hotglue/tap-salesforce-commerce +settings: +- description: Your Salesforce Client ID. + kind: password + label: Client ID + name: client_id +- description: Your Salesforce Client Secret. + kind: password + label: Client Secret + name: client_secret +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Your Salesforce Site ID. + kind: password + label: Site ID + name: site_id +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - client_id + - client_secret + - site_id +settings_preamble: '' +usage: '' +variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-shopify/sehnem.yml b/_data/meltano/extractors/tap-shopify/sehnem.yml index 679ceb7c3..83ac984ca 100644 --- a/_data/meltano/extractors/tap-shopify/sehnem.yml +++ b/_data/meltano/extractors/tap-shopify/sehnem.yml @@ -28,7 +28,7 @@ settings: kind: string label: API Version name: api_version - value: 2023-04 + value: 2023-10 - description: Compression format to use for batch files. kind: options label: Batch Config Encoding Compression @@ -57,7 +57,7 @@ settings: kind: boolean label: Bulk name: bulk - value: false + value: true - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -89,6 +89,11 @@ settings: kind: object label: Stream Maps name: stream_maps +- description: To use numeric ids instead of the graphql format ids. + kind: boolean + label: Use Numeric IDs + name: use_numeric_ids + value: false settings_group_validation: - - access_token - store diff --git a/_data/meltano/extractors/tap-spotify/matatika.yml b/_data/meltano/extractors/tap-spotify/matatika.yml index d1c89ed72..eb909c496 100644 --- a/_data/meltano/extractors/tap-spotify/matatika.yml +++ b/_data/meltano/extractors/tap-spotify/matatika.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -19,6 +20,30 @@ pip_url: git+https://github.com/Matatika/tap-spotify.git quality: gold repo: https://github.com/Matatika/tap-spotify settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: App client ID kind: password label: Client ID diff --git a/_data/meltano/extractors/tap-ssb-klass/storebrand.yml b/_data/meltano/extractors/tap-ssb-klass/storebrand.yml index 71a4e9993..b6e062d7c 100644 --- a/_data/meltano/extractors/tap-ssb-klass/storebrand.yml +++ b/_data/meltano/extractors/tap-ssb-klass/storebrand.yml @@ -4,6 +4,7 @@ capabilities: - catalog - discover - schema-flattening +- state - stream-maps description: Stastistics Norway Classifications and Codelists domain_url: https://data.ssb.no/api/klass/v1/api-guide.html @@ -20,6 +21,30 @@ pip_url: git+https://github.com/storebrand/tap-ssb-klass.git quality: silver repo: https://github.com/storebrand/tap-ssb-klass settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: Array of classification specifications to read kind: array label: Classifications @@ -28,6 +53,24 @@ settings: kind: array label: Correspondences name: correspondences +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-totango/edsoncezar16.yml b/_data/meltano/extractors/tap-totango/edsoncezar16.yml index a4233424d..8a8afc9e0 100644 --- a/_data/meltano/extractors/tap-totango/edsoncezar16.yml +++ b/_data/meltano/extractors/tap-totango/edsoncezar16.yml @@ -43,7 +43,7 @@ settings: be defined using the count parameter (and limited to 1000). Tip: To page through results, ask for 1000 records (count: 1000). If you receive 1000 records, assume there’s more, in which case you want to pull the next 1000 records (offset: 1000…then - 2000…etc.). Repeat paging until the number of records returned is less than 1000.' + 2000…etc. ). Repeat paging until the number of records returned is less than 1000.' kind: integer label: Accounts Offset name: accounts_offset @@ -75,9 +75,9 @@ settings: label: API URL name: api_url options: - - label: https://api.totango.com + - label: Https://API Totango Com value: https://api.totango.com - - label: 'https://api-eu1.totango.com ' + - label: 'Https://API Eu1 Totango Com ' value: 'https://api-eu1.totango.com ' value: https://api.totango.com - description: The token to authenticate against the API service diff --git a/_data/meltano/extractors/tap-tradera/kgpayne.yml b/_data/meltano/extractors/tap-tradera/kgpayne.yml index 311c57993..72f368bb2 100644 --- a/_data/meltano/extractors/tap-tradera/kgpayne.yml +++ b/_data/meltano/extractors/tap-tradera/kgpayne.yml @@ -19,11 +19,11 @@ pip_url: git+https://github.com/kgpayne/tap-tradera.git quality: silver repo: https://github.com/kgpayne/tap-tradera settings: -- description: The Tradera.com developer app ID +- description: The Tradera. Com developer app ID kind: password label: App ID name: app_id -- description: The Tradera.com developer app key +- description: The Tradera. Com developer app key kind: password label: App Key name: app_key diff --git a/_data/meltano/extractors/tap-vilkas/hotgluexyz.yml b/_data/meltano/extractors/tap-vilkas/hotgluexyz.yml index f3d6440e6..d95177d60 100644 --- a/_data/meltano/extractors/tap-vilkas/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-vilkas/hotgluexyz.yml @@ -20,10 +20,6 @@ pip_url: git+https://gitlab.com/hotglue/tap-vilkas.git quality: gold repo: https://gitlab.com/hotglue/tap-vilkas settings: -- description: The API base URL. - kind: string - label: Base URL - name: base_url - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/loaders/target-airtable/hotgluexyz.yml b/_data/meltano/loaders/target-airtable/hotgluexyz.yml index a72a39f41..dfc61b06e 100644 --- a/_data/meltano/loaders/target-airtable/hotgluexyz.yml +++ b/_data/meltano/loaders/target-airtable/hotgluexyz.yml @@ -15,19 +15,34 @@ pip_url: git+https://github.com/hotgluexyz/target-airtable.git quality: gold repo: https://github.com/hotgluexyz/target-airtable settings: +- description: '' + kind: password + label: Access Token + name: access_token - description: The Airtable base ID. Airtable base IDs begin with "app". kind: password label: Base ID name: base_id +- description: '' + kind: password + label: Client ID + name: client_id +- description: '' + kind: password + label: Client Secret + name: client_secret - description: Airtable Records URL, defaults to https://api.airtable.com/v0 kind: string label: Records URL name: records_url -- description: Your Airtable API token. +- description: '' kind: password - label: Token - name: token + label: Refresh Token + name: refresh_token settings_group_validation: -- - base_id - - token +- - access_token + - base_id + - client_id + - client_secret + - refresh_token variant: hotgluexyz diff --git a/_data/meltano/loaders/target-mongodb/hotgluexyz.yml b/_data/meltano/loaders/target-mongodb/hotgluexyz.yml index 58a246354..8f1b1940d 100644 --- a/_data/meltano/loaders/target-mongodb/hotgluexyz.yml +++ b/_data/meltano/loaders/target-mongodb/hotgluexyz.yml @@ -16,7 +16,7 @@ quality: gold repo: https://gitlab.com/hotglue/target-mongodb settings: - description: Connection string in the format mongodb://[${MONGO_USERNAME:${MONGO_PASSWORD}@]mongodb0.example.com:PORT - kind: password + kind: string label: Connection String name: connection_string - description: Name of the target db inside your mongoDB diff --git a/_data/meltano/loaders/target-s3/crowemi.yml b/_data/meltano/loaders/target-s3/crowemi.yml index a54f98ec8..9a81c777c 100644 --- a/_data/meltano/loaders/target-s3/crowemi.yml +++ b/_data/meltano/loaders/target-s3/crowemi.yml @@ -19,6 +19,10 @@ pip_url: git+https://github.com/crowemi/target-s3.git quality: gold repo: https://github.com/crowemi/target-s3 settings: +- description: Add metadata to records. + kind: boolean + label: Add Record Metadata + name: add_record_metadata - description: A flag to append the date to the key filename. kind: boolean label: Append Date To Filename @@ -29,20 +33,162 @@ settings: label: Append Date To Filename Grain name: append_date_to_filename_grain options: - - label: Year - value: year - - label: Month - value: month - - label: Day - value: day - - label: Hour - value: hour - - label: Minute - value: minute - - label: Second - value: second - - label: Microsecond - value: microsecond + - label: D + value: d + - label: I + value: i + - label: C + value: c + - label: T + value: t + - label: ' ' + value: _ + - label: K + value: k + - label: E + value: e + - label: Y + value: y + - label: S + value: s + - label: ( + value: ( + - label: '[' + value: '[' + - label: "'" + value: "'" + - label: Y + value: y + - label: E + value: e + - label: A + value: a + - label: R + value: r + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: M + value: m + - label: O + value: o + - label: N + value: n + - label: T + value: t + - label: H + value: h + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: D + value: d + - label: A + value: a + - label: Y + value: y + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: H + value: h + - label: O + value: o + - label: U + value: u + - label: R + value: r + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: M + value: m + - label: I + value: i + - label: N + value: n + - label: U + value: u + - label: T + value: t + - label: E + value: e + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: S + value: s + - label: E + value: e + - label: C + value: c + - label: O + value: o + - label: N + value: n + - label: D + value: d + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: M + value: m + - label: I + value: i + - label: C + value: c + - label: R + value: r + - label: O + value: o + - label: S + value: s + - label: E + value: e + - label: C + value: c + - label: O + value: o + - label: N + value: n + - label: D + value: d + - label: "'" + value: "'" + - label: ']' + value: ']' + - label: ) + value: ) value: day - description: A flag to append the date to the key prefix. kind: boolean @@ -54,20 +200,162 @@ settings: label: Append Date To Prefix Grain name: append_date_to_prefix_grain options: - - label: Year - value: year - - label: Month - value: month - - label: Day - value: day - - label: Hour - value: hour - - label: Minute - value: minute - - label: Second - value: second - - label: Microsecond - value: microsecond + - label: D + value: d + - label: I + value: i + - label: C + value: c + - label: T + value: t + - label: ' ' + value: _ + - label: K + value: k + - label: E + value: e + - label: Y + value: y + - label: S + value: s + - label: ( + value: ( + - label: '[' + value: '[' + - label: "'" + value: "'" + - label: Y + value: y + - label: E + value: e + - label: A + value: a + - label: R + value: r + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: M + value: m + - label: O + value: o + - label: N + value: n + - label: T + value: t + - label: H + value: h + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: D + value: d + - label: A + value: a + - label: Y + value: y + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: H + value: h + - label: O + value: o + - label: U + value: u + - label: R + value: r + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: M + value: m + - label: I + value: i + - label: N + value: n + - label: U + value: u + - label: T + value: t + - label: E + value: e + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: S + value: s + - label: E + value: e + - label: C + value: c + - label: O + value: o + - label: N + value: n + - label: D + value: d + - label: "'" + value: "'" + - label: ',' + value: ',' + - label: ' ' + value: ' ' + - label: "'" + value: "'" + - label: M + value: m + - label: I + value: i + - label: C + value: c + - label: R + value: r + - label: O + value: o + - label: S + value: s + - label: E + value: e + - label: C + value: c + - label: O + value: o + - label: N + value: n + - label: D + value: d + - label: "'" + value: "'" + - label: ']' + value: ']' + - label: ) + value: ) value: day - description: Your AWS access key ID. kind: password @@ -101,16 +389,8 @@ settings: kind: password label: Cloud Provider Cloud Provider Type name: cloud_provider.cloud_provider_type - options: - - label: AWS - value: aws - value: aws -- description: A flag indictating to flatten records. - kind: boolean - label: Flatten Records - name: flatten_records -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -118,6 +398,14 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: '' + kind: object + label: Format Format Csv + name: format.format_csv +- description: '' + kind: object + label: Format Format Json + name: format.format_json - description: This flag determines whether the data types of incoming data elements should be validated. When set `True`, a schema is created from the first record and all subsequent records that don't match that data type are cast. Default False. @@ -139,6 +427,21 @@ settings: label: Include Process Date name: include_process_date value: false +- description: The method to use when loading data into the destination. `append-only` + will always write all input records whether that records already exists or not. + `upsert` will update existing records and insert new records. `overwrite` will + delete all existing records and insert all input records. + kind: options + label: Load Method + name: load_method + options: + - label: Append Only + value: append-only + - label: Upsert + value: upsert + - label: Overwrite + value: overwrite + value: append-only - description: A flag (only works if append_date_to_prefix is enabled) to have partitioning name formatted e.g. 'year=2023/month=01/day=01'. kind: boolean diff --git a/_data/meltano/loaders/target-s3/jkausti.yml b/_data/meltano/loaders/target-s3/jkausti.yml new file mode 100644 index 000000000..509466ed3 --- /dev/null +++ b/_data/meltano/loaders/target-s3/jkausti.yml @@ -0,0 +1,72 @@ +capabilities: +- about +- schema-flattening +- stream-maps +description: AWS S3 - Apache Parquet File Format +domain_url: https://aws.amazon.com/s3/ +executable: target-s3 +keywords: +- meltano_sdk +label: S3 Parquet +logo_url: /assets/logos/loaders/s3-parquet.png +maintenance_status: active +name: target-s3-parquet +namespace: target_s3_parquet +next_steps: '' +pip_url: git+https://github.com/jkausti/target-s3.git +quality: gold +repo: https://github.com/jkausti/target-s3 +settings: +- description: AWS Access Key ID used to authenticate programmatically to S3. + kind: password + label: AWS Access Key ID + name: AWS_ACCESS_KEY_ID +- description: AWS Secret Access Key used to authenticate programmatically to S3. + kind: password + label: AWS Secret Access Key + name: AWS_SECRET_ACCESS_KEY +- description: Specfies the region in which your S3 bucket exists. + kind: string + label: AWS Region + name: aws_region +- description: Specifies the filetype to store the data as. Only parquet supported + atm. *required* + kind: string + label: Filetype + name: filetype + value: parquet +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: "Determines the folder-structure. Alternatives are: 'simple', 'date_hierarchy' + and 'both'." + kind: string + label: Folder Structure + name: folder_structure + value: simple +- description: The path to where the data should be stored. *required* + kind: string + label: Path + name: path +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - filetype + - folder_structure + - path +settings_preamble: '' +usage: '' +variant: jkausti diff --git a/_data/meltano/loaders/target-snowflake/meltanolabs.yml b/_data/meltano/loaders/target-snowflake/meltanolabs.yml index 8f3c80111..89ef5c9c8 100644 --- a/_data/meltano/loaders/target-snowflake/meltanolabs.yml +++ b/_data/meltano/loaders/target-snowflake/meltanolabs.yml @@ -54,6 +54,14 @@ settings: kind: password label: Password name: password +- description: Passphrase to decrypt private key if encrypted. + kind: password + label: Private Key Passphrase + name: private_key_passphrase +- description: Path to file containing private key. + kind: password + label: Private Key Path + name: private_key_path - description: The initial role for the session. kind: string label: Role diff --git a/_data/meltano/loaders/target-timeplus/timeplus.yml b/_data/meltano/loaders/target-timeplus/timeplus.yml index f9fb8fcbd..3027d2a36 100644 --- a/_data/meltano/loaders/target-timeplus/timeplus.yml +++ b/_data/meltano/loaders/target-timeplus/timeplus.yml @@ -19,7 +19,7 @@ repo: https://github.com/timeplus-io/target-timeplus settings: - description: Personal API key kind: password - label: API Key + label: APIkey name: apikey - description: Timeplus workspace endpoint kind: string From 8ceac782c8453751047e2217f2cf2043e5351f60 Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Wed, 18 Oct 2023 10:44:23 -0400 Subject: [PATCH 2/6] fix minor formatting changes and remove accidental duplicates --- .../extractors/tap-cassandra/datarts-tech.yml | 8 +- .../meltano/extractors/tap-gmail/kgpayne.yml | 2 +- .../extractors/tap-gmail/meltanolabs.yml | 2 +- .../tap-google-analytics/connorflyn.yml | 87 ------------------- .../tap-google-analytics/sehnem.yml | 82 ----------------- .../extractors/tap-gorgias/brooklyn-data.yml | 2 +- .../extractors/tap-hubspot/spacecowboy.yml | 2 +- .../extractors/tap-jira/meltanolabs.yml | 22 ++++- .../extractors/tap-klaviyo/meltanolabs.yml | 2 +- .../extractors/tap-mailchimp/acarter24.yml | 2 +- .../extractors/tap-rest-api-msdk/widen.yml | 2 +- .../tap-saasoptics/datarts-tech.yml | 2 +- .../extractors/tap-salesforce/hotgluexyz.yml | 64 -------------- .../extractors/tap-totango/edsoncezar16.yml | 6 +- .../extractors/tap-tradera/kgpayne.yml | 4 +- _data/meltano/loaders/target-s3/jkausti.yml | 72 --------------- .../loaders/target-timeplus/timeplus.yml | 2 +- 17 files changed, 36 insertions(+), 327 deletions(-) delete mode 100644 _data/meltano/extractors/tap-google-analytics/connorflyn.yml delete mode 100644 _data/meltano/extractors/tap-google-analytics/sehnem.yml delete mode 100644 _data/meltano/extractors/tap-salesforce/hotgluexyz.yml delete mode 100644 _data/meltano/loaders/target-s3/jkausti.yml diff --git a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml index 987d9f3ee..a46166b0c 100644 --- a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml +++ b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml @@ -1,9 +1,7 @@ capabilities: - about -- batch - catalog - discover -- schema-flattening - state - stream-maps description: NoSQL Database @@ -65,7 +63,7 @@ settings: name: keyspace - description: The local_dc parameter should be the name of the datacenter. kind: string - label: Local Dc + label: Local Datacenter name: local_dc - description: Should be a total number of attempts to be made before giving up. kind: integer @@ -76,7 +74,7 @@ settings: kind: password label: Password name: password -- description: The server-side port to open connections to. Defaults to 9042. . +- description: The server-side port to open connections to. Defaults to 9042.. kind: integer label: Port name: port @@ -91,7 +89,7 @@ settings: label: Reconnect Delay name: reconnect_delay value: 60 -- description: Request timeout used when not overridden in Session. Execute(). +- description: Request timeout used when not overridden in Session.execute(). kind: integer label: Request Timeout name: request_timeout diff --git a/_data/meltano/extractors/tap-gmail/kgpayne.yml b/_data/meltano/extractors/tap-gmail/kgpayne.yml index 8c04b989a..283ff6f41 100644 --- a/_data/meltano/extractors/tap-gmail/kgpayne.yml +++ b/_data/meltano/extractors/tap-gmail/kgpayne.yml @@ -36,7 +36,7 @@ settings: value: false - description: Only return messages matching the specified query. Supports the same query format as the Gmail search box. For example, "from:someuser@example.com - rfc822msgid: is:unread". Parameter cannot be used when + rfc822msgid: is:unread". Parameter cannot be used when accessing the api using the gmail. Metadata scope. Https://developers. Google. Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters kind: string diff --git a/_data/meltano/extractors/tap-gmail/meltanolabs.yml b/_data/meltano/extractors/tap-gmail/meltanolabs.yml index eff333258..04d579362 100644 --- a/_data/meltano/extractors/tap-gmail/meltanolabs.yml +++ b/_data/meltano/extractors/tap-gmail/meltanolabs.yml @@ -35,7 +35,7 @@ settings: value: false - description: Only return messages matching the specified query. Supports the same query format as the Gmail search box. For example, "from:someuser@example.com - rfc822msgid: is:unread". Parameter cannot be used when + rfc822msgid: is:unread". Parameter cannot be used when accessing the api using the gmail. Metadata scope. Https://developers. Google. Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters kind: string diff --git a/_data/meltano/extractors/tap-google-analytics/connorflyn.yml b/_data/meltano/extractors/tap-google-analytics/connorflyn.yml deleted file mode 100644 index 783bc2eb4..000000000 --- a/_data/meltano/extractors/tap-google-analytics/connorflyn.yml +++ /dev/null @@ -1,87 +0,0 @@ -capabilities: -- about -- catalog -- discover -- schema-flattening -- state -- stream-maps -description: App and website analytics platform hosted by Google (GA4) -domain_url: https://developers.google.com/analytics/devguides/reporting/data/v1 -executable: tap-google-analytics -hidden: true -keywords: -- meltano_sdk -label: Google Analytics (GA4) -logo_url: /assets/logos/extractors/ga4.png -maintenance_status: active -name: tap-ga4 -namespace: tap_ga4 -next_steps: '' -pip_url: git+https://github.com/connorflyn/tap-google-analytics-v4.git -quality: bronze -repo: https://github.com/connorflyn/tap-google-analytics-v4 -settings: -- description: Google Analytics Client Secrets Dictionary - kind: object - label: Client Secrets - name: client_secrets -- description: The last record date to sync - kind: date_iso8601 - label: End Date - name: end_date -- description: "'True' to enable schema flattening and automatically expand nested - properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth -- description: File Path to Google Analytics Client Secrets - kind: password - label: Key File Location - name: key_file_location -- description: Google Analytics Access Token - kind: password - label: OAuth Credentials Access Token - name: oauth_credentials.access_token -- description: Google Analytics Client ID - kind: password - label: OAuth Credentials Client ID - name: oauth_credentials.client_id -- description: Google Analytics Client Secret - kind: password - label: OAuth Credentials Client Secret - name: oauth_credentials.client_secret -- description: Google Analytics Refresh Token - kind: password - label: OAuth Credentials Refresh Token - name: oauth_credentials.refresh_token -- description: Google Analytics Property ID - kind: password - label: Property ID - name: property_id -- description: Google Analytics Reports Definition - kind: string - label: Reports - name: reports -- description: The earliest record date to sync - kind: date_iso8601 - label: Start Date - name: start_date -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -settings_group_validation: -- - property_id - - start_date -settings_preamble: '' -usage: '' -variant: connorflyn diff --git a/_data/meltano/extractors/tap-google-analytics/sehnem.yml b/_data/meltano/extractors/tap-google-analytics/sehnem.yml deleted file mode 100644 index e8a3a5fc9..000000000 --- a/_data/meltano/extractors/tap-google-analytics/sehnem.yml +++ /dev/null @@ -1,82 +0,0 @@ -capabilities: -- about -- catalog -- discover -- schema-flattening -- state -- stream-maps -description: App and website analytics platform hosted by Google (GA4) -domain_url: https://developers.google.com/analytics/devguides/reporting/data/v1 -executable: tap-google-analytics -hidden: true -keywords: -- meltano_sdk -label: Google Analytics (GA4) -logo_url: /assets/logos/extractors/ga4.png -maintenance_status: active -name: tap-ga4 -namespace: tap_ga4 -next_steps: '' -pip_url: git+https://github.com/sehnem/tap-google-analytics.git -quality: silver -repo: https://github.com/sehnem/tap-google-analytics -settings: -- description: Google Analytics Access Token - kind: password - label: Access Token - name: access_token -- description: Google Analytics Client ID - kind: password - label: Client ID - name: client_id -- description: Google Analytics Client Secret - kind: password - label: Client Secret - name: client_secret -- description: The last record date to sync - kind: date_iso8601 - label: End Date - name: end_date -- description: "'True' to enable schema flattening and automatically expand nested - properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth -- description: Google Analytics Property ID - kind: password - label: Property ID - name: property_id -- description: Google Analytics Refresh Token - kind: password - label: Refresh Token - name: refresh_token -- description: Google Analytics Reports Definition - kind: string - label: Reports - name: reports -- description: The earliest record date to sync - kind: date_iso8601 - label: Start Date - name: start_date -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -settings_group_validation: -- - client_id - - client_secret - - property_id - - refresh_token - - start_date -settings_preamble: '' -usage: '' -variant: sehnem diff --git a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml index 7d5a10398..33393583d 100644 --- a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml +++ b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml @@ -54,7 +54,7 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: Subdomain (. Gorgias. Com) +- description: Subdomain (.gorgias.com) kind: string label: Subdomain name: subdomain diff --git a/_data/meltano/extractors/tap-hubspot/spacecowboy.yml b/_data/meltano/extractors/tap-hubspot/spacecowboy.yml index f4e2051fd..a560d7d94 100644 --- a/_data/meltano/extractors/tap-hubspot/spacecowboy.yml +++ b/_data/meltano/extractors/tap-hubspot/spacecowboy.yml @@ -53,7 +53,7 @@ settings: name: flattening_max_depth - description: HubSpot private app token kind: password - label: Hapikey + label: HubSpot API Key name: hapikey - description: Set to True to avoid using the search API - implies full table replication kind: boolean diff --git a/_data/meltano/extractors/tap-jira/meltanolabs.yml b/_data/meltano/extractors/tap-jira/meltanolabs.yml index 1ec16424b..133e1c170 100644 --- a/_data/meltano/extractors/tap-jira/meltanolabs.yml +++ b/_data/meltano/extractors/tap-jira/meltanolabs.yml @@ -21,10 +21,26 @@ pip_url: git+https://github.com/MeltanoLabs/tap-jira.git quality: silver repo: https://github.com/MeltanoLabs/tap-jira settings: -- description: '' +- description: The authentication type to use. + label: Auth Flow + name: auth.flow + options: + - label: OAuth + value: oauth + - label: Password + value: password +- description: The Jira API access token if using OAuth auth flow. + kind: password + label: Auth Access Token + name: auth.access_token +- description: The Jira username if using the user/pass auth flow. kind: string - label: Auth - name: auth + label: Auth Username + name: auth.username +- description: The Jira password if using the user/pass auth flow. + kind: password + label: Auth Password + name: auth.password - description: Compression format to use for batch files. kind: options label: Batch Config Encoding Compression diff --git a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml index 1f34b429b..d1bfd9a76 100644 --- a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml +++ b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml @@ -34,7 +34,7 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Klaviyo API endpoint revision. Https://developers. Klaviyo. Com/en/docs/api_versioning_and_deprecation_policy#versioning +- description: Klaviyo API endpoint revision.https://developers.klaviyo.com/en/docs/api_versioning_and_deprecation_policy#versioning kind: string label: Revision name: revision diff --git a/_data/meltano/extractors/tap-mailchimp/acarter24.yml b/_data/meltano/extractors/tap-mailchimp/acarter24.yml index dfd83ff62..9d761ccbf 100644 --- a/_data/meltano/extractors/tap-mailchimp/acarter24.yml +++ b/_data/meltano/extractors/tap-mailchimp/acarter24.yml @@ -27,7 +27,7 @@ settings: name: api_key - description: Your Mailchimp DC kind: string - label: Dc + label: Data Center name: dc - description: "'True' to enable schema flattening and automatically expand nested properties." diff --git a/_data/meltano/extractors/tap-rest-api-msdk/widen.yml b/_data/meltano/extractors/tap-rest-api-msdk/widen.yml index fa4e8e9b0..e3fedff3e 100644 --- a/_data/meltano/extractors/tap-rest-api-msdk/widen.yml +++ b/_data/meltano/extractors/tap-rest-api-msdk/widen.yml @@ -241,7 +241,7 @@ settings: tap will dynamically update the token with either the `start_date`or the last bookmark / state value. A simple template Example for FHIR API's: gt$last_run_date. A more complex example against an Opensearch API, {\"bool\": {\"filter\": [{\"\ - range\": { \"meta.lastUpdated\": { \"gt\": \"$last_run_date\" }}}] }} .Note: Any + range\": { \"meta.lastUpdated\": { \"gt\": \"$last_run_date\" }}}] }}. Note: Any required double quotes in the query template must be escaped." kind: string label: Source Search Query diff --git a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml index 5ad836c2d..5bebd3628 100644 --- a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml +++ b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml @@ -85,7 +85,7 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: Tap-saasoptics . +- description: tap-saasoptics . kind: string label: User Agent name: user_agent diff --git a/_data/meltano/extractors/tap-salesforce/hotgluexyz.yml b/_data/meltano/extractors/tap-salesforce/hotgluexyz.yml deleted file mode 100644 index a84c68894..000000000 --- a/_data/meltano/extractors/tap-salesforce/hotgluexyz.yml +++ /dev/null @@ -1,64 +0,0 @@ -capabilities: -- about -- catalog -- discover -- schema-flattening -- state -- stream-maps -description: Cloud-based commerce solution -domain_url: https://www.salesforce.com/products/commerce-cloud/overview/ -executable: tap-salesforce-commerce -keywords: -- meltano_sdk -label: Salesforce Commerce -logo_url: /assets/logos/extractors/salesforce-commerce.png -maintenance_status: active -name: tap-salesforce-commerce -namespace: tap_salesforce_commerce -next_steps: '' -pip_url: git+https://gitlab.com/hotglue/tap-salesforce-commerce.git -quality: gold -repo: https://gitlab.com/hotglue/tap-salesforce-commerce -settings: -- description: Your Salesforce Client ID. - kind: password - label: Client ID - name: client_id -- description: Your Salesforce Client Secret. - kind: password - label: Client Secret - name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested - properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth -- description: Your Salesforce Site ID. - kind: password - label: Site ID - name: site_id -- description: "Determines how much historical data will be extracted. Please be aware\n - that the larger the time period and amount of data, the longer the initial extraction\n - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -settings_group_validation: -- - client_id - - client_secret - - site_id -settings_preamble: '' -usage: '' -variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-totango/edsoncezar16.yml b/_data/meltano/extractors/tap-totango/edsoncezar16.yml index 8a8afc9e0..a4233424d 100644 --- a/_data/meltano/extractors/tap-totango/edsoncezar16.yml +++ b/_data/meltano/extractors/tap-totango/edsoncezar16.yml @@ -43,7 +43,7 @@ settings: be defined using the count parameter (and limited to 1000). Tip: To page through results, ask for 1000 records (count: 1000). If you receive 1000 records, assume there’s more, in which case you want to pull the next 1000 records (offset: 1000…then - 2000…etc. ). Repeat paging until the number of records returned is less than 1000.' + 2000…etc.). Repeat paging until the number of records returned is less than 1000.' kind: integer label: Accounts Offset name: accounts_offset @@ -75,9 +75,9 @@ settings: label: API URL name: api_url options: - - label: Https://API Totango Com + - label: https://api.totango.com value: https://api.totango.com - - label: 'Https://API Eu1 Totango Com ' + - label: 'https://api-eu1.totango.com ' value: 'https://api-eu1.totango.com ' value: https://api.totango.com - description: The token to authenticate against the API service diff --git a/_data/meltano/extractors/tap-tradera/kgpayne.yml b/_data/meltano/extractors/tap-tradera/kgpayne.yml index 72f368bb2..311c57993 100644 --- a/_data/meltano/extractors/tap-tradera/kgpayne.yml +++ b/_data/meltano/extractors/tap-tradera/kgpayne.yml @@ -19,11 +19,11 @@ pip_url: git+https://github.com/kgpayne/tap-tradera.git quality: silver repo: https://github.com/kgpayne/tap-tradera settings: -- description: The Tradera. Com developer app ID +- description: The Tradera.com developer app ID kind: password label: App ID name: app_id -- description: The Tradera. Com developer app key +- description: The Tradera.com developer app key kind: password label: App Key name: app_key diff --git a/_data/meltano/loaders/target-s3/jkausti.yml b/_data/meltano/loaders/target-s3/jkausti.yml deleted file mode 100644 index 509466ed3..000000000 --- a/_data/meltano/loaders/target-s3/jkausti.yml +++ /dev/null @@ -1,72 +0,0 @@ -capabilities: -- about -- schema-flattening -- stream-maps -description: AWS S3 - Apache Parquet File Format -domain_url: https://aws.amazon.com/s3/ -executable: target-s3 -keywords: -- meltano_sdk -label: S3 Parquet -logo_url: /assets/logos/loaders/s3-parquet.png -maintenance_status: active -name: target-s3-parquet -namespace: target_s3_parquet -next_steps: '' -pip_url: git+https://github.com/jkausti/target-s3.git -quality: gold -repo: https://github.com/jkausti/target-s3 -settings: -- description: AWS Access Key ID used to authenticate programmatically to S3. - kind: password - label: AWS Access Key ID - name: AWS_ACCESS_KEY_ID -- description: AWS Secret Access Key used to authenticate programmatically to S3. - kind: password - label: AWS Secret Access Key - name: AWS_SECRET_ACCESS_KEY -- description: Specfies the region in which your S3 bucket exists. - kind: string - label: AWS Region - name: aws_region -- description: Specifies the filetype to store the data as. Only parquet supported - atm. *required* - kind: string - label: Filetype - name: filetype - value: parquet -- description: "'True' to enable schema flattening and automatically expand nested - properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth -- description: "Determines the folder-structure. Alternatives are: 'simple', 'date_hierarchy' - and 'both'." - kind: string - label: Folder Structure - name: folder_structure - value: simple -- description: The path to where the data should be stored. *required* - kind: string - label: Path - name: path -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -settings_group_validation: -- - filetype - - folder_structure - - path -settings_preamble: '' -usage: '' -variant: jkausti diff --git a/_data/meltano/loaders/target-timeplus/timeplus.yml b/_data/meltano/loaders/target-timeplus/timeplus.yml index 3027d2a36..f9fb8fcbd 100644 --- a/_data/meltano/loaders/target-timeplus/timeplus.yml +++ b/_data/meltano/loaders/target-timeplus/timeplus.yml @@ -19,7 +19,7 @@ repo: https://github.com/timeplus-io/target-timeplus settings: - description: Personal API key kind: password - label: APIkey + label: API Key name: apikey - description: Timeplus workspace endpoint kind: string From 6ee45d9dd5f3d018daa74adbb408f5aca2677adf Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Wed, 18 Oct 2023 10:45:46 -0400 Subject: [PATCH 3/6] keep db2 capabiltiies --- _data/meltano/extractors/tap-db2/danielptv.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/_data/meltano/extractors/tap-db2/danielptv.yml b/_data/meltano/extractors/tap-db2/danielptv.yml index 19434d206..24338a7e7 100644 --- a/_data/meltano/extractors/tap-db2/danielptv.yml +++ b/_data/meltano/extractors/tap-db2/danielptv.yml @@ -1,4 +1,7 @@ capabilities: +- about +- catalog +- discover - stream-maps description: IBM DB2 Relational Database domain_url: https://www.ibm.com/products/db2 From 8118352b42307a41bb1bbcfa603ae16ec9f31dc9 Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Wed, 18 Oct 2023 10:48:01 -0400 Subject: [PATCH 4/6] revert GA and target s3 incorrect changes --- .../tap-google-analytics/meltanolabs.yml | 141 +++++-- _data/meltano/loaders/target-s3/crowemi.yml | 379 ++---------------- 2 files changed, 145 insertions(+), 375 deletions(-) diff --git a/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml b/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml index 535ebea94..a19d7426c 100644 --- a/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml +++ b/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml @@ -5,26 +5,26 @@ capabilities: - schema-flattening - state - stream-maps -description: App and website analytics platform hosted by Google (GA4) -domain_url: https://developers.google.com/analytics/devguides/reporting/data/v1 -executable: tap-google-analytics +description: App and website analytics platform hosted by Google +domain_url: https://developers.google.com/analytics/devguides/reporting/core/v4/ keywords: - api - meltano_sdk -label: Google Analytics (GA4) -logo_url: /assets/logos/extractors/ga4.png +label: Google Analytics (Universal Analytics API - Deprecated) +logo_url: /assets/logos/extractors/google-analytics.png maintenance_status: active -name: tap-ga4 -namespace: tap_ga4 -next_steps: '' -pip_url: git+https://github.com/MeltanoLabs/tap-google-analytics.git +name: tap-google-analytics +namespace: tap_google_analytics +pip_url: git+https://github.com/MeltanoLabs/tap-google-analytics.git@main_deprecated_ua quality: gold repo: https://github.com/MeltanoLabs/tap-google-analytics settings: -- description: Google Analytics Client Secrets Dictionary +- description: | + Follow the above steps for [Key File Location](#key-file-location) but instead of providing a path you can provide the serialized json directly. This can be useful for ephemeral runtime environments where its easier to provide an environment variable instead of a file. kind: object label: Client Secrets name: client_secrets + placeholder: Ex. client_secrets.json - description: Date up to when historical data will be extracted. kind: date_iso8601 label: End Date @@ -38,17 +38,77 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: File Path to Google Analytics Client Secrets +- description: | + #### How to get + + Follow the steps below if you don't already have a valid `client_secrets.json` to upload. The process below can take over 10 minutes, but it's a one-time setup that's well worth it. + + This extractor supports service account based authorization, where an administrator manually creates a service account with the appropriate permissions to view the account, property, and view you wish to fetch data from. + + To access your Google Analytics data, the "Analytics Reporting API" and "Analytics API" both need to be enabled. These need to be enabled for a project inside the same organization as your Google Analytics account. + + ##### Step 1: Creating Service Account Credentials + + As a first step, you need to create a new project in Google Cloud Platform or use an existing one: + + 1. Sign in to the Google Account you are using for managing Google Analytics (you must have Manage Users permission at the account, property, or view level). + + 2. Open the [Service accounts page](https://console.developers.google.com/iam-admin/serviceaccounts). If prompted, select a project or create a new one to use for accessing Google Analytics. + + ![Screenshot of Google Service Accounts page](/assets/images/tap-google-analytics/02-ga-service-account-configuration-create-new-account.png) + + 3. Click "Create service account" + + In the Create service account window, type a name for the service account, and click `Create`. + + We do not need to provide any additional permissions for this account, so click `Continue` in the `Service account permissions` configuration page. + + We also do not need to grant access to any users for this service account, as we only need the key. + + ![Screenshot of Google Service Account Configuration for new Account](/assets/images/tap-google-analytics/02-ga-service-account-configuration-new-account.png) + + Click `Create Key`, select `JSON` as the key type and create a new private key. Then click `Save` and store it locally as `client_secrets.json`. + + Meltano will use the private key in this `client_secrets.json` file to connect with the Google Analytics API. + + ##### Step 2: Linking Credentials to Google Analytics + + The newly created service account will have an email address that looks similar to: + + ``` + service-account-name@PROJECT-ID.iam.gserviceaccount.com + ``` + + To grant this service account access to your Google Analytics data, add the email address as a [new user](https://support.google.com/analytics/answer/1009702) to your Google Analytics account, property or view through the "Admin > User Management" page. + + Only the [Read & Analyze permissions](https://support.google.com/analytics/answer/2884495) are needed as Meltano only extracts data to generate reports. + + ![Screenshot of Google Analytics Add User](/assets/images/tap-google-analytics/03-ga-add-user.png) + + ##### Step 3: Enabling the APIs + + 1. Visit the [Google Analytics Reporting API](https://console.developers.google.com/apis/api/analyticsreporting.googleapis.com/overview) dashboard and make sure that the project you used in the previous step is selected. + + Now enable the API using the button at the top, so that the button will say "Disable API" instead: + + ![Screenshot of Google Analytics Reporting API](/assets/images/tap-google-analytics/04-ga-reporting-api.png) + + 2. Next, visit the [Google Analytics API](https://console.developers.google.com/apis/api/analytics.googleapis.com/overview) dashboard, make sure that the project you used in the previous step is selected, and enable this API as well. + + ![Screenshot of Google Analytics API](/assets/images/tap-google-analytics/05-ga-api.png) kind: password label: Key File Location name: key_file_location + placeholder: Ex. $MELTANO_PROJECT_ROOT/client_secrets.json - description: Google Analytics Access Token. See https://developers.google.com/analytics/devguides/reporting/core/v4/authorization#OAuth2Authorizing. kind: password label: OAuth Credentials Access Token name: oauth_credentials.access_token -- description: Google Analytics Client ID. See - https://developers.google.com/analytics/devguides/reporting/core/v4/authorization#OAuth2Authorizing. +- description: | + See . + + Takes precedence over [Key File Location](#key-file-location) if both are specified. kind: password label: OAuth Credentials Client ID name: oauth_credentials.client_id @@ -63,12 +123,9 @@ settings: label: OAuth Credentials Refresh Token name: oauth_credentials.refresh_token - description: | - Google Analytics Reports Definition. - The tap uses the [default reports definition](https://github.com/MeltanoLabs/tap-google-analytics/blob/main/tap_google_analytics/defaults/default_report_definition.json) - if this field is not provided. - A project-relative path to JSON file with the definition of the reports to be generated. + Project-relative path to JSON file with the definition of the reports to be generated. - See for valid dimensions and metrics. + See for valid dimensions and metrics. The JSON structure expected is as follows: @@ -99,25 +156,25 @@ settings: { "name" : "users_per_day", "dimensions" : [ - "date" + "ga:date" ], "metrics" : [ - "newUsers", - "active1DayUsers" + "ga:users", + "ga:newUsers" ] }, { "name" : "sessions_per_country_day", "dimensions" : [ - "date", - "country" + "ga:date", + "ga:country" ], "metrics" : [ - "sessions", - "sessionsPerUser", - "avgSessionDuration" + "ga:sessions", + "ga:sessionsPerUser", + "ga:avgSessionDuration" ] } ] @@ -141,23 +198,39 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: Google Analytics View ID +- description: | + The ID for the view to fetch data from. + + #### How to get + + To get your View ID: + + 1. Visit Google Analytics: + 2. Log in if you haven't already. + 3. Open the account/property/view selector in the top left corner + + ![Screenshot of closed account selector](/assets/images/tap-google-analytics/account-selector-closed.png) + + 3. Select the account, property, and view that you would like to connect with Meltano + + ![Screenshot of open account selector](/assets/images/tap-google-analytics/account-selector-open.png) + + 4. You will see the View ID displayed inside the selector below the name of the view (e.g. "All Web Site Data"): `188274549` kind: password label: View ID name: view_id + placeholder: Ex. 198343027 settings_group_validation: -- - client_secrets - - property_id - - start_date - - key_file_location - - property_id - start_date + - view_id +- - client_secrets + - start_date + - view_id - - oauth_credentials.access_token - oauth_credentials.client_id - oauth_credentials.client_secret - oauth_credentials.refresh_token - - property_id - start_date -settings_preamble: '' -usage: '' + - view_id variant: meltanolabs diff --git a/_data/meltano/loaders/target-s3/crowemi.yml b/_data/meltano/loaders/target-s3/crowemi.yml index 9a81c777c..a54f98ec8 100644 --- a/_data/meltano/loaders/target-s3/crowemi.yml +++ b/_data/meltano/loaders/target-s3/crowemi.yml @@ -19,10 +19,6 @@ pip_url: git+https://github.com/crowemi/target-s3.git quality: gold repo: https://github.com/crowemi/target-s3 settings: -- description: Add metadata to records. - kind: boolean - label: Add Record Metadata - name: add_record_metadata - description: A flag to append the date to the key filename. kind: boolean label: Append Date To Filename @@ -33,162 +29,20 @@ settings: label: Append Date To Filename Grain name: append_date_to_filename_grain options: - - label: D - value: d - - label: I - value: i - - label: C - value: c - - label: T - value: t - - label: ' ' - value: _ - - label: K - value: k - - label: E - value: e - - label: Y - value: y - - label: S - value: s - - label: ( - value: ( - - label: '[' - value: '[' - - label: "'" - value: "'" - - label: Y - value: y - - label: E - value: e - - label: A - value: a - - label: R - value: r - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: M - value: m - - label: O - value: o - - label: N - value: n - - label: T - value: t - - label: H - value: h - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: D - value: d - - label: A - value: a - - label: Y - value: y - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: H - value: h - - label: O - value: o - - label: U - value: u - - label: R - value: r - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: M - value: m - - label: I - value: i - - label: N - value: n - - label: U - value: u - - label: T - value: t - - label: E - value: e - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: S - value: s - - label: E - value: e - - label: C - value: c - - label: O - value: o - - label: N - value: n - - label: D - value: d - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: M - value: m - - label: I - value: i - - label: C - value: c - - label: R - value: r - - label: O - value: o - - label: S - value: s - - label: E - value: e - - label: C - value: c - - label: O - value: o - - label: N - value: n - - label: D - value: d - - label: "'" - value: "'" - - label: ']' - value: ']' - - label: ) - value: ) + - label: Year + value: year + - label: Month + value: month + - label: Day + value: day + - label: Hour + value: hour + - label: Minute + value: minute + - label: Second + value: second + - label: Microsecond + value: microsecond value: day - description: A flag to append the date to the key prefix. kind: boolean @@ -200,162 +54,20 @@ settings: label: Append Date To Prefix Grain name: append_date_to_prefix_grain options: - - label: D - value: d - - label: I - value: i - - label: C - value: c - - label: T - value: t - - label: ' ' - value: _ - - label: K - value: k - - label: E - value: e - - label: Y - value: y - - label: S - value: s - - label: ( - value: ( - - label: '[' - value: '[' - - label: "'" - value: "'" - - label: Y - value: y - - label: E - value: e - - label: A - value: a - - label: R - value: r - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: M - value: m - - label: O - value: o - - label: N - value: n - - label: T - value: t - - label: H - value: h - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: D - value: d - - label: A - value: a - - label: Y - value: y - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: H - value: h - - label: O - value: o - - label: U - value: u - - label: R - value: r - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: M - value: m - - label: I - value: i - - label: N - value: n - - label: U - value: u - - label: T - value: t - - label: E - value: e - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: S - value: s - - label: E - value: e - - label: C - value: c - - label: O - value: o - - label: N - value: n - - label: D - value: d - - label: "'" - value: "'" - - label: ',' - value: ',' - - label: ' ' - value: ' ' - - label: "'" - value: "'" - - label: M - value: m - - label: I - value: i - - label: C - value: c - - label: R - value: r - - label: O - value: o - - label: S - value: s - - label: E - value: e - - label: C - value: c - - label: O - value: o - - label: N - value: n - - label: D - value: d - - label: "'" - value: "'" - - label: ']' - value: ']' - - label: ) - value: ) + - label: Year + value: year + - label: Month + value: month + - label: Day + value: day + - label: Hour + value: hour + - label: Minute + value: minute + - label: Second + value: second + - label: Microsecond + value: microsecond value: day - description: Your AWS access key ID. kind: password @@ -389,8 +101,16 @@ settings: kind: password label: Cloud Provider Cloud Provider Type name: cloud_provider.cloud_provider_type -- description: "'True' to enable schema flattening and automatically expand nested - properties." + options: + - label: AWS + value: aws + value: aws +- description: A flag indictating to flatten records. + kind: boolean + label: Flatten Records + name: flatten_records +- description: "'True' to enable schema flattening and automatically expand nested\ + \ properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -398,14 +118,6 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: '' - kind: object - label: Format Format Csv - name: format.format_csv -- description: '' - kind: object - label: Format Format Json - name: format.format_json - description: This flag determines whether the data types of incoming data elements should be validated. When set `True`, a schema is created from the first record and all subsequent records that don't match that data type are cast. Default False. @@ -427,21 +139,6 @@ settings: label: Include Process Date name: include_process_date value: false -- description: The method to use when loading data into the destination. `append-only` - will always write all input records whether that records already exists or not. - `upsert` will update existing records and insert new records. `overwrite` will - delete all existing records and insert all input records. - kind: options - label: Load Method - name: load_method - options: - - label: Append Only - value: append-only - - label: Upsert - value: upsert - - label: Overwrite - value: overwrite - value: append-only - description: A flag (only works if append_date_to_prefix is enabled) to have partitioning name formatted e.g. 'year=2023/month=01/day=01'. kind: boolean From 1a7968328e4e74ba901eb5fdbc1f56d0ef14f72f Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Wed, 18 Oct 2023 10:50:28 -0400 Subject: [PATCH 5/6] revert cassandra capabilities changes --- _data/meltano/extractors/tap-cassandra/datarts-tech.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml index a46166b0c..d44578128 100644 --- a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml +++ b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml @@ -1,7 +1,9 @@ capabilities: - about +- batch - catalog - discover +- schema-flattening - state - stream-maps description: NoSQL Database From e6f12d413d9caadac205d45936c970faae353c66 Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Wed, 18 Oct 2023 10:53:32 -0400 Subject: [PATCH 6/6] fix meltanolabs formatting --- _data/meltano/extractors/tap-jira/meltanolabs.yml | 1 + _data/meltano/extractors/tap-klaviyo/meltanolabs.yml | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/_data/meltano/extractors/tap-jira/meltanolabs.yml b/_data/meltano/extractors/tap-jira/meltanolabs.yml index 133e1c170..9d574140f 100644 --- a/_data/meltano/extractors/tap-jira/meltanolabs.yml +++ b/_data/meltano/extractors/tap-jira/meltanolabs.yml @@ -22,6 +22,7 @@ quality: silver repo: https://github.com/MeltanoLabs/tap-jira settings: - description: The authentication type to use. + kind: string label: Auth Flow name: auth.flow options: diff --git a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml index d1bfd9a76..dba80c439 100644 --- a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml +++ b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml @@ -34,7 +34,7 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Klaviyo API endpoint revision.https://developers.klaviyo.com/en/docs/api_versioning_and_deprecation_policy#versioning +- description: Klaviyo API endpoint revision. https://developers.klaviyo.com/en/docs/api_versioning_and_deprecation_policy#versioning kind: string label: Revision name: revision