From a25eaf9ed6ccc3ec274fe870acc9c1eb0d94aa1f Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Mon, 22 Jan 2024 12:07:34 +0000 Subject: [PATCH 1/2] Refresh plugin metadata 2024-01-22 --- .../extractors/tap-capsulecrm/matatika.yml | 30 ++++++++++++- .../extractors/tap-cassandra/datarts-tech.yml | 4 +- .../extractors/tap-dbt/meltanolabs.yml | 2 +- .../meltano/extractors/tap-gmail/kgpayne.yml | 2 +- .../extractors/tap-gmail/meltanolabs.yml | 2 +- .../extractors/tap-google-sheets/matatika.yml | 29 ++++++++++++ .../extractors/tap-gorgias/brooklyn-data.yml | 2 +- .../extractors/tap-klaviyo/meltanolabs.yml | 2 +- .../extractors/tap-mailchimp/acarter24.yml | 2 +- .../extractors/tap-meltano/matatika.yml | 44 +++++++++++++++++++ .../tap-saasoptics/datarts-tech.yml | 2 +- .../tap-stackexchange/meltanolabs.yml | 3 +- .../extractors/tap-totango/edsoncezar16.yml | 4 +- .../extractors/tap-tradera/kgpayne.yml | 4 +- 14 files changed, 116 insertions(+), 16 deletions(-) diff --git a/_data/meltano/extractors/tap-capsulecrm/matatika.yml b/_data/meltano/extractors/tap-capsulecrm/matatika.yml index 36f027d6e..3a4ca931f 100644 --- a/_data/meltano/extractors/tap-capsulecrm/matatika.yml +++ b/_data/meltano/extractors/tap-capsulecrm/matatika.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -24,6 +25,32 @@ settings: kind: password label: Access Token name: access_token +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: Your Capsule client ID. kind: password label: Client ID @@ -53,7 +80,8 @@ settings: kind: object label: Stream Map Config name: stream_map_config -- description: Config object for stream maps capability. +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps diff --git a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml index 3237bfdfa..25fbcb216 100644 --- a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml +++ b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml @@ -72,7 +72,7 @@ settings: name: keyspace - description: The local_dc parameter should be the name of the datacenter. kind: string - label: Local Datacenter + label: Local Dc name: local_dc - description: Should be a total number of attempts to be made before giving up. kind: integer @@ -97,7 +97,7 @@ settings: label: Reconnect Delay name: reconnect_delay value: 60 -- description: Request timeout used when not overridden in Session.execute(). +- description: Request timeout used when not overridden in Session. Execute(). kind: integer label: Request Timeout name: request_timeout diff --git a/_data/meltano/extractors/tap-dbt/meltanolabs.yml b/_data/meltano/extractors/tap-dbt/meltanolabs.yml index f19df90e1..bbb9e4baa 100644 --- a/_data/meltano/extractors/tap-dbt/meltanolabs.yml +++ b/_data/meltano/extractors/tap-dbt/meltanolabs.yml @@ -86,7 +86,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-dbt/0.9.1.dev28+453ebe5 Singer tap for the dbt Cloud API. + value: tap-dbt/0.9.1.dev29+db97f1f Singer tap for the dbt Cloud API. settings_group_validation: - - account_ids - api_key diff --git a/_data/meltano/extractors/tap-gmail/kgpayne.yml b/_data/meltano/extractors/tap-gmail/kgpayne.yml index 283ff6f41..8c04b989a 100644 --- a/_data/meltano/extractors/tap-gmail/kgpayne.yml +++ b/_data/meltano/extractors/tap-gmail/kgpayne.yml @@ -36,7 +36,7 @@ settings: value: false - description: Only return messages matching the specified query. Supports the same query format as the Gmail search box. For example, "from:someuser@example.com - rfc822msgid: is:unread". Parameter cannot be used when + rfc822msgid: is:unread". Parameter cannot be used when accessing the api using the gmail. Metadata scope. Https://developers. Google. Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters kind: string diff --git a/_data/meltano/extractors/tap-gmail/meltanolabs.yml b/_data/meltano/extractors/tap-gmail/meltanolabs.yml index 04d579362..eff333258 100644 --- a/_data/meltano/extractors/tap-gmail/meltanolabs.yml +++ b/_data/meltano/extractors/tap-gmail/meltanolabs.yml @@ -35,7 +35,7 @@ settings: value: false - description: Only return messages matching the specified query. Supports the same query format as the Gmail search box. For example, "from:someuser@example.com - rfc822msgid: is:unread". Parameter cannot be used when + rfc822msgid: is:unread". Parameter cannot be used when accessing the api using the gmail. Metadata scope. Https://developers. Google. Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters kind: string diff --git a/_data/meltano/extractors/tap-google-sheets/matatika.yml b/_data/meltano/extractors/tap-google-sheets/matatika.yml index cd9730d66..1dc18c149 100644 --- a/_data/meltano/extractors/tap-google-sheets/matatika.yml +++ b/_data/meltano/extractors/tap-google-sheets/matatika.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -20,6 +21,30 @@ pip_url: git+https://github.com/Matatika/tap-google-sheets.git quality: gold repo: https://github.com/Matatika/tap-google-sheets settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: Optionally sync data from a different sheet in your Google Sheet kind: string label: Child Sheet Name @@ -57,6 +82,10 @@ settings: kind: password label: Sheet ID name: sheet_id +- description: The list of configs for each sheet/stream. + kind: array + label: Sheets + name: sheets - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config diff --git a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml index 33393583d..7d5a10398 100644 --- a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml +++ b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml @@ -54,7 +54,7 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: Subdomain (.gorgias.com) +- description: Subdomain (. Gorgias. Com) kind: string label: Subdomain name: subdomain diff --git a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml index 10e8478fc..775385987 100644 --- a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml +++ b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml @@ -61,7 +61,7 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Klaviyo API endpoint revision. https://developers.klaviyo.com/en/docs/api_versioning_and_deprecation_policy#versioning +- description: Klaviyo API endpoint revision. Https://developers. Klaviyo. Com/en/docs/api_versioning_and_deprecation_policy#versioning kind: string label: Revision name: revision diff --git a/_data/meltano/extractors/tap-mailchimp/acarter24.yml b/_data/meltano/extractors/tap-mailchimp/acarter24.yml index 9d761ccbf..dfd83ff62 100644 --- a/_data/meltano/extractors/tap-mailchimp/acarter24.yml +++ b/_data/meltano/extractors/tap-mailchimp/acarter24.yml @@ -27,7 +27,7 @@ settings: name: api_key - description: Your Mailchimp DC kind: string - label: Data Center + label: Dc name: dc - description: "'True' to enable schema flattening and automatically expand nested properties." diff --git a/_data/meltano/extractors/tap-meltano/matatika.yml b/_data/meltano/extractors/tap-meltano/matatika.yml index 698fe5e90..3254eb7d2 100644 --- a/_data/meltano/extractors/tap-meltano/matatika.yml +++ b/_data/meltano/extractors/tap-meltano/matatika.yml @@ -1,7 +1,9 @@ capabilities: - about +- batch - catalog - discover +- schema-flattening - state - stream-maps description: Meltano job information @@ -18,10 +20,52 @@ pip_url: git+https://github.com/Matatika/tap-meltano.git quality: gold repo: https://github.com/Matatika/tap-meltano settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Meltano Database URI you want to get jobs from kind: string label: Meltano Database Uri name: meltano_database_uri +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - meltano_database_uri variant: matatika diff --git a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml index 5bebd3628..5ad836c2d 100644 --- a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml +++ b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml @@ -85,7 +85,7 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: tap-saasoptics . +- description: Tap-saasoptics . kind: string label: User Agent name: user_agent diff --git a/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml b/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml index 5045e3915..7fa7d6c33 100644 --- a/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml +++ b/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml @@ -91,8 +91,7 @@ settings: kind: array label: Tags name: tags - value: - - LimeSurvey + value: [] settings_group_validation: - - site - tags diff --git a/_data/meltano/extractors/tap-totango/edsoncezar16.yml b/_data/meltano/extractors/tap-totango/edsoncezar16.yml index e19775664..8a8afc9e0 100644 --- a/_data/meltano/extractors/tap-totango/edsoncezar16.yml +++ b/_data/meltano/extractors/tap-totango/edsoncezar16.yml @@ -75,9 +75,9 @@ settings: label: API URL name: api_url options: - - label: https://api.totango.com + - label: Https://API Totango Com value: https://api.totango.com - - label: 'https://api-eu1.totango.com ' + - label: 'Https://API Eu1 Totango Com ' value: 'https://api-eu1.totango.com ' value: https://api.totango.com - description: The token to authenticate against the API service diff --git a/_data/meltano/extractors/tap-tradera/kgpayne.yml b/_data/meltano/extractors/tap-tradera/kgpayne.yml index 311c57993..72f368bb2 100644 --- a/_data/meltano/extractors/tap-tradera/kgpayne.yml +++ b/_data/meltano/extractors/tap-tradera/kgpayne.yml @@ -19,11 +19,11 @@ pip_url: git+https://github.com/kgpayne/tap-tradera.git quality: silver repo: https://github.com/kgpayne/tap-tradera settings: -- description: The Tradera.com developer app ID +- description: The Tradera. Com developer app ID kind: password label: App ID name: app_id -- description: The Tradera.com developer app key +- description: The Tradera. Com developer app key kind: password label: App Key name: app_key From 35dad489c17ec964de4eb68635d50fe4ff354941 Mon Sep 17 00:00:00 2001 From: Pat Nadolny Date: Tue, 23 Jan 2024 10:39:37 -0500 Subject: [PATCH 2/2] Apply suggestions from code review --- _data/meltano/extractors/tap-cassandra/datarts-tech.yml | 4 ++-- _data/meltano/extractors/tap-gmail/kgpayne.yml | 2 +- _data/meltano/extractors/tap-gmail/meltanolabs.yml | 2 +- _data/meltano/extractors/tap-gorgias/brooklyn-data.yml | 2 +- _data/meltano/extractors/tap-klaviyo/meltanolabs.yml | 2 +- _data/meltano/extractors/tap-mailchimp/acarter24.yml | 2 +- _data/meltano/extractors/tap-saasoptics/datarts-tech.yml | 2 +- _data/meltano/extractors/tap-totango/edsoncezar16.yml | 4 ++-- _data/meltano/extractors/tap-tradera/kgpayne.yml | 4 ++-- 9 files changed, 12 insertions(+), 12 deletions(-) diff --git a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml index 25fbcb216..3237bfdfa 100644 --- a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml +++ b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml @@ -72,7 +72,7 @@ settings: name: keyspace - description: The local_dc parameter should be the name of the datacenter. kind: string - label: Local Dc + label: Local Datacenter name: local_dc - description: Should be a total number of attempts to be made before giving up. kind: integer @@ -97,7 +97,7 @@ settings: label: Reconnect Delay name: reconnect_delay value: 60 -- description: Request timeout used when not overridden in Session. Execute(). +- description: Request timeout used when not overridden in Session.execute(). kind: integer label: Request Timeout name: request_timeout diff --git a/_data/meltano/extractors/tap-gmail/kgpayne.yml b/_data/meltano/extractors/tap-gmail/kgpayne.yml index 8c04b989a..283ff6f41 100644 --- a/_data/meltano/extractors/tap-gmail/kgpayne.yml +++ b/_data/meltano/extractors/tap-gmail/kgpayne.yml @@ -36,7 +36,7 @@ settings: value: false - description: Only return messages matching the specified query. Supports the same query format as the Gmail search box. For example, "from:someuser@example.com - rfc822msgid: is:unread". Parameter cannot be used when + rfc822msgid: is:unread". Parameter cannot be used when accessing the api using the gmail. Metadata scope. Https://developers. Google. Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters kind: string diff --git a/_data/meltano/extractors/tap-gmail/meltanolabs.yml b/_data/meltano/extractors/tap-gmail/meltanolabs.yml index eff333258..04d579362 100644 --- a/_data/meltano/extractors/tap-gmail/meltanolabs.yml +++ b/_data/meltano/extractors/tap-gmail/meltanolabs.yml @@ -35,7 +35,7 @@ settings: value: false - description: Only return messages matching the specified query. Supports the same query format as the Gmail search box. For example, "from:someuser@example.com - rfc822msgid: is:unread". Parameter cannot be used when + rfc822msgid: is:unread". Parameter cannot be used when accessing the api using the gmail. Metadata scope. Https://developers. Google. Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters kind: string diff --git a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml index 7d5a10398..33393583d 100644 --- a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml +++ b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml @@ -54,7 +54,7 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: Subdomain (. Gorgias. Com) +- description: Subdomain (.gorgias.com) kind: string label: Subdomain name: subdomain diff --git a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml index 775385987..10e8478fc 100644 --- a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml +++ b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml @@ -61,7 +61,7 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Klaviyo API endpoint revision. Https://developers. Klaviyo. Com/en/docs/api_versioning_and_deprecation_policy#versioning +- description: Klaviyo API endpoint revision. https://developers.klaviyo.com/en/docs/api_versioning_and_deprecation_policy#versioning kind: string label: Revision name: revision diff --git a/_data/meltano/extractors/tap-mailchimp/acarter24.yml b/_data/meltano/extractors/tap-mailchimp/acarter24.yml index dfd83ff62..9d761ccbf 100644 --- a/_data/meltano/extractors/tap-mailchimp/acarter24.yml +++ b/_data/meltano/extractors/tap-mailchimp/acarter24.yml @@ -27,7 +27,7 @@ settings: name: api_key - description: Your Mailchimp DC kind: string - label: Dc + label: Data Center name: dc - description: "'True' to enable schema flattening and automatically expand nested properties." diff --git a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml index 5ad836c2d..5bebd3628 100644 --- a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml +++ b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml @@ -85,7 +85,7 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: Tap-saasoptics . +- description: tap-saasoptics . kind: string label: User Agent name: user_agent diff --git a/_data/meltano/extractors/tap-totango/edsoncezar16.yml b/_data/meltano/extractors/tap-totango/edsoncezar16.yml index 8a8afc9e0..e19775664 100644 --- a/_data/meltano/extractors/tap-totango/edsoncezar16.yml +++ b/_data/meltano/extractors/tap-totango/edsoncezar16.yml @@ -75,9 +75,9 @@ settings: label: API URL name: api_url options: - - label: Https://API Totango Com + - label: https://api.totango.com value: https://api.totango.com - - label: 'Https://API Eu1 Totango Com ' + - label: 'https://api-eu1.totango.com ' value: 'https://api-eu1.totango.com ' value: https://api.totango.com - description: The token to authenticate against the API service diff --git a/_data/meltano/extractors/tap-tradera/kgpayne.yml b/_data/meltano/extractors/tap-tradera/kgpayne.yml index 72f368bb2..311c57993 100644 --- a/_data/meltano/extractors/tap-tradera/kgpayne.yml +++ b/_data/meltano/extractors/tap-tradera/kgpayne.yml @@ -19,11 +19,11 @@ pip_url: git+https://github.com/kgpayne/tap-tradera.git quality: silver repo: https://github.com/kgpayne/tap-tradera settings: -- description: The Tradera. Com developer app ID +- description: The Tradera.com developer app ID kind: password label: App ID name: app_id -- description: The Tradera. Com developer app key +- description: The Tradera.com developer app key kind: password label: App Key name: app_key