From 46d6ebd8391891937aaa52c1f16e051671b301f3 Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Mon, 4 Mar 2024 12:12:28 +0000 Subject: [PATCH 1/2] Refresh plugin metadata 2024-03-04 --- .../extractors/tap-circle-ci/meltanolabs.yml | 2 +- .../extractors/tap-mailchimp/acarter24.yml | 2 +- .../extractors/tap-totango/edsoncezar16.yml | 4 ++-- .../loaders/target-csv/meltanolabs.yml | 4 ++++ .../loaders/target-postgres/meltanolabs.yml | 22 +++++++++++++++++++ 5 files changed, 30 insertions(+), 4 deletions(-) diff --git a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml index d76f51e9e..3923bfc2c 100644 --- a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml +++ b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml @@ -92,7 +92,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-circle-ci/0.1.1 Singer tap for the CircleCI API. + value: tap-circle-ci/[could not be detected] Singer tap for the CircleCI API. settings_group_validation: - - org_slug - token diff --git a/_data/meltano/extractors/tap-mailchimp/acarter24.yml b/_data/meltano/extractors/tap-mailchimp/acarter24.yml index e90c8e017..f779a6eb6 100644 --- a/_data/meltano/extractors/tap-mailchimp/acarter24.yml +++ b/_data/meltano/extractors/tap-mailchimp/acarter24.yml @@ -28,7 +28,7 @@ settings: sensitive: true - description: Your Mailchimp DC kind: string - label: Data Center + label: Dc name: dc - description: "'True' to enable schema flattening and automatically expand nested properties." diff --git a/_data/meltano/extractors/tap-totango/edsoncezar16.yml b/_data/meltano/extractors/tap-totango/edsoncezar16.yml index 2847fd6cd..9c2a991da 100644 --- a/_data/meltano/extractors/tap-totango/edsoncezar16.yml +++ b/_data/meltano/extractors/tap-totango/edsoncezar16.yml @@ -76,9 +76,9 @@ settings: label: API URL name: api_url options: - - label: https://api.totango.com + - label: Https://API Totango Com value: https://api.totango.com - - label: 'https://api-eu1.totango.com ' + - label: 'Https://API Eu1 Totango Com ' value: 'https://api-eu1.totango.com ' value: https://api.totango.com - description: The token to authenticate against the API service diff --git a/_data/meltano/loaders/target-csv/meltanolabs.yml b/_data/meltano/loaders/target-csv/meltanolabs.yml index 8d289d62a..14d7febbc 100644 --- a/_data/meltano/loaders/target-csv/meltanolabs.yml +++ b/_data/meltano/loaders/target-csv/meltanolabs.yml @@ -21,6 +21,10 @@ settings: kind: boolean label: Add Record Metadata name: add_record_metadata +- description: Maximum number of rows in each batch. + kind: integer + label: Batch Size Rows + name: batch_size_rows - description: 'A python format string to use when outputting the `{datestamp}` string. For reference, see: https://docs.python.org/3/library/datetime.html#strftime-and-strptime-format-codes' kind: string diff --git a/_data/meltano/loaders/target-postgres/meltanolabs.yml b/_data/meltano/loaders/target-postgres/meltanolabs.yml index 759a82d26..e8053c198 100644 --- a/_data/meltano/loaders/target-postgres/meltanolabs.yml +++ b/_data/meltano/loaders/target-postgres/meltanolabs.yml @@ -1,5 +1,6 @@ capabilities: - about +- hard-delete - schema-flattening - stream-maps description: PostgreSQL database loader @@ -47,6 +48,14 @@ settings: label: Dialect+Driver name: dialect+driver value: postgresql+psycopg2 +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -68,6 +77,14 @@ settings: kind: string label: Host name: host +- description: If set to true, the target will interpret the content encoding of the + schema to determine how to store the data. Using this option may result in a more + efficient storage of the data but may also result in an error if the data is not + encoded as expected. + kind: boolean + label: Interpret Content Encoding + name: interpret_content_encoding + value: false - description: The method to use when loading data into the destination. `append-only` will always write all input records whether that records already exists or not. `upsert` will update existing records and insert new records. `overwrite` will @@ -199,6 +216,11 @@ settings: kind: string label: User name: user +- description: Whether to validate the schema of the incoming streams. + kind: boolean + label: Validate Records + name: validate_records + value: true settings_group_validation: - [] settings_preamble: '' From 9dc9257c133ea1721cfc5d860933f5fa7b89214b Mon Sep 17 00:00:00 2001 From: Pat Nadolny Date: Tue, 5 Mar 2024 13:38:06 -0500 Subject: [PATCH 2/2] Apply suggestions from code review --- _data/meltano/extractors/tap-circle-ci/meltanolabs.yml | 2 +- _data/meltano/extractors/tap-mailchimp/acarter24.yml | 2 +- _data/meltano/extractors/tap-totango/edsoncezar16.yml | 4 ++-- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml index 3923bfc2c..d76f51e9e 100644 --- a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml +++ b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml @@ -92,7 +92,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-circle-ci/[could not be detected] Singer tap for the CircleCI API. + value: tap-circle-ci/0.1.1 Singer tap for the CircleCI API. settings_group_validation: - - org_slug - token diff --git a/_data/meltano/extractors/tap-mailchimp/acarter24.yml b/_data/meltano/extractors/tap-mailchimp/acarter24.yml index f779a6eb6..e90c8e017 100644 --- a/_data/meltano/extractors/tap-mailchimp/acarter24.yml +++ b/_data/meltano/extractors/tap-mailchimp/acarter24.yml @@ -28,7 +28,7 @@ settings: sensitive: true - description: Your Mailchimp DC kind: string - label: Dc + label: Data Center name: dc - description: "'True' to enable schema flattening and automatically expand nested properties." diff --git a/_data/meltano/extractors/tap-totango/edsoncezar16.yml b/_data/meltano/extractors/tap-totango/edsoncezar16.yml index 9c2a991da..2847fd6cd 100644 --- a/_data/meltano/extractors/tap-totango/edsoncezar16.yml +++ b/_data/meltano/extractors/tap-totango/edsoncezar16.yml @@ -76,9 +76,9 @@ settings: label: API URL name: api_url options: - - label: Https://API Totango Com + - label: https://api.totango.com value: https://api.totango.com - - label: 'Https://API Eu1 Totango Com ' + - label: 'https://api-eu1.totango.com ' value: 'https://api-eu1.totango.com ' value: https://api.totango.com - description: The token to authenticate against the API service