From 4721379f32e490d483964112414b56b0a5ff718f Mon Sep 17 00:00:00 2001 From: Pat Nadolny Date: Fri, 16 Feb 2024 12:42:20 -0600 Subject: [PATCH] feat: Add tap-dataverse and migrate tap-microsoft-dataverse to the same name (#1674) --- _data/default_variants.yml | 2 +- .../airbyte.yml | 4 +- .../extractors/tap-dataverse/mjsqu.yml | 126 ++++++++++++++++++ ...{microsoft-dataverse.png => dataverse.png} | Bin 4 files changed, 129 insertions(+), 3 deletions(-) rename _data/meltano/extractors/{tap-microsoft-dataverse => tap-dataverse}/airbyte.yml (96%) create mode 100644 _data/meltano/extractors/tap-dataverse/mjsqu.yml rename static/assets/logos/extractors/{microsoft-dataverse.png => dataverse.png} (100%) diff --git a/_data/default_variants.yml b/_data/default_variants.yml index 6f256ad20..7e358bc69 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -127,6 +127,7 @@ extractors: tap-dash-hudson: gthesheep tap-datadog: degreed-data-engineering tap-datascope: airbyte + tap-dataverse: mjsqu tap-dayforce: goodeggs tap-db2: mjsqu tap-dbf: edgarrmondragon @@ -307,7 +308,6 @@ extractors: tap-messagebird: meltanolabs tap-metabase: airbyte tap-metronome: hotgluexyz - tap-microsoft-dataverse: airbyte tap-mindstamp: manuelapilongo tap-miro: slalom-consulting tap-mixpanel: hotgluexyz diff --git a/_data/meltano/extractors/tap-microsoft-dataverse/airbyte.yml b/_data/meltano/extractors/tap-dataverse/airbyte.yml similarity index 96% rename from _data/meltano/extractors/tap-microsoft-dataverse/airbyte.yml rename to _data/meltano/extractors/tap-dataverse/airbyte.yml index 6196f0b20..b00630763 100644 --- a/_data/meltano/extractors/tap-microsoft-dataverse/airbyte.yml +++ b/_data/meltano/extractors/tap-dataverse/airbyte.yml @@ -11,9 +11,9 @@ executable: tap-airbyte keywords: - airbyte_protocol label: Microsoft Dataverse -logo_url: /assets/logos/extractors/microsoft-dataverse.png +logo_url: /assets/logos/extractors/dataverse.png maintenance_status: beta -name: tap-microsoft-dataverse +name: tap-dataverse namespace: tap_airbyte next_steps: '' pip_url: git+https://github.com/MeltanoLabs/tap-airbyte-wrapper.git diff --git a/_data/meltano/extractors/tap-dataverse/mjsqu.yml b/_data/meltano/extractors/tap-dataverse/mjsqu.yml new file mode 100644 index 000000000..2d4836aaf --- /dev/null +++ b/_data/meltano/extractors/tap-dataverse/mjsqu.yml @@ -0,0 +1,126 @@ +capabilities: +- about +- batch +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: Microsoft Dataverse is a data storage and management engine +domain_url: + https://learn.microsoft.com/en-us/power-apps/developer/data-platform/webapi/query-data-web-api +executable: tap-dataverse +keywords: +- meltano_sdk +label: Microsoft Dataverse +logo_url: /assets/logos/extractors/dataverse.png +maintenance_status: active +name: tap-dataverse +namespace: tap_dataverse +next_steps: '' +pip_url: git+https://github.com/mjsqu/tap-dataverse.git +quality: silver +repo: https://github.com/mjsqu/tap-dataverse +settings: +- description: Turns on annotations + kind: boolean + label: Annotations + name: annotations + value: false +- description: The url for the API service + kind: string + label: API URL + name: api_url +- description: The API version found in the /api/data/v{x. Y} of URLs + kind: string + label: API Version + name: api_version + value: '9.2' +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: Client (application) ID + kind: password + label: Client ID + name: client_id +- description: The client secret to authenticate against the API service + kind: password + label: Client Secret + name: client_secret +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Uses the Snowflake column name rules to translate anycharacters outside + the standard to an underscore. Particularly helpfulwhen annotations are turned + on + kind: boolean + label: Sql Attribute Names + name: sql_attribute_names + value: false +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: An array of streams, designed for separate paths using thesame base + url. + kind: array + label: Streams + name: streams +- description: Tenant ID + kind: password + label: Tenant ID + name: tenant_id +settings_group_validation: +- - api_url + - client_id + - client_secret + - tenant_id +settings_preamble: '' +usage: '' +variant: mjsqu diff --git a/static/assets/logos/extractors/microsoft-dataverse.png b/static/assets/logos/extractors/dataverse.png similarity index 100% rename from static/assets/logos/extractors/microsoft-dataverse.png rename to static/assets/logos/extractors/dataverse.png