Merge branch 'main' into tap-msaccess

.github/workflows/build-api.yml

@@ -8,13 +8,14 @@ on:
     branches:
     - main
   workflow_dispatch:
-    hub-url:
-      description: The base URL of the Meltano Hub site
-      required: true
-      default: 'https://hub.meltano.com'
-    api-url:
-      description: The base URL of the Hub API
-      required: true
+    inputs:
+      hub-url:
+        description: The base URL of the Meltano Hub site
+        required: true
+        default: 'https://hub.meltano.com'
+      api-url:
+        description: The base URL of the Hub API
+        required: true
 
 jobs:
   build:
@@ -83,7 +84,7 @@ jobs:
     steps:
     - uses: actions/[email protected]
     - name: Configure AWS credentials
-      uses: aws-actions/[email protected].1
+      uses: aws-actions/[email protected].2
       with:
         role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
         aws-region: us-west-2

.github/workflows/check-yaml-format.yml

@@ -15,7 +15,7 @@ jobs:
 
     - name: Get changed files in the docs folder
       id: changed-files
-      uses: tj-actions/[email protected].2
+      uses: tj-actions/[email protected].4
       with:
         files: |
           _data/**/*.yml

.github/workflows/metadata-extract.yml

@@ -74,7 +74,7 @@ jobs:
     - uses: actions/[email protected]
 
     - name: Configure AWS credentials
-      uses: aws-actions/[email protected].1
+      uses: aws-actions/[email protected].2
       with:
         role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
         aws-region: us-west-2
@@ -132,7 +132,7 @@ jobs:
     - uses: actions/[email protected]
 
     - name: Configure AWS credentials
-      uses: aws-actions/[email protected].1
+      uses: aws-actions/[email protected].2
       with:
         role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
         aws-region: us-west-2
@@ -211,7 +211,7 @@ jobs:
       - uses: actions/[email protected]
 
       - name: Configure AWS credentials
-        uses: aws-actions/[email protected].1
+        uses: aws-actions/[email protected].2
         with:
           role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
           aws-region: us-west-2

.github/workflows/metadata-refresh.yml

@@ -28,7 +28,7 @@ jobs:
     - uses: actions/[email protected]
 
     - name: Configure AWS credentials
-      uses: aws-actions/[email protected].1
+      uses: aws-actions/[email protected].2
       with:
         role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
         aws-region: us-west-2

.github/workflows/test_dispatcher.yml

@@ -25,7 +25,7 @@ jobs:
 
       - name: Get changed files
         id: changed_files
-        uses: tj-actions/[email protected].2
+        uses: tj-actions/[email protected].4
         with:
           sha: ${{ github.event.pull_request.head.sha }}
           json: "true"

_data/default_variants.yml

@@ -127,6 +127,7 @@ extractors:
   tap-dash-hudson: gthesheep
   tap-datadog: degreed-data-engineering
   tap-datascope: airbyte
+  tap-dataverse: mjsqu
   tap-dayforce: goodeggs
   tap-db2: mjsqu
   tap-dbf: edgarrmondragon
@@ -243,6 +244,7 @@ extractors:
   tap-insided: karbonhq
   tap-insightly: fostersdata
   tap-instagram: voxmedia
+  tap-instantly-ai: strvcom
   tap-intacct: hotgluexyz
   tap-intercom: singer-io
   tap-intruder: airbyte
@@ -307,7 +309,6 @@ extractors:
   tap-messagebird: meltanolabs
   tap-metabase: airbyte
   tap-metronome: hotgluexyz
-  tap-microsoft-dataverse: airbyte
   tap-mindstamp: manuelapilongo
   tap-miro: slalom-consulting
   tap-mixpanel: hotgluexyz
@@ -626,7 +627,7 @@ loaders:
   target-mysql: thkwag
   target-oracle: radbrt
   target-pardot: anelendata
-  target-parquet: estrategiahq
+  target-parquet: automattic
   target-pinecone: meltanolabs
   target-postgres: meltanolabs
   target-redshift: transferwise

_data/maintainers.yml

@@ -1097,6 +1097,10 @@ streetteam:
   label: Pollen
   name: streetteam
   url: https://pollen.co/
+strvcom:
+  label: strvcom
+  name: strvcom
+  url: https://github.com/strvcom
 stvhanna:
   label: Steve Hanna
   name: stvhanna

_data/meltano/extractors/tap-athena/meltanolabs.yml

@@ -60,6 +60,14 @@ settings:
   kind: string
   label: Batch Config Storage Root
   name: batch_config.storage.root
+- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
+  kind: string
+  label: Faker Config Locale
+  name: faker_config.locale
+- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator'
+  kind: string
+  label: Faker Config Seed
+  name: faker_config.seed
 - description: "'True' to enable schema flattening and automatically expand nested
     properties."
   kind: boolean

_data/meltano/extractors/tap-bitso/edgarrmondragon.yml

@@ -59,6 +59,14 @@ settings:
   name: books
   value:
   - btc_mxn
+- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
+  kind: string
+  label: Faker Config Locale
+  name: faker_config.locale
+- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator'
+  kind: string
+  label: Faker Config Seed
+  name: faker_config.seed
 - description: "'True' to enable schema flattening and automatically expand nested
     properties."
   kind: boolean

_data/meltano/extractors/tap-circle-ci/meltanolabs.yml

@@ -52,6 +52,14 @@ settings:
   kind: string
   label: Batch Config Storage Root
   name: batch_config.storage.root
+- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
+  kind: string
+  label: Faker Config Locale
+  name: faker_config.locale
+- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator'
+  kind: string
+  label: Faker Config Seed
+  name: faker_config.seed
 - description: "'True' to enable schema flattening and automatically expand nested
     properties."
   kind: boolean

_data/meltano/extractors/tap-csv/meltanolabs.yml

@@ -39,6 +39,14 @@ settings:
   label: Csv Files Definition
   name: csv_files_definition
   placeholder: Ex. files-def.json
+- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
+  kind: string
+  label: Faker Config Locale
+  name: faker_config.locale
+- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator'
+  kind: string
+  label: Faker Config Seed
+  name: faker_config.seed
 - description: |
     Array of objects with `entity`, `path`, `keys`, and `encoding` [Optional] keys:
 

_data/meltano/extractors/tap-microsoft-dataverse/airbyte.yml → _data/meltano/extractors/tap-dataverse/airbyte.yml

@@ -11,9 +11,9 @@ executable: tap-airbyte
 keywords:
 - airbyte_protocol
 label: Microsoft Dataverse
-logo_url: /assets/logos/extractors/microsoft-dataverse.png
+logo_url: /assets/logos/extractors/dataverse.png
 maintenance_status: beta
-name: tap-microsoft-dataverse
+name: tap-dataverse
 namespace: tap_airbyte
 next_steps: ''
 pip_url: git+https://github.com/MeltanoLabs/tap-airbyte-wrapper.git

_data/meltano/extractors/tap-dataverse/mjsqu.yml

@@ -0,0 +1,126 @@
+capabilities:
+- about
+- batch
+- catalog
+- discover
+- schema-flattening
+- state
+- stream-maps
+description: Microsoft Dataverse is a data storage and management engine
+domain_url: 
+  https://learn.microsoft.com/en-us/power-apps/developer/data-platform/webapi/query-data-web-api
+executable: tap-dataverse
+keywords:
+- meltano_sdk
+label: Microsoft Dataverse
+logo_url: /assets/logos/extractors/dataverse.png
+maintenance_status: active
+name: tap-dataverse
+namespace: tap_dataverse
+next_steps: ''
+pip_url: git+https://github.com/mjsqu/tap-dataverse.git
+quality: silver
+repo: https://github.com/mjsqu/tap-dataverse
+settings:
+- description: Turns on annotations
+  kind: boolean
+  label: Annotations
+  name: annotations
+  value: false
+- description: The url for the API service
+  kind: string
+  label: API URL
+  name: api_url
+- description: The API version found in the /api/data/v{x. Y} of URLs
+  kind: string
+  label: API Version
+  name: api_version
+  value: '9.2'
+- description: Compression format to use for batch files.
+  kind: options
+  label: Batch Config Encoding Compression
+  name: batch_config.encoding.compression
+  options:
+  - label: Gzip
+    value: gzip
+  - label: None
+    value: none
+- description: Format to use for batch files.
+  kind: options
+  label: Batch Config Encoding Format
+  name: batch_config.encoding.format
+  options:
+  - label: Jsonl
+    value: jsonl
+  - label: Parquet
+    value: parquet
+- description: Prefix to use when writing batch files.
+  kind: string
+  label: Batch Config Storage Prefix
+  name: batch_config.storage.prefix
+- description: Root path to use when writing batch files.
+  kind: string
+  label: Batch Config Storage Root
+  name: batch_config.storage.root
+- description: Client (application) ID
+  kind: password
+  label: Client ID
+  name: client_id
+- description: The client secret to authenticate against the API service
+  kind: password
+  label: Client Secret
+  name: client_secret
+- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
+  kind: array
+  label: Faker Config Locale
+  name: faker_config.locale
+- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator'
+  kind: string
+  label: Faker Config Seed
+  name: faker_config.seed
+- description: "'True' to enable schema flattening and automatically expand nested
+    properties."
+  kind: boolean
+  label: Flattening Enabled
+  name: flattening_enabled
+- description: The max depth to flatten schemas.
+  kind: integer
+  label: Flattening Max Depth
+  name: flattening_max_depth
+- description: Uses the Snowflake column name rules to translate anycharacters outside
+    the standard to an underscore. Particularly helpfulwhen annotations are turned
+    on
+  kind: boolean
+  label: Sql Attribute Names
+  name: sql_attribute_names
+  value: false
+- description: The earliest record date to sync
+  kind: date_iso8601
+  label: Start Date
+  name: start_date
+- description: User-defined config values to be used within map expressions.
+  kind: object
+  label: Stream Map Config
+  name: stream_map_config
+- description: Config object for stream maps capability. For more information check
+    out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html).
+  kind: object
+  label: Stream Maps
+  name: stream_maps
+- description: An array of streams, designed for separate paths using thesame base
+    url.
+  kind: array
+  label: Streams
+  name: streams
+- description: Tenant ID
+  kind: password
+  label: Tenant ID
+  name: tenant_id
+settings_group_validation:
+- - api_url
+  - client_id
+  - client_secret
+  - tenant_id
+settings_preamble: ''
+usage: ''
+variant: mjsqu

_data/meltano/extractors/tap-db2/danielptv.yml

@@ -35,18 +35,26 @@ settings:
   kind: password
   label: Encryption SSL Client Key Store Database Database
   name: encryption.ssl_client_key_store_db.database
+  sensitive: true
 - description: The full path to the client key stash.
   kind: password
   label: Encryption SSL Client Key Store Database Key Stash
   name: encryption.ssl_client_key_store_db.key_stash
+  sensitive: true
 - description: The keystore password.
   kind: password
   label: Encryption SSL Client Key Store Database Password
   name: encryption.ssl_client_key_store_db.password
+  sensitive: true
 - description: The path to the SSL server certificate.
   kind: string
   label: Encryption SSL Server Certificate
   name: encryption.ssl_server_certificate
+- description: Apply a custom WHERE condition per stream. Unlike the filter available
+    in stream_maps, this will be evaluated BEFORE extracting the data.
+  kind: object
+  label: Filter
+  name: filter
 - description: "'True' to enable schema flattening and automatically expand nested
     properties."
   kind: boolean
@@ -67,12 +75,18 @@ settings:
   label: Ignore Supplied Tables
   name: ignore_supplied_tables
   value: true
+- description: Ignore views.
+  kind: boolean
+  label: Ignore Views
+  name: ignore_views
+  value: false
 - description: The DB2 password.
   kind: password
   label: Password
   name: password
+  sensitive: true
 - description: The DB2 port.
-  kind: string
+  kind: integer
   label: Port
   name: port
 - description: Partition query into smaller subsets. Useful when working with DB2