Merge branch 'main' into tobias/add-ticketswap-tap-exact-variant

meltano · Dec 12, 2023 · e4060c6 · e4060c6
2 parents 92890dd + dc6a912
commit e4060c6
Show file tree

Hide file tree

Showing 35 changed files with 268 additions and 52 deletions.
diff --git a/.github/workflows/build-api.yml b/.github/workflows/build-api.yml
@@ -25,7 +25,7 @@ jobs:
     - uses: actions/[email protected]
 
     - name: Set up Python 3.10
-      uses: actions/setup-python@v4.5.0
+      uses: actions/setup-python@v5
       with:
         python-version: "3.10"
 

diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml
@@ -15,7 +15,7 @@ jobs:
 
     - name: Get changed files in the docs folder
       id: changed-files
-      uses: tj-actions/[email protected].0
+      uses: tj-actions/[email protected].2
       with:
         files: |
           _data/**/*.yml

diff --git a/.github/workflows/metadata-extract.yml b/.github/workflows/metadata-extract.yml
@@ -84,7 +84,7 @@ jobs:
       run: pipx install git+https://github.com/meltano/hub-utils.git
 
     - name: Install Python 3.10
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.10'
 
@@ -95,7 +95,7 @@ jobs:
 
     - name: Install Python 3.9 (Only if 3.10 failed)
       if: always() && (steps.extract_310.outcome == 'failure')
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.9'
 
@@ -107,7 +107,7 @@ jobs:
 
     - name: Install Python 3.8 (Only if 3.9 failed)
       if: always() && (steps.extract_39.outcome == 'failure')
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.8'
 
@@ -142,7 +142,7 @@ jobs:
       run: pipx install git+https://github.com/meltano/hub-utils.git
 
     - name: Install Python 3.10
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.10'
 
@@ -153,7 +153,7 @@ jobs:
 
     - name: Install Python 3.9 (Only if 3.10 failed)
       if: always() && (steps.extract_310.outcome == 'failure')
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.9'
 
@@ -165,7 +165,7 @@ jobs:
 
     - name: Install Python 3.8 (Only if 3.9 failed)
       if: always() && (steps.extract_39.outcome == 'failure')
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.8'
 

diff --git a/.github/workflows/plugin_definition_validation.yml b/.github/workflows/plugin_definition_validation.yml
@@ -17,7 +17,7 @@ jobs:
       uses: actions/[email protected]
 
     - name: Setup Python
-      uses: actions/setup-python@v4.5.0
+      uses: actions/setup-python@v5
       with:
         python-version: 3.9
         architecture: x64

diff --git a/.github/workflows/test-plugin-command.yml b/.github/workflows/test-plugin-command.yml
@@ -76,7 +76,7 @@ jobs:
     - name: Create requirements.txt
       run: echo '${{ env.PIP_URL }}' > requirements.txt
     - name: Set up Python
-      uses: actions/setup-python@v4.5.0
+      uses: actions/setup-python@v5
       with:
         # https://github.com/actions/setup-python
         python-version: 3.9

diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml
@@ -25,7 +25,7 @@ jobs:
 
       - name: Get changed files
         id: changed_files
-        uses: tj-actions/[email protected].0
+        uses: tj-actions/[email protected].2
         with:
           sha: ${{ github.event.pull_request.head.sha }}
           json: "true"

diff --git a/.github/workflows/validate-urls.yml b/.github/workflows/validate-urls.yml
@@ -18,7 +18,7 @@ jobs:
       - uses: actions/[email protected]
 
       - name: Setup Python
-        uses: actions/setup-python@v4.5.0
+        uses: actions/setup-python@v5
         with:
           python-version: 3.9
           architecture: x64

diff --git a/_data/default_variants.yml b/_data/default_variants.yml
@@ -163,6 +163,7 @@ extractors:
   tap-exacttarget: singer-io
   tap-exchangeratehost: anelendata
   tap-exchangeratesapi: singer-io
+  tap-f1: reubenf
   tap-fabdb: dwallace0723
   tap-facebook: meltanolabs
   tap-facebook-pages: goes-funky
@@ -633,6 +634,7 @@ loaders:
   target-sqlite: meltanolabs
   target-sqs: hotgluexyz
   target-stitch: singer-io
+  target-teradata: crudelis-rgb
   target-timeplus: timeplus
   target-vertica: full360
   target-yaml: meltanolabs

diff --git a/_data/maintainers.yml b/_data/maintainers.yml
@@ -226,6 +226,10 @@ crowemi:
   label: crowemi
   name: crowemi
   url: https://github.com/crowemi
+crudelis-rgb:
+  label: crudelis-rgb
+  name: crudelis-rgb
+  url: https://github.com/Crudelis-rgb
 cschouten:
   label: cschouten
   name: cschouten
@@ -953,6 +957,10 @@ rawwar:
   label: rawwar
   name: KalyanR
   url: https://github.com/rawwar
+reubenf:
+  label: Reuben Frankel
+  name: reubenf
+  url: https://github.com/ReubenFrankel
 rfainc:
   label: RFA
   name: rfainc

diff --git a/_data/meltano/extractors/tap-aircall/ticketswap.yml b/_data/meltano/extractors/tap-aircall/ticketswap.yml
@@ -45,6 +45,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml b/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml
@@ -43,6 +43,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-canvas/mwcooley99.yml b/_data/meltano/extractors/tap-canvas/mwcooley99.yml
@@ -39,6 +39,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml
@@ -42,6 +42,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml b/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml
@@ -63,6 +63,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml b/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml
@@ -36,6 +36,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-dbt/meltanolabs.yml b/_data/meltano/extractors/tap-dbt/meltanolabs.yml
@@ -49,6 +49,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix
@@ -84,7 +86,7 @@ settings:
   kind: string
   label: User Agent
   name: user_agent
-  value: tap-dbt/0.9.1.dev10+43e1914 Singer tap for the dbt Cloud API.
+  value: tap-dbt/0.9.1.dev20+1feee09 Singer tap for the dbt Cloud API.
 settings_group_validation:
 - - account_ids
   - api_key

diff --git a/_data/meltano/extractors/tap-delighted/ticketswap.yml b/_data/meltano/extractors/tap-delighted/ticketswap.yml
@@ -42,6 +42,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-f1/reubenf.yml b/_data/meltano/extractors/tap-f1/reubenf.yml
@@ -0,0 +1,78 @@
+capabilities:
+- about
+- batch
+- catalog
+- discover
+- schema-flattening
+- state
+- stream-maps
+description: Highest class of international racing for open-wheel single-seater formula
+  racing cars
+domain_url: https://www.formula1.com/
+keywords:
+- api
+- ergast
+- f1
+- formula 1
+- formula one
+- meltano_sdk
+label: Formula 1
+logo_url: /assets/logos/extractors/f1.png
+maintenance_status: active
+name: tap-f1
+namespace: tap_f1
+pip_url: git+https://github.com/ReubenFrankel/tap-f1.git
+quality: bronze
+repo: https://github.com/ReubenFrankel/tap-f1
+settings:
+- description: Compression format to use for batch files.
+  kind: options
+  label: Batch Config Encoding Compression
+  name: batch_config.encoding.compression
+  options:
+  - label: Gzip
+    value: gzip
+  - label: None
+    value: none
+- description: Format to use for batch files.
+  kind: options
+  label: Batch Config Encoding Format
+  name: batch_config.encoding.format
+  options:
+  - label: Jsonl
+    value: jsonl
+  - label: Parquet
+    value: parquet
+- description: Prefix to use when writing batch files.
+  kind: string
+  label: Batch Config Storage Prefix
+  name: batch_config.storage.prefix
+- description: Root path to use when writing batch files.
+  kind: string
+  label: Batch Config Storage Root
+  name: batch_config.storage.root
+- description: "'True' to enable schema flattening and automatically expand nested
+    properties."
+  kind: boolean
+  label: Flattening Enabled
+  name: flattening_enabled
+- description: The max depth to flatten schemas.
+  kind: integer
+  label: Flattening Max Depth
+  name: flattening_max_depth
+- description: Date to sync data from (defaults to the first day of the current year
+    - e.g. `2023-01-01`)
+  kind: date_iso8601
+  label: Start Date
+  name: start_date
+- description: User-defined config values to be used within map expressions.
+  kind: object
+  label: Stream Map Config
+  name: stream_map_config
+- description: Config object for stream maps capability. For more information check
+    out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html).
+  kind: object
+  label: Stream Maps
+  name: stream_maps
+settings_group_validation: []
+variant: reubenf
diff --git a/_data/meltano/extractors/tap-getpocket/edgarrmondragon.yml b/_data/meltano/extractors/tap-getpocket/edgarrmondragon.yml
@@ -41,6 +41,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml b/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml
@@ -37,6 +37,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-qualified/z3z1ma.yml b/_data/meltano/extractors/tap-qualified/z3z1ma.yml
@@ -41,6 +41,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-readthedocs/edgarrmondragon.yml b/_data/meltano/extractors/tap-readthedocs/edgarrmondragon.yml
@@ -37,6 +37,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-showpad/z3z1ma.yml b/_data/meltano/extractors/tap-showpad/z3z1ma.yml
@@ -41,6 +41,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-slack/meltanolabs.yml b/_data/meltano/extractors/tap-slack/meltanolabs.yml
@@ -85,6 +85,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-smoke-test/meltano.yml b/_data/meltano/extractors/tap-smoke-test/meltano.yml
@@ -37,6 +37,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-snowflake/meltanolabs.yml b/_data/meltano/extractors/tap-snowflake/meltanolabs.yml
@@ -42,6 +42,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix

diff --git a/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml b/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml
@@ -37,6 +37,8 @@ settings:
   options:
   - label: Jsonl
     value: jsonl
+  - label: Parquet
+    value: parquet
 - description: Prefix to use when writing batch files.
   kind: string
   label: Batch Config Storage Prefix