Commit 128ffbbf authored by Pat Nadolny's avatar Pat Nadolny
Browse files

add more tap settings to top taps

parent bc565c26
......@@ -11,6 +11,8 @@ variants:
- catalog
- discover
- state
- about
- stream-maps
settings_group_validation:
- - key_file_location
- view_id
......
......@@ -61,4 +61,5 @@ variants:
works only for the streams taht suppport it.
- name: user_agent
label: User Agent
description: The user agent.
value: tap-jira via Meltano
......@@ -21,27 +21,40 @@ variants:
- name: host
label: Host URL
value: localhost
description: The MongoDB host URL.
- name: port
kind: integer
value: 27017
label: Port
description: The MongoDB port.
- name: user
label: The MongoDB user.
description:
- name: password
kind: password
label: Password
description: The MongoDB password.
- name: database
label: Database Name
description: This is the database used for authentication, not the database used for extraction. The data extracted is determined by following the selecting entities and attributes instructions.
- name: replica_set
label: Replica Set
description: The name of the replica set.
- name: ssl
kind: boolean
value: false
value_post_processor: stringify
label: SSL
description: Whether to use SSL connection or not.
- name: verify_mode
kind: boolean
value: true
value_post_processor: stringify
description: SSL Verify Mode
label: Verify Mode
- name: include_schemas_in_destination_stream_name
kind: boolean
value: false
description: Forces the stream names to take the form `<database_name>_<collection_name>`
instead of `<collection_name>`
label: Include Schemas In Destination Stream Name
......@@ -19,22 +19,36 @@ variants:
settings:
- name: host
value: localhost
label: Host
description: The MySQL hostname.
- name: port
label: Port
kind: integer
value: 3306
description: The MySQL port.
- name: user
label: User
description: The MySQL username.
- name: password
kind: password
label: Password
description: The MySQL password.
- name: database
label: Database
description: The MySQL database name.
- name: ssl
kind: boolean
label: SSL
description: Whether the MySQL connection should use SSL.
value: false
value_post_processor: stringify
- name: filter_dbs
label: Filter DBs
description: Comma separated list of schemas to extract tables only from particular
schemas and to improve data extraction performance
- name: session_sqls
kind: array
label: Session SQLs
value:
- SET @@session.time_zone="+0:00"
- SET @@session.wait_timeout=28800
......
......@@ -29,10 +29,13 @@ variants:
- start_date
settings:
- name: username
label: username
description: The username (or email address) used to sign in to your Salesforce account.
placeholder: Ex. me@my-organization.com
- name: password
kind: password
label: Password
description: The password used to sign in to your Salesforce account.
placeholder: Ex. *****************
- name: security_token
kind: password
......@@ -42,18 +45,25 @@ variants:
documentation: https://hub.meltano.com/extractors/salesforce.html#salesforce-setup
- name: client_id
label: Client ID
description: Salesforce client ID. See https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html.
- name: client_secret
kind: password
label: Client Secret
description: Salesforce client secret. See https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html.
- name: refresh_token
kind: password
label: Refresh Token
description: Salesforce refresh token. See https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html.
- name: start_date
kind: date_iso8601
label: Start Date
description: Determines how much historical data will be extracted. Please be
aware that the larger the time period and amount of data, the longer the initial
extraction can be expected to take.
- name: is_sandbox
kind: boolean
value: false
label: Is Sandbox
description: Use Salesforce Sandbox
- name: api_type
value: REST
......@@ -64,15 +74,19 @@ variants:
- label: BULK
value: BULK
label: API Type
description: Used to switch the behavior of the tap between using Salesforce’s “REST” and “BULK” APIs.
- name: select_fields_by_default
kind: boolean
value: true
description: Select by default any new fields discovered in Salesforce objects
label: Select Fields By Default
- name: state_message_threshold
kind: integer
value: 1000
description: Generate a STATE message every N records
label: State Message Threshold
- name: max_workers
kind: integer
value: 8
label: Maximum number of threads to use
description: Maximum number of threads to use.
......@@ -20,12 +20,14 @@ variants:
env_aliases:
- STRIPE_ACCOUNT_ID
label: Account ID
description: Your Stripe account ID.
placeholder: Ex. acct_1a2b3c4d5e
- name: client_secret
env_aliases:
- STRIPE_API_KEY
kind: password
label: Secret API Key
description: Your Stripe Secret API Key.
placeholder: Ex. sk_live_1a2b3c4d5e
- name: start_date
label: Start Date
......
......@@ -9,9 +9,30 @@ variants:
name: goes-funky
pip_url: git+https://github.com/goes-funky/tap-airtable.git
repo: https://github.com/goes-funky/tap-airtable
settings: []
settings_group_validation:
- ['token']
settings:
- name: token
kind: password
label: Token
description: Airtable Token
- name: metadata_url
label: Metadata URL
description: Airtable metadata URL, at the time of the update - "https://api.airtable.com/v2/meta/"
- name: records_url
label: Records URL
description: Airtable content URL, at the time of the update - "https://api.airtable.com/v0/"
- name: base_id
label: Base ID
description: Airtable base ID to export
- name: selected_by_default
label: Selected By Default
description: Default for every table in the base. If set to true, all of the tables in the schema will be syncronized
- name: remove_emojis
label: Remove Emojis
description: Filter out emojis from the scyncronization
capabilities:
- catalog
- properties
- discover
entity_url: https://airtable.com/api
entity_type: api
......@@ -14,6 +14,11 @@ variants:
- catalog
- discover
- state
- about
- stream-maps
- schema-flattening
settings_group_validation:
- ['api_token']
settings:
- name: api_token
label: API Token
......
......@@ -32,5 +32,8 @@ variants:
capabilities:
- catalog
- discover
- state
- about
- stream-maps
entity_url: https://developers.facebook.com/docs/pages/
entity_type: api
......@@ -8,6 +8,8 @@ variants:
- catalog
- discover
- state
- about
- stream-maps
default: true
maintenance_status: active
meltano_sdk: true
......@@ -141,6 +143,7 @@ variants:
- maintenance_status: active
name: transferwise
pip_url: pipelinewise-tap-google-analytics
executable: tap-google-analytics
repo: https://github.com/transferwise/pipelinewise-tap-google-analytics
settings: []
capabilities:
......
......@@ -65,5 +65,6 @@ variants:
- name: user_agent
label: User Agent
value: tap-jira via Meltano
description: The user agent.
entity_url: https://developer.atlassian.com/cloud/jira/platform/rest/v3/intro/
entity_type: api
......@@ -8,11 +8,73 @@ variants:
maintenance_status: active
name: transferwise
pip_url: pipelinewise-tap-kafka
executable: tap-kafka
repo: https://github.com/transferwise/pipelinewise-tap-kafka
settings: []
settings_group_validation:
- ['topic', 'group_id', 'bootstrap_servers']
settings:
- name: topic
label: Topic
description: Name of kafka topics to subscribe to
- name: group_id
label: Group ID
description: The name of the consumer group to join for dynamic partition assignment (if enabled), and to use for fetching and committing offsets.
- name: bootstrap_servers
label: Bootstrap Servers
description: host[:port] string (or list of comma separated host[:port] strings) that the consumer should contact to bootstrap initial cluster metadata.
- name: primary_keys
kind: object
label: Primary Keys
description: Optionally you can define primary key for the consumed messages. It requires a column name and /slashed/paths ala xpath selector to extract the value from the kafka messages. The extracted column will be added to every output singer message.
- name: use_message_key
kind: boolean
label: Use Message Key
description: (Default true) Defines whether to use Kafka message key as a primary key for the record. Note - custom primary key(s) takes precedence if such defined and use_message_key is set to true.
- name: initial_start_time
label: Initial Start Time
description: (Default latest) Start time reference of the message consumption if no bookmarked position in state.sjon. One of - latest, earliest or an ISO-8601 formatted timestamp string.
- name: max_runtime_ms
kind: integer
label: Max Runtime (ms)
description: (Default 300000) The maximum time for the tap to collect new messages from Kafka topic. If this time exceeds it will flush the batch and close kafka connection.
- name: commit_interval_ms
kind: integer
label: Commit Internal (ms)
description: (Default 5000) Number of milliseconds between two commits. This is different than the kafka auto commit feature. Tap-kafka sends commit messages automatically but only when the data consumed successfully and persisted to local store.
- name: consumer_timeout_ms
kind: integer
label: Consumer Timeout (ms)
description: (Default 10000) KafkaConsumer setting. Number of milliseconds to block during message iteration before raising StopIteration
- name: session_timeout_ms
kind: integer
label: Session Timeout (ms)
description: (Default 30000) KafkaConsumer setting. The timeout used to detect failures when using Kafka’s group management facilities.
- name: heartbeat_interval_ms
kind: integer
label: Heartbeat Interval (ms)
description: (Default 10000) KafkaConsumer setting. The expected time in milliseconds between heartbeats to the consumer coordinator when using Kafka’s group management facilities.
- name: max_poll_records
kind: integer
label: Max Poll Records
description: (Default 500) KafkaConsumer setting. Maximum number of records to poll.
- name: max_poll_interval_ms
kind: integer
label: Max Poll Interval (ms)
description: (Default 300000) KafkaConsumer setting. The maximum delay between invocations of poll() when using consumer group management.
- name: message_format
label: Message Format
description: (Default json) Supported message formats are json and protobuf.
- name: proto_schema
label: Protobuf Schema
description: Protobuf message format in .proto syntax. Required if the message_format is protobuf.
- name: proto_classes_dir
label: Protobuf Classes Directory
description: (Default current working dir)
capabilities:
- catalog
- properties
- discover
- state
- default: false
maintenance_status: unknown
name: gadget-inc
......
......@@ -61,6 +61,7 @@ variants:
maintenance_status: active
name: transferwise
pip_url: pipelinewise-tap-mixpanel
executable: tap-mixpanel
repo: https://github.com/transferwise/pipelinewise-tap-mixpanel
settings: []
capabilities:
......
......@@ -14,31 +14,46 @@ variants:
pip_url: tap-mongodb
repo: https://github.com/singer-io/tap-mongodb
settings:
- label: Host URL
name: host
- name: host
label: Host URL
value: localhost
- kind: integer
name: port
description: The MongoDB host URL.
- name: port
kind: integer
value: 27017
label: Port
description: The MongoDB port.
- name: user
- kind: password
name: password
- label: Database Name
name: database
label: The MongoDB user.
description:
- name: password
kind: password
label: Password
description: The MongoDB password.
- name: database
label: Database Name
description: This is the database used for authentication, not the database used for extraction. The data extracted is determined by following the selecting entities and attributes instructions.
- name: replica_set
- kind: boolean
label: SSL
name: ssl
label: Replica Set
description: The name of the replica set.
- name: ssl
kind: boolean
value: false
- description: SSL Verify Mode
value_post_processor: stringify
label: SSL
description: Whether to use SSL connection or not.
- name: verify_mode
kind: boolean
name: verify_mode
value: true
- description: Forces the stream names to take the form `<database_name>_<collection_name>`
instead of `<collection_name>`
value_post_processor: stringify
description: SSL Verify Mode
label: Verify Mode
- name: include_schemas_in_destination_stream_name
kind: boolean
name: include_schemas_in_destination_stream_name
value: false
description: Forces the stream names to take the form `<database_name>_<collection_name>`
instead of `<collection_name>`
label: Include Schemas In Destination Stream Name
settings_group_validation:
- - host
- port
......@@ -49,6 +64,7 @@ variants:
maintenance_status: active
name: transferwise
pip_url: pipelinewise-tap-mongodb
executable: tap-mongodb
repo: https://github.com/transferwise/pipelinewise-tap-mongodb
settings: []
capabilities:
......
......@@ -24,13 +24,36 @@ variants:
- catalog
- discover
- default: true
maintenance_status: active
maintenance_status: inactive
name: wintersrd
pip_url: git+https://github.com/wintersrd/pipelinewise-tap-mssql.git
repo: https://github.com/wintersrd/pipelinewise-tap-mssql
settings: []
executable: tap-mssql
settings_group_validation:
- ["host", "database", "user", "password"]
settings:
- name: host
label: Host
description: Your MSSQL server host.
- name: database
label: Database
description: Your MSSQL database name.
- name: user
label: User
description: Your MSSQL username.
- name: password
kind: password
label: Password
description: Your MSSQL password.
- name: filter_dbs
label: Filter Databases
description: A comma separated list of databases to filter for.
- name: port
label: Port
description: The MSSQL port, defaulted to 1433.
capabilities:
- catalog
- discover
- state
entity_url: https://www.microsoft.com/en-us/sql-server/sql-server-2019
entity_type: database
......@@ -12,34 +12,48 @@ variants:
maintenance_status: active
name: transferwise
pip_url: pipelinewise-tap-mysql
executable: tap-mysql
repo: https://github.com/transferwise/pipelinewise-tap-mysql
settings:
- name: host
value: localhost
- kind: integer
name: port
label: Host
description: The MySQL hostname.
- name: port
label: Port
kind: integer
value: 3306
description: The MySQL port.
- name: user
- kind: password
name: password
label: User
description: The MySQL username.
- name: password
kind: password
label: Password
description: The MySQL password.
- name: database
- description: The tap requires a stringified version of the boolean values, i.e.
"true" or "false" with quotes.
label: Database
description: The MySQL database name.
- name: ssl
kind: boolean
name: ssl
label: SSL
description: Whether the MySQL connection should use SSL.
value: false
- description: Comma separated list of schemas to extract tables only from particular
value_post_processor: stringify
- name: filter_dbs
label: Filter DBs
description: Comma separated list of schemas to extract tables only from particular
schemas and to improve data extraction performance
name: filter_dbs
- description: List of SQL commands to run when a connection made. This allows to
set session variables dynamically, like timeouts.
- name: session_sqls
kind: array
name: session_sqls
label: Session SQLs
value:
- SET @@session.time_zone="+0:00"
- SET @@session.wait_timeout=28800
- SET @@session.net_read_timeout=3600
- SET @@session.innodb_lock_wait_timeout=3600
description: List of SQL commands to run when a connection made. This allows to
set session variables dynamically, like timeouts.
settings_group_validation:
- - host
- port
......
......@@ -5,13 +5,49 @@ singer_name: tap-netsuite
type: tap
variants:
- default: true
maintenance_status: unknown
maintenance_status: active
name: hotgluexyz
pip_url: git+https://github.com/hotgluexyz/tap-netsuite.git
repo: https://github.com/hotgluexyz/tap-netsuite
settings: []
settings_group_validation:
- ['ns_account','ns_consumer_key','ns_consumer_secret','ns_token_key','ns_token_secret','select_fields_by_default']
settings:
- name: ns_account
label: NetSuite Account
description: Your account Id. This can be found under Setup -> Company -> Company Information. Look for Account Id. Note "_SB" is for Sandbox account.
- name: ns_consumer_key
kind: password
label: NetSuite Consumer Key
description: Your consumer key for token based authentication consumer key for SOAP connection. Visit the https://support.cazoomi.com/hc/en-us/articles/360010093392-How-to-Setup-NetSuite-Token-Based-Authentication-as-Authentication-Type for details.
- name: ns_consumer_secret
kind: password
label: NetSuite Consumer Secret
description: Your consumer secret for token based authentication consumer key for SOAP connection. Visit the https://support.cazoomi.com/hc/en-us/articles/360010093392-How-to-Setup-NetSuite-Token-Based-Authentication-as-Authentication-Type for details.
- name: ns_token_key
kind: password
label: NetSuite Token Key
description: Your token key for token based authentication consumer key for SOAP connection. Visit the https://support.cazoomi.com/hc/en-us/articles/360010093392-How-to-Setup-NetSuite-Token-Based-Authentication-as-Authentication-Type for details.
- name: ns_token_secret
kind: password
label: NetSuite Token Secret
description: Your token secret for token based authentication consumer key for SOAP connection. Visit the https://support.cazoomi.com/hc/en-us/articles/360010093392-How-to-Setup-NetSuite-Token-Based-Authentication-as-Authentication-Type for details.
- name: select_fields_by_default
kind: boolean
label: Select Fields By Default
description: When new fields are discovered in NetSuite objects, the select_fields_by_default key describes whether or not the tap will select those fields by default.
- name: is_sandbox
kind: boolean
label: Is Sandbox
description: The is_sandbox should always be set to "true" if you are connecting Production account of NetSuite. Set it to false if you want to connect to SandBox acccount.
- name: start_date
kind: date_iso8601
label: Start Date
description: Determines how much historical data will be extracted. Please be
aware that the larger the time period and amount of data, the longer the initial
extraction can be expected to take.
capabilities:
- catalog
- properties
- discover
- state
entity_url: https://www.netsuite.com/
entity_type: api
......@@ -8,11 +8,39 @@ variants:
maintenance_status: unknown
name: transferwise
pip_url: pipelinewise-tap-oracle
executable: tap-oracle
repo: https://github.com/transferwise/pipelinewise-tap-oracle
settings: []
settings_group_validation:
- ['sid', 'host', 'port', 'user', 'password']
settings:
- name: sid
kind: SID
label: SID
description: Your Oracle SID.
- name: host
label: Host
description: Your Oracle host.
- name: port
label: Port
description: Your Oracle port.
- name: user
label: User
description: Your Oracle user.
- name: password
kind: password
label: Password
description: Your Oracle password.
- name: default_replication_method
label: Default Replication Method
description: The default replication method to use if one is not automatically set on the stream. Options - 'LOG_BASED', 'FULL_TABLE', 'INCREMENTAL'.
- name: filter_schemas
label: Filter Schemas
description: A comma separated list of schema names to scan. Used to improve the performance of data extraction.
placeholder: SCHEMA1,SCHEMA2
capabilities:
- catalog
- discover
- state
- default: false
maintenance_status: unknown
name: mpcarter
......
......@@ -18,9 +18,31 @@ variants:
name: goodeggs
pip_url: git+https://github.com/goodeggs/tap-pagerduty.git
repo: https://github.com/goodeggs/tap-pagerduty
settings: []
settings_group_validation:
- ["token", "email", "since"]
settings:
- name: token
kind: password
label: API Token
description: A valid Pagerduty REST API key. See https://support.pagerduty.com/docs/api-access-keys.