Job
Bases: DuploResourceV3
Manage Duplo Kubernetes Jobs
Duplo Jobs provide a way to run containerized tasks to completion in a Kubernetes cluster.
See more details at: https://docs.duplocloud.com/docs/kubernetes-overview/jobs
Commands
apply
Apply a Job
Create or Update a Job resource with Duplocloud cli.
CLI Usage
Contents of thejob.yaml file
metadata:
name: duploctl
spec:
ttlSecondsAfterFinished: 86400
parallelism: 2
completions: 4
template:
spec:
restartPolicy: Never
containers:
- name: app
image: ubuntu:latest
command:
- /bin/bash
- -c
args:
- |
echo "Hello, World!"
sleep 10
echo "Goodbye, World!"
num="$(echo $((1 + $RANDOM % 10)))"
sleep $num
echo "I slept for $num seconds"
sleep 10
initContainers: []
Returns:
| Name | Type | Description |
|---|---|---|
message |
dict
|
Success message. |
Parameters:
--file, -f, --cli-input
A file to read the input from
--patches, --add, --remove, --copy, --replace, --test, --move
The json patch to apply
create
Create a Kubernetes Job.
Creates a new Job with the specified configuration. The Job will create pods and ensure they complete successfully according to the completion criteria.
CLI Usage
Contents of thejob.yaml file
metadata:
name: duploctl
spec:
ttlSecondsAfterFinished: 86400
parallelism: 2
completions: 4
template:
spec:
restartPolicy: Never
containers:
- name: app
image: ubuntu:latest
command:
- /bin/bash
- -c
args:
- |
echo "Hello, World!"
sleep 10
echo "Goodbye, World!"
num="$(echo $((1 + $RANDOM % 10)))"
sleep $num
echo "I slept for $num seconds"
sleep 10
initContainers: []
Create a Job using a one-liner.
echo """
metadata:
name: duploctl
spec:
ttlSecondsAfterFinished: 86400
parallelism: 2
completions: 4
template:
spec:
restartPolicy: Never
containers:
- name: app
image: ubuntu:latest
command:
- /bin/bash
- -c
args:
- |
echo "Hello, World!"
sleep 10
echo "Goodbye, World!"
num="$(echo $((1 + $RANDOM % 10)))"
sleep $num
echo "I slept for $num seconds"
sleep 10
initContainers: []
""" | duploctl job create -f -
Create Job from file and wait with log output
This waits till all pods are in a completed status. While waiting the logs from the job will be streamed to stderr.
Returns:
| Name | Type | Description |
|---|---|---|
message |
Success message confirming the Job creation. |
Raises:
| Type | Description |
|---|---|
DuploError
|
If the Job could not be created due to invalid configuration. |
DuploFailedResource
|
If the Job's pods encounter faults during execution. |
Model: CreateJobRequest
{
"$defs": {
"AggFunction": {
"description": "AggFunction",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "AggFunction",
"type": "object"
},
"Aggregate": {
"description": "Aggregate",
"properties": {
"Aggs": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/AggregateOperation"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Aggs"
},
"Groups": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Groups"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "Aggregate",
"type": "object"
},
"AggregateOperation": {
"description": "AggregateOperation",
"properties": {
"AggFunc": {
"anyOf": [
{
"$ref": "#/$defs/AggFunction"
},
{
"type": "null"
}
],
"default": null
},
"Column": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Column"
}
},
"title": "AggregateOperation",
"type": "object"
},
"AmazonRedshiftAdvancedOption": {
"description": "AmazonRedshiftAdvancedOption",
"properties": {
"Key": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Key"
},
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "AmazonRedshiftAdvancedOption",
"type": "object"
},
"AmazonRedshiftNodeData": {
"description": "AmazonRedshiftNodeData",
"properties": {
"AccessType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Accesstype"
},
"Action": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Action"
},
"AdvancedOptions": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/AmazonRedshiftAdvancedOption"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Advancedoptions"
},
"CatalogDatabase": {
"anyOf": [
{
"$ref": "#/$defs/Option"
},
{
"type": "null"
}
],
"default": null
},
"CatalogRedshiftSchema": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Catalogredshiftschema"
},
"CatalogRedshiftTable": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Catalogredshifttable"
},
"CatalogTable": {
"anyOf": [
{
"$ref": "#/$defs/Option"
},
{
"type": "null"
}
],
"default": null
},
"Connection": {
"anyOf": [
{
"$ref": "#/$defs/Option"
},
{
"type": "null"
}
],
"default": null
},
"CrawlerConnection": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Crawlerconnection"
},
"IamRole": {
"anyOf": [
{
"$ref": "#/$defs/Option"
},
{
"type": "null"
}
],
"default": null
},
"MergeAction": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Mergeaction"
},
"MergeClause": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Mergeclause"
},
"MergeWhenMatched": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Mergewhenmatched"
},
"MergeWhenNotMatched": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Mergewhennotmatched"
},
"PostAction": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Postaction"
},
"PreAction": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Preaction"
},
"SampleQuery": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Samplequery"
},
"Schema": {
"anyOf": [
{
"$ref": "#/$defs/Option"
},
{
"type": "null"
}
],
"default": null
},
"SelectedColumns": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/Option"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Selectedcolumns"
},
"SourceType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Sourcetype"
},
"StagingTable": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Stagingtable"
},
"Table": {
"anyOf": [
{
"$ref": "#/$defs/Option"
},
{
"type": "null"
}
],
"default": null
},
"TablePrefix": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Tableprefix"
},
"TableSchema": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/Option"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Tableschema"
},
"TempDir": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Tempdir"
},
"Upsert": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Upsert"
}
},
"title": "AmazonRedshiftNodeData",
"type": "object"
},
"AmazonRedshiftSource": {
"description": "AmazonRedshiftSource",
"properties": {
"Data": {
"anyOf": [
{
"$ref": "#/$defs/AmazonRedshiftNodeData"
},
{
"type": "null"
}
],
"default": null
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "AmazonRedshiftSource",
"type": "object"
},
"AmazonRedshiftTarget": {
"description": "AmazonRedshiftTarget",
"properties": {
"Data": {
"anyOf": [
{
"$ref": "#/$defs/AmazonRedshiftNodeData"
},
{
"type": "null"
}
],
"default": null
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "AmazonRedshiftTarget",
"type": "object"
},
"ApplyMapping": {
"description": "ApplyMapping",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Mapping": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/Mapping"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Mapping"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "ApplyMapping",
"type": "object"
},
"AthenaConnectorSource": {
"description": "AthenaConnectorSource",
"properties": {
"ConnectionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectionname"
},
"ConnectionTable": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontable"
},
"ConnectionType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontype"
},
"ConnectorName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectorname"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"SchemaName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Schemaname"
}
},
"title": "AthenaConnectorSource",
"type": "object"
},
"BasicCatalogTarget": {
"description": "BasicCatalogTarget",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "BasicCatalogTarget",
"type": "object"
},
"CatalogDeltaSource": {
"description": "CatalogDeltaSource",
"properties": {
"AdditionalDeltaOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaldeltaoptions"
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "CatalogDeltaSource",
"type": "object"
},
"CatalogHudiSource": {
"description": "CatalogHudiSource",
"properties": {
"AdditionalHudiOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionalhudioptions"
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "CatalogHudiSource",
"type": "object"
},
"CatalogKafkaSource": {
"description": "CatalogKafkaSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"DataPreviewOptions": {
"anyOf": [
{
"$ref": "#/$defs/StreamingDataPreviewOptions"
},
{
"type": "null"
}
],
"default": null
},
"DetectSchema": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Detectschema"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"StreamingOptions": {
"anyOf": [
{
"$ref": "#/$defs/KafkaStreamingSourceOptions"
},
{
"type": "null"
}
],
"default": null
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
},
"WindowSize": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Windowsize"
}
},
"title": "CatalogKafkaSource",
"type": "object"
},
"CatalogKinesisSource": {
"description": "CatalogKinesisSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"DataPreviewOptions": {
"anyOf": [
{
"$ref": "#/$defs/StreamingDataPreviewOptions"
},
{
"type": "null"
}
],
"default": null
},
"DetectSchema": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Detectschema"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"StreamingOptions": {
"anyOf": [
{
"$ref": "#/$defs/KinesisStreamingSourceOptions"
},
{
"type": "null"
}
],
"default": null
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
},
"WindowSize": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Windowsize"
}
},
"title": "CatalogKinesisSource",
"type": "object"
},
"CatalogSchemaChangePolicy": {
"description": "CatalogSchemaChangePolicy",
"properties": {
"EnableUpdateCatalog": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Enableupdatecatalog"
},
"UpdateBehavior": {
"anyOf": [
{
"$ref": "#/$defs/UpdateCatalogBehavior"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "CatalogSchemaChangePolicy",
"type": "object"
},
"CatalogSource": {
"description": "CatalogSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "CatalogSource",
"type": "object"
},
"CodeGenConfigurationNode": {
"description": "CodeGenConfigurationNode",
"properties": {
"Aggregate": {
"anyOf": [
{
"$ref": "#/$defs/Aggregate"
},
{
"type": "null"
}
],
"default": null
},
"AmazonRedshiftSource": {
"anyOf": [
{
"$ref": "#/$defs/AmazonRedshiftSource"
},
{
"type": "null"
}
],
"default": null
},
"AmazonRedshiftTarget": {
"anyOf": [
{
"$ref": "#/$defs/AmazonRedshiftTarget"
},
{
"type": "null"
}
],
"default": null
},
"ApplyMapping": {
"anyOf": [
{
"$ref": "#/$defs/ApplyMapping"
},
{
"type": "null"
}
],
"default": null
},
"AthenaConnectorSource": {
"anyOf": [
{
"$ref": "#/$defs/AthenaConnectorSource"
},
{
"type": "null"
}
],
"default": null
},
"CatalogDeltaSource": {
"anyOf": [
{
"$ref": "#/$defs/CatalogDeltaSource"
},
{
"type": "null"
}
],
"default": null
},
"CatalogHudiSource": {
"anyOf": [
{
"$ref": "#/$defs/CatalogHudiSource"
},
{
"type": "null"
}
],
"default": null
},
"CatalogKafkaSource": {
"anyOf": [
{
"$ref": "#/$defs/CatalogKafkaSource"
},
{
"type": "null"
}
],
"default": null
},
"CatalogKinesisSource": {
"anyOf": [
{
"$ref": "#/$defs/CatalogKinesisSource"
},
{
"type": "null"
}
],
"default": null
},
"CatalogSource": {
"anyOf": [
{
"$ref": "#/$defs/CatalogSource"
},
{
"type": "null"
}
],
"default": null
},
"CatalogTarget": {
"anyOf": [
{
"$ref": "#/$defs/BasicCatalogTarget"
},
{
"type": "null"
}
],
"default": null
},
"ConnectorDataSource": {
"anyOf": [
{
"$ref": "#/$defs/ConnectorDataSource"
},
{
"type": "null"
}
],
"default": null
},
"ConnectorDataTarget": {
"anyOf": [
{
"$ref": "#/$defs/ConnectorDataTarget"
},
{
"type": "null"
}
],
"default": null
},
"CustomCode": {
"anyOf": [
{
"$ref": "#/$defs/CustomCode"
},
{
"type": "null"
}
],
"default": null
},
"DirectJDBCSource": {
"anyOf": [
{
"$ref": "#/$defs/DirectJDBCSource"
},
{
"type": "null"
}
],
"default": null
},
"DirectKafkaSource": {
"anyOf": [
{
"$ref": "#/$defs/DirectKafkaSource"
},
{
"type": "null"
}
],
"default": null
},
"DirectKinesisSource": {
"anyOf": [
{
"$ref": "#/$defs/DirectKinesisSource"
},
{
"type": "null"
}
],
"default": null
},
"DropDuplicates": {
"anyOf": [
{
"$ref": "#/$defs/DropDuplicates"
},
{
"type": "null"
}
],
"default": null
},
"DropFields": {
"anyOf": [
{
"$ref": "#/$defs/DropFields"
},
{
"type": "null"
}
],
"default": null
},
"DropNullFields": {
"anyOf": [
{
"$ref": "#/$defs/DropNullFields"
},
{
"type": "null"
}
],
"default": null
},
"DynamicTransform": {
"anyOf": [
{
"$ref": "#/$defs/DynamicTransform"
},
{
"type": "null"
}
],
"default": null
},
"DynamoDBCatalogSource": {
"anyOf": [
{
"$ref": "#/$defs/DynamoDBCatalogSource"
},
{
"type": "null"
}
],
"default": null
},
"EvaluateDataQuality": {
"anyOf": [
{
"$ref": "#/$defs/EvaluateDataQuality"
},
{
"type": "null"
}
],
"default": null
},
"EvaluateDataQualityMultiFrame": {
"anyOf": [
{
"$ref": "#/$defs/EvaluateDataQualityMultiFrame"
},
{
"type": "null"
}
],
"default": null
},
"FillMissingValues": {
"anyOf": [
{
"$ref": "#/$defs/FillMissingValues"
},
{
"type": "null"
}
],
"default": null
},
"Filter": {
"anyOf": [
{
"$ref": "#/$defs/Filter"
},
{
"type": "null"
}
],
"default": null
},
"GovernedCatalogSource": {
"anyOf": [
{
"$ref": "#/$defs/GovernedCatalogSource"
},
{
"type": "null"
}
],
"default": null
},
"GovernedCatalogTarget": {
"anyOf": [
{
"$ref": "#/$defs/GovernedCatalogTarget"
},
{
"type": "null"
}
],
"default": null
},
"JDBCConnectorSource": {
"anyOf": [
{
"$ref": "#/$defs/JDBCConnectorSource"
},
{
"type": "null"
}
],
"default": null
},
"JDBCConnectorTarget": {
"anyOf": [
{
"$ref": "#/$defs/JDBCConnectorTarget"
},
{
"type": "null"
}
],
"default": null
},
"Join": {
"anyOf": [
{
"$ref": "#/$defs/Join"
},
{
"type": "null"
}
],
"default": null
},
"Merge": {
"anyOf": [
{
"$ref": "#/$defs/Merge"
},
{
"type": "null"
}
],
"default": null
},
"MicrosoftSQLServerCatalogSource": {
"anyOf": [
{
"$ref": "#/$defs/MicrosoftSQLServerCatalogSource"
},
{
"type": "null"
}
],
"default": null
},
"MicrosoftSQLServerCatalogTarget": {
"anyOf": [
{
"$ref": "#/$defs/MicrosoftSQLServerCatalogTarget"
},
{
"type": "null"
}
],
"default": null
},
"MySQLCatalogSource": {
"anyOf": [
{
"$ref": "#/$defs/MySQLCatalogSource"
},
{
"type": "null"
}
],
"default": null
},
"MySQLCatalogTarget": {
"anyOf": [
{
"$ref": "#/$defs/MySQLCatalogTarget"
},
{
"type": "null"
}
],
"default": null
},
"OracleSQLCatalogSource": {
"anyOf": [
{
"$ref": "#/$defs/OracleSQLCatalogSource"
},
{
"type": "null"
}
],
"default": null
},
"OracleSQLCatalogTarget": {
"anyOf": [
{
"$ref": "#/$defs/OracleSQLCatalogTarget"
},
{
"type": "null"
}
],
"default": null
},
"PIIDetection": {
"anyOf": [
{
"$ref": "#/$defs/PIIDetection"
},
{
"type": "null"
}
],
"default": null
},
"PostgreSQLCatalogSource": {
"anyOf": [
{
"$ref": "#/$defs/PostgreSQLCatalogSource"
},
{
"type": "null"
}
],
"default": null
},
"PostgreSQLCatalogTarget": {
"anyOf": [
{
"$ref": "#/$defs/PostgreSQLCatalogTarget"
},
{
"type": "null"
}
],
"default": null
},
"Recipe": {
"anyOf": [
{
"$ref": "#/$defs/Recipe"
},
{
"type": "null"
}
],
"default": null
},
"RedshiftSource": {
"anyOf": [
{
"$ref": "#/$defs/RedshiftSource"
},
{
"type": "null"
}
],
"default": null
},
"RedshiftTarget": {
"anyOf": [
{
"$ref": "#/$defs/RedshiftTarget"
},
{
"type": "null"
}
],
"default": null
},
"RelationalCatalogSource": {
"anyOf": [
{
"$ref": "#/$defs/RelationalCatalogSource"
},
{
"type": "null"
}
],
"default": null
},
"RenameField": {
"anyOf": [
{
"$ref": "#/$defs/RenameField"
},
{
"type": "null"
}
],
"default": null
},
"S3CatalogDeltaSource": {
"anyOf": [
{
"$ref": "#/$defs/S3CatalogDeltaSource"
},
{
"type": "null"
}
],
"default": null
},
"S3CatalogHudiSource": {
"anyOf": [
{
"$ref": "#/$defs/S3CatalogHudiSource"
},
{
"type": "null"
}
],
"default": null
},
"S3CatalogSource": {
"anyOf": [
{
"$ref": "#/$defs/S3CatalogSource"
},
{
"type": "null"
}
],
"default": null
},
"S3CatalogTarget": {
"anyOf": [
{
"$ref": "#/$defs/S3CatalogTarget"
},
{
"type": "null"
}
],
"default": null
},
"S3CsvSource": {
"anyOf": [
{
"$ref": "#/$defs/S3CsvSource"
},
{
"type": "null"
}
],
"default": null
},
"S3DeltaCatalogTarget": {
"anyOf": [
{
"$ref": "#/$defs/S3DeltaCatalogTarget"
},
{
"type": "null"
}
],
"default": null
},
"S3DeltaDirectTarget": {
"anyOf": [
{
"$ref": "#/$defs/S3DeltaDirectTarget"
},
{
"type": "null"
}
],
"default": null
},
"S3DeltaSource": {
"anyOf": [
{
"$ref": "#/$defs/S3DeltaSource"
},
{
"type": "null"
}
],
"default": null
},
"S3DirectTarget": {
"anyOf": [
{
"$ref": "#/$defs/S3DirectTarget"
},
{
"type": "null"
}
],
"default": null
},
"S3GlueParquetTarget": {
"anyOf": [
{
"$ref": "#/$defs/S3GlueParquetTarget"
},
{
"type": "null"
}
],
"default": null
},
"S3HudiCatalogTarget": {
"anyOf": [
{
"$ref": "#/$defs/S3HudiCatalogTarget"
},
{
"type": "null"
}
],
"default": null
},
"S3HudiDirectTarget": {
"anyOf": [
{
"$ref": "#/$defs/S3HudiDirectTarget"
},
{
"type": "null"
}
],
"default": null
},
"S3HudiSource": {
"anyOf": [
{
"$ref": "#/$defs/S3HudiSource"
},
{
"type": "null"
}
],
"default": null
},
"S3JsonSource": {
"anyOf": [
{
"$ref": "#/$defs/S3JsonSource"
},
{
"type": "null"
}
],
"default": null
},
"S3ParquetSource": {
"anyOf": [
{
"$ref": "#/$defs/S3ParquetSource"
},
{
"type": "null"
}
],
"default": null
},
"SelectFields": {
"anyOf": [
{
"$ref": "#/$defs/SelectFields"
},
{
"type": "null"
}
],
"default": null
},
"SelectFromCollection": {
"anyOf": [
{
"$ref": "#/$defs/SelectFromCollection"
},
{
"type": "null"
}
],
"default": null
},
"SnowflakeSource": {
"anyOf": [
{
"$ref": "#/$defs/SnowflakeSource"
},
{
"type": "null"
}
],
"default": null
},
"SnowflakeTarget": {
"anyOf": [
{
"$ref": "#/$defs/SnowflakeTarget"
},
{
"type": "null"
}
],
"default": null
},
"SparkConnectorSource": {
"anyOf": [
{
"$ref": "#/$defs/SparkConnectorSource"
},
{
"type": "null"
}
],
"default": null
},
"SparkConnectorTarget": {
"anyOf": [
{
"$ref": "#/$defs/SparkConnectorTarget"
},
{
"type": "null"
}
],
"default": null
},
"SparkSQL": {
"anyOf": [
{
"$ref": "#/$defs/SparkSQL"
},
{
"type": "null"
}
],
"default": null
},
"Spigot": {
"anyOf": [
{
"$ref": "#/$defs/Spigot"
},
{
"type": "null"
}
],
"default": null
},
"SplitFields": {
"anyOf": [
{
"$ref": "#/$defs/SplitFields"
},
{
"type": "null"
}
],
"default": null
},
"Union": {
"anyOf": [
{
"$ref": "#/$defs/Union"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "CodeGenConfigurationNode",
"type": "object"
},
"CompressionType": {
"description": "CompressionType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "CompressionType",
"type": "object"
},
"ConnectionsList": {
"description": "ConnectionsList",
"properties": {
"Connections": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Connections"
}
},
"title": "ConnectionsList",
"type": "object"
},
"ConnectorDataSource": {
"description": "ConnectorDataSource",
"properties": {
"ConnectionType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontype"
},
"Data": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Data"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
}
},
"title": "ConnectorDataSource",
"type": "object"
},
"ConnectorDataTarget": {
"description": "ConnectorDataTarget",
"properties": {
"ConnectionType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontype"
},
"Data": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Data"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "ConnectorDataTarget",
"type": "object"
},
"CustomCode": {
"description": "CustomCode",
"properties": {
"ClassName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Classname"
},
"Code": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Code"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
}
},
"title": "CustomCode",
"type": "object"
},
"DQResultsPublishingOptions": {
"description": "DQResultsPublishingOptions",
"properties": {
"CloudWatchMetricsEnabled": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Cloudwatchmetricsenabled"
},
"EvaluationContext": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Evaluationcontext"
},
"ResultsPublishingEnabled": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Resultspublishingenabled"
},
"ResultsS3Prefix": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Resultss3Prefix"
}
},
"title": "DQResultsPublishingOptions",
"type": "object"
},
"DQStopJobOnFailureOptions": {
"description": "DQStopJobOnFailureOptions",
"properties": {
"StopJobOnFailureTiming": {
"anyOf": [
{
"$ref": "#/$defs/DQStopJobOnFailureTiming"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "DQStopJobOnFailureOptions",
"type": "object"
},
"DQStopJobOnFailureTiming": {
"description": "DQStopJobOnFailureTiming",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "DQStopJobOnFailureTiming",
"type": "object"
},
"DQTransformOutput": {
"description": "DQTransformOutput",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "DQTransformOutput",
"type": "object"
},
"Datatype": {
"description": "Datatype",
"properties": {
"Id": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Id"
},
"Label": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Label"
}
},
"title": "Datatype",
"type": "object"
},
"DeltaTargetCompressionType": {
"description": "DeltaTargetCompressionType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "DeltaTargetCompressionType",
"type": "object"
},
"DirectJDBCSource": {
"description": "DirectJDBCSource",
"properties": {
"ConnectionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectionname"
},
"ConnectionType": {
"anyOf": [
{
"$ref": "#/$defs/JDBCConnectionType"
},
{
"type": "null"
}
],
"default": null
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"RedshiftTmpDir": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Redshifttmpdir"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "DirectJDBCSource",
"type": "object"
},
"DirectKafkaSource": {
"description": "DirectKafkaSource",
"properties": {
"DataPreviewOptions": {
"anyOf": [
{
"$ref": "#/$defs/StreamingDataPreviewOptions"
},
{
"type": "null"
}
],
"default": null
},
"DetectSchema": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Detectschema"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"StreamingOptions": {
"anyOf": [
{
"$ref": "#/$defs/KafkaStreamingSourceOptions"
},
{
"type": "null"
}
],
"default": null
},
"WindowSize": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Windowsize"
}
},
"title": "DirectKafkaSource",
"type": "object"
},
"DirectKinesisSource": {
"description": "DirectKinesisSource",
"properties": {
"DataPreviewOptions": {
"anyOf": [
{
"$ref": "#/$defs/StreamingDataPreviewOptions"
},
{
"type": "null"
}
],
"default": null
},
"DetectSchema": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Detectschema"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"StreamingOptions": {
"anyOf": [
{
"$ref": "#/$defs/KinesisStreamingSourceOptions"
},
{
"type": "null"
}
],
"default": null
},
"WindowSize": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Windowsize"
}
},
"title": "DirectKinesisSource",
"type": "object"
},
"DirectSchemaChangePolicy": {
"description": "DirectSchemaChangePolicy",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"EnableUpdateCatalog": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Enableupdatecatalog"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
},
"UpdateBehavior": {
"anyOf": [
{
"$ref": "#/$defs/UpdateCatalogBehavior"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "DirectSchemaChangePolicy",
"type": "object"
},
"DropDuplicates": {
"description": "DropDuplicates",
"properties": {
"Columns": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Columns"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "DropDuplicates",
"type": "object"
},
"DropFields": {
"description": "DropFields",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Paths": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Paths"
}
},
"title": "DropFields",
"type": "object"
},
"DropNullFields": {
"description": "DropNullFields",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"NullCheckBoxList": {
"anyOf": [
{
"$ref": "#/$defs/NullCheckBoxList"
},
{
"type": "null"
}
],
"default": null
},
"NullTextList": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/NullValueField"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Nulltextlist"
}
},
"title": "DropNullFields",
"type": "object"
},
"DynamicTransform": {
"description": "DynamicTransform",
"properties": {
"FunctionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Functionname"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Parameters": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/TransformConfigParameter"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Parameters"
},
"Path": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Path"
},
"TransformName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Transformname"
},
"Version": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Version"
}
},
"title": "DynamicTransform",
"type": "object"
},
"DynamoDBCatalogSource": {
"description": "DynamoDBCatalogSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "DynamoDBCatalogSource",
"type": "object"
},
"EvaluateDataQuality": {
"description": "EvaluateDataQuality",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Output": {
"anyOf": [
{
"$ref": "#/$defs/DQTransformOutput"
},
{
"type": "null"
}
],
"default": null
},
"PublishingOptions": {
"anyOf": [
{
"$ref": "#/$defs/DQResultsPublishingOptions"
},
{
"type": "null"
}
],
"default": null
},
"Ruleset": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Ruleset"
},
"StopJobOnFailureOptions": {
"anyOf": [
{
"$ref": "#/$defs/DQStopJobOnFailureOptions"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "EvaluateDataQuality",
"type": "object"
},
"EvaluateDataQualityMultiFrame": {
"description": "EvaluateDataQualityMultiFrame",
"properties": {
"AdditionalDataSources": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaldatasources"
},
"AdditionalOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaloptions"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PublishingOptions": {
"anyOf": [
{
"$ref": "#/$defs/DQResultsPublishingOptions"
},
{
"type": "null"
}
],
"default": null
},
"Ruleset": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Ruleset"
},
"StopJobOnFailureOptions": {
"anyOf": [
{
"$ref": "#/$defs/DQStopJobOnFailureOptions"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "EvaluateDataQualityMultiFrame",
"type": "object"
},
"ExecutionClass": {
"description": "ExecutionClass",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "ExecutionClass",
"type": "object"
},
"ExecutionProperty": {
"description": "ExecutionProperty",
"properties": {
"MaxConcurrentRuns": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxconcurrentruns"
}
},
"title": "ExecutionProperty",
"type": "object"
},
"FillMissingValues": {
"description": "FillMissingValues",
"properties": {
"FilledPath": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Filledpath"
},
"ImputedPath": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Imputedpath"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "FillMissingValues",
"type": "object"
},
"Filter": {
"description": "Filter",
"properties": {
"Filters": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/FilterExpression"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Filters"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"LogicalOperator": {
"anyOf": [
{
"$ref": "#/$defs/FilterLogicalOperator"
},
{
"type": "null"
}
],
"default": null
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "Filter",
"type": "object"
},
"FilterExpression": {
"description": "FilterExpression",
"properties": {
"Negated": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Negated"
},
"Operation": {
"anyOf": [
{
"$ref": "#/$defs/FilterOperation"
},
{
"type": "null"
}
],
"default": null
},
"Values": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/FilterValue"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Values"
}
},
"title": "FilterExpression",
"type": "object"
},
"FilterLogicalOperator": {
"description": "FilterLogicalOperator",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "FilterLogicalOperator",
"type": "object"
},
"FilterOperation": {
"description": "FilterOperation",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "FilterOperation",
"type": "object"
},
"FilterValue": {
"description": "FilterValue",
"properties": {
"Type": {
"anyOf": [
{
"$ref": "#/$defs/FilterValueType"
},
{
"type": "null"
}
],
"default": null
},
"Value": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "FilterValue",
"type": "object"
},
"FilterValueType": {
"description": "FilterValueType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "FilterValueType",
"type": "object"
},
"GlueSchema": {
"description": "GlueSchema",
"properties": {
"Columns": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueStudioSchemaColumn"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Columns"
}
},
"title": "GlueSchema",
"type": "object"
},
"GlueStudioSchemaColumn": {
"description": "GlueStudioSchemaColumn",
"properties": {
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Type": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Type"
}
},
"title": "GlueStudioSchemaColumn",
"type": "object"
},
"GovernedCatalogSource": {
"description": "GovernedCatalogSource",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"$ref": "#/$defs/S3SourceAdditionalOptions"
},
{
"type": "null"
}
],
"default": null
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionPredicate": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionpredicate"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "GovernedCatalogSource",
"type": "object"
},
"GovernedCatalogTarget": {
"description": "GovernedCatalogTarget",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionKeys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionkeys"
},
"SchemaChangePolicy": {
"anyOf": [
{
"$ref": "#/$defs/CatalogSchemaChangePolicy"
},
{
"type": "null"
}
],
"default": null
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "GovernedCatalogTarget",
"type": "object"
},
"HudiTargetCompressionType": {
"description": "HudiTargetCompressionType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "HudiTargetCompressionType",
"type": "object"
},
"JDBCConnectionType": {
"description": "JDBCConnectionType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "JDBCConnectionType",
"type": "object"
},
"JDBCConnectorOptions": {
"description": "JDBCConnectorOptions",
"properties": {
"DataTypeMapping": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Datatypemapping"
},
"FilterPredicate": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Filterpredicate"
},
"JobBookmarkKeys": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Jobbookmarkkeys"
},
"JobBookmarkKeysSortOrder": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Jobbookmarkkeyssortorder"
},
"LowerBound": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Lowerbound"
},
"NumPartitions": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Numpartitions"
},
"PartitionColumn": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitioncolumn"
},
"UpperBound": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Upperbound"
}
},
"title": "JDBCConnectorOptions",
"type": "object"
},
"JDBCConnectorSource": {
"description": "JDBCConnectorSource",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"$ref": "#/$defs/JDBCConnectorOptions"
},
{
"type": "null"
}
],
"default": null
},
"ConnectionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectionname"
},
"ConnectionTable": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontable"
},
"ConnectionType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontype"
},
"ConnectorName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectorname"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Query": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Query"
}
},
"title": "JDBCConnectorSource",
"type": "object"
},
"JDBCConnectorTarget": {
"description": "JDBCConnectorTarget",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaloptions"
},
"ConnectionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectionname"
},
"ConnectionTable": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontable"
},
"ConnectionType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontype"
},
"ConnectorName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectorname"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
}
},
"title": "JDBCConnectorTarget",
"type": "object"
},
"JobCommand": {
"description": "JobCommand",
"properties": {
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PythonVersion": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Pythonversion"
},
"Runtime": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Runtime"
},
"ScriptLocation": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Scriptlocation"
}
},
"title": "JobCommand",
"type": "object"
},
"Join": {
"description": "Join",
"properties": {
"Columns": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/JoinColumn"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Columns"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"JoinType": {
"anyOf": [
{
"$ref": "#/$defs/JoinType"
},
{
"type": "null"
}
],
"default": null
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "Join",
"type": "object"
},
"JoinColumn": {
"description": "JoinColumn",
"properties": {
"From": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "From"
},
"Keys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Keys"
}
},
"title": "JoinColumn",
"type": "object"
},
"JoinType": {
"description": "JoinType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "JoinType",
"type": "object"
},
"KafkaStreamingSourceOptions": {
"description": "KafkaStreamingSourceOptions",
"properties": {
"AddRecordTimestamp": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Addrecordtimestamp"
},
"Assign": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Assign"
},
"BootstrapServers": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Bootstrapservers"
},
"Classification": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Classification"
},
"ConnectionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectionname"
},
"Delimiter": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Delimiter"
},
"EmitConsumerLagMetrics": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Emitconsumerlagmetrics"
},
"EndingOffsets": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Endingoffsets"
},
"IncludeHeaders": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Includeheaders"
},
"MaxOffsetsPerTrigger": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxoffsetspertrigger"
},
"MinPartitions": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Minpartitions"
},
"NumRetries": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Numretries"
},
"PollTimeoutMs": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Polltimeoutms"
},
"RetryIntervalMs": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Retryintervalms"
},
"SecurityProtocol": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Securityprotocol"
},
"StartingOffsets": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Startingoffsets"
},
"StartingTimestamp": {
"anyOf": [
{
"format": "date-time",
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Startingtimestamp"
},
"SubscribePattern": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Subscribepattern"
},
"TopicName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Topicname"
}
},
"title": "KafkaStreamingSourceOptions",
"type": "object"
},
"KinesisStreamingSourceOptions": {
"description": "KinesisStreamingSourceOptions",
"properties": {
"AddIdleTimeBetweenReads": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Addidletimebetweenreads"
},
"AddRecordTimestamp": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Addrecordtimestamp"
},
"AvoidEmptyBatches": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Avoidemptybatches"
},
"Classification": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Classification"
},
"Delimiter": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Delimiter"
},
"DescribeShardInterval": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Describeshardinterval"
},
"EmitConsumerLagMetrics": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Emitconsumerlagmetrics"
},
"EndpointUrl": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Endpointurl"
},
"IdleTimeBetweenReadsInMs": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Idletimebetweenreadsinms"
},
"MaxFetchRecordsPerShard": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxfetchrecordspershard"
},
"MaxFetchTimeInMs": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxfetchtimeinms"
},
"MaxRecordPerRead": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxrecordperread"
},
"MaxRetryIntervalMs": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxretryintervalms"
},
"NumRetries": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Numretries"
},
"RetryIntervalMs": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Retryintervalms"
},
"RoleArn": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Rolearn"
},
"RoleSessionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Rolesessionname"
},
"StartingPosition": {
"anyOf": [
{
"$ref": "#/$defs/StartingPosition"
},
{
"type": "null"
}
],
"default": null
},
"StartingTimestamp": {
"anyOf": [
{
"format": "date-time",
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Startingtimestamp"
},
"StreamArn": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Streamarn"
},
"StreamName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Streamname"
}
},
"title": "KinesisStreamingSourceOptions",
"type": "object"
},
"Mapping": {
"description": "Mapping",
"properties": {
"Children": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/Mapping"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Children"
},
"Dropped": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Dropped"
},
"FromPath": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Frompath"
},
"FromType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Fromtype"
},
"ToKey": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Tokey"
},
"ToType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Totype"
}
},
"title": "Mapping",
"type": "object"
},
"Merge": {
"description": "Merge",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PrimaryKeys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Primarykeys"
},
"Source": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Source"
}
},
"title": "Merge",
"type": "object"
},
"MicrosoftSQLServerCatalogSource": {
"description": "MicrosoftSQLServerCatalogSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "MicrosoftSQLServerCatalogSource",
"type": "object"
},
"MicrosoftSQLServerCatalogTarget": {
"description": "MicrosoftSQLServerCatalogTarget",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "MicrosoftSQLServerCatalogTarget",
"type": "object"
},
"MySQLCatalogSource": {
"description": "MySQLCatalogSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "MySQLCatalogSource",
"type": "object"
},
"MySQLCatalogTarget": {
"description": "MySQLCatalogTarget",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "MySQLCatalogTarget",
"type": "object"
},
"NotificationProperty": {
"description": "NotificationProperty",
"properties": {
"NotifyDelayAfter": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Notifydelayafter"
}
},
"title": "NotificationProperty",
"type": "object"
},
"NullCheckBoxList": {
"description": "NullCheckBoxList",
"properties": {
"IsEmpty": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Isempty"
},
"IsNegOne": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Isnegone"
},
"IsNullString": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Isnullstring"
}
},
"title": "NullCheckBoxList",
"type": "object"
},
"NullValueField": {
"description": "NullValueField",
"properties": {
"Datatype": {
"anyOf": [
{
"$ref": "#/$defs/Datatype"
},
{
"type": "null"
}
],
"default": null
},
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "NullValueField",
"type": "object"
},
"Option": {
"description": "Option",
"properties": {
"Description": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Description"
},
"Label": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Label"
},
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "Option",
"type": "object"
},
"OracleSQLCatalogSource": {
"description": "OracleSQLCatalogSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "OracleSQLCatalogSource",
"type": "object"
},
"OracleSQLCatalogTarget": {
"description": "OracleSQLCatalogTarget",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "OracleSQLCatalogTarget",
"type": "object"
},
"PIIDetection": {
"description": "PIIDetection",
"properties": {
"EntityTypesToDetect": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Entitytypestodetect"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"MaskValue": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Maskvalue"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputColumnName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputcolumnname"
},
"PiiType": {
"anyOf": [
{
"$ref": "#/$defs/PiiType"
},
{
"type": "null"
}
],
"default": null
},
"SampleFraction": {
"anyOf": [
{
"type": "number"
},
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Samplefraction"
},
"ThresholdFraction": {
"anyOf": [
{
"type": "number"
},
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Thresholdfraction"
}
},
"title": "PIIDetection",
"type": "object"
},
"ParamType": {
"description": "ParamType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "ParamType",
"type": "object"
},
"ParquetCompressionType": {
"description": "ParquetCompressionType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "ParquetCompressionType",
"type": "object"
},
"PiiType": {
"description": "PiiType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "PiiType",
"type": "object"
},
"PostgreSQLCatalogSource": {
"description": "PostgreSQLCatalogSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "PostgreSQLCatalogSource",
"type": "object"
},
"PostgreSQLCatalogTarget": {
"description": "PostgreSQLCatalogTarget",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "PostgreSQLCatalogTarget",
"type": "object"
},
"QuoteChar": {
"description": "QuoteChar",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "QuoteChar",
"type": "object"
},
"Recipe": {
"description": "Recipe",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"RecipeReference": {
"anyOf": [
{
"$ref": "#/$defs/RecipeReference"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "Recipe",
"type": "object"
},
"RecipeReference": {
"description": "RecipeReference",
"properties": {
"RecipeArn": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Recipearn"
},
"RecipeVersion": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Recipeversion"
}
},
"title": "RecipeReference",
"type": "object"
},
"RedshiftSource": {
"description": "RedshiftSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"RedshiftTmpDir": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Redshifttmpdir"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
},
"TmpDirIAMRole": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Tmpdiriamrole"
}
},
"title": "RedshiftSource",
"type": "object"
},
"RedshiftTarget": {
"description": "RedshiftTarget",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"RedshiftTmpDir": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Redshifttmpdir"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
},
"TmpDirIAMRole": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Tmpdiriamrole"
},
"UpsertRedshiftOptions": {
"anyOf": [
{
"$ref": "#/$defs/UpsertRedshiftTargetOptions"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "RedshiftTarget",
"type": "object"
},
"RelationalCatalogSource": {
"description": "RelationalCatalogSource",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "RelationalCatalogSource",
"type": "object"
},
"RenameField": {
"description": "RenameField",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"SourcePath": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Sourcepath"
},
"TargetPath": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Targetpath"
}
},
"title": "RenameField",
"type": "object"
},
"S3CatalogDeltaSource": {
"description": "S3CatalogDeltaSource",
"properties": {
"AdditionalDeltaOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaldeltaoptions"
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "S3CatalogDeltaSource",
"type": "object"
},
"S3CatalogHudiSource": {
"description": "S3CatalogHudiSource",
"properties": {
"AdditionalHudiOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionalhudioptions"
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "S3CatalogHudiSource",
"type": "object"
},
"S3CatalogSource": {
"description": "S3CatalogSource",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"$ref": "#/$defs/S3SourceAdditionalOptions"
},
{
"type": "null"
}
],
"default": null
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionPredicate": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionpredicate"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "S3CatalogSource",
"type": "object"
},
"S3CatalogTarget": {
"description": "S3CatalogTarget",
"properties": {
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionKeys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionkeys"
},
"SchemaChangePolicy": {
"anyOf": [
{
"$ref": "#/$defs/CatalogSchemaChangePolicy"
},
{
"type": "null"
}
],
"default": null
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "S3CatalogTarget",
"type": "object"
},
"S3CsvSource": {
"description": "S3CsvSource",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"$ref": "#/$defs/S3DirectSourceAdditionalOptions"
},
{
"type": "null"
}
],
"default": null
},
"CompressionType": {
"anyOf": [
{
"$ref": "#/$defs/CompressionType"
},
{
"type": "null"
}
],
"default": null
},
"Escaper": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Escaper"
},
"Exclusions": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Exclusions"
},
"GroupFiles": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Groupfiles"
},
"GroupSize": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Groupsize"
},
"MaxBand": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxband"
},
"MaxFilesInBand": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxfilesinband"
},
"Multiline": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Multiline"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OptimizePerformance": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Optimizeperformance"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Paths": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Paths"
},
"QuoteChar": {
"anyOf": [
{
"$ref": "#/$defs/QuoteChar"
},
{
"type": "null"
}
],
"default": null
},
"Recurse": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Recurse"
},
"Separator": {
"anyOf": [
{
"$ref": "#/$defs/Separator"
},
{
"type": "null"
}
],
"default": null
},
"SkipFirst": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Skipfirst"
},
"WithHeader": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Withheader"
},
"WriteHeader": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Writeheader"
}
},
"title": "S3CsvSource",
"type": "object"
},
"S3DeltaCatalogTarget": {
"description": "S3DeltaCatalogTarget",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaloptions"
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionKeys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionkeys"
},
"SchemaChangePolicy": {
"anyOf": [
{
"$ref": "#/$defs/CatalogSchemaChangePolicy"
},
{
"type": "null"
}
],
"default": null
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "S3DeltaCatalogTarget",
"type": "object"
},
"S3DeltaDirectTarget": {
"description": "S3DeltaDirectTarget",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaloptions"
},
"Compression": {
"anyOf": [
{
"$ref": "#/$defs/DeltaTargetCompressionType"
},
{
"type": "null"
}
],
"default": null
},
"Format": {
"anyOf": [
{
"$ref": "#/$defs/TargetFormat"
},
{
"type": "null"
}
],
"default": null
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionKeys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionkeys"
},
"Path": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Path"
},
"SchemaChangePolicy": {
"anyOf": [
{
"$ref": "#/$defs/DirectSchemaChangePolicy"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "S3DeltaDirectTarget",
"type": "object"
},
"S3DeltaSource": {
"description": "S3DeltaSource",
"properties": {
"AdditionalDeltaOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaldeltaoptions"
},
"AdditionalOptions": {
"anyOf": [
{
"$ref": "#/$defs/S3DirectSourceAdditionalOptions"
},
{
"type": "null"
}
],
"default": null
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Paths": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Paths"
}
},
"title": "S3DeltaSource",
"type": "object"
},
"S3DirectSourceAdditionalOptions": {
"description": "S3DirectSourceAdditionalOptions",
"properties": {
"BoundedFiles": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Boundedfiles"
},
"BoundedSize": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Boundedsize"
},
"EnableSamplePath": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Enablesamplepath"
},
"SamplePath": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Samplepath"
}
},
"title": "S3DirectSourceAdditionalOptions",
"type": "object"
},
"S3DirectTarget": {
"description": "S3DirectTarget",
"properties": {
"Compression": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Compression"
},
"Format": {
"anyOf": [
{
"$ref": "#/$defs/TargetFormat"
},
{
"type": "null"
}
],
"default": null
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionKeys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionkeys"
},
"Path": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Path"
},
"SchemaChangePolicy": {
"anyOf": [
{
"$ref": "#/$defs/DirectSchemaChangePolicy"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "S3DirectTarget",
"type": "object"
},
"S3GlueParquetTarget": {
"description": "S3GlueParquetTarget",
"properties": {
"Compression": {
"anyOf": [
{
"$ref": "#/$defs/ParquetCompressionType"
},
{
"type": "null"
}
],
"default": null
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionKeys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionkeys"
},
"Path": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Path"
},
"SchemaChangePolicy": {
"anyOf": [
{
"$ref": "#/$defs/DirectSchemaChangePolicy"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "S3GlueParquetTarget",
"type": "object"
},
"S3HudiCatalogTarget": {
"description": "S3HudiCatalogTarget",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaloptions"
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionKeys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionkeys"
},
"SchemaChangePolicy": {
"anyOf": [
{
"$ref": "#/$defs/CatalogSchemaChangePolicy"
},
{
"type": "null"
}
],
"default": null
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
}
},
"title": "S3HudiCatalogTarget",
"type": "object"
},
"S3HudiDirectTarget": {
"description": "S3HudiDirectTarget",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaloptions"
},
"Compression": {
"anyOf": [
{
"$ref": "#/$defs/HudiTargetCompressionType"
},
{
"type": "null"
}
],
"default": null
},
"Format": {
"anyOf": [
{
"$ref": "#/$defs/TargetFormat"
},
{
"type": "null"
}
],
"default": null
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"PartitionKeys": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Partitionkeys"
},
"Path": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Path"
},
"SchemaChangePolicy": {
"anyOf": [
{
"$ref": "#/$defs/DirectSchemaChangePolicy"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "S3HudiDirectTarget",
"type": "object"
},
"S3HudiSource": {
"description": "S3HudiSource",
"properties": {
"AdditionalHudiOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionalhudioptions"
},
"AdditionalOptions": {
"anyOf": [
{
"$ref": "#/$defs/S3DirectSourceAdditionalOptions"
},
{
"type": "null"
}
],
"default": null
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Paths": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Paths"
}
},
"title": "S3HudiSource",
"type": "object"
},
"S3JsonSource": {
"description": "S3JsonSource",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"$ref": "#/$defs/S3DirectSourceAdditionalOptions"
},
{
"type": "null"
}
],
"default": null
},
"CompressionType": {
"anyOf": [
{
"$ref": "#/$defs/CompressionType"
},
{
"type": "null"
}
],
"default": null
},
"Exclusions": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Exclusions"
},
"GroupFiles": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Groupfiles"
},
"GroupSize": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Groupsize"
},
"JsonPath": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Jsonpath"
},
"MaxBand": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxband"
},
"MaxFilesInBand": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxfilesinband"
},
"Multiline": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Multiline"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Paths": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Paths"
},
"Recurse": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Recurse"
}
},
"title": "S3JsonSource",
"type": "object"
},
"S3ParquetSource": {
"description": "S3ParquetSource",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"$ref": "#/$defs/S3DirectSourceAdditionalOptions"
},
{
"type": "null"
}
],
"default": null
},
"CompressionType": {
"anyOf": [
{
"$ref": "#/$defs/ParquetCompressionType"
},
{
"type": "null"
}
],
"default": null
},
"Exclusions": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Exclusions"
},
"GroupFiles": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Groupfiles"
},
"GroupSize": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Groupsize"
},
"MaxBand": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxband"
},
"MaxFilesInBand": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxfilesinband"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"Paths": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Paths"
},
"Recurse": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Recurse"
}
},
"title": "S3ParquetSource",
"type": "object"
},
"S3SourceAdditionalOptions": {
"description": "S3SourceAdditionalOptions",
"properties": {
"BoundedFiles": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Boundedfiles"
},
"BoundedSize": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Boundedsize"
}
},
"title": "S3SourceAdditionalOptions",
"type": "object"
},
"SelectFields": {
"description": "SelectFields",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Paths": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Paths"
}
},
"title": "SelectFields",
"type": "object"
},
"SelectFromCollection": {
"description": "SelectFromCollection",
"properties": {
"Index": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Index"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "SelectFromCollection",
"type": "object"
},
"Separator": {
"description": "Separator",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "Separator",
"type": "object"
},
"SnowflakeNodeData": {
"description": "SnowflakeNodeData",
"properties": {
"Action": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Action"
},
"AdditionalOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaloptions"
},
"AutoPushdown": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Autopushdown"
},
"Connection": {
"anyOf": [
{
"$ref": "#/$defs/Option"
},
{
"type": "null"
}
],
"default": null
},
"Database": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Database"
},
"IamRole": {
"anyOf": [
{
"$ref": "#/$defs/Option"
},
{
"type": "null"
}
],
"default": null
},
"MergeAction": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Mergeaction"
},
"MergeClause": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Mergeclause"
},
"MergeWhenMatched": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Mergewhenmatched"
},
"MergeWhenNotMatched": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Mergewhennotmatched"
},
"PostAction": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Postaction"
},
"PreAction": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Preaction"
},
"SampleQuery": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Samplequery"
},
"Schema": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Schema"
},
"SelectedColumns": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/Option"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Selectedcolumns"
},
"SourceType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Sourcetype"
},
"StagingTable": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Stagingtable"
},
"Table": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Table"
},
"TableSchema": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/Option"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Tableschema"
},
"TempDir": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Tempdir"
},
"Upsert": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Upsert"
}
},
"title": "SnowflakeNodeData",
"type": "object"
},
"SnowflakeSource": {
"description": "SnowflakeSource",
"properties": {
"Data": {
"anyOf": [
{
"$ref": "#/$defs/SnowflakeNodeData"
},
{
"type": "null"
}
],
"default": null
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
}
},
"title": "SnowflakeSource",
"type": "object"
},
"SnowflakeTarget": {
"description": "SnowflakeTarget",
"properties": {
"Data": {
"anyOf": [
{
"$ref": "#/$defs/SnowflakeNodeData"
},
{
"type": "null"
}
],
"default": null
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
}
},
"title": "SnowflakeTarget",
"type": "object"
},
"SourceControlAuthStrategy": {
"description": "SourceControlAuthStrategy",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "SourceControlAuthStrategy",
"type": "object"
},
"SourceControlDetails": {
"description": "SourceControlDetails",
"properties": {
"AuthStrategy": {
"anyOf": [
{
"$ref": "#/$defs/SourceControlAuthStrategy"
},
{
"type": "null"
}
],
"default": null
},
"AuthToken": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Authtoken"
},
"Branch": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Branch"
},
"Folder": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Folder"
},
"LastCommitId": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Lastcommitid"
},
"Owner": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Owner"
},
"Provider": {
"anyOf": [
{
"$ref": "#/$defs/SourceControlProvider"
},
{
"type": "null"
}
],
"default": null
},
"Repository": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Repository"
}
},
"title": "SourceControlDetails",
"type": "object"
},
"SourceControlProvider": {
"description": "SourceControlProvider",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "SourceControlProvider",
"type": "object"
},
"SparkConnectorSource": {
"description": "SparkConnectorSource",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaloptions"
},
"ConnectionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectionname"
},
"ConnectionType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontype"
},
"ConnectorName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectorname"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
}
},
"title": "SparkConnectorSource",
"type": "object"
},
"SparkConnectorTarget": {
"description": "SparkConnectorTarget",
"properties": {
"AdditionalOptions": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Additionaloptions"
},
"ConnectionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectionname"
},
"ConnectionType": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectiontype"
},
"ConnectorName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectorname"
},
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
}
},
"title": "SparkConnectorTarget",
"type": "object"
},
"SparkSQL": {
"description": "SparkSQL",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"OutputSchemas": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/GlueSchema"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Outputschemas"
},
"SqlAliases": {
"anyOf": [
{
"items": {
"$ref": "#/$defs/SqlAlias"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Sqlaliases"
},
"SqlQuery": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Sqlquery"
}
},
"title": "SparkSQL",
"type": "object"
},
"Spigot": {
"description": "Spigot",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Path": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Path"
},
"Prob": {
"anyOf": [
{
"type": "number"
},
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Prob"
},
"Topk": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Topk"
}
},
"title": "Spigot",
"type": "object"
},
"SplitFields": {
"description": "SplitFields",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Paths": {
"anyOf": [
{
"items": {
"items": {
"type": "string"
},
"type": "array"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Paths"
}
},
"title": "SplitFields",
"type": "object"
},
"SqlAlias": {
"description": "SqlAlias",
"properties": {
"Alias": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Alias"
},
"From": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "From"
}
},
"title": "SqlAlias",
"type": "object"
},
"StartingPosition": {
"description": "StartingPosition",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "StartingPosition",
"type": "object"
},
"StreamingDataPreviewOptions": {
"description": "StreamingDataPreviewOptions",
"properties": {
"PollingTime": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Pollingtime"
},
"RecordPollingLimit": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Recordpollinglimit"
}
},
"title": "StreamingDataPreviewOptions",
"type": "object"
},
"TargetFormat": {
"description": "TargetFormat",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "TargetFormat",
"type": "object"
},
"TransformConfigParameter": {
"description": "TransformConfigParameter",
"properties": {
"IsOptional": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"default": null,
"title": "Isoptional"
},
"ListType": {
"anyOf": [
{
"$ref": "#/$defs/ParamType"
},
{
"type": "null"
}
],
"default": null
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"Type": {
"anyOf": [
{
"$ref": "#/$defs/ParamType"
},
{
"type": "null"
}
],
"default": null
},
"ValidationMessage": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Validationmessage"
},
"ValidationRule": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Validationrule"
},
"Value": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "TransformConfigParameter",
"type": "object"
},
"Union": {
"description": "Union",
"properties": {
"Inputs": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Inputs"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"UnionType": {
"anyOf": [
{
"$ref": "#/$defs/UnionType"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "Union",
"type": "object"
},
"UnionType": {
"description": "UnionType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "UnionType",
"type": "object"
},
"UpdateCatalogBehavior": {
"description": "UpdateCatalogBehavior",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "UpdateCatalogBehavior",
"type": "object"
},
"UpsertRedshiftTargetOptions": {
"description": "UpsertRedshiftTargetOptions",
"properties": {
"ConnectionName": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Connectionname"
},
"TableLocation": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Tablelocation"
},
"UpsertKeys": {
"anyOf": [
{
"items": {
"type": "string"
},
"type": "array"
},
{
"type": "null"
}
],
"default": null,
"title": "Upsertkeys"
}
},
"title": "UpsertRedshiftTargetOptions",
"type": "object"
},
"WorkerType": {
"description": "WorkerType",
"properties": {
"Value": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Value"
}
},
"title": "WorkerType",
"type": "object"
}
},
"description": "CreateJobRequest",
"properties": {
"AllocatedCapacity": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Allocatedcapacity"
},
"CodeGenConfigurationNodes": {
"anyOf": [
{
"additionalProperties": {
"$ref": "#/$defs/CodeGenConfigurationNode"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Codegenconfigurationnodes"
},
"Command": {
"anyOf": [
{
"$ref": "#/$defs/JobCommand"
},
{
"type": "null"
}
],
"default": null
},
"Connections": {
"anyOf": [
{
"$ref": "#/$defs/ConnectionsList"
},
{
"type": "null"
}
],
"default": null
},
"DefaultArguments": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Defaultarguments"
},
"Description": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Description"
},
"ExecutionClass": {
"anyOf": [
{
"$ref": "#/$defs/ExecutionClass"
},
{
"type": "null"
}
],
"default": null
},
"ExecutionProperty": {
"anyOf": [
{
"$ref": "#/$defs/ExecutionProperty"
},
{
"type": "null"
}
],
"default": null
},
"GlueVersion": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Glueversion"
},
"LogUri": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Loguri"
},
"MaxCapacity": {
"anyOf": [
{
"type": "number"
},
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxcapacity"
},
"MaxRetries": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Maxretries"
},
"Name": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Name"
},
"NonOverridableArguments": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Nonoverridablearguments"
},
"NotificationProperty": {
"anyOf": [
{
"$ref": "#/$defs/NotificationProperty"
},
{
"type": "null"
}
],
"default": null
},
"NumberOfWorkers": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Numberofworkers"
},
"Role": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Role"
},
"SecurityConfiguration": {
"anyOf": [
{
"type": "string"
},
{
"type": "null"
}
],
"default": null,
"title": "Securityconfiguration"
},
"SourceControlDetails": {
"anyOf": [
{
"$ref": "#/$defs/SourceControlDetails"
},
{
"type": "null"
}
],
"default": null
},
"Tags": {
"anyOf": [
{
"additionalProperties": {
"type": "string"
},
"type": "object"
},
{
"type": "null"
}
],
"default": null,
"title": "Tags"
},
"Timeout": {
"anyOf": [
{
"type": "integer"
},
{
"type": "null"
}
],
"default": null,
"title": "Timeout"
},
"WorkerType": {
"anyOf": [
{
"$ref": "#/$defs/WorkerType"
},
{
"type": "null"
}
],
"default": null
}
},
"title": "CreateJobRequest",
"type": "object"
}Parameters:
--file, -f, --cli-input
A file to read the input from
delete
find
list
pods
List pods for a Job.
Retrieve all pods that are managed by the specified Job. The pods are filtered by the Job name.
Returns:
| Name | Type | Description |
|---|---|---|
list |
A list of pods associated with the Job, including their status and metadata. |
Raises:
| Type | Description |
|---|---|
DuploError
|
If the Job could not be found or if there's an error retrieving pods. |
Parameters:
name
positional
The resource name
update
Update a V3 resource by name.
Returns:
| Name | Type | Description |
|---|---|---|
message |
Success message. |
Raises:
| Type | Description |
|---|---|
DuploError
|
If the resource could not be created. |
Parameters:
name
positional
The resource name
--file, -f, --cli-input
A file to read the input from
--patches, --add, --remove, --copy, --replace, --test, --move
The json patch to apply