Class: Aws::Glue::Types::S3GlueParquetTarget

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb

Overview

Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.

Constant Summary collapse

SENSITIVE =
[]

Instance Attribute Summary collapse

Instance Attribute Details

#auto_data_quality ⇒ Types::AutoDataQuality

Specifies whether to automatically enable data quality evaluation for the S3 Glue Parquet target. When set to true, data quality checks are performed automatically during the write operation.



27596
27597
27598
27599
27600
27601
27602
27603
27604
27605
27606
27607
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27596

class S3GlueParquetTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#compression ⇒ String

Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").

Returns:

  • (String)


27596
27597
27598
27599
27600
27601
27602
27603
27604
27605
27606
27607
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27596

class S3GlueParquetTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#inputs ⇒ Array<String>

The nodes that are inputs to the data target.

Returns:

  • (Array<String>)


27596
27597
27598
27599
27600
27601
27602
27603
27604
27605
27606
27607
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27596

class S3GlueParquetTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#name ⇒ String

The name of the data target.

Returns:

  • (String)


27596
27597
27598
27599
27600
27601
27602
27603
27604
27605
27606
27607
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27596

class S3GlueParquetTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#number_target_partitions ⇒ String

Specifies the number of target partitions for Parquet files when writing to Amazon S3 using Glue.

Returns:

  • (String)


27596
27597
27598
27599
27600
27601
27602
27603
27604
27605
27606
27607
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27596

class S3GlueParquetTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#partition_keys ⇒ Array<Array<String>>

Specifies native partitioning using a sequence of keys.

Returns:

  • (Array<Array<String>>)


27596
27597
27598
27599
27600
27601
27602
27603
27604
27605
27606
27607
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27596

class S3GlueParquetTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#path ⇒ String

A single Amazon S3 path to write to.

Returns:

  • (String)


27596
27597
27598
27599
27600
27601
27602
27603
27604
27605
27606
27607
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27596

class S3GlueParquetTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#schema_change_policy ⇒ Types::DirectSchemaChangePolicy

A policy that specifies update behavior for the crawler.



27596
27597
27598
27599
27600
27601
27602
27603
27604
27605
27606
27607
# File 'gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb', line 27596

class S3GlueParquetTarget < Struct.new(
  :name,
  :inputs,
  :partition_keys,
  :path,
  :compression,
  :number_target_partitions,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end