S3ParquetSource.h

 
#pragma once
#include <aws/core/utils/memory/stl/AWSString.h>
#include <aws/core/utils/memory/stl/AWSVector.h>
#include <aws/glue/Glue_EXPORTS.h>
#include <aws/glue/model/GlueSchema.h>
#include <aws/glue/model/ParquetCompressionType.h>
#include <aws/glue/model/S3DirectSourceAdditionalOptions.h>
 
#include <utility>
 
namespace Aws {
namespace Utils {
namespace Json {
class JsonValue;
class JsonView;
}  // namespace Json
}  // namespace Utils
namespace Glue {
namespace Model {
 
class S3ParquetSource {
 public:
  AWS_GLUE_API S3ParquetSource() = default;
  AWS_GLUE_API S3ParquetSource(Aws::Utils::Json::JsonView jsonValue);
  AWS_GLUE_API S3ParquetSource& operator=(Aws::Utils::Json::JsonView jsonValue);
  AWS_GLUE_API Aws::Utils::Json::JsonValue Jsonize() const;
 
 
  inline const Aws::String& GetName() const { return m_name; }
  inline bool NameHasBeenSet() const { return m_nameHasBeenSet; }
  template <typename NameT = Aws::String>
  void SetName(NameT&& value) {
    m_nameHasBeenSet = true;
    m_name = std::forward<NameT>(value);
  }
  template <typename NameT = Aws::String>
  S3ParquetSource& WithName(NameT&& value) {
    SetName(std::forward<NameT>(value));
    return *this;
  }
 
 
  inline const Aws::Vector<Aws::String>& GetPaths() const { return m_paths; }
  inline bool PathsHasBeenSet() const { return m_pathsHasBeenSet; }
  template <typename PathsT = Aws::Vector<Aws::String>>
  void SetPaths(PathsT&& value) {
    m_pathsHasBeenSet = true;
    m_paths = std::forward<PathsT>(value);
  }
  template <typename PathsT = Aws::Vector<Aws::String>>
  S3ParquetSource& WithPaths(PathsT&& value) {
    SetPaths(std::forward<PathsT>(value));
    return *this;
  }
  template <typename PathsT = Aws::String>
  S3ParquetSource& AddPaths(PathsT&& value) {
    m_pathsHasBeenSet = true;
    m_paths.emplace_back(std::forward<PathsT>(value));
    return *this;
  }
 
 
  inline ParquetCompressionType GetCompressionType() const { return m_compressionType; }
  inline bool CompressionTypeHasBeenSet() const { return m_compressionTypeHasBeenSet; }
  inline void SetCompressionType(ParquetCompressionType value) {
    m_compressionTypeHasBeenSet = true;
    m_compressionType = value;
  }
  inline S3ParquetSource& WithCompressionType(ParquetCompressionType value) {
    SetCompressionType(value);
    return *this;
  }
 
 
  inline const Aws::Vector<Aws::String>& GetExclusions() const { return m_exclusions; }
  inline bool ExclusionsHasBeenSet() const { return m_exclusionsHasBeenSet; }
  template <typename ExclusionsT = Aws::Vector<Aws::String>>
  void SetExclusions(ExclusionsT&& value) {
    m_exclusionsHasBeenSet = true;
    m_exclusions = std::forward<ExclusionsT>(value);
  }
  template <typename ExclusionsT = Aws::Vector<Aws::String>>
  S3ParquetSource& WithExclusions(ExclusionsT&& value) {
    SetExclusions(std::forward<ExclusionsT>(value));
    return *this;
  }
  template <typename ExclusionsT = Aws::String>
  S3ParquetSource& AddExclusions(ExclusionsT&& value) {
    m_exclusionsHasBeenSet = true;
    m_exclusions.emplace_back(std::forward<ExclusionsT>(value));
    return *this;
  }
 
 
  inline const Aws::String& GetGroupSize() const { return m_groupSize; }
  inline bool GroupSizeHasBeenSet() const { return m_groupSizeHasBeenSet; }
  template <typename GroupSizeT = Aws::String>
  void SetGroupSize(GroupSizeT&& value) {
    m_groupSizeHasBeenSet = true;
    m_groupSize = std::forward<GroupSizeT>(value);
  }
  template <typename GroupSizeT = Aws::String>
  S3ParquetSource& WithGroupSize(GroupSizeT&& value) {
    SetGroupSize(std::forward<GroupSizeT>(value));
    return *this;
  }
 
 
  inline const Aws::String& GetGroupFiles() const { return m_groupFiles; }
  inline bool GroupFilesHasBeenSet() const { return m_groupFilesHasBeenSet; }
  template <typename GroupFilesT = Aws::String>
  void SetGroupFiles(GroupFilesT&& value) {
    m_groupFilesHasBeenSet = true;
    m_groupFiles = std::forward<GroupFilesT>(value);
  }
  template <typename GroupFilesT = Aws::String>
  S3ParquetSource& WithGroupFiles(GroupFilesT&& value) {
    SetGroupFiles(std::forward<GroupFilesT>(value));
    return *this;
  }
 
 
  inline bool GetRecurse() const { return m_recurse; }
  inline bool RecurseHasBeenSet() const { return m_recurseHasBeenSet; }
  inline void SetRecurse(bool value) {
    m_recurseHasBeenSet = true;
    m_recurse = value;
  }
  inline S3ParquetSource& WithRecurse(bool value) {
    SetRecurse(value);
    return *this;
  }
 
 
  inline int GetMaxBand() const { return m_maxBand; }
  inline bool MaxBandHasBeenSet() const { return m_maxBandHasBeenSet; }
  inline void SetMaxBand(int value) {
    m_maxBandHasBeenSet = true;
    m_maxBand = value;
  }
  inline S3ParquetSource& WithMaxBand(int value) {
    SetMaxBand(value);
    return *this;
  }
 
 
  inline int GetMaxFilesInBand() const { return m_maxFilesInBand; }
  inline bool MaxFilesInBandHasBeenSet() const { return m_maxFilesInBandHasBeenSet; }
  inline void SetMaxFilesInBand(int value) {
    m_maxFilesInBandHasBeenSet = true;
    m_maxFilesInBand = value;
  }
  inline S3ParquetSource& WithMaxFilesInBand(int value) {
    SetMaxFilesInBand(value);
    return *this;
  }
 
 
  inline const S3DirectSourceAdditionalOptions& GetAdditionalOptions() const { return m_additionalOptions; }
  inline bool AdditionalOptionsHasBeenSet() const { return m_additionalOptionsHasBeenSet; }
  template <typename AdditionalOptionsT = S3DirectSourceAdditionalOptions>
  void SetAdditionalOptions(AdditionalOptionsT&& value) {
    m_additionalOptionsHasBeenSet = true;
    m_additionalOptions = std::forward<AdditionalOptionsT>(value);
  }
  template <typename AdditionalOptionsT = S3DirectSourceAdditionalOptions>
  S3ParquetSource& WithAdditionalOptions(AdditionalOptionsT&& value) {
    SetAdditionalOptions(std::forward<AdditionalOptionsT>(value));
    return *this;
  }
 
 
  inline const Aws::Vector<GlueSchema>& GetOutputSchemas() const { return m_outputSchemas; }
  inline bool OutputSchemasHasBeenSet() const { return m_outputSchemasHasBeenSet; }
  template <typename OutputSchemasT = Aws::Vector<GlueSchema>>
  void SetOutputSchemas(OutputSchemasT&& value) {
    m_outputSchemasHasBeenSet = true;
    m_outputSchemas = std::forward<OutputSchemasT>(value);
  }
  template <typename OutputSchemasT = Aws::Vector<GlueSchema>>
  S3ParquetSource& WithOutputSchemas(OutputSchemasT&& value) {
    SetOutputSchemas(std::forward<OutputSchemasT>(value));
    return *this;
  }
  template <typename OutputSchemasT = GlueSchema>
  S3ParquetSource& AddOutputSchemas(OutputSchemasT&& value) {
    m_outputSchemasHasBeenSet = true;
    m_outputSchemas.emplace_back(std::forward<OutputSchemasT>(value));
    return *this;
  }
 private:
  Aws::String m_name;
 
  Aws::Vector<Aws::String> m_paths;
 
  ParquetCompressionType m_compressionType{ParquetCompressionType::NOT_SET};
 
  Aws::Vector<Aws::String> m_exclusions;
 
  Aws::String m_groupSize;
 
  Aws::String m_groupFiles;
 
  bool m_recurse{false};
 
  int m_maxBand{0};
 
  int m_maxFilesInBand{0};
 
  S3DirectSourceAdditionalOptions m_additionalOptions;
 
  Aws::Vector<GlueSchema> m_outputSchemas;
  bool m_nameHasBeenSet = false;
  bool m_pathsHasBeenSet = false;
  bool m_compressionTypeHasBeenSet = false;
  bool m_exclusionsHasBeenSet = false;
  bool m_groupSizeHasBeenSet = false;
  bool m_groupFilesHasBeenSet = false;
  bool m_recurseHasBeenSet = false;
  bool m_maxBandHasBeenSet = false;
  bool m_maxFilesInBandHasBeenSet = false;
  bool m_additionalOptionsHasBeenSet = false;
  bool m_outputSchemasHasBeenSet = false;
};
 
}  // namespace Model
}  // namespace Glue
}  // namespace Aws