AWS SDK for C++

AWS SDK for C++ Version 1.11.743

Loading...
Searching...
No Matches
S3CsvSource.h
1
6#pragma once
7#include <aws/core/utils/memory/stl/AWSString.h>
8#include <aws/core/utils/memory/stl/AWSVector.h>
9#include <aws/glue/Glue_EXPORTS.h>
10#include <aws/glue/model/CompressionType.h>
11#include <aws/glue/model/GlueSchema.h>
12#include <aws/glue/model/QuoteChar.h>
13#include <aws/glue/model/S3DirectSourceAdditionalOptions.h>
14#include <aws/glue/model/Separator.h>
15
16#include <utility>
17
18namespace Aws {
19namespace Utils {
20namespace Json {
21class JsonValue;
22class JsonView;
23} // namespace Json
24} // namespace Utils
25namespace Glue {
26namespace Model {
27
35 public:
36 AWS_GLUE_API S3CsvSource() = default;
37 AWS_GLUE_API S3CsvSource(Aws::Utils::Json::JsonView jsonValue);
40
42
45 inline const Aws::String& GetName() const { return m_name; }
46 inline bool NameHasBeenSet() const { return m_nameHasBeenSet; }
47 template <typename NameT = Aws::String>
48 void SetName(NameT&& value) {
49 m_nameHasBeenSet = true;
50 m_name = std::forward<NameT>(value);
51 }
52 template <typename NameT = Aws::String>
53 S3CsvSource& WithName(NameT&& value) {
54 SetName(std::forward<NameT>(value));
55 return *this;
56 }
58
60
63 inline const Aws::Vector<Aws::String>& GetPaths() const { return m_paths; }
64 inline bool PathsHasBeenSet() const { return m_pathsHasBeenSet; }
65 template <typename PathsT = Aws::Vector<Aws::String>>
66 void SetPaths(PathsT&& value) {
67 m_pathsHasBeenSet = true;
68 m_paths = std::forward<PathsT>(value);
69 }
70 template <typename PathsT = Aws::Vector<Aws::String>>
71 S3CsvSource& WithPaths(PathsT&& value) {
72 SetPaths(std::forward<PathsT>(value));
73 return *this;
74 }
75 template <typename PathsT = Aws::String>
76 S3CsvSource& AddPaths(PathsT&& value) {
77 m_pathsHasBeenSet = true;
78 m_paths.emplace_back(std::forward<PathsT>(value));
79 return *this;
80 }
82
84
89 inline CompressionType GetCompressionType() const { return m_compressionType; }
90 inline bool CompressionTypeHasBeenSet() const { return m_compressionTypeHasBeenSet; }
92 m_compressionTypeHasBeenSet = true;
93 m_compressionType = value;
94 }
96 SetCompressionType(value);
97 return *this;
98 }
100
102
106 inline const Aws::Vector<Aws::String>& GetExclusions() const { return m_exclusions; }
107 inline bool ExclusionsHasBeenSet() const { return m_exclusionsHasBeenSet; }
108 template <typename ExclusionsT = Aws::Vector<Aws::String>>
109 void SetExclusions(ExclusionsT&& value) {
110 m_exclusionsHasBeenSet = true;
111 m_exclusions = std::forward<ExclusionsT>(value);
112 }
113 template <typename ExclusionsT = Aws::Vector<Aws::String>>
114 S3CsvSource& WithExclusions(ExclusionsT&& value) {
115 SetExclusions(std::forward<ExclusionsT>(value));
116 return *this;
117 }
118 template <typename ExclusionsT = Aws::String>
119 S3CsvSource& AddExclusions(ExclusionsT&& value) {
120 m_exclusionsHasBeenSet = true;
121 m_exclusions.emplace_back(std::forward<ExclusionsT>(value));
122 return *this;
123 }
125
127
133 inline const Aws::String& GetGroupSize() const { return m_groupSize; }
134 inline bool GroupSizeHasBeenSet() const { return m_groupSizeHasBeenSet; }
135 template <typename GroupSizeT = Aws::String>
136 void SetGroupSize(GroupSizeT&& value) {
137 m_groupSizeHasBeenSet = true;
138 m_groupSize = std::forward<GroupSizeT>(value);
139 }
140 template <typename GroupSizeT = Aws::String>
141 S3CsvSource& WithGroupSize(GroupSizeT&& value) {
142 SetGroupSize(std::forward<GroupSizeT>(value));
143 return *this;
144 }
146
148
154 inline const Aws::String& GetGroupFiles() const { return m_groupFiles; }
155 inline bool GroupFilesHasBeenSet() const { return m_groupFilesHasBeenSet; }
156 template <typename GroupFilesT = Aws::String>
157 void SetGroupFiles(GroupFilesT&& value) {
158 m_groupFilesHasBeenSet = true;
159 m_groupFiles = std::forward<GroupFilesT>(value);
160 }
161 template <typename GroupFilesT = Aws::String>
162 S3CsvSource& WithGroupFiles(GroupFilesT&& value) {
163 SetGroupFiles(std::forward<GroupFilesT>(value));
164 return *this;
165 }
167
169
173 inline bool GetRecurse() const { return m_recurse; }
174 inline bool RecurseHasBeenSet() const { return m_recurseHasBeenSet; }
175 inline void SetRecurse(bool value) {
176 m_recurseHasBeenSet = true;
177 m_recurse = value;
178 }
179 inline S3CsvSource& WithRecurse(bool value) {
180 SetRecurse(value);
181 return *this;
182 }
184
186
193 inline int GetMaxBand() const { return m_maxBand; }
194 inline bool MaxBandHasBeenSet() const { return m_maxBandHasBeenSet; }
195 inline void SetMaxBand(int value) {
196 m_maxBandHasBeenSet = true;
197 m_maxBand = value;
198 }
199 inline S3CsvSource& WithMaxBand(int value) {
200 SetMaxBand(value);
201 return *this;
202 }
204
206
211 inline int GetMaxFilesInBand() const { return m_maxFilesInBand; }
212 inline bool MaxFilesInBandHasBeenSet() const { return m_maxFilesInBandHasBeenSet; }
213 inline void SetMaxFilesInBand(int value) {
214 m_maxFilesInBandHasBeenSet = true;
215 m_maxFilesInBand = value;
216 }
217 inline S3CsvSource& WithMaxFilesInBand(int value) {
218 SetMaxFilesInBand(value);
219 return *this;
220 }
222
224
227 inline const S3DirectSourceAdditionalOptions& GetAdditionalOptions() const { return m_additionalOptions; }
228 inline bool AdditionalOptionsHasBeenSet() const { return m_additionalOptionsHasBeenSet; }
229 template <typename AdditionalOptionsT = S3DirectSourceAdditionalOptions>
230 void SetAdditionalOptions(AdditionalOptionsT&& value) {
231 m_additionalOptionsHasBeenSet = true;
232 m_additionalOptions = std::forward<AdditionalOptionsT>(value);
233 }
234 template <typename AdditionalOptionsT = S3DirectSourceAdditionalOptions>
235 S3CsvSource& WithAdditionalOptions(AdditionalOptionsT&& value) {
236 SetAdditionalOptions(std::forward<AdditionalOptionsT>(value));
237 return *this;
238 }
240
242
246 inline Separator GetSeparator() const { return m_separator; }
247 inline bool SeparatorHasBeenSet() const { return m_separatorHasBeenSet; }
248 inline void SetSeparator(Separator value) {
249 m_separatorHasBeenSet = true;
250 m_separator = value;
251 }
253 SetSeparator(value);
254 return *this;
255 }
257
259
266 inline const Aws::String& GetEscaper() const { return m_escaper; }
267 inline bool EscaperHasBeenSet() const { return m_escaperHasBeenSet; }
268 template <typename EscaperT = Aws::String>
269 void SetEscaper(EscaperT&& value) {
270 m_escaperHasBeenSet = true;
271 m_escaper = std::forward<EscaperT>(value);
272 }
273 template <typename EscaperT = Aws::String>
274 S3CsvSource& WithEscaper(EscaperT&& value) {
275 SetEscaper(std::forward<EscaperT>(value));
276 return *this;
277 }
279
281
285 inline QuoteChar GetQuoteChar() const { return m_quoteChar; }
286 inline bool QuoteCharHasBeenSet() const { return m_quoteCharHasBeenSet; }
287 inline void SetQuoteChar(QuoteChar value) {
288 m_quoteCharHasBeenSet = true;
289 m_quoteChar = value;
290 }
292 SetQuoteChar(value);
293 return *this;
294 }
296
298
305 inline bool GetMultiline() const { return m_multiline; }
306 inline bool MultilineHasBeenSet() const { return m_multilineHasBeenSet; }
307 inline void SetMultiline(bool value) {
308 m_multilineHasBeenSet = true;
309 m_multiline = value;
310 }
311 inline S3CsvSource& WithMultiline(bool value) {
312 SetMultiline(value);
313 return *this;
314 }
316
318
322 inline bool GetWithHeader() const { return m_withHeader; }
323 inline bool WithHeaderHasBeenSet() const { return m_withHeaderHasBeenSet; }
324 inline void SetWithHeader(bool value) {
325 m_withHeaderHasBeenSet = true;
326 m_withHeader = value;
327 }
328 inline S3CsvSource& WithWithHeader(bool value) {
329 SetWithHeader(value);
330 return *this;
331 }
333
335
339 inline bool GetWriteHeader() const { return m_writeHeader; }
340 inline bool WriteHeaderHasBeenSet() const { return m_writeHeaderHasBeenSet; }
341 inline void SetWriteHeader(bool value) {
342 m_writeHeaderHasBeenSet = true;
343 m_writeHeader = value;
344 }
345 inline S3CsvSource& WithWriteHeader(bool value) {
346 SetWriteHeader(value);
347 return *this;
348 }
350
352
356 inline bool GetSkipFirst() const { return m_skipFirst; }
357 inline bool SkipFirstHasBeenSet() const { return m_skipFirstHasBeenSet; }
358 inline void SetSkipFirst(bool value) {
359 m_skipFirstHasBeenSet = true;
360 m_skipFirst = value;
361 }
362 inline S3CsvSource& WithSkipFirst(bool value) {
363 SetSkipFirst(value);
364 return *this;
365 }
367
369
374 inline bool GetOptimizePerformance() const { return m_optimizePerformance; }
375 inline bool OptimizePerformanceHasBeenSet() const { return m_optimizePerformanceHasBeenSet; }
376 inline void SetOptimizePerformance(bool value) {
377 m_optimizePerformanceHasBeenSet = true;
378 m_optimizePerformance = value;
379 }
382 return *this;
383 }
385
387
390 inline const Aws::Vector<GlueSchema>& GetOutputSchemas() const { return m_outputSchemas; }
391 inline bool OutputSchemasHasBeenSet() const { return m_outputSchemasHasBeenSet; }
392 template <typename OutputSchemasT = Aws::Vector<GlueSchema>>
393 void SetOutputSchemas(OutputSchemasT&& value) {
394 m_outputSchemasHasBeenSet = true;
395 m_outputSchemas = std::forward<OutputSchemasT>(value);
396 }
397 template <typename OutputSchemasT = Aws::Vector<GlueSchema>>
398 S3CsvSource& WithOutputSchemas(OutputSchemasT&& value) {
399 SetOutputSchemas(std::forward<OutputSchemasT>(value));
400 return *this;
401 }
402 template <typename OutputSchemasT = GlueSchema>
403 S3CsvSource& AddOutputSchemas(OutputSchemasT&& value) {
404 m_outputSchemasHasBeenSet = true;
405 m_outputSchemas.emplace_back(std::forward<OutputSchemasT>(value));
406 return *this;
407 }
409 private:
410 Aws::String m_name;
411
413
414 CompressionType m_compressionType{CompressionType::NOT_SET};
415
416 Aws::Vector<Aws::String> m_exclusions;
417
418 Aws::String m_groupSize;
419
420 Aws::String m_groupFiles;
421
422 bool m_recurse{false};
423
424 int m_maxBand{0};
425
426 int m_maxFilesInBand{0};
427
428 S3DirectSourceAdditionalOptions m_additionalOptions;
429
430 Separator m_separator{Separator::NOT_SET};
431
432 Aws::String m_escaper;
433
434 QuoteChar m_quoteChar{QuoteChar::NOT_SET};
435
436 bool m_multiline{false};
437
438 bool m_withHeader{false};
439
440 bool m_writeHeader{false};
441
442 bool m_skipFirst{false};
443
444 bool m_optimizePerformance{false};
445
446 Aws::Vector<GlueSchema> m_outputSchemas;
447 bool m_nameHasBeenSet = false;
448 bool m_pathsHasBeenSet = false;
449 bool m_compressionTypeHasBeenSet = false;
450 bool m_exclusionsHasBeenSet = false;
451 bool m_groupSizeHasBeenSet = false;
452 bool m_groupFilesHasBeenSet = false;
453 bool m_recurseHasBeenSet = false;
454 bool m_maxBandHasBeenSet = false;
455 bool m_maxFilesInBandHasBeenSet = false;
456 bool m_additionalOptionsHasBeenSet = false;
457 bool m_separatorHasBeenSet = false;
458 bool m_escaperHasBeenSet = false;
459 bool m_quoteCharHasBeenSet = false;
460 bool m_multilineHasBeenSet = false;
461 bool m_withHeaderHasBeenSet = false;
462 bool m_writeHeaderHasBeenSet = false;
463 bool m_skipFirstHasBeenSet = false;
464 bool m_optimizePerformanceHasBeenSet = false;
465 bool m_outputSchemasHasBeenSet = false;
466};
467
468} // namespace Model
469} // namespace Glue
470} // namespace Aws
S3CsvSource & WithPaths(PathsT &&value)
Definition S3CsvSource.h:71
AWS_GLUE_API S3CsvSource(Aws::Utils::Json::JsonView jsonValue)
S3CsvSource & WithOptimizePerformance(bool value)
void SetSkipFirst(bool value)
const Aws::String & GetGroupFiles() const
S3CsvSource & WithWithHeader(bool value)
void SetEscaper(EscaperT &&value)
void SetWithHeader(bool value)
S3CsvSource & WithSeparator(Separator value)
CompressionType GetCompressionType() const
Definition S3CsvSource.h:89
void SetWriteHeader(bool value)
S3CsvSource & WithOutputSchemas(OutputSchemasT &&value)
void SetGroupFiles(GroupFilesT &&value)
S3CsvSource & WithCompressionType(CompressionType value)
Definition S3CsvSource.h:95
S3CsvSource & WithMaxBand(int value)
S3CsvSource & WithAdditionalOptions(AdditionalOptionsT &&value)
S3CsvSource & AddPaths(PathsT &&value)
Definition S3CsvSource.h:76
void SetQuoteChar(QuoteChar value)
S3CsvSource & WithSkipFirst(bool value)
void SetOutputSchemas(OutputSchemasT &&value)
S3CsvSource & AddOutputSchemas(OutputSchemasT &&value)
void SetOptimizePerformance(bool value)
const Aws::Vector< Aws::String > & GetPaths() const
Definition S3CsvSource.h:63
void SetSeparator(Separator value)
const Aws::Vector< GlueSchema > & GetOutputSchemas() const
void SetGroupSize(GroupSizeT &&value)
void SetAdditionalOptions(AdditionalOptionsT &&value)
AWS_GLUE_API Aws::Utils::Json::JsonValue Jsonize() const
const S3DirectSourceAdditionalOptions & GetAdditionalOptions() const
S3CsvSource & WithQuoteChar(QuoteChar value)
S3CsvSource & AddExclusions(ExclusionsT &&value)
void SetCompressionType(CompressionType value)
Definition S3CsvSource.h:91
const Aws::String & GetGroupSize() const
void SetMultiline(bool value)
void SetName(NameT &&value)
Definition S3CsvSource.h:48
bool CompressionTypeHasBeenSet() const
Definition S3CsvSource.h:90
bool MaxFilesInBandHasBeenSet() const
S3CsvSource & WithExclusions(ExclusionsT &&value)
S3CsvSource & WithGroupSize(GroupSizeT &&value)
void SetMaxFilesInBand(int value)
S3CsvSource & WithName(NameT &&value)
Definition S3CsvSource.h:53
void SetExclusions(ExclusionsT &&value)
const Aws::String & GetEscaper() const
S3CsvSource & WithEscaper(EscaperT &&value)
S3CsvSource & WithMultiline(bool value)
AWS_GLUE_API S3CsvSource & operator=(Aws::Utils::Json::JsonView jsonValue)
AWS_GLUE_API S3CsvSource()=default
bool AdditionalOptionsHasBeenSet() const
S3CsvSource & WithGroupFiles(GroupFilesT &&value)
Separator GetSeparator() const
const Aws::Vector< Aws::String > & GetExclusions() const
S3CsvSource & WithRecurse(bool value)
bool OptimizePerformanceHasBeenSet() const
const Aws::String & GetName() const
Definition S3CsvSource.h:45
S3CsvSource & WithMaxFilesInBand(int value)
QuoteChar GetQuoteChar() const
void SetPaths(PathsT &&value)
Definition S3CsvSource.h:66
S3CsvSource & WithWriteHeader(bool value)
std::basic_string< char, std::char_traits< char >, Aws::Allocator< char > > String
std::vector< T, Aws::Allocator< T > > Vector
Aws::Utils::Json::JsonValue JsonValue