AWS SDK for C++

AWS SDK for C++ Version 1.11.718

Loading...
Searching...
No Matches
OptimizationConfig.h
1
6#pragma once
7#include <aws/sagemaker/SageMaker_EXPORTS.h>
8#include <aws/sagemaker/model/ModelCompilationConfig.h>
9#include <aws/sagemaker/model/ModelQuantizationConfig.h>
10#include <aws/sagemaker/model/ModelShardingConfig.h>
11#include <aws/sagemaker/model/ModelSpeculativeDecodingConfig.h>
12
13#include <utility>
14
15namespace Aws {
16namespace Utils {
17namespace Json {
18class JsonValue;
19class JsonView;
20} // namespace Json
21} // namespace Utils
22namespace SageMaker {
23namespace Model {
24
32 public:
33 AWS_SAGEMAKER_API OptimizationConfig() = default;
34 AWS_SAGEMAKER_API OptimizationConfig(Aws::Utils::Json::JsonView jsonValue);
36 AWS_SAGEMAKER_API Aws::Utils::Json::JsonValue Jsonize() const;
37
39
43 inline const ModelQuantizationConfig& GetModelQuantizationConfig() const { return m_modelQuantizationConfig; }
44 inline bool ModelQuantizationConfigHasBeenSet() const { return m_modelQuantizationConfigHasBeenSet; }
45 template <typename ModelQuantizationConfigT = ModelQuantizationConfig>
46 void SetModelQuantizationConfig(ModelQuantizationConfigT&& value) {
47 m_modelQuantizationConfigHasBeenSet = true;
48 m_modelQuantizationConfig = std::forward<ModelQuantizationConfigT>(value);
49 }
50 template <typename ModelQuantizationConfigT = ModelQuantizationConfig>
51 OptimizationConfig& WithModelQuantizationConfig(ModelQuantizationConfigT&& value) {
52 SetModelQuantizationConfig(std::forward<ModelQuantizationConfigT>(value));
53 return *this;
54 }
56
58
62 inline const ModelCompilationConfig& GetModelCompilationConfig() const { return m_modelCompilationConfig; }
63 inline bool ModelCompilationConfigHasBeenSet() const { return m_modelCompilationConfigHasBeenSet; }
64 template <typename ModelCompilationConfigT = ModelCompilationConfig>
65 void SetModelCompilationConfig(ModelCompilationConfigT&& value) {
66 m_modelCompilationConfigHasBeenSet = true;
67 m_modelCompilationConfig = std::forward<ModelCompilationConfigT>(value);
68 }
69 template <typename ModelCompilationConfigT = ModelCompilationConfig>
70 OptimizationConfig& WithModelCompilationConfig(ModelCompilationConfigT&& value) {
71 SetModelCompilationConfig(std::forward<ModelCompilationConfigT>(value));
72 return *this;
73 }
75
77
81 inline const ModelShardingConfig& GetModelShardingConfig() const { return m_modelShardingConfig; }
82 inline bool ModelShardingConfigHasBeenSet() const { return m_modelShardingConfigHasBeenSet; }
83 template <typename ModelShardingConfigT = ModelShardingConfig>
84 void SetModelShardingConfig(ModelShardingConfigT&& value) {
85 m_modelShardingConfigHasBeenSet = true;
86 m_modelShardingConfig = std::forward<ModelShardingConfigT>(value);
87 }
88 template <typename ModelShardingConfigT = ModelShardingConfig>
89 OptimizationConfig& WithModelShardingConfig(ModelShardingConfigT&& value) {
90 SetModelShardingConfig(std::forward<ModelShardingConfigT>(value));
91 return *this;
92 }
94
96
100 inline const ModelSpeculativeDecodingConfig& GetModelSpeculativeDecodingConfig() const { return m_modelSpeculativeDecodingConfig; }
101 inline bool ModelSpeculativeDecodingConfigHasBeenSet() const { return m_modelSpeculativeDecodingConfigHasBeenSet; }
102 template <typename ModelSpeculativeDecodingConfigT = ModelSpeculativeDecodingConfig>
103 void SetModelSpeculativeDecodingConfig(ModelSpeculativeDecodingConfigT&& value) {
104 m_modelSpeculativeDecodingConfigHasBeenSet = true;
105 m_modelSpeculativeDecodingConfig = std::forward<ModelSpeculativeDecodingConfigT>(value);
106 }
107 template <typename ModelSpeculativeDecodingConfigT = ModelSpeculativeDecodingConfig>
108 OptimizationConfig& WithModelSpeculativeDecodingConfig(ModelSpeculativeDecodingConfigT&& value) {
109 SetModelSpeculativeDecodingConfig(std::forward<ModelSpeculativeDecodingConfigT>(value));
110 return *this;
111 }
113 private:
114 ModelQuantizationConfig m_modelQuantizationConfig;
115
116 ModelCompilationConfig m_modelCompilationConfig;
117
118 ModelShardingConfig m_modelShardingConfig;
119
120 ModelSpeculativeDecodingConfig m_modelSpeculativeDecodingConfig;
121 bool m_modelQuantizationConfigHasBeenSet = false;
122 bool m_modelCompilationConfigHasBeenSet = false;
123 bool m_modelShardingConfigHasBeenSet = false;
124 bool m_modelSpeculativeDecodingConfigHasBeenSet = false;
125};
126
127} // namespace Model
128} // namespace SageMaker
129} // namespace Aws
OptimizationConfig & WithModelCompilationConfig(ModelCompilationConfigT &&value)
const ModelSpeculativeDecodingConfig & GetModelSpeculativeDecodingConfig() const
void SetModelQuantizationConfig(ModelQuantizationConfigT &&value)
OptimizationConfig & WithModelSpeculativeDecodingConfig(ModelSpeculativeDecodingConfigT &&value)
AWS_SAGEMAKER_API OptimizationConfig()=default
void SetModelShardingConfig(ModelShardingConfigT &&value)
AWS_SAGEMAKER_API OptimizationConfig & operator=(Aws::Utils::Json::JsonView jsonValue)
const ModelQuantizationConfig & GetModelQuantizationConfig() const
OptimizationConfig & WithModelShardingConfig(ModelShardingConfigT &&value)
AWS_SAGEMAKER_API Aws::Utils::Json::JsonValue Jsonize() const
AWS_SAGEMAKER_API OptimizationConfig(Aws::Utils::Json::JsonView jsonValue)
OptimizationConfig & WithModelQuantizationConfig(ModelQuantizationConfigT &&value)
const ModelShardingConfig & GetModelShardingConfig() const
const ModelCompilationConfig & GetModelCompilationConfig() const
void SetModelSpeculativeDecodingConfig(ModelSpeculativeDecodingConfigT &&value)
void SetModelCompilationConfig(ModelCompilationConfigT &&value)
Aws::Utils::Json::JsonValue JsonValue