Variables
Batch_State_name, Batch_State_value
var (
Batch_State_name = map[int32]string{
0: "STATE_UNSPECIFIED",
1: "PENDING",
2: "RUNNING",
3: "CANCELLING",
4: "CANCELLED",
5: "SUCCEEDED",
6: "FAILED",
}
Batch_State_value = map[string]int32{
"STATE_UNSPECIFIED": 0,
"PENDING": 1,
"RUNNING": 2,
"CANCELLING": 3,
"CANCELLED": 4,
"SUCCEEDED": 5,
"FAILED": 6,
}
)
Enum value maps for Batch_State.
GceClusterConfig_PrivateIpv6GoogleAccess_name, GceClusterConfig_PrivateIpv6GoogleAccess_value
var (
GceClusterConfig_PrivateIpv6GoogleAccess_name = map[int32]string{
0: "PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED",
1: "INHERIT_FROM_SUBNETWORK",
2: "OUTBOUND",
3: "BIDIRECTIONAL",
}
GceClusterConfig_PrivateIpv6GoogleAccess_value = map[string]int32{
"PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED": 0,
"INHERIT_FROM_SUBNETWORK": 1,
"OUTBOUND": 2,
"BIDIRECTIONAL": 3,
}
)
Enum value maps for GceClusterConfig_PrivateIpv6GoogleAccess.
InstanceGroupConfig_Preemptibility_name, InstanceGroupConfig_Preemptibility_value
var (
InstanceGroupConfig_Preemptibility_name = map[int32]string{
0: "PREEMPTIBILITY_UNSPECIFIED",
1: "NON_PREEMPTIBLE",
2: "PREEMPTIBLE",
3: "SPOT",
}
InstanceGroupConfig_Preemptibility_value = map[string]int32{
"PREEMPTIBILITY_UNSPECIFIED": 0,
"NON_PREEMPTIBLE": 1,
"PREEMPTIBLE": 2,
"SPOT": 3,
}
)
Enum value maps for InstanceGroupConfig_Preemptibility.
NodeGroup_Role_name, NodeGroup_Role_value
var (
NodeGroup_Role_name = map[int32]string{
0: "ROLE_UNSPECIFIED",
1: "DRIVER",
}
NodeGroup_Role_value = map[string]int32{
"ROLE_UNSPECIFIED": 0,
"DRIVER": 1,
}
)
Enum value maps for NodeGroup_Role.
ClusterStatus_State_name, ClusterStatus_State_value
var (
ClusterStatus_State_name = map[int32]string{
0: "UNKNOWN",
1: "CREATING",
2: "RUNNING",
3: "ERROR",
9: "ERROR_DUE_TO_UPDATE",
4: "DELETING",
5: "UPDATING",
6: "STOPPING",
7: "STOPPED",
8: "STARTING",
10: "REPAIRING",
}
ClusterStatus_State_value = map[string]int32{
"UNKNOWN": 0,
"CREATING": 1,
"RUNNING": 2,
"ERROR": 3,
"ERROR_DUE_TO_UPDATE": 9,
"DELETING": 4,
"UPDATING": 5,
"STOPPING": 6,
"STOPPED": 7,
"STARTING": 8,
"REPAIRING": 10,
}
)
Enum value maps for ClusterStatus_State.
ClusterStatus_Substate_name, ClusterStatus_Substate_value
var (
ClusterStatus_Substate_name = map[int32]string{
0: "UNSPECIFIED",
1: "UNHEALTHY",
2: "STALE_STATUS",
}
ClusterStatus_Substate_value = map[string]int32{
"UNSPECIFIED": 0,
"UNHEALTHY": 1,
"STALE_STATUS": 2,
}
)
Enum value maps for ClusterStatus_Substate.
DataprocMetricConfig_MetricSource_name, DataprocMetricConfig_MetricSource_value
var (
DataprocMetricConfig_MetricSource_name = map[int32]string{
0: "METRIC_SOURCE_UNSPECIFIED",
1: "MONITORING_AGENT_DEFAULTS",
2: "HDFS",
3: "SPARK",
4: "YARN",
5: "SPARK_HISTORY_SERVER",
6: "HIVESERVER2",
7: "HIVEMETASTORE",
8: "FLINK",
}
DataprocMetricConfig_MetricSource_value = map[string]int32{
"METRIC_SOURCE_UNSPECIFIED": 0,
"MONITORING_AGENT_DEFAULTS": 1,
"HDFS": 2,
"SPARK": 3,
"YARN": 4,
"SPARK_HISTORY_SERVER": 5,
"HIVESERVER2": 6,
"HIVEMETASTORE": 7,
"FLINK": 8,
}
)
Enum value maps for DataprocMetricConfig_MetricSource.
DiagnoseClusterRequest_TarballAccess_name, DiagnoseClusterRequest_TarballAccess_value
var (
DiagnoseClusterRequest_TarballAccess_name = map[int32]string{
0: "TARBALL_ACCESS_UNSPECIFIED",
1: "GOOGLE_CLOUD_SUPPORT",
2: "GOOGLE_DATAPROC_DIAGNOSE",
}
DiagnoseClusterRequest_TarballAccess_value = map[string]int32{
"TARBALL_ACCESS_UNSPECIFIED": 0,
"GOOGLE_CLOUD_SUPPORT": 1,
"GOOGLE_DATAPROC_DIAGNOSE": 2,
}
)
Enum value maps for DiagnoseClusterRequest_TarballAccess.
ReservationAffinity_Type_name, ReservationAffinity_Type_value
var (
ReservationAffinity_Type_name = map[int32]string{
0: "TYPE_UNSPECIFIED",
1: "NO_RESERVATION",
2: "ANY_RESERVATION",
3: "SPECIFIC_RESERVATION",
}
ReservationAffinity_Type_value = map[string]int32{
"TYPE_UNSPECIFIED": 0,
"NO_RESERVATION": 1,
"ANY_RESERVATION": 2,
"SPECIFIC_RESERVATION": 3,
}
)
Enum value maps for ReservationAffinity_Type.
LoggingConfig_Level_name, LoggingConfig_Level_value
var (
LoggingConfig_Level_name = map[int32]string{
0: "LEVEL_UNSPECIFIED",
1: "ALL",
2: "TRACE",
3: "DEBUG",
4: "INFO",
5: "WARN",
6: "ERROR",
7: "FATAL",
8: "OFF",
}
LoggingConfig_Level_value = map[string]int32{
"LEVEL_UNSPECIFIED": 0,
"ALL": 1,
"TRACE": 2,
"DEBUG": 3,
"INFO": 4,
"WARN": 5,
"ERROR": 6,
"FATAL": 7,
"OFF": 8,
}
)
Enum value maps for LoggingConfig_Level.
JobStatus_State_name, JobStatus_State_value
var (
JobStatus_State_name = map[int32]string{
0: "STATE_UNSPECIFIED",
1: "PENDING",
8: "SETUP_DONE",
2: "RUNNING",
3: "CANCEL_PENDING",
7: "CANCEL_STARTED",
4: "CANCELLED",
5: "DONE",
6: "ERROR",
9: "ATTEMPT_FAILURE",
}
JobStatus_State_value = map[string]int32{
"STATE_UNSPECIFIED": 0,
"PENDING": 1,
"SETUP_DONE": 8,
"RUNNING": 2,
"CANCEL_PENDING": 3,
"CANCEL_STARTED": 7,
"CANCELLED": 4,
"DONE": 5,
"ERROR": 6,
"ATTEMPT_FAILURE": 9,
}
)
Enum value maps for JobStatus_State.
JobStatus_Substate_name, JobStatus_Substate_value
var (
JobStatus_Substate_name = map[int32]string{
0: "UNSPECIFIED",
1: "SUBMITTED",
2: "QUEUED",
3: "STALE_STATUS",
}
JobStatus_Substate_value = map[string]int32{
"UNSPECIFIED": 0,
"SUBMITTED": 1,
"QUEUED": 2,
"STALE_STATUS": 3,
}
)
Enum value maps for JobStatus_Substate.
YarnApplication_State_name, YarnApplication_State_value
var (
YarnApplication_State_name = map[int32]string{
0: "STATE_UNSPECIFIED",
1: "NEW",
2: "NEW_SAVING",
3: "SUBMITTED",
4: "ACCEPTED",
5: "RUNNING",
6: "FINISHED",
7: "FAILED",
8: "KILLED",
}
YarnApplication_State_value = map[string]int32{
"STATE_UNSPECIFIED": 0,
"NEW": 1,
"NEW_SAVING": 2,
"SUBMITTED": 3,
"ACCEPTED": 4,
"RUNNING": 5,
"FINISHED": 6,
"FAILED": 7,
"KILLED": 8,
}
)
Enum value maps for YarnApplication_State.
ListJobsRequest_JobStateMatcher_name, ListJobsRequest_JobStateMatcher_value
var (
ListJobsRequest_JobStateMatcher_name = map[int32]string{
0: "ALL",
1: "ACTIVE",
2: "NON_ACTIVE",
}
ListJobsRequest_JobStateMatcher_value = map[string]int32{
"ALL": 0,
"ACTIVE": 1,
"NON_ACTIVE": 2,
}
)
Enum value maps for ListJobsRequest_JobStateMatcher.
BatchOperationMetadata_BatchOperationType_name, BatchOperationMetadata_BatchOperationType_value
var (
BatchOperationMetadata_BatchOperationType_name = map[int32]string{
0: "BATCH_OPERATION_TYPE_UNSPECIFIED",
1: "BATCH",
}
BatchOperationMetadata_BatchOperationType_value = map[string]int32{
"BATCH_OPERATION_TYPE_UNSPECIFIED": 0,
"BATCH": 1,
}
)
Enum value maps for BatchOperationMetadata_BatchOperationType.
SessionOperationMetadata_SessionOperationType_name, SessionOperationMetadata_SessionOperationType_value
var (
SessionOperationMetadata_SessionOperationType_name = map[int32]string{
0: "SESSION_OPERATION_TYPE_UNSPECIFIED",
1: "CREATE",
2: "TERMINATE",
3: "DELETE",
}
SessionOperationMetadata_SessionOperationType_value = map[string]int32{
"SESSION_OPERATION_TYPE_UNSPECIFIED": 0,
"CREATE": 1,
"TERMINATE": 2,
"DELETE": 3,
}
)
Enum value maps for SessionOperationMetadata_SessionOperationType.
ClusterOperationStatus_State_name, ClusterOperationStatus_State_value
var (
ClusterOperationStatus_State_name = map[int32]string{
0: "UNKNOWN",
1: "PENDING",
2: "RUNNING",
3: "DONE",
}
ClusterOperationStatus_State_value = map[string]int32{
"UNKNOWN": 0,
"PENDING": 1,
"RUNNING": 2,
"DONE": 3,
}
)
Enum value maps for ClusterOperationStatus_State.
NodeGroupOperationMetadata_NodeGroupOperationType_name, NodeGroupOperationMetadata_NodeGroupOperationType_value
var (
NodeGroupOperationMetadata_NodeGroupOperationType_name = map[int32]string{
0: "NODE_GROUP_OPERATION_TYPE_UNSPECIFIED",
1: "CREATE",
2: "UPDATE",
3: "DELETE",
4: "RESIZE",
}
NodeGroupOperationMetadata_NodeGroupOperationType_value = map[string]int32{
"NODE_GROUP_OPERATION_TYPE_UNSPECIFIED": 0,
"CREATE": 1,
"UPDATE": 2,
"DELETE": 3,
"RESIZE": 4,
}
)
Enum value maps for NodeGroupOperationMetadata_NodeGroupOperationType.
Session_State_name, Session_State_value
var (
Session_State_name = map[int32]string{
0: "STATE_UNSPECIFIED",
1: "CREATING",
2: "ACTIVE",
3: "TERMINATING",
4: "TERMINATED",
5: "FAILED",
}
Session_State_value = map[string]int32{
"STATE_UNSPECIFIED": 0,
"CREATING": 1,
"ACTIVE": 2,
"TERMINATING": 3,
"TERMINATED": 4,
"FAILED": 5,
}
)
Enum value maps for Session_State.
JupyterConfig_Kernel_name, JupyterConfig_Kernel_value
var (
JupyterConfig_Kernel_name = map[int32]string{
0: "KERNEL_UNSPECIFIED",
1: "PYTHON",
2: "SCALA",
}
JupyterConfig_Kernel_value = map[string]int32{
"KERNEL_UNSPECIFIED": 0,
"PYTHON": 1,
"SCALA": 2,
}
)
Enum value maps for JupyterConfig_Kernel.
Component_name, Component_value
var (
Component_name = map[int32]string{
0: "COMPONENT_UNSPECIFIED",
5: "ANACONDA",
13: "DOCKER",
9: "DRUID",
14: "FLINK",
11: "HBASE",
3: "HIVE_WEBHCAT",
18: "HUDI",
1: "JUPYTER",
6: "PRESTO",
17: "TRINO",
12: "RANGER",
10: "SOLR",
4: "ZEPPELIN",
8: "ZOOKEEPER",
}
Component_value = map[string]int32{
"COMPONENT_UNSPECIFIED": 0,
"ANACONDA": 5,
"DOCKER": 13,
"DRUID": 9,
"FLINK": 14,
"HBASE": 11,
"HIVE_WEBHCAT": 3,
"HUDI": 18,
"JUPYTER": 1,
"PRESTO": 6,
"TRINO": 17,
"RANGER": 12,
"SOLR": 10,
"ZEPPELIN": 4,
"ZOOKEEPER": 8,
}
)
Enum value maps for Component.
FailureAction_name, FailureAction_value
var (
FailureAction_name = map[int32]string{
0: "FAILURE_ACTION_UNSPECIFIED",
1: "NO_ACTION",
2: "DELETE",
}
FailureAction_value = map[string]int32{
"FAILURE_ACTION_UNSPECIFIED": 0,
"NO_ACTION": 1,
"DELETE": 2,
}
)
Enum value maps for FailureAction.
GkeNodePoolTarget_Role_name, GkeNodePoolTarget_Role_value
var (
GkeNodePoolTarget_Role_name = map[int32]string{
0: "ROLE_UNSPECIFIED",
1: "DEFAULT",
2: "CONTROLLER",
3: "SPARK_DRIVER",
4: "SPARK_EXECUTOR",
}
GkeNodePoolTarget_Role_value = map[string]int32{
"ROLE_UNSPECIFIED": 0,
"DEFAULT": 1,
"CONTROLLER": 2,
"SPARK_DRIVER": 3,
"SPARK_EXECUTOR": 4,
}
)
Enum value maps for GkeNodePoolTarget_Role.
AutotuningConfig_Scenario_name, AutotuningConfig_Scenario_value
var (
AutotuningConfig_Scenario_name = map[int32]string{
0: "SCENARIO_UNSPECIFIED",
2: "SCALING",
3: "BROADCAST_HASH_JOIN",
4: "MEMORY",
}
AutotuningConfig_Scenario_value = map[string]int32{
"SCENARIO_UNSPECIFIED": 0,
"SCALING": 2,
"BROADCAST_HASH_JOIN": 3,
"MEMORY": 4,
}
)
Enum value maps for AutotuningConfig_Scenario.
WorkflowMetadata_State_name, WorkflowMetadata_State_value
var (
WorkflowMetadata_State_name = map[int32]string{
0: "UNKNOWN",
1: "PENDING",
2: "RUNNING",
3: "DONE",
}
WorkflowMetadata_State_value = map[string]int32{
"UNKNOWN": 0,
"PENDING": 1,
"RUNNING": 2,
"DONE": 3,
}
)
Enum value maps for WorkflowMetadata_State.
WorkflowNode_NodeState_name, WorkflowNode_NodeState_value
var (
WorkflowNode_NodeState_name = map[int32]string{
0: "NODE_STATE_UNSPECIFIED",
1: "BLOCKED",
2: "RUNNABLE",
3: "RUNNING",
4: "COMPLETED",
5: "FAILED",
}
WorkflowNode_NodeState_value = map[string]int32{
"NODE_STATE_UNSPECIFIED": 0,
"BLOCKED": 1,
"RUNNABLE": 2,
"RUNNING": 3,
"COMPLETED": 4,
"FAILED": 5,
}
)
Enum value maps for WorkflowNode_NodeState.
File_google_cloud_dataproc_v1_autoscaling_policies_proto
var File_google_cloud_dataproc_v1_autoscaling_policies_proto protoreflect.FileDescriptor
File_google_cloud_dataproc_v1_batches_proto
var File_google_cloud_dataproc_v1_batches_proto protoreflect.FileDescriptor
File_google_cloud_dataproc_v1_clusters_proto
var File_google_cloud_dataproc_v1_clusters_proto protoreflect.FileDescriptor
File_google_cloud_dataproc_v1_jobs_proto
var File_google_cloud_dataproc_v1_jobs_proto protoreflect.FileDescriptor
File_google_cloud_dataproc_v1_node_groups_proto
var File_google_cloud_dataproc_v1_node_groups_proto protoreflect.FileDescriptor
File_google_cloud_dataproc_v1_operations_proto
var File_google_cloud_dataproc_v1_operations_proto protoreflect.FileDescriptor
File_google_cloud_dataproc_v1_session_templates_proto
var File_google_cloud_dataproc_v1_session_templates_proto protoreflect.FileDescriptor
File_google_cloud_dataproc_v1_sessions_proto
var File_google_cloud_dataproc_v1_sessions_proto protoreflect.FileDescriptor
File_google_cloud_dataproc_v1_shared_proto
var File_google_cloud_dataproc_v1_shared_proto protoreflect.FileDescriptor
File_google_cloud_dataproc_v1_workflow_templates_proto
var File_google_cloud_dataproc_v1_workflow_templates_proto protoreflect.FileDescriptor
Functions
func RegisterAutoscalingPolicyServiceServer
func RegisterAutoscalingPolicyServiceServer(s *grpc.Server, srv AutoscalingPolicyServiceServer)
func RegisterBatchControllerServer
func RegisterBatchControllerServer(s *grpc.Server, srv BatchControllerServer)
func RegisterClusterControllerServer
func RegisterClusterControllerServer(s *grpc.Server, srv ClusterControllerServer)
func RegisterJobControllerServer
func RegisterJobControllerServer(s *grpc.Server, srv JobControllerServer)
func RegisterNodeGroupControllerServer
func RegisterNodeGroupControllerServer(s *grpc.Server, srv NodeGroupControllerServer)
func RegisterSessionControllerServer
func RegisterSessionControllerServer(s *grpc.Server, srv SessionControllerServer)
func RegisterSessionTemplateControllerServer
func RegisterSessionTemplateControllerServer(s *grpc.Server, srv SessionTemplateControllerServer)
func RegisterWorkflowTemplateServiceServer
func RegisterWorkflowTemplateServiceServer(s *grpc.Server, srv WorkflowTemplateServiceServer)
AcceleratorConfig
type AcceleratorConfig struct {
// Full URL, partial URI, or short name of the accelerator type resource to
// expose to this instance. See
// [Compute Engine
// AcceleratorTypes](https://cloud.google.com/compute/docs/reference/v1/acceleratorTypes).
//
// Examples:
//
// * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-t4`
// * `projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-t4`
// * `nvidia-tesla-t4`
//
// **Auto Zone Exception**: If you are using the Dataproc
// [Auto Zone
// Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
// feature, you must use the short name of the accelerator type
// resource, for example, `nvidia-tesla-t4`.
AcceleratorTypeUri string `protobuf:"bytes,1,opt,name=accelerator_type_uri,json=acceleratorTypeUri,proto3" json:"accelerator_type_uri,omitempty"`
// The number of the accelerator cards of this type exposed to this instance.
AcceleratorCount int32 `protobuf:"varint,2,opt,name=accelerator_count,json=acceleratorCount,proto3" json:"accelerator_count,omitempty"`
// contains filtered or unexported fields
}
Specifies the type and number of accelerator cards attached to the instances of an instance. See GPUs on Compute Engine.
func (*AcceleratorConfig) Descriptor
func (*AcceleratorConfig) Descriptor() ([]byte, []int)
Deprecated: Use AcceleratorConfig.ProtoReflect.Descriptor instead.
func (*AcceleratorConfig) GetAcceleratorCount
func (x *AcceleratorConfig) GetAcceleratorCount() int32
func (*AcceleratorConfig) GetAcceleratorTypeUri
func (x *AcceleratorConfig) GetAcceleratorTypeUri() string
func (*AcceleratorConfig) ProtoMessage
func (*AcceleratorConfig) ProtoMessage()
func (*AcceleratorConfig) ProtoReflect
func (x *AcceleratorConfig) ProtoReflect() protoreflect.Message
func (*AcceleratorConfig) Reset
func (x *AcceleratorConfig) Reset()
func (*AcceleratorConfig) String
func (x *AcceleratorConfig) String() string
AutoscalingConfig
type AutoscalingConfig struct {
// Optional. The autoscaling policy used by the cluster.
//
// Only resource names including projectid and location (region) are valid.
// Examples:
//
// * `https://www.googleapis.com/compute/v1/projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
// * `projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
//
// Note that the policy must be in the same project and Dataproc region.
PolicyUri string `protobuf:"bytes,1,opt,name=policy_uri,json=policyUri,proto3" json:"policy_uri,omitempty"`
// contains filtered or unexported fields
}
Autoscaling Policy config associated with the cluster.
func (*AutoscalingConfig) Descriptor
func (*AutoscalingConfig) Descriptor() ([]byte, []int)
Deprecated: Use AutoscalingConfig.ProtoReflect.Descriptor instead.
func (*AutoscalingConfig) GetPolicyUri
func (x *AutoscalingConfig) GetPolicyUri() string
func (*AutoscalingConfig) ProtoMessage
func (*AutoscalingConfig) ProtoMessage()
func (*AutoscalingConfig) ProtoReflect
func (x *AutoscalingConfig) ProtoReflect() protoreflect.Message
func (*AutoscalingConfig) Reset
func (x *AutoscalingConfig) Reset()
func (*AutoscalingConfig) String
func (x *AutoscalingConfig) String() string
AutoscalingPolicy
type AutoscalingPolicy struct {
Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
Algorithm isAutoscalingPolicy_Algorithm `protobuf_oneof:"algorithm"`
WorkerConfig *InstanceGroupAutoscalingPolicyConfig `protobuf:"bytes,4,opt,name=worker_config,json=workerConfig,proto3" json:"worker_config,omitempty"`
SecondaryWorkerConfig *InstanceGroupAutoscalingPolicyConfig `protobuf:"bytes,5,opt,name=secondary_worker_config,json=secondaryWorkerConfig,proto3" json:"secondary_worker_config,omitempty"`
Labels map[string]string "" /* 153 byte string literal not displayed */
}
Describes an autoscaling policy for Dataproc cluster autoscaler.
func (*AutoscalingPolicy) Descriptor
func (*AutoscalingPolicy) Descriptor() ([]byte, []int)
Deprecated: Use AutoscalingPolicy.ProtoReflect.Descriptor instead.
func (*AutoscalingPolicy) GetAlgorithm
func (m *AutoscalingPolicy) GetAlgorithm() isAutoscalingPolicy_Algorithm
func (*AutoscalingPolicy) GetBasicAlgorithm
func (x *AutoscalingPolicy) GetBasicAlgorithm() *BasicAutoscalingAlgorithm
func (*AutoscalingPolicy) GetId
func (x *AutoscalingPolicy) GetId() string
func (*AutoscalingPolicy) GetLabels
func (x *AutoscalingPolicy) GetLabels() map[string]string
func (*AutoscalingPolicy) GetName
func (x *AutoscalingPolicy) GetName() string
func (*AutoscalingPolicy) GetSecondaryWorkerConfig
func (x *AutoscalingPolicy) GetSecondaryWorkerConfig() *InstanceGroupAutoscalingPolicyConfig
func (*AutoscalingPolicy) GetWorkerConfig
func (x *AutoscalingPolicy) GetWorkerConfig() *InstanceGroupAutoscalingPolicyConfig
func (*AutoscalingPolicy) ProtoMessage
func (*AutoscalingPolicy) ProtoMessage()
func (*AutoscalingPolicy) ProtoReflect
func (x *AutoscalingPolicy) ProtoReflect() protoreflect.Message
func (*AutoscalingPolicy) Reset
func (x *AutoscalingPolicy) Reset()
func (*AutoscalingPolicy) String
func (x *AutoscalingPolicy) String() string
AutoscalingPolicyServiceClient
type AutoscalingPolicyServiceClient interface {
// Creates new autoscaling policy.
CreateAutoscalingPolicy(ctx context.Context, in *CreateAutoscalingPolicyRequest, opts ...grpc.CallOption) (*AutoscalingPolicy, error)
// Updates (replaces) autoscaling policy.
//
// Disabled check for update_mask, because all updates will be full
// replacements.
UpdateAutoscalingPolicy(ctx context.Context, in *UpdateAutoscalingPolicyRequest, opts ...grpc.CallOption) (*AutoscalingPolicy, error)
// Retrieves autoscaling policy.
GetAutoscalingPolicy(ctx context.Context, in *GetAutoscalingPolicyRequest, opts ...grpc.CallOption) (*AutoscalingPolicy, error)
// Lists autoscaling policies in the project.
ListAutoscalingPolicies(ctx context.Context, in *ListAutoscalingPoliciesRequest, opts ...grpc.CallOption) (*ListAutoscalingPoliciesResponse, error)
// Deletes an autoscaling policy. It is an error to delete an autoscaling
// policy that is in use by one or more clusters.
DeleteAutoscalingPolicy(ctx context.Context, in *DeleteAutoscalingPolicyRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
}
AutoscalingPolicyServiceClient is the client API for AutoscalingPolicyService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewAutoscalingPolicyServiceClient
func NewAutoscalingPolicyServiceClient(cc grpc.ClientConnInterface) AutoscalingPolicyServiceClient
AutoscalingPolicyServiceServer
type AutoscalingPolicyServiceServer interface {
// Creates new autoscaling policy.
CreateAutoscalingPolicy(context.Context, *CreateAutoscalingPolicyRequest) (*AutoscalingPolicy, error)
// Updates (replaces) autoscaling policy.
//
// Disabled check for update_mask, because all updates will be full
// replacements.
UpdateAutoscalingPolicy(context.Context, *UpdateAutoscalingPolicyRequest) (*AutoscalingPolicy, error)
// Retrieves autoscaling policy.
GetAutoscalingPolicy(context.Context, *GetAutoscalingPolicyRequest) (*AutoscalingPolicy, error)
// Lists autoscaling policies in the project.
ListAutoscalingPolicies(context.Context, *ListAutoscalingPoliciesRequest) (*ListAutoscalingPoliciesResponse, error)
// Deletes an autoscaling policy. It is an error to delete an autoscaling
// policy that is in use by one or more clusters.
DeleteAutoscalingPolicy(context.Context, *DeleteAutoscalingPolicyRequest) (*emptypb.Empty, error)
}
AutoscalingPolicyServiceServer is the server API for AutoscalingPolicyService service.
AutoscalingPolicy_BasicAlgorithm
type AutoscalingPolicy_BasicAlgorithm struct {
BasicAlgorithm *BasicAutoscalingAlgorithm `protobuf:"bytes,3,opt,name=basic_algorithm,json=basicAlgorithm,proto3,oneof"`
}
AutotuningConfig
type AutotuningConfig struct {
Scenarios []AutotuningConfig_Scenario "" /* 135 byte string literal not displayed */
}
Autotuning configuration of the workload.
func (*AutotuningConfig) Descriptor
func (*AutotuningConfig) Descriptor() ([]byte, []int)
Deprecated: Use AutotuningConfig.ProtoReflect.Descriptor instead.
func (*AutotuningConfig) GetScenarios
func (x *AutotuningConfig) GetScenarios() []AutotuningConfig_Scenario
func (*AutotuningConfig) ProtoMessage
func (*AutotuningConfig) ProtoMessage()
func (*AutotuningConfig) ProtoReflect
func (x *AutotuningConfig) ProtoReflect() protoreflect.Message
func (*AutotuningConfig) Reset
func (x *AutotuningConfig) Reset()
func (*AutotuningConfig) String
func (x *AutotuningConfig) String() string
AutotuningConfig_Scenario
type AutotuningConfig_Scenario int32
Scenario represents a specific goal that autotuning will attempt to achieve by modifying workloads.
AutotuningConfig_SCENARIO_UNSPECIFIED, AutotuningConfig_SCALING, AutotuningConfig_BROADCAST_HASH_JOIN, AutotuningConfig_MEMORY
const (
// Default value.
AutotuningConfig_SCENARIO_UNSPECIFIED AutotuningConfig_Scenario = 0
// Scaling recommendations such as initialExecutors.
AutotuningConfig_SCALING AutotuningConfig_Scenario = 2
// Adding hints for potential relation broadcasts.
AutotuningConfig_BROADCAST_HASH_JOIN AutotuningConfig_Scenario = 3
// Memory management for workloads.
AutotuningConfig_MEMORY AutotuningConfig_Scenario = 4
)
func (AutotuningConfig_Scenario) Descriptor
func (AutotuningConfig_Scenario) Descriptor() protoreflect.EnumDescriptor
func (AutotuningConfig_Scenario) Enum
func (x AutotuningConfig_Scenario) Enum() *AutotuningConfig_Scenario
func (AutotuningConfig_Scenario) EnumDescriptor
func (AutotuningConfig_Scenario) EnumDescriptor() ([]byte, []int)
Deprecated: Use AutotuningConfig_Scenario.Descriptor instead.
func (AutotuningConfig_Scenario) Number
func (x AutotuningConfig_Scenario) Number() protoreflect.EnumNumber
func (AutotuningConfig_Scenario) String
func (x AutotuningConfig_Scenario) String() string
func (AutotuningConfig_Scenario) Type
func (AutotuningConfig_Scenario) Type() protoreflect.EnumType
AuxiliaryNodeGroup
type AuxiliaryNodeGroup struct {
// Required. Node group configuration.
NodeGroup *NodeGroup `protobuf:"bytes,1,opt,name=node_group,json=nodeGroup,proto3" json:"node_group,omitempty"`
// Optional. A node group ID. Generated if not specified.
//
// The ID must contain only letters (a-z, A-Z), numbers (0-9),
// underscores (_), and hyphens (-). Cannot begin or end with underscore
// or hyphen. Must consist of from 3 to 33 characters.
NodeGroupId string `protobuf:"bytes,2,opt,name=node_group_id,json=nodeGroupId,proto3" json:"node_group_id,omitempty"`
// contains filtered or unexported fields
}
Node group identification and configuration information.
func (*AuxiliaryNodeGroup) Descriptor
func (*AuxiliaryNodeGroup) Descriptor() ([]byte, []int)
Deprecated: Use AuxiliaryNodeGroup.ProtoReflect.Descriptor instead.
func (*AuxiliaryNodeGroup) GetNodeGroup
func (x *AuxiliaryNodeGroup) GetNodeGroup() *NodeGroup
func (*AuxiliaryNodeGroup) GetNodeGroupId
func (x *AuxiliaryNodeGroup) GetNodeGroupId() string
func (*AuxiliaryNodeGroup) ProtoMessage
func (*AuxiliaryNodeGroup) ProtoMessage()
func (*AuxiliaryNodeGroup) ProtoReflect
func (x *AuxiliaryNodeGroup) ProtoReflect() protoreflect.Message
func (*AuxiliaryNodeGroup) Reset
func (x *AuxiliaryNodeGroup) Reset()
func (*AuxiliaryNodeGroup) String
func (x *AuxiliaryNodeGroup) String() string
AuxiliaryServicesConfig
type AuxiliaryServicesConfig struct {
MetastoreConfig *MetastoreConfig `protobuf:"bytes,1,opt,name=metastore_config,json=metastoreConfig,proto3" json:"metastore_config,omitempty"`
SparkHistoryServerConfig *SparkHistoryServerConfig "" /* 137 byte string literal not displayed */
}
Auxiliary services configuration for a Cluster.
func (*AuxiliaryServicesConfig) Descriptor
func (*AuxiliaryServicesConfig) Descriptor() ([]byte, []int)
Deprecated: Use AuxiliaryServicesConfig.ProtoReflect.Descriptor instead.
func (*AuxiliaryServicesConfig) GetMetastoreConfig
func (x *AuxiliaryServicesConfig) GetMetastoreConfig() *MetastoreConfig
func (*AuxiliaryServicesConfig) GetSparkHistoryServerConfig
func (x *AuxiliaryServicesConfig) GetSparkHistoryServerConfig() *SparkHistoryServerConfig
func (*AuxiliaryServicesConfig) ProtoMessage
func (*AuxiliaryServicesConfig) ProtoMessage()
func (*AuxiliaryServicesConfig) ProtoReflect
func (x *AuxiliaryServicesConfig) ProtoReflect() protoreflect.Message
func (*AuxiliaryServicesConfig) Reset
func (x *AuxiliaryServicesConfig) Reset()
func (*AuxiliaryServicesConfig) String
func (x *AuxiliaryServicesConfig) String() string
BasicAutoscalingAlgorithm
type BasicAutoscalingAlgorithm struct {
// Types that are assignable to Config:
//
// *BasicAutoscalingAlgorithm_YarnConfig
Config isBasicAutoscalingAlgorithm_Config `protobuf_oneof:"config"`
// Optional. Duration between scaling events. A scaling period starts after
// the update operation from the previous event has completed.
//
// Bounds: [2m, 1d]. Default: 2m.
CooldownPeriod *durationpb.Duration `protobuf:"bytes,2,opt,name=cooldown_period,json=cooldownPeriod,proto3" json:"cooldown_period,omitempty"`
// contains filtered or unexported fields
}
Basic algorithm for autoscaling.
func (*BasicAutoscalingAlgorithm) Descriptor
func (*BasicAutoscalingAlgorithm) Descriptor() ([]byte, []int)
Deprecated: Use BasicAutoscalingAlgorithm.ProtoReflect.Descriptor instead.
func (*BasicAutoscalingAlgorithm) GetConfig
func (m *BasicAutoscalingAlgorithm) GetConfig() isBasicAutoscalingAlgorithm_Config
func (*BasicAutoscalingAlgorithm) GetCooldownPeriod
func (x *BasicAutoscalingAlgorithm) GetCooldownPeriod() *durationpb.Duration
func (*BasicAutoscalingAlgorithm) GetYarnConfig
func (x *BasicAutoscalingAlgorithm) GetYarnConfig() *BasicYarnAutoscalingConfig
func (*BasicAutoscalingAlgorithm) ProtoMessage
func (*BasicAutoscalingAlgorithm) ProtoMessage()
func (*BasicAutoscalingAlgorithm) ProtoReflect
func (x *BasicAutoscalingAlgorithm) ProtoReflect() protoreflect.Message
func (*BasicAutoscalingAlgorithm) Reset
func (x *BasicAutoscalingAlgorithm) Reset()
func (*BasicAutoscalingAlgorithm) String
func (x *BasicAutoscalingAlgorithm) String() string
BasicAutoscalingAlgorithm_YarnConfig
type BasicAutoscalingAlgorithm_YarnConfig struct {
// Required. YARN autoscaling configuration.
YarnConfig *BasicYarnAutoscalingConfig `protobuf:"bytes,1,opt,name=yarn_config,json=yarnConfig,proto3,oneof"`
}
BasicYarnAutoscalingConfig
type BasicYarnAutoscalingConfig struct {
GracefulDecommissionTimeout *durationpb.Duration "" /* 144 byte string literal not displayed */
ScaleUpFactor float64 `protobuf:"fixed64,1,opt,name=scale_up_factor,json=scaleUpFactor,proto3" json:"scale_up_factor,omitempty"`
ScaleDownFactor float64 `protobuf:"fixed64,2,opt,name=scale_down_factor,json=scaleDownFactor,proto3" json:"scale_down_factor,omitempty"`
ScaleUpMinWorkerFraction float64 "" /* 141 byte string literal not displayed */
ScaleDownMinWorkerFraction float64 "" /* 147 byte string literal not displayed */
}
Basic autoscaling configurations for YARN.
func (*BasicYarnAutoscalingConfig) Descriptor
func (*BasicYarnAutoscalingConfig) Descriptor() ([]byte, []int)
Deprecated: Use BasicYarnAutoscalingConfig.ProtoReflect.Descriptor instead.
func (*BasicYarnAutoscalingConfig) GetGracefulDecommissionTimeout
func (x *BasicYarnAutoscalingConfig) GetGracefulDecommissionTimeout() *durationpb.Duration
func (*BasicYarnAutoscalingConfig) GetScaleDownFactor
func (x *BasicYarnAutoscalingConfig) GetScaleDownFactor() float64
func (*BasicYarnAutoscalingConfig) GetScaleDownMinWorkerFraction
func (x *BasicYarnAutoscalingConfig) GetScaleDownMinWorkerFraction() float64
func (*BasicYarnAutoscalingConfig) GetScaleUpFactor
func (x *BasicYarnAutoscalingConfig) GetScaleUpFactor() float64
func (*BasicYarnAutoscalingConfig) GetScaleUpMinWorkerFraction
func (x *BasicYarnAutoscalingConfig) GetScaleUpMinWorkerFraction() float64
func (*BasicYarnAutoscalingConfig) ProtoMessage
func (*BasicYarnAutoscalingConfig) ProtoMessage()
func (*BasicYarnAutoscalingConfig) ProtoReflect
func (x *BasicYarnAutoscalingConfig) ProtoReflect() protoreflect.Message
func (*BasicYarnAutoscalingConfig) Reset
func (x *BasicYarnAutoscalingConfig) Reset()
func (*BasicYarnAutoscalingConfig) String
func (x *BasicYarnAutoscalingConfig) String() string
Batch
type Batch struct {
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
Uuid string `protobuf:"bytes,2,opt,name=uuid,proto3" json:"uuid,omitempty"`
CreateTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=create_time,json=createTime,proto3" json:"create_time,omitempty"`
BatchConfig isBatch_BatchConfig `protobuf_oneof:"batch_config"`
RuntimeInfo *RuntimeInfo `protobuf:"bytes,8,opt,name=runtime_info,json=runtimeInfo,proto3" json:"runtime_info,omitempty"`
State Batch_State `protobuf:"varint,9,opt,name=state,proto3,enum=google.cloud.dataproc.v1.Batch_State" json:"state,omitempty"`
StateMessage string `protobuf:"bytes,10,opt,name=state_message,json=stateMessage,proto3" json:"state_message,omitempty"`
StateTime *timestamppb.Timestamp `protobuf:"bytes,11,opt,name=state_time,json=stateTime,proto3" json:"state_time,omitempty"`
Creator string `protobuf:"bytes,12,opt,name=creator,proto3" json:"creator,omitempty"`
Labels map[string]string "" /* 154 byte string literal not displayed */
RuntimeConfig *RuntimeConfig `protobuf:"bytes,14,opt,name=runtime_config,json=runtimeConfig,proto3" json:"runtime_config,omitempty"`
EnvironmentConfig *EnvironmentConfig `protobuf:"bytes,15,opt,name=environment_config,json=environmentConfig,proto3" json:"environment_config,omitempty"`
Operation string `protobuf:"bytes,16,opt,name=operation,proto3" json:"operation,omitempty"`
StateHistory []*Batch_StateHistory `protobuf:"bytes,17,rep,name=state_history,json=stateHistory,proto3" json:"state_history,omitempty"`
}
A representation of a batch workload in the service.
func (*Batch) Descriptor
Deprecated: Use Batch.ProtoReflect.Descriptor instead.
func (*Batch) GetBatchConfig
func (m *Batch) GetBatchConfig() isBatch_BatchConfig
func (*Batch) GetCreateTime
func (x *Batch) GetCreateTime() *timestamppb.Timestamp
func (*Batch) GetCreator
func (*Batch) GetEnvironmentConfig
func (x *Batch) GetEnvironmentConfig() *EnvironmentConfig
func (*Batch) GetLabels
func (*Batch) GetName
func (*Batch) GetOperation
func (*Batch) GetPysparkBatch
func (x *Batch) GetPysparkBatch() *PySparkBatch
func (*Batch) GetRuntimeConfig
func (x *Batch) GetRuntimeConfig() *RuntimeConfig
func (*Batch) GetRuntimeInfo
func (x *Batch) GetRuntimeInfo() *RuntimeInfo
func (*Batch) GetSparkBatch
func (x *Batch) GetSparkBatch() *SparkBatch
func (*Batch) GetSparkRBatch
func (x *Batch) GetSparkRBatch() *SparkRBatch
func (*Batch) GetSparkSqlBatch
func (x *Batch) GetSparkSqlBatch() *SparkSqlBatch
func (*Batch) GetState
func (x *Batch) GetState() Batch_State
func (*Batch) GetStateHistory
func (x *Batch) GetStateHistory() []*Batch_StateHistory
func (*Batch) GetStateMessage
func (*Batch) GetStateTime
func (x *Batch) GetStateTime() *timestamppb.Timestamp
func (*Batch) GetUuid
func (*Batch) ProtoMessage
func (*Batch) ProtoMessage()
func (*Batch) ProtoReflect
func (x *Batch) ProtoReflect() protoreflect.Message
func (*Batch) Reset
func (x *Batch) Reset()
func (*Batch) String
BatchControllerClient
type BatchControllerClient interface {
// Creates a batch workload that executes asynchronously.
CreateBatch(ctx context.Context, in *CreateBatchRequest, opts ...grpc.CallOption) (*longrunningpb.Operation, error)
// Gets the batch workload resource representation.
GetBatch(ctx context.Context, in *GetBatchRequest, opts ...grpc.CallOption) (*Batch, error)
// Lists batch workloads.
ListBatches(ctx context.Context, in *ListBatchesRequest, opts ...grpc.CallOption) (*ListBatchesResponse, error)
// Deletes the batch workload resource. If the batch is not in terminal state,
// the delete fails and the response returns `FAILED_PRECONDITION`.
DeleteBatch(ctx context.Context, in *DeleteBatchRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
}
BatchControllerClient is the client API for BatchController service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewBatchControllerClient
func NewBatchControllerClient(cc grpc.ClientConnInterface) BatchControllerClient
BatchControllerServer
type BatchControllerServer interface {
// Creates a batch workload that executes asynchronously.
CreateBatch(context.Context, *CreateBatchRequest) (*longrunningpb.Operation, error)
// Gets the batch workload resource representation.
GetBatch(context.Context, *GetBatchRequest) (*Batch, error)
// Lists batch workloads.
ListBatches(context.Context, *ListBatchesRequest) (*ListBatchesResponse, error)
// Deletes the batch workload resource. If the batch is not in terminal state,
// the delete fails and the response returns `FAILED_PRECONDITION`.
DeleteBatch(context.Context, *DeleteBatchRequest) (*emptypb.Empty, error)
}
BatchControllerServer is the server API for BatchController service.
BatchOperationMetadata
type BatchOperationMetadata struct {
Batch string `protobuf:"bytes,1,opt,name=batch,proto3" json:"batch,omitempty"`
BatchUuid string `protobuf:"bytes,2,opt,name=batch_uuid,json=batchUuid,proto3" json:"batch_uuid,omitempty"`
CreateTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=create_time,json=createTime,proto3" json:"create_time,omitempty"`
DoneTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=done_time,json=doneTime,proto3" json:"done_time,omitempty"`
OperationType BatchOperationMetadata_BatchOperationType "" /* 173 byte string literal not displayed */
Description string `protobuf:"bytes,7,opt,name=description,proto3" json:"description,omitempty"`
Labels map[string]string "" /* 153 byte string literal not displayed */
Warnings []string `protobuf:"bytes,9,rep,name=warnings,proto3" json:"warnings,omitempty"`
}
Metadata describing the Batch operation.
func (*BatchOperationMetadata) Descriptor
func (*BatchOperationMetadata) Descriptor() ([]byte, []int)
Deprecated: Use BatchOperationMetadata.ProtoReflect.Descriptor instead.
func (*BatchOperationMetadata) GetBatch
func (x *BatchOperationMetadata) GetBatch() string
func (*BatchOperationMetadata) GetBatchUuid
func (x *BatchOperationMetadata) GetBatchUuid() string
func (*BatchOperationMetadata) GetCreateTime
func (x *BatchOperationMetadata) GetCreateTime() *timestamppb.Timestamp
func (*BatchOperationMetadata) GetDescription
func (x *BatchOperationMetadata) GetDescription() string
func (*BatchOperationMetadata) GetDoneTime
func (x *BatchOperationMetadata) GetDoneTime() *timestamppb.Timestamp
func (*BatchOperationMetadata) GetLabels
func (x *BatchOperationMetadata) GetLabels() map[string]string
func (*BatchOperationMetadata) GetOperationType
func (x *BatchOperationMetadata) GetOperationType() BatchOperationMetadata_BatchOperationType
func (*BatchOperationMetadata) GetWarnings
func (x *BatchOperationMetadata) GetWarnings() []string
func (*BatchOperationMetadata) ProtoMessage
func (*BatchOperationMetadata) ProtoMessage()
func (*BatchOperationMetadata) ProtoReflect
func (x *BatchOperationMetadata) ProtoReflect() protoreflect.Message
func (*BatchOperationMetadata) Reset
func (x *BatchOperationMetadata) Reset()
func (*BatchOperationMetadata) String
func (x *BatchOperationMetadata) String() string
BatchOperationMetadata_BatchOperationType
type BatchOperationMetadata_BatchOperationType int32
Operation type for Batch resources
BatchOperationMetadata_BATCH_OPERATION_TYPE_UNSPECIFIED, BatchOperationMetadata_BATCH
const (
// Batch operation type is unknown.
BatchOperationMetadata_BATCH_OPERATION_TYPE_UNSPECIFIED BatchOperationMetadata_BatchOperationType = 0
// Batch operation type.
BatchOperationMetadata_BATCH BatchOperationMetadata_BatchOperationType = 1
)
func (BatchOperationMetadata_BatchOperationType) Descriptor
func (BatchOperationMetadata_BatchOperationType) Descriptor() protoreflect.EnumDescriptor
func (BatchOperationMetadata_BatchOperationType) Enum
func (x BatchOperationMetadata_BatchOperationType) Enum() *BatchOperationMetadata_BatchOperationType
func (BatchOperationMetadata_BatchOperationType) EnumDescriptor
func (BatchOperationMetadata_BatchOperationType) EnumDescriptor() ([]byte, []int)
Deprecated: Use BatchOperationMetadata_BatchOperationType.Descriptor instead.
func (BatchOperationMetadata_BatchOperationType) Number
func (x BatchOperationMetadata_BatchOperationType) Number() protoreflect.EnumNumber
func (BatchOperationMetadata_BatchOperationType) String
func (x BatchOperationMetadata_BatchOperationType) String() string
func (BatchOperationMetadata_BatchOperationType) Type
func (BatchOperationMetadata_BatchOperationType) Type() protoreflect.EnumType
Batch_PysparkBatch
type Batch_PysparkBatch struct {
// Optional. PySpark batch config.
PysparkBatch *PySparkBatch `protobuf:"bytes,4,opt,name=pyspark_batch,json=pysparkBatch,proto3,oneof"`
}
Batch_SparkBatch
type Batch_SparkBatch struct {
// Optional. Spark batch config.
SparkBatch *SparkBatch `protobuf:"bytes,5,opt,name=spark_batch,json=sparkBatch,proto3,oneof"`
}
Batch_SparkRBatch
type Batch_SparkRBatch struct {
// Optional. SparkR batch config.
SparkRBatch *SparkRBatch `protobuf:"bytes,6,opt,name=spark_r_batch,json=sparkRBatch,proto3,oneof"`
}
Batch_SparkSqlBatch
type Batch_SparkSqlBatch struct {
// Optional. SparkSql batch config.
SparkSqlBatch *SparkSqlBatch `protobuf:"bytes,7,opt,name=spark_sql_batch,json=sparkSqlBatch,proto3,oneof"`
}
Batch_State
type Batch_State int32
The batch state.
Batch_STATE_UNSPECIFIED, Batch_PENDING, Batch_RUNNING, Batch_CANCELLING, Batch_CANCELLED, Batch_SUCCEEDED, Batch_FAILED
const (
// The batch state is unknown.
Batch_STATE_UNSPECIFIED Batch_State = 0
// The batch is created before running.
Batch_PENDING Batch_State = 1
// The batch is running.
Batch_RUNNING Batch_State = 2
// The batch is cancelling.
Batch_CANCELLING Batch_State = 3
// The batch cancellation was successful.
Batch_CANCELLED Batch_State = 4
// The batch completed successfully.
Batch_SUCCEEDED Batch_State = 5
// The batch is no longer running due to an error.
Batch_FAILED Batch_State = 6
)
func (Batch_State) Descriptor
func (Batch_State) Descriptor() protoreflect.EnumDescriptor
func (Batch_State) Enum
func (x Batch_State) Enum() *Batch_State
func (Batch_State) EnumDescriptor
func (Batch_State) EnumDescriptor() ([]byte, []int)
Deprecated: Use Batch_State.Descriptor instead.
func (Batch_State) Number
func (x Batch_State) Number() protoreflect.EnumNumber
func (Batch_State) String
func (x Batch_State) String() string
func (Batch_State) Type
func (Batch_State) Type() protoreflect.EnumType
Batch_StateHistory
type Batch_StateHistory struct {
// Output only. The state of the batch at this point in history.
State Batch_State `protobuf:"varint,1,opt,name=state,proto3,enum=google.cloud.dataproc.v1.Batch_State" json:"state,omitempty"`
// Output only. Details about the state at this point in history.
StateMessage string `protobuf:"bytes,2,opt,name=state_message,json=stateMessage,proto3" json:"state_message,omitempty"`
// Output only. The time when the batch entered the historical state.
StateStartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=state_start_time,json=stateStartTime,proto3" json:"state_start_time,omitempty"`
// contains filtered or unexported fields
}
Historical state information.
func (*Batch_StateHistory) Descriptor
func (*Batch_StateHistory) Descriptor() ([]byte, []int)
Deprecated: Use Batch_StateHistory.ProtoReflect.Descriptor instead.
func (*Batch_StateHistory) GetState
func (x *Batch_StateHistory) GetState() Batch_State
func (*Batch_StateHistory) GetStateMessage
func (x *Batch_StateHistory) GetStateMessage() string
func (*Batch_StateHistory) GetStateStartTime
func (x *Batch_StateHistory) GetStateStartTime() *timestamppb.Timestamp
func (*Batch_StateHistory) ProtoMessage
func (*Batch_StateHistory) ProtoMessage()
func (*Batch_StateHistory) ProtoReflect
func (x *Batch_StateHistory) ProtoReflect() protoreflect.Message
func (*Batch_StateHistory) Reset
func (x *Batch_StateHistory) Reset()
func (*Batch_StateHistory) String
func (x *Batch_StateHistory) String() string
CancelJobRequest
type CancelJobRequest struct {
// Required. The ID of the Google Cloud Platform project that the job
// belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// Required. The Dataproc region in which to handle the request.
Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
// Required. The job ID.
JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
// contains filtered or unexported fields
}
A request to cancel a job.
func (*CancelJobRequest) Descriptor
func (*CancelJobRequest) Descriptor() ([]byte, []int)
Deprecated: Use CancelJobRequest.ProtoReflect.Descriptor instead.
func (*CancelJobRequest) GetJobId
func (x *CancelJobRequest) GetJobId() string
func (*CancelJobRequest) GetProjectId
func (x *CancelJobRequest) GetProjectId() string
func (*CancelJobRequest) GetRegion
func (x *CancelJobRequest) GetRegion() string
func (*CancelJobRequest) ProtoMessage
func (*CancelJobRequest) ProtoMessage()
func (*CancelJobRequest) ProtoReflect
func (x *CancelJobRequest) ProtoReflect() protoreflect.Message
func (*CancelJobRequest) Reset
func (x *CancelJobRequest) Reset()
func (*CancelJobRequest) String
func (x *CancelJobRequest) String() string
Cluster
type Cluster struct {
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
Config *ClusterConfig `protobuf:"bytes,3,opt,name=config,proto3" json:"config,omitempty"`
VirtualClusterConfig *VirtualClusterConfig `protobuf:"bytes,10,opt,name=virtual_cluster_config,json=virtualClusterConfig,proto3" json:"virtual_cluster_config,omitempty"`
Labels map[string]string "" /* 153 byte string literal not displayed */
Status *ClusterStatus `protobuf:"bytes,4,opt,name=status,proto3" json:"status,omitempty"`
StatusHistory []*ClusterStatus `protobuf:"bytes,7,rep,name=status_history,json=statusHistory,proto3" json:"status_history,omitempty"`
ClusterUuid string `protobuf:"bytes,6,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"`
Metrics *ClusterMetrics `protobuf:"bytes,9,opt,name=metrics,proto3" json:"metrics,omitempty"`
}
Describes the identifying information, config, and status of a Dataproc cluster
func (*Cluster) Descriptor
Deprecated: Use Cluster.ProtoReflect.Descriptor instead.
func (*Cluster) GetClusterName
func (*Cluster) GetClusterUuid
func (*Cluster) GetConfig
func (x *Cluster) GetConfig() *ClusterConfig
func (*Cluster) GetLabels
func (*Cluster) GetMetrics
func (x *Cluster) GetMetrics() *ClusterMetrics
func (*Cluster) GetProjectId
func (*Cluster) GetStatus
func (x *Cluster) GetStatus() *ClusterStatus
func (*Cluster) GetStatusHistory
func (x *Cluster) GetStatusHistory() []*ClusterStatus
func (*Cluster) GetVirtualClusterConfig
func (x *Cluster) GetVirtualClusterConfig() *VirtualClusterConfig
func (*Cluster) ProtoMessage
func (*Cluster) ProtoMessage()
func (*Cluster) ProtoReflect
func (x *Cluster) ProtoReflect() protoreflect.Message
func (*Cluster) Reset
func (x *Cluster) Reset()
func (*Cluster) String
ClusterConfig
type ClusterConfig struct {
ConfigBucket string `protobuf:"bytes,1,opt,name=config_bucket,json=configBucket,proto3" json:"config_bucket,omitempty"`
TempBucket string `protobuf:"bytes,2,opt,name=temp_bucket,json=tempBucket,proto3" json:"temp_bucket,omitempty"`
GceClusterConfig *GceClusterConfig `protobuf:"bytes,8,opt,name=gce_cluster_config,json=gceClusterConfig,proto3" json:"gce_cluster_config,omitempty"`
MasterConfig *InstanceGroupConfig `protobuf:"bytes,9,opt,name=master_config,json=masterConfig,proto3" json:"master_config,omitempty"`
WorkerConfig *InstanceGroupConfig `protobuf:"bytes,10,opt,name=worker_config,json=workerConfig,proto3" json:"worker_config,omitempty"`
SecondaryWorkerConfig *InstanceGroupConfig "" /* 127 byte string literal not displayed */
SoftwareConfig *SoftwareConfig `protobuf:"bytes,13,opt,name=software_config,json=softwareConfig,proto3" json:"software_config,omitempty"`
InitializationActions []*NodeInitializationAction `protobuf:"bytes,11,rep,name=initialization_actions,json=initializationActions,proto3" json:"initialization_actions,omitempty"`
EncryptionConfig *EncryptionConfig `protobuf:"bytes,15,opt,name=encryption_config,json=encryptionConfig,proto3" json:"encryption_config,omitempty"`
AutoscalingConfig *AutoscalingConfig `protobuf:"bytes,18,opt,name=autoscaling_config,json=autoscalingConfig,proto3" json:"autoscaling_config,omitempty"`
SecurityConfig *SecurityConfig `protobuf:"bytes,16,opt,name=security_config,json=securityConfig,proto3" json:"security_config,omitempty"`
LifecycleConfig *LifecycleConfig `protobuf:"bytes,17,opt,name=lifecycle_config,json=lifecycleConfig,proto3" json:"lifecycle_config,omitempty"`
EndpointConfig *EndpointConfig `protobuf:"bytes,19,opt,name=endpoint_config,json=endpointConfig,proto3" json:"endpoint_config,omitempty"`
MetastoreConfig *MetastoreConfig `protobuf:"bytes,20,opt,name=metastore_config,json=metastoreConfig,proto3" json:"metastore_config,omitempty"`
DataprocMetricConfig *DataprocMetricConfig `protobuf:"bytes,23,opt,name=dataproc_metric_config,json=dataprocMetricConfig,proto3" json:"dataproc_metric_config,omitempty"`
AuxiliaryNodeGroups []*AuxiliaryNodeGroup `protobuf:"bytes,25,rep,name=auxiliary_node_groups,json=auxiliaryNodeGroups,proto3" json:"auxiliary_node_groups,omitempty"`
}
The cluster config.
func (*ClusterConfig) Descriptor
func (*ClusterConfig) Descriptor() ([]byte, []int)
Deprecated: Use ClusterConfig.ProtoReflect.Descriptor instead.
func (*ClusterConfig) GetAutoscalingConfig
func (x *ClusterConfig) GetAutoscalingConfig() *AutoscalingConfig
func (*ClusterConfig) GetAuxiliaryNodeGroups
func (x *ClusterConfig) GetAuxiliaryNodeGroups() []*AuxiliaryNodeGroup
func (*ClusterConfig) GetConfigBucket
func (x *ClusterConfig) GetConfigBucket() string
func (*ClusterConfig) GetDataprocMetricConfig
func (x *ClusterConfig) GetDataprocMetricConfig() *DataprocMetricConfig
func (*ClusterConfig) GetEncryptionConfig
func (x *ClusterConfig) GetEncryptionConfig() *EncryptionConfig
func (*ClusterConfig) GetEndpointConfig
func (x *ClusterConfig) GetEndpointConfig() *EndpointConfig
func (*ClusterConfig) GetGceClusterConfig
func (x *ClusterConfig) GetGceClusterConfig() *GceClusterConfig
func (*ClusterConfig) GetInitializationActions
func (x *ClusterConfig) GetInitializationActions() []*NodeInitializationAction
func (*ClusterConfig) GetLifecycleConfig
func (x *ClusterConfig) GetLifecycleConfig() *LifecycleConfig
func (*ClusterConfig) GetMasterConfig
func (x *ClusterConfig) GetMasterConfig() *InstanceGroupConfig
func (*ClusterConfig) GetMetastoreConfig
func (x *ClusterConfig) GetMetastoreConfig() *MetastoreConfig
func (*ClusterConfig) GetSecondaryWorkerConfig
func (x *ClusterConfig) GetSecondaryWorkerConfig() *InstanceGroupConfig
func (*ClusterConfig) GetSecurityConfig
func (x *ClusterConfig) GetSecurityConfig() *SecurityConfig
func (*ClusterConfig) GetSoftwareConfig
func (x *ClusterConfig) GetSoftwareConfig() *SoftwareConfig
func (*ClusterConfig) GetTempBucket
func (x *ClusterConfig) GetTempBucket() string
func (*ClusterConfig) GetWorkerConfig
func (x *ClusterConfig) GetWorkerConfig() *InstanceGroupConfig
func (*ClusterConfig) ProtoMessage
func (*ClusterConfig) ProtoMessage()
func (*ClusterConfig) ProtoReflect
func (x *ClusterConfig) ProtoReflect() protoreflect.Message
func (*ClusterConfig) Reset
func (x *ClusterConfig) Reset()
func (*ClusterConfig) String
func (x *ClusterConfig) String() string
ClusterControllerClient
type ClusterControllerClient interface {
// Creates a cluster in a project. The returned
// [Operation.metadata][google.longrunning.Operation.metadata] will be
// [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
CreateCluster(ctx context.Context, in *CreateClusterRequest, opts ...grpc.CallOption) (*longrunningpb.Operation, error)
// Updates a cluster in a project. The returned
// [Operation.metadata][google.longrunning.Operation.metadata] will be
// [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
// The cluster must be in a
// [`RUNNING`][google.cloud.dataproc.v1.ClusterStatus.State] state or an error
// is returned.
UpdateCluster(ctx context.Context, in *UpdateClusterRequest, opts ...grpc.CallOption) (*longrunningpb.Operation, error)
// Stops a cluster in a project.
StopCluster(ctx context.Context, in *StopClusterRequest, opts ...grpc.CallOption) (*longrunningpb.Operation, error)
// Starts a cluster in a project.
StartCluster(ctx context.Context, in *StartClusterRequest, opts ...grpc.CallOption) (*longrunningpb.Operation, error)
// Deletes a cluster in a project. The returned
// [Operation.metadata][google.longrunning.Operation.metadata] will be
// [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
DeleteCluster(ctx context.Context, in *DeleteClusterRequest, opts ...grpc.CallOption) (*longrunningpb.Operation, error)
// Gets the resource representation for a cluster in a project.
GetCluster(ctx context.Context, in *GetClusterRequest, opts ...grpc.CallOption) (*Cluster, error)
// Lists all regions/{region}/clusters in a project alphabetically.
ListClusters(ctx context.Context, in *ListClustersRequest, opts ...grpc.CallOption) (*ListClustersResponse, error)
// Gets cluster diagnostic information. The returned
// [Operation.metadata][google.longrunning.Operation.metadata] will be
// [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
// After the operation completes,
// [Operation.response][google.longrunning.Operation.response]
// contains
// [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
DiagnoseCluster(ctx context.Context, in *DiagnoseClusterRequest, opts ...grpc.CallOption) (*longrunningpb.Operation, error)
}
ClusterControllerClient is the client API for ClusterController service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewClusterControllerClient
func NewClusterControllerClient(cc grpc.ClientConnInterface) ClusterControllerClient
ClusterControllerServer
type ClusterControllerServer interface {
// Creates a cluster in a project. The returned
// [Operation.metadata][google.longrunning.Operation.metadata] will be
// [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
CreateCluster(context.Context, *CreateClusterRequest) (*longrunningpb.Operation, error)
// Updates a cluster in a project. The returned
// [Operation.metadata][google.longrunning.Operation.metadata] will be
// [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
// The cluster must be in a
// [`RUNNING`][google.cloud.dataproc.v1.ClusterStatus.State] state or an error
// is returned.
UpdateCluster(context.Context, *UpdateClusterRequest) (*longrunningpb.Operation, error)
// Stops a cluster in a project.
StopCluster(context.Context, *StopClusterRequest) (*longrunningpb.Operation, error)
// Starts a cluster in a project.
StartCluster(context.Context, *StartClusterRequest) (*longrunningpb.Operation, error)
// Deletes a cluster in a project. The returned
// [Operation.metadata][google.longrunning.Operation.metadata] will be
// [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
DeleteCluster(context.Context, *DeleteClusterRequest) (*longrunningpb.Operation, error)
// Gets the resource representation for a cluster in a project.
GetCluster(context.Context, *GetClusterRequest) (*Cluster, error)
// Lists all regions/{region}/clusters in a project alphabetically.
ListClusters(context.Context, *ListClustersRequest) (*ListClustersResponse, error)
// Gets cluster diagnostic information. The returned
// [Operation.metadata][google.longrunning.Operation.metadata] will be
// [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
// After the operation completes,
// [Operation.response][google.longrunning.Operation.response]
// contains
// [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
DiagnoseCluster(context.Context, *DiagnoseClusterRequest) (*longrunningpb.Operation, error)
}
ClusterControllerServer is the server API for ClusterController service.
ClusterMetrics
type ClusterMetrics struct {
HdfsMetrics map[string]int64 "" /* 183 byte string literal not displayed */
YarnMetrics map[string]int64 "" /* 183 byte string literal not displayed */
}
Contains cluster daemon metrics, such as HDFS and YARN stats.
Beta Feature: This report is available for testing purposes only. It may be changed before final release.
func (*ClusterMetrics) Descriptor
func (*ClusterMetrics) Descriptor() ([]byte, []int)
Deprecated: Use ClusterMetrics.ProtoReflect.Descriptor instead.
func (*ClusterMetrics) GetHdfsMetrics
func (x *ClusterMetrics) GetHdfsMetrics() map[string]int64
func (*ClusterMetrics) GetYarnMetrics
func (x *ClusterMetrics) GetYarnMetrics() map[string]int64
func (*ClusterMetrics) ProtoMessage
func (*ClusterMetrics) ProtoMessage()
func (*ClusterMetrics) ProtoReflect
func (x *ClusterMetrics) ProtoReflect() protoreflect.Message
func (*ClusterMetrics) Reset
func (x *ClusterMetrics) Reset()
func (*ClusterMetrics) String
func (x *ClusterMetrics) String() string
ClusterOperation
type ClusterOperation struct {
// Output only. The id of the cluster operation.
OperationId string `protobuf:"bytes,1,opt,name=operation_id,json=operationId,proto3" json:"operation_id,omitempty"`
// Output only. Error, if operation failed.
Error string `protobuf:"bytes,2,opt,name=error,proto3" json:"error,omitempty"`
// Output only. Indicates the operation is done.
Done bool `protobuf:"varint,3,opt,name=done,proto3" json:"done,omitempty"`
// contains filtered or unexported fields
}
The cluster operation triggered by a workflow.
func (*ClusterOperation) Descriptor
func (*ClusterOperation) Descriptor() ([]byte, []int)
Deprecated: Use ClusterOperation.ProtoReflect.Descriptor instead.
func (*ClusterOperation) GetDone
func (x *ClusterOperation) GetDone() bool
func (*ClusterOperation) GetError
func (x *ClusterOperation) GetError() string
func (*ClusterOperation) GetOperationId
func (x *ClusterOperation) GetOperationId() string
func (*ClusterOperation) ProtoMessage
func (*ClusterOperation) ProtoMessage()
func (*ClusterOperation) ProtoReflect
func (x *ClusterOperation) ProtoReflect() protoreflect.Message
func (*ClusterOperation) Reset
func (x *ClusterOperation) Reset()
func (*ClusterOperation) String
func (x *ClusterOperation) String() string
ClusterOperationMetadata
type ClusterOperationMetadata struct {
ClusterName string `protobuf:"bytes,7,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
ClusterUuid string `protobuf:"bytes,8,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"`
Status *ClusterOperationStatus `protobuf:"bytes,9,opt,name=status,proto3" json:"status,omitempty"`
StatusHistory []*ClusterOperationStatus `protobuf:"bytes,10,rep,name=status_history,json=statusHistory,proto3" json:"status_history,omitempty"`
OperationType string `protobuf:"bytes,11,opt,name=operation_type,json=operationType,proto3" json:"operation_type,omitempty"`
Description string `protobuf:"bytes,12,opt,name=description,proto3" json:"description,omitempty"`
Labels map[string]string "" /* 154 byte string literal not displayed */
Warnings []string `protobuf:"bytes,14,rep,name=warnings,proto3" json:"warnings,omitempty"`
ChildOperationIds []string `protobuf:"bytes,15,rep,name=child_operation_ids,json=childOperationIds,proto3" json:"child_operation_ids,omitempty"`
}
Metadata describing the operation.
func (*ClusterOperationMetadata) Descriptor
func (*ClusterOperationMetadata) Descriptor() ([]byte, []int)
Deprecated: Use ClusterOperationMetadata.ProtoReflect.Descriptor instead.
func (*ClusterOperationMetadata) GetChildOperationIds
func (x *ClusterOperationMetadata) GetChildOperationIds() []string
func (*ClusterOperationMetadata) GetClusterName
func (x *ClusterOperationMetadata) GetClusterName() string
func (*ClusterOperationMetadata) GetClusterUuid
func (x *ClusterOperationMetadata) GetClusterUuid() string
func (*ClusterOperationMetadata) GetDescription
func (x *ClusterOperationMetadata) GetDescription() string
func (*ClusterOperationMetadata) GetLabels
func (x *ClusterOperationMetadata) GetLabels() map[string]string
func (*ClusterOperationMetadata) GetOperationType
func (x *ClusterOperationMetadata) GetOperationType() string
func (*ClusterOperationMetadata) GetStatus
func (x *ClusterOperationMetadata) GetStatus() *ClusterOperationStatus
func (*ClusterOperationMetadata) GetStatusHistory
func (x *ClusterOperationMetadata) GetStatusHistory() []*ClusterOperationStatus
func (*ClusterOperationMetadata) GetWarnings
func (x *ClusterOperationMetadata) GetWarnings() []string
func (*ClusterOperationMetadata) ProtoMessage
func (*ClusterOperationMetadata) ProtoMessage()
func (*ClusterOperationMetadata) ProtoReflect
func (x *ClusterOperationMetadata) ProtoReflect() protoreflect.Message
func (*ClusterOperationMetadata) Reset
func (x *ClusterOperationMetadata) Reset()
func (*ClusterOperationMetadata) String
func (x *ClusterOperationMetadata) String() string
ClusterOperationStatus
type ClusterOperationStatus struct {
// Output only. A message containing the operation state.
State ClusterOperationStatus_State `protobuf:"varint,1,opt,name=state,proto3,enum=google.cloud.dataproc.v1.ClusterOperationStatus_State" json:"state,omitempty"`
// Output only. A message containing the detailed operation state.
InnerState string `protobuf:"bytes,2,opt,name=inner_state,json=innerState,proto3" json:"inner_state,omitempty"`
// Output only. A message containing any operation metadata details.
Details string `protobuf:"bytes,3,opt,name=details,proto3" json:"details,omitempty"`
// Output only. The time this state was entered.
StateStartTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=state_start_time,json=stateStartTime,proto3" json:"state_start_time,omitempty"`
// contains filtered or unexported fields
}
The status of the operation.
func (*ClusterOperationStatus) Descriptor
func (*ClusterOperationStatus) Descriptor() ([]byte, []int)
Deprecated: Use ClusterOperationStatus.ProtoReflect.Descriptor instead.
func (*ClusterOperationStatus) GetDetails
func (x *ClusterOperationStatus) GetDetails() string
func (*ClusterOperationStatus) GetInnerState
func (x *ClusterOperationStatus) GetInnerState() string
func (*ClusterOperationStatus) GetState
func (x *ClusterOperationStatus) GetState() ClusterOperationStatus_State
func (*ClusterOperationStatus) GetStateStartTime
func (x *ClusterOperationStatus) GetStateStartTime() *timestamppb.Timestamp
func (*ClusterOperationStatus) ProtoMessage
func (*ClusterOperationStatus) ProtoMessage()
func (*ClusterOperationStatus) ProtoReflect
func (x *ClusterOperationStatus) ProtoReflect() protoreflect.Message
func (*ClusterOperationStatus) Reset
func (x *ClusterOperationStatus) Reset()
func (*ClusterOperationStatus) String
func (x *ClusterOperationStatus) String() string
ClusterOperationStatus_State
type ClusterOperationStatus_State int32
The operation state.
ClusterOperationStatus_UNKNOWN, ClusterOperationStatus_PENDING, ClusterOperationStatus_RUNNING, ClusterOperationStatus_DONE
const (
// Unused.
ClusterOperationStatus_UNKNOWN ClusterOperationStatus_State = 0
// The operation has been created.
ClusterOperationStatus_PENDING ClusterOperationStatus_State = 1
// The operation is running.
ClusterOperationStatus_RUNNING ClusterOperationStatus_State = 2
// The operation is done; either cancelled or completed.
ClusterOperationStatus_DONE ClusterOperationStatus_State = 3
)
func (ClusterOperationStatus_State) Descriptor
func (ClusterOperationStatus_State) Descriptor() protoreflect.EnumDescriptor
func (ClusterOperationStatus_State) Enum
func (x ClusterOperationStatus_State) Enum() *ClusterOperationStatus_State
func (ClusterOperationStatus_State) EnumDescriptor
func (ClusterOperationStatus_State) EnumDescriptor() ([]byte, []int)
Deprecated: Use ClusterOperationStatus_State.Descriptor instead.
func (ClusterOperationStatus_State) Number
func (x ClusterOperationStatus_State) Number() protoreflect.EnumNumber
func (ClusterOperationStatus_State) String
func (x ClusterOperationStatus_State) String() string
func (ClusterOperationStatus_State) Type
func (ClusterOperationStatus_State) Type() protoreflect.EnumType
ClusterSelector
type ClusterSelector struct {
Zone string `protobuf:"bytes,1,opt,name=zone,proto3" json:"zone,omitempty"`
ClusterLabels map[string]string "" /* 188 byte string literal not displayed */
}
A selector that chooses target cluster for jobs based on metadata.
func (*ClusterSelector) Descriptor
func (*ClusterSelector) Descriptor() ([]byte, []int)
Deprecated: Use ClusterSelector.ProtoReflect.Descriptor instead.
func (*ClusterSelector) GetClusterLabels
func (x *ClusterSelector) GetClusterLabels() map[string]string
func (*ClusterSelector) GetZone
func (x *ClusterSelector) GetZone() string
func (*ClusterSelector) ProtoMessage
func (*ClusterSelector) ProtoMessage()
func (*ClusterSelector) ProtoReflect
func (x *ClusterSelector) ProtoReflect() protoreflect.Message
func (*ClusterSelector) Reset
func (x *ClusterSelector) Reset()
func (*ClusterSelector) String
func (x *ClusterSelector) String() string
ClusterStatus
type ClusterStatus struct {
// Output only. The cluster's state.
State ClusterStatus_State `protobuf:"varint,1,opt,name=state,proto3,enum=google.cloud.dataproc.v1.ClusterStatus_State" json:"state,omitempty"`
// Optional. Output only. Details of cluster's state.
Detail string `protobuf:"bytes,2,opt,name=detail,proto3" json:"detail,omitempty"`
// Output only. Time when this state was entered (see JSON representation of
// [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
StateStartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=state_start_time,json=stateStartTime,proto3" json:"state_start_time,omitempty"`
// Output only. Additional state information that includes
// status reported by the agent.
Substate ClusterStatus_Substate `protobuf:"varint,4,opt,name=substate,proto3,enum=google.cloud.dataproc.v1.ClusterStatus_Substate" json:"substate,omitempty"`
// contains filtered or unexported fields
}
The status of a cluster and its instances.
func (*ClusterStatus) Descriptor
func (*ClusterStatus) Descriptor() ([]byte, []int)
Deprecated: Use ClusterStatus.ProtoReflect.Descriptor instead.
func (*ClusterStatus) GetDetail
func (x *ClusterStatus) GetDetail() string
func (*ClusterStatus) GetState
func (x *ClusterStatus) GetState() ClusterStatus_State
func (*ClusterStatus) GetStateStartTime
func (x *ClusterStatus) GetStateStartTime() *timestamppb.Timestamp
func (*ClusterStatus) GetSubstate
func (x *ClusterStatus) GetSubstate() ClusterStatus_Substate
func (*ClusterStatus) ProtoMessage
func (*ClusterStatus) ProtoMessage()
func (*ClusterStatus) ProtoReflect
func (x *ClusterStatus) ProtoReflect() protoreflect.Message
func (*ClusterStatus) Reset
func (x *ClusterStatus) Reset()
func (*ClusterStatus) String
func (x *ClusterStatus) String() string
ClusterStatus_State
type ClusterStatus_State int32
The cluster state.
ClusterStatus_UNKNOWN, ClusterStatus_CREATING, ClusterStatus_RUNNING, ClusterStatus_ERROR, ClusterStatus_ERROR_DUE_TO_UPDATE, ClusterStatus_DELETING, ClusterStatus_UPDATING, ClusterStatus_STOPPING, ClusterStatus_STOPPED, ClusterStatus_STARTING, ClusterStatus_REPAIRING
const (
// The cluster state is unknown.
ClusterStatus_UNKNOWN ClusterStatus_State = 0
// The cluster is being created and set up. It is not ready for use.
ClusterStatus_CREATING ClusterStatus_State = 1
// The cluster is currently running and healthy. It is ready for use.
//
// **Note:** The cluster state changes from "creating" to "running" status
// after the master node(s), first two primary worker nodes (and the last
// primary worker node if primary workers > 2) are running.
ClusterStatus_RUNNING ClusterStatus_State = 2
// The cluster encountered an error. It is not ready for use.
ClusterStatus_ERROR ClusterStatus_State = 3
// The cluster has encountered an error while being updated. Jobs can
// be submitted to the cluster, but the cluster cannot be updated.
ClusterStatus_ERROR_DUE_TO_UPDATE ClusterStatus_State = 9
// The cluster is being deleted. It cannot be used.
ClusterStatus_DELETING ClusterStatus_State = 4
// The cluster is being updated. It continues to accept and process jobs.
ClusterStatus_UPDATING ClusterStatus_State = 5
// The cluster is being stopped. It cannot be used.
ClusterStatus_STOPPING ClusterStatus_State = 6
// The cluster is currently stopped. It is not ready for use.
ClusterStatus_STOPPED ClusterStatus_State = 7
// The cluster is being started. It is not ready for use.
ClusterStatus_STARTING ClusterStatus_State = 8
// The cluster is being repaired. It is not ready for use.
ClusterStatus_REPAIRING ClusterStatus_State = 10
)
func (ClusterStatus_State) Descriptor
func (ClusterStatus_State) Descriptor() protoreflect.EnumDescriptor
func (ClusterStatus_State) Enum
func (x ClusterStatus_State) Enum() *ClusterStatus_State
func (ClusterStatus_State) EnumDescriptor
func (ClusterStatus_State) EnumDescriptor() ([]byte, []int)
Deprecated: Use ClusterStatus_State.Descriptor instead.
func (ClusterStatus_State) Number
func (x ClusterStatus_State) Number() protoreflect.EnumNumber
func (ClusterStatus_State) String
func (x ClusterStatus_State) String() string
func (ClusterStatus_State) Type
func (ClusterStatus_State) Type() protoreflect.EnumType
ClusterStatus_Substate
type ClusterStatus_Substate int32
The cluster substate.
ClusterStatus_UNSPECIFIED, ClusterStatus_UNHEALTHY, ClusterStatus_STALE_STATUS
const (
// The cluster substate is unknown.
ClusterStatus_UNSPECIFIED ClusterStatus_Substate = 0
// The cluster is known to be in an unhealthy state
// (for example, critical daemons are not running or HDFS capacity is
// exhausted).
//
// Applies to RUNNING state.
ClusterStatus_UNHEALTHY ClusterStatus_Substate = 1
// The agent-reported status is out of date (may occur if
// Dataproc loses communication with Agent).
//
// Applies to RUNNING state.
ClusterStatus_STALE_STATUS ClusterStatus_Substate = 2
)
func (ClusterStatus_Substate) Descriptor
func (ClusterStatus_Substate) Descriptor() protoreflect.EnumDescriptor
func (ClusterStatus_Substate) Enum
func (x ClusterStatus_Substate) Enum() *ClusterStatus_Substate
func (ClusterStatus_Substate) EnumDescriptor
func (ClusterStatus_Substate) EnumDescriptor() ([]byte, []int)
Deprecated: Use ClusterStatus_Substate.Descriptor instead.
func (ClusterStatus_Substate) Number
func (x ClusterStatus_Substate) Number() protoreflect.EnumNumber
func (ClusterStatus_Substate) String
func (x ClusterStatus_Substate) String() string
func (ClusterStatus_Substate) Type
func (ClusterStatus_Substate) Type() protoreflect.EnumType
Component
type Component int32
Cluster components that can be activated.
Component_COMPONENT_UNSPECIFIED, Component_ANACONDA, Component_DOCKER, Component_DRUID, Component_FLINK, Component_HBASE, Component_HIVE_WEBHCAT, Component_HUDI, Component_JUPYTER, Component_PRESTO, Component_TRINO, Component_RANGER, Component_SOLR, Component_ZEPPELIN, Component_ZOOKEEPER
const (
// Unspecified component. Specifying this will cause Cluster creation to fail.
Component_COMPONENT_UNSPECIFIED Component = 0
// The Anaconda component is no longer supported or applicable to
// [supported Dataproc on Compute Engine image versions]
// (https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-version-clusters#supported-dataproc-image-versions).
// It cannot be activated on clusters created with supported Dataproc on
// Compute Engine image versions.
Component_ANACONDA Component = 5
// Docker
Component_DOCKER Component = 13
// The Druid query engine. (alpha)
Component_DRUID Component = 9
// Flink
Component_FLINK Component = 14
// HBase. (beta)
Component_HBASE Component = 11
// The Hive Web HCatalog (the REST service for accessing HCatalog).
Component_HIVE_WEBHCAT Component = 3
// Hudi.
Component_HUDI Component = 18
// The Jupyter Notebook.
Component_JUPYTER Component = 1
// The Presto query engine.
Component_PRESTO Component = 6
// The Trino query engine.
Component_TRINO Component = 17
// The Ranger service.
Component_RANGER Component = 12
// The Solr service.
Component_SOLR Component = 10
// The Zeppelin notebook.
Component_ZEPPELIN Component = 4
// The Zookeeper service.
Component_ZOOKEEPER Component = 8
)
func (Component) Descriptor
func (Component) Descriptor() protoreflect.EnumDescriptor
func (Component) Enum
func (Component) EnumDescriptor
Deprecated: Use Component.Descriptor instead.
func (Component) Number
func (x Component) Number() protoreflect.EnumNumber
func (Component) String
func (Component) Type
func (Component) Type() protoreflect.EnumType
ConfidentialInstanceConfig
type ConfidentialInstanceConfig struct {
EnableConfidentialCompute bool "" /* 139 byte string literal not displayed */
}
Confidential Instance Config for clusters using Confidential VMs
func (*ConfidentialInstanceConfig) Descriptor
func (*ConfidentialInstanceConfig) Descriptor() ([]byte, []int)
Deprecated: Use ConfidentialInstanceConfig.ProtoReflect.Descriptor instead.
func (*ConfidentialInstanceConfig) GetEnableConfidentialCompute
func (x *ConfidentialInstanceConfig) GetEnableConfidentialCompute() bool
func (*ConfidentialInstanceConfig) ProtoMessage
func (*ConfidentialInstanceConfig) ProtoMessage()
func (*ConfidentialInstanceConfig) ProtoReflect
func (x *ConfidentialInstanceConfig) ProtoReflect() protoreflect.Message
func (*ConfidentialInstanceConfig) Reset
func (x *ConfidentialInstanceConfig) Reset()
func (*ConfidentialInstanceConfig) String
func (x *ConfidentialInstanceConfig) String() string
CreateAutoscalingPolicyRequest
type CreateAutoscalingPolicyRequest struct {
// Required. The "resource name" of the region or location, as described
// in https://cloud.google.com/apis/design/resource_names.
//
// - For `projects.regions.autoscalingPolicies.create`, the resource name
// of the region has the following format:
// `projects/{project_id}/regions/{region}`
//
// - For `projects.locations.autoscalingPolicies.create`, the resource name
// of the location has the following format:
// `projects/{project_id}/locations/{location}`
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. The autoscaling policy to create.
Policy *AutoscalingPolicy `protobuf:"bytes,2,opt,name=policy,proto3" json:"policy,omitempty"`
// contains filtered or unexported fields
}
A request to create an autoscaling policy.
func (*CreateAutoscalingPolicyRequest) Descriptor
func (*CreateAutoscalingPolicyRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateAutoscalingPolicyRequest.ProtoReflect.Descriptor instead.
func (*CreateAutoscalingPolicyRequest) GetParent
func (x *CreateAutoscalingPolicyRequest) GetParent() string
func (*CreateAutoscalingPolicyRequest) GetPolicy
func (x *CreateAutoscalingPolicyRequest) GetPolicy() *AutoscalingPolicy
func (*CreateAutoscalingPolicyRequest) ProtoMessage
func (*CreateAutoscalingPolicyRequest) ProtoMessage()
func (*CreateAutoscalingPolicyRequest) ProtoReflect
func (x *CreateAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message
func (*CreateAutoscalingPolicyRequest) Reset
func (x *CreateAutoscalingPolicyRequest) Reset()
func (*CreateAutoscalingPolicyRequest) String
func (x *CreateAutoscalingPolicyRequest) String() string
CreateBatchRequest
type CreateBatchRequest struct {
// Required. The parent resource where this batch will be created.
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. The batch to create.
Batch *Batch `protobuf:"bytes,2,opt,name=batch,proto3" json:"batch,omitempty"`
// Optional. The ID to use for the batch, which will become the final
// component of the batch's resource name.
//
// This value must be 4-63 characters. Valid characters are `/[a-z][0-9]-/`.
BatchId string `protobuf:"bytes,3,opt,name=batch_id,json=batchId,proto3" json:"batch_id,omitempty"`
// Optional. A unique ID used to identify the request. If the service
// receives two
// [CreateBatchRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateBatchRequest)s
// with the same request_id, the second request is ignored and the
// Operation that corresponds to the first Batch created and stored
// in the backend is returned.
//
// Recommendation: Set this value to a
// [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
//
// The value must contain only letters (a-z, A-Z), numbers (0-9),
// underscores (_), and hyphens (-). The maximum length is 40 characters.
RequestId string `protobuf:"bytes,4,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
// contains filtered or unexported fields
}
A request to create a batch workload.
func (*CreateBatchRequest) Descriptor
func (*CreateBatchRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateBatchRequest.ProtoReflect.Descriptor instead.
func (*CreateBatchRequest) GetBatch
func (x *CreateBatchRequest) GetBatch() *Batch
func (*CreateBatchRequest) GetBatchId
func (x *CreateBatchRequest) GetBatchId() string
func (*CreateBatchRequest) GetParent
func (x *CreateBatchRequest) GetParent() string
func (*CreateBatchRequest) GetRequestId
func (x *CreateBatchRequest) GetRequestId() string
func (*CreateBatchRequest) ProtoMessage
func (*CreateBatchRequest) ProtoMessage()
func (*CreateBatchRequest) ProtoReflect
func (x *CreateBatchRequest) ProtoReflect() protoreflect.Message
func (*CreateBatchRequest) Reset
func (x *CreateBatchRequest) Reset()
func (*CreateBatchRequest) String
func (x *CreateBatchRequest) String() string
CreateClusterRequest
type CreateClusterRequest struct {
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
Cluster *Cluster `protobuf:"bytes,2,opt,name=cluster,proto3" json:"cluster,omitempty"`
RequestId string `protobuf:"bytes,4,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
ActionOnFailedPrimaryWorkers FailureAction "" /* 196 byte string literal not displayed */
}
A request to create a cluster.
func (*CreateClusterRequest) Descriptor
func (*CreateClusterRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateClusterRequest.ProtoReflect.Descriptor instead.
func (*CreateClusterRequest) GetActionOnFailedPrimaryWorkers
func (x *CreateClusterRequest) GetActionOnFailedPrimaryWorkers() FailureAction
func (*CreateClusterRequest) GetCluster
func (x *CreateClusterRequest) GetCluster() *Cluster
func (*CreateClusterRequest) GetProjectId
func (x *CreateClusterRequest) GetProjectId() string
func (*CreateClusterRequest) GetRegion
func (x *CreateClusterRequest) GetRegion() string
func (*CreateClusterRequest) GetRequestId
func (x *CreateClusterRequest) GetRequestId() string
func (*CreateClusterRequest) ProtoMessage
func (*CreateClusterRequest) ProtoMessage()
func (*CreateClusterRequest) ProtoReflect
func (x *CreateClusterRequest) ProtoReflect() protoreflect.Message
func (*CreateClusterRequest) Reset
func (x *CreateClusterRequest) Reset()
func (*CreateClusterRequest) String
func (x *CreateClusterRequest) String() string
CreateNodeGroupRequest
type CreateNodeGroupRequest struct {
// Required. The parent resource where this node group will be created.
// Format: `projects/{project}/regions/{region}/clusters/{cluster}`
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. The node group to create.
NodeGroup *NodeGroup `protobuf:"bytes,2,opt,name=node_group,json=nodeGroup,proto3" json:"node_group,omitempty"`
// Optional. An optional node group ID. Generated if not specified.
//
// The ID must contain only letters (a-z, A-Z), numbers (0-9),
// underscores (_), and hyphens (-). Cannot begin or end with underscore
// or hyphen. Must consist of from 3 to 33 characters.
NodeGroupId string `protobuf:"bytes,4,opt,name=node_group_id,json=nodeGroupId,proto3" json:"node_group_id,omitempty"`
// Optional. A unique ID used to identify the request. If the server receives
// two
// [CreateNodeGroupRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateNodeGroupRequests)
// with the same ID, the second request is ignored and the
// first [google.longrunning.Operation][google.longrunning.Operation] created
// and stored in the backend is returned.
//
// Recommendation: Set this value to a
// [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
//
// The ID must contain only letters (a-z, A-Z), numbers (0-9),
// underscores (_), and hyphens (-). The maximum length is 40 characters.
RequestId string `protobuf:"bytes,3,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
// contains filtered or unexported fields
}
A request to create a node group.
func (*CreateNodeGroupRequest) Descriptor
func (*CreateNodeGroupRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateNodeGroupRequest.ProtoReflect.Descriptor instead.
func (*CreateNodeGroupRequest) GetNodeGroup
func (x *CreateNodeGroupRequest) GetNodeGroup() *NodeGroup
func (*CreateNodeGroupRequest) GetNodeGroupId
func (x *CreateNodeGroupRequest) GetNodeGroupId() string
func (*CreateNodeGroupRequest) GetParent
func (x *CreateNodeGroupRequest) GetParent() string
func (*CreateNodeGroupRequest) GetRequestId
func (x *CreateNodeGroupRequest) GetRequestId() string
func (*CreateNodeGroupRequest) ProtoMessage
func (*CreateNodeGroupRequest) ProtoMessage()
func (*CreateNodeGroupRequest) ProtoReflect
func (x *CreateNodeGroupRequest) ProtoReflect() protoreflect.Message
func (*CreateNodeGroupRequest) Reset
func (x *CreateNodeGroupRequest) Reset()
func (*CreateNodeGroupRequest) String
func (x *CreateNodeGroupRequest) String() string
CreateSessionRequest
type CreateSessionRequest struct {
// Required. The parent resource where this session will be created.
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. The interactive session to create.
Session *Session `protobuf:"bytes,2,opt,name=session,proto3" json:"session,omitempty"`
// Required. The ID to use for the session, which becomes the final component
// of the session's resource name.
//
// This value must be 4-63 characters. Valid characters
// are /[a-z][0-9]-/.
SessionId string `protobuf:"bytes,3,opt,name=session_id,json=sessionId,proto3" json:"session_id,omitempty"`
// Optional. A unique ID used to identify the request. If the service
// receives two
// [CreateSessionRequests](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateSessionRequest)s
// with the same ID, the second request is ignored, and the
// first [Session][google.cloud.dataproc.v1.Session] is created and stored in
// the backend.
//
// Recommendation: Set this value to a
// [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
//
// The value must contain only letters (a-z, A-Z), numbers (0-9),
// underscores (_), and hyphens (-). The maximum length is 40 characters.
RequestId string `protobuf:"bytes,4,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
// contains filtered or unexported fields
}
A request to create a session.
func (*CreateSessionRequest) Descriptor
func (*CreateSessionRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateSessionRequest.ProtoReflect.Descriptor instead.
func (*CreateSessionRequest) GetParent
func (x *CreateSessionRequest) GetParent() string
func (*CreateSessionRequest) GetRequestId
func (x *CreateSessionRequest) GetRequestId() string
func (*CreateSessionRequest) GetSession
func (x *CreateSessionRequest) GetSession() *Session
func (*CreateSessionRequest) GetSessionId
func (x *CreateSessionRequest) GetSessionId() string
func (*CreateSessionRequest) ProtoMessage
func (*CreateSessionRequest) ProtoMessage()
func (*CreateSessionRequest) ProtoReflect
func (x *CreateSessionRequest) ProtoReflect() protoreflect.Message
func (*CreateSessionRequest) Reset
func (x *CreateSessionRequest) Reset()
func (*CreateSessionRequest) String
func (x *CreateSessionRequest) String() string
CreateSessionTemplateRequest
type CreateSessionTemplateRequest struct {
// Required. The parent resource where this session template will be created.
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. The session template to create.
SessionTemplate *SessionTemplate `protobuf:"bytes,3,opt,name=session_template,json=sessionTemplate,proto3" json:"session_template,omitempty"`
// contains filtered or unexported fields
}
A request to create a session template.
func (*CreateSessionTemplateRequest) Descriptor
func (*CreateSessionTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateSessionTemplateRequest.ProtoReflect.Descriptor instead.
func (*CreateSessionTemplateRequest) GetParent
func (x *CreateSessionTemplateRequest) GetParent() string
func (*CreateSessionTemplateRequest) GetSessionTemplate
func (x *CreateSessionTemplateRequest) GetSessionTemplate() *SessionTemplate
func (*CreateSessionTemplateRequest) ProtoMessage
func (*CreateSessionTemplateRequest) ProtoMessage()
func (*CreateSessionTemplateRequest) ProtoReflect
func (x *CreateSessionTemplateRequest) ProtoReflect() protoreflect.Message
func (*CreateSessionTemplateRequest) Reset
func (x *CreateSessionTemplateRequest) Reset()
func (*CreateSessionTemplateRequest) String
func (x *CreateSessionTemplateRequest) String() string
CreateWorkflowTemplateRequest
type CreateWorkflowTemplateRequest struct {
// Required. The resource name of the region or location, as described
// in https://cloud.google.com/apis/design/resource_names.
//
// - For `projects.regions.workflowTemplates.create`, the resource name of the
// region has the following format:
// `projects/{project_id}/regions/{region}`
//
// - For `projects.locations.workflowTemplates.create`, the resource name of
// the location has the following format:
// `projects/{project_id}/locations/{location}`
Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
// Required. The Dataproc workflow template to create.
Template *WorkflowTemplate `protobuf:"bytes,2,opt,name=template,proto3" json:"template,omitempty"`
// contains filtered or unexported fields
}
A request to create a workflow template.
func (*CreateWorkflowTemplateRequest) Descriptor
func (*CreateWorkflowTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateWorkflowTemplateRequest.ProtoReflect.Descriptor instead.
func (*CreateWorkflowTemplateRequest) GetParent
func (x *CreateWorkflowTemplateRequest) GetParent() string
func (*CreateWorkflowTemplateRequest) GetTemplate
func (x *CreateWorkflowTemplateRequest) GetTemplate() *WorkflowTemplate
func (*CreateWorkflowTemplateRequest) ProtoMessage
func (*CreateWorkflowTemplateRequest) ProtoMessage()
func (*CreateWorkflowTemplateRequest) ProtoReflect
func (x *CreateWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
func (*CreateWorkflowTemplateRequest) Reset
func (x *CreateWorkflowTemplateRequest) Reset()
func (*CreateWorkflowTemplateRequest) String
func (x *CreateWorkflowTemplateRequest) String() string
DataprocMetricConfig
type DataprocMetricConfig struct {
// Required. Metrics sources to enable.
Metrics []*DataprocMetricConfig_Metric `protobuf:"bytes,1,rep,name=metrics,proto3" json:"metrics,omitempty"`
// contains filtered or unexported fields
}
Dataproc metric config.
func (*DataprocMetricConfig) Descriptor
func (*DataprocMetricConfig) Descriptor() ([]byte, []int)
Deprecated: Use DataprocMetricConfig.ProtoReflect.Descriptor instead.
func (*DataprocMetricConfig) GetMetrics
func (x *DataprocMetricConfig) GetMetrics() []*DataprocMetricConfig_Metric
func (*DataprocMetricConfig) ProtoMessage
func (*DataprocMetricConfig) ProtoMessage()
func (*DataprocMetricConfig) ProtoReflect
func (x *DataprocMetricConfig) ProtoReflect() protoreflect.Message
func (*DataprocMetricConfig) Reset
func (x *DataprocMetricConfig) Reset()
func (*DataprocMetricConfig) String
func (x *DataprocMetricConfig) String() string
DataprocMetricConfig_Metric
type DataprocMetricConfig_Metric struct {
MetricSource DataprocMetricConfig_MetricSource "" /* 162 byte string literal not displayed */
MetricOverrides []string `protobuf:"bytes,2,rep,name=metric_overrides,json=metricOverrides,proto3" json:"metric_overrides,omitempty"`
}
A Dataproc custom metric.
func (*DataprocMetricConfig_Metric) Descriptor
func (*DataprocMetricConfig_Metric) Descriptor() ([]byte, []int)
Deprecated: Use DataprocMetricConfig_Metric.ProtoReflect.Descriptor instead.
func (*DataprocMetricConfig_Metric) GetMetricOverrides
func (x *DataprocMetricConfig_Metric) GetMetricOverrides() []string
func (*DataprocMetricConfig_Metric) GetMetricSource
func (x *DataprocMetricConfig_Metric) GetMetricSource() DataprocMetricConfig_MetricSource
func (*DataprocMetricConfig_Metric) ProtoMessage
func (*DataprocMetricConfig_Metric) ProtoMessage()
func (*DataprocMetricConfig_Metric) ProtoReflect
func (x *DataprocMetricConfig_Metric) ProtoReflect() protoreflect.Message
func (*DataprocMetricConfig_Metric) Reset
func (x *DataprocMetricConfig_Metric) Reset()
func (*DataprocMetricConfig_Metric) String
func (x *DataprocMetricConfig_Metric) String() string
DataprocMetricConfig_MetricSource
type DataprocMetricConfig_MetricSource int32
A source for the collection of Dataproc custom metrics (see Custom metrics).
DataprocMetricConfig_METRIC_SOURCE_UNSPECIFIED, DataprocMetricConfig_MONITORING_AGENT_DEFAULTS, DataprocMetricConfig_HDFS, DataprocMetricConfig_SPARK, DataprocMetricConfig_YARN, DataprocMetricConfig_SPARK_HISTORY_SERVER, DataprocMetricConfig_HIVESERVER2, DataprocMetricConfig_HIVEMETASTORE, DataprocMetricConfig_FLINK
const (
// Required unspecified metric source.
DataprocMetricConfig_METRIC_SOURCE_UNSPECIFIED DataprocMetricConfig_MetricSource = 0
// Monitoring agent metrics. If this source is enabled,
// Dataproc enables the monitoring agent in Compute Engine,
// and collects monitoring agent metrics, which are published
// with an `agent.googleapis.com` prefix.
DataprocMetricConfig_MONITORING_AGENT_DEFAULTS DataprocMetricConfig_MetricSource = 1
// HDFS metric source.
DataprocMetricConfig_HDFS DataprocMetricConfig_MetricSource = 2
// Spark metric source.
DataprocMetricConfig_SPARK DataprocMetricConfig_MetricSource = 3
// YARN metric source.
DataprocMetricConfig_YARN DataprocMetricConfig_MetricSource = 4
// Spark History Server metric source.
DataprocMetricConfig_SPARK_HISTORY_SERVER DataprocMetricConfig_MetricSource = 5
// Hiveserver2 metric source.
DataprocMetricConfig_HIVESERVER2 DataprocMetricConfig_MetricSource = 6
// hivemetastore metric source
DataprocMetricConfig_HIVEMETASTORE DataprocMetricConfig_MetricSource = 7
// flink metric source
DataprocMetricConfig_FLINK DataprocMetricConfig_MetricSource = 8
)
func (DataprocMetricConfig_MetricSource) Descriptor
func (DataprocMetricConfig_MetricSource) Descriptor() protoreflect.EnumDescriptor
func (DataprocMetricConfig_MetricSource) Enum
func (x DataprocMetricConfig_MetricSource) Enum() *DataprocMetricConfig_MetricSource
func (DataprocMetricConfig_MetricSource) EnumDescriptor
func (DataprocMetricConfig_MetricSource) EnumDescriptor() ([]byte, []int)
Deprecated: Use DataprocMetricConfig_MetricSource.Descriptor instead.
func (DataprocMetricConfig_MetricSource) Number
func (x DataprocMetricConfig_MetricSource) Number() protoreflect.EnumNumber
func (DataprocMetricConfig_MetricSource) String
func (x DataprocMetricConfig_MetricSource) String() string
func (DataprocMetricConfig_MetricSource) Type
func (DataprocMetricConfig_MetricSource) Type() protoreflect.EnumType
DeleteAutoscalingPolicyRequest
type DeleteAutoscalingPolicyRequest struct {
// Required. The "resource name" of the autoscaling policy, as described
// in https://cloud.google.com/apis/design/resource_names.
//
// - For `projects.regions.autoscalingPolicies.delete`, the resource name
// of the policy has the following format:
// `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
//
// - For `projects.locations.autoscalingPolicies.delete`, the resource name
// of the policy has the following format:
// `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// contains filtered or unexported fields
}
A request to delete an autoscaling policy.
Autoscaling policies in use by one or more clusters will not be deleted.
func (*DeleteAutoscalingPolicyRequest) Descriptor
func (*DeleteAutoscalingPolicyRequest) Descriptor() ([]byte, []int)
Deprecated: Use DeleteAutoscalingPolicyRequest.ProtoReflect.Descriptor instead.
func (*DeleteAutoscalingPolicyRequest) GetName
func (x *DeleteAutoscalingPolicyRequest) GetName() string
func (*DeleteAutoscalingPolicyRequest) ProtoMessage
func (*DeleteAutoscalingPolicyRequest) ProtoMessage()
func (*DeleteAutoscalingPolicyRequest) ProtoReflect
func (x *DeleteAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message
func (*DeleteAutoscalingPolicyRequest) Reset
func (x *DeleteAutoscalingPolicyRequest) Reset()
func (*DeleteAutoscalingPolicyRequest) String
func (x *DeleteAutoscalingPolicyRequest) String() string
DeleteBatchRequest
type DeleteBatchRequest struct {
// Required. The fully qualified name of the batch to retrieve
// in the format
// "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// contains filtered or unexported fields
}
A request to delete a batch workload.
func (*DeleteBatchRequest) Descriptor
func (*DeleteBatchRequest) Descriptor() ([]byte, []int)
Deprecated: Use DeleteBatchRequest.ProtoReflect.Descriptor instead.
func (*DeleteBatchRequest) GetName
func (x *DeleteBatchRequest) GetName() string
func (*DeleteBatchRequest) ProtoMessage
func (*DeleteBatchRequest) ProtoMessage()
func (*DeleteBatchRequest) ProtoReflect
func (x *DeleteBatchRequest) ProtoReflect() protoreflect.Message
func (*DeleteBatchRequest) Reset
func (x *DeleteBatchRequest) Reset()
func (*DeleteBatchRequest) String
func (x *DeleteBatchRequest) String() string
DeleteClusterRequest
type DeleteClusterRequest struct {
// Required. The ID of the Google Cloud Platform project that the cluster
// belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// Required. The Dataproc region in which to handle the request.
Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
// Required. The cluster name.
ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
// Optional. Specifying the `cluster_uuid` means the RPC should fail
// (with error NOT_FOUND) if cluster with specified UUID does not exist.
ClusterUuid string `protobuf:"bytes,4,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"`
// Optional. A unique ID used to identify the request. If the server
// receives two
// [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
// with the same id, then the second request will be ignored and the
// first [google.longrunning.Operation][google.longrunning.Operation] created
// and stored in the backend is returned.
//
// It is recommended to always set this value to a
// [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
//
// The ID must contain only letters (a-z, A-Z), numbers (0-9),
// underscores (_), and hyphens (-). The maximum length is 40 characters.
RequestId string `protobuf:"bytes,5,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
// contains filtered or unexported fields
}
A request to delete a cluster.
func (*DeleteClusterRequest) Descriptor
func (*DeleteClusterRequest) Descriptor() ([]byte, []int)
Deprecated: Use DeleteClusterRequest.ProtoReflect.Descriptor instead.
func (*DeleteClusterRequest) GetClusterName
func (x *DeleteClusterRequest) GetClusterName() string
func (*DeleteClusterRequest) GetClusterUuid
func (x *DeleteClusterRequest) GetClusterUuid() string
func (*DeleteClusterRequest) GetProjectId
func (x *DeleteClusterRequest) GetProjectId() string
func (*DeleteClusterRequest) GetRegion
func (x *DeleteClusterRequest) GetRegion() string
func (*DeleteClusterRequest) GetRequestId
func (x *DeleteClusterRequest) GetRequestId() string
func (*DeleteClusterRequest) ProtoMessage
func (*DeleteClusterRequest) ProtoMessage()
func (*DeleteClusterRequest) ProtoReflect
func (x *DeleteClusterRequest) ProtoReflect() protoreflect.Message