Skip to content
This repository was archived by the owner on Nov 29, 2023. It is now read-only.

Commit 24a6f7d

Browse files
gcf-owl-bot[bot]gcf-owl-bot[bot]
authored
feat: Add support for dataproc BatchController service (#291)
- [ ] Regenerate this pull request now. PiperOrigin-RevId: 404333740 Source-Link: googleapis/googleapis@5088bd7 Source-Link: https://github.com/googleapis/googleapis-gen/commit/44b870783c1943771bcdec748ae4d5208c3d7f0e Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiNDRiODcwNzgzYzE5NDM3NzFiY2RlYzc0OGFlNGQ1MjA4YzNkN2YwZSJ9
1 parent 229f919 commit 24a6f7d

File tree

17 files changed

+5020
-0
lines changed

17 files changed

+5020
-0
lines changed

‎docs/dataproc_v1/batch_controller.rst‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
BatchController
2+
---------------------------------
3+
4+
.. automodule:: google.cloud.dataproc_v1.services.batch_controller
5+
:members:
6+
:inherited-members:
7+
8+
.. automodule:: google.cloud.dataproc_v1.services.batch_controller.pagers
9+
:members:
10+
:inherited-members:

‎docs/dataproc_v1/services.rst‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@ Services for Google Cloud Dataproc v1 API
44
:maxdepth: 2
55

66
autoscaling_policy_service
7+
batch_controller
78
cluster_controller
89
job_controller
910
workflow_template_service

‎google/cloud/dataproc/__init__.py‎

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,12 @@
2020
from google.cloud.dataproc_v1.services.autoscaling_policy_service.async_client import (
2121
AutoscalingPolicyServiceAsyncClient,
2222
)
23+
from google.cloud.dataproc_v1.services.batch_controller.client import (
24+
BatchControllerClient,
25+
)
26+
from google.cloud.dataproc_v1.services.batch_controller.async_client import (
27+
BatchControllerAsyncClient,
28+
)
2329
from google.cloud.dataproc_v1.services.cluster_controller.client import (
2430
ClusterControllerClient,
2531
)
@@ -65,6 +71,16 @@
6571
from google.cloud.dataproc_v1.types.autoscaling_policies import (
6672
UpdateAutoscalingPolicyRequest,
6773
)
74+
from google.cloud.dataproc_v1.types.batches import Batch
75+
from google.cloud.dataproc_v1.types.batches import CreateBatchRequest
76+
from google.cloud.dataproc_v1.types.batches import DeleteBatchRequest
77+
from google.cloud.dataproc_v1.types.batches import GetBatchRequest
78+
from google.cloud.dataproc_v1.types.batches import ListBatchesRequest
79+
from google.cloud.dataproc_v1.types.batches import ListBatchesResponse
80+
from google.cloud.dataproc_v1.types.batches import PySparkBatch
81+
from google.cloud.dataproc_v1.types.batches import SparkBatch
82+
from google.cloud.dataproc_v1.types.batches import SparkRBatch
83+
from google.cloud.dataproc_v1.types.batches import SparkSqlBatch
6884
from google.cloud.dataproc_v1.types.clusters import AcceleratorConfig
6985
from google.cloud.dataproc_v1.types.clusters import AutoscalingConfig
7086
from google.cloud.dataproc_v1.types.clusters import Cluster
@@ -173,6 +189,8 @@
173189
__all__ = (
174190
"AutoscalingPolicyServiceClient",
175191
"AutoscalingPolicyServiceAsyncClient",
192+
"BatchControllerClient",
193+
"BatchControllerAsyncClient",
176194
"ClusterControllerClient",
177195
"ClusterControllerAsyncClient",
178196
"JobControllerClient",
@@ -189,6 +207,16 @@
189207
"ListAutoscalingPoliciesRequest",
190208
"ListAutoscalingPoliciesResponse",
191209
"UpdateAutoscalingPolicyRequest",
210+
"Batch",
211+
"CreateBatchRequest",
212+
"DeleteBatchRequest",
213+
"GetBatchRequest",
214+
"ListBatchesRequest",
215+
"ListBatchesResponse",
216+
"PySparkBatch",
217+
"SparkBatch",
218+
"SparkRBatch",
219+
"SparkSqlBatch",
192220
"AcceleratorConfig",
193221
"AutoscalingConfig",
194222
"Cluster",

‎google/cloud/dataproc_v1/__init__.py‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,8 @@
1616

1717
from .services.autoscaling_policy_service import AutoscalingPolicyServiceClient
1818
from .services.autoscaling_policy_service import AutoscalingPolicyServiceAsyncClient
19+
from .services.batch_controller import BatchControllerClient
20+
from .services.batch_controller import BatchControllerAsyncClient
1921
from .services.cluster_controller import ClusterControllerClient
2022
from .services.cluster_controller import ClusterControllerAsyncClient
2123
from .services.job_controller import JobControllerClient
@@ -33,6 +35,16 @@
3335
from .types.autoscaling_policies import ListAutoscalingPoliciesRequest
3436
from .types.autoscaling_policies import ListAutoscalingPoliciesResponse
3537
from .types.autoscaling_policies import UpdateAutoscalingPolicyRequest
38+
from .types.batches import Batch
39+
from .types.batches import CreateBatchRequest
40+
from .types.batches import DeleteBatchRequest
41+
from .types.batches import GetBatchRequest
42+
from .types.batches import ListBatchesRequest
43+
from .types.batches import ListBatchesResponse
44+
from .types.batches import PySparkBatch
45+
from .types.batches import SparkBatch
46+
from .types.batches import SparkRBatch
47+
from .types.batches import SparkSqlBatch
3648
from .types.clusters import AcceleratorConfig
3749
from .types.clusters import AutoscalingConfig
3850
from .types.clusters import Cluster
@@ -126,6 +138,7 @@
126138

127139
__all__ = (
128140
"AutoscalingPolicyServiceAsyncClient",
141+
"BatchControllerAsyncClient",
129142
"ClusterControllerAsyncClient",
130143
"JobControllerAsyncClient",
131144
"WorkflowTemplateServiceAsyncClient",
@@ -135,6 +148,8 @@
135148
"AutoscalingPolicyServiceClient",
136149
"BasicAutoscalingAlgorithm",
137150
"BasicYarnAutoscalingConfig",
151+
"Batch",
152+
"BatchControllerClient",
138153
"BatchOperationMetadata",
139154
"CancelJobRequest",
140155
"Cluster",
@@ -149,9 +164,11 @@
149164
"Component",
150165
"ConfidentialInstanceConfig",
151166
"CreateAutoscalingPolicyRequest",
167+
"CreateBatchRequest",
152168
"CreateClusterRequest",
153169
"CreateWorkflowTemplateRequest",
154170
"DeleteAutoscalingPolicyRequest",
171+
"DeleteBatchRequest",
155172
"DeleteClusterRequest",
156173
"DeleteJobRequest",
157174
"DeleteWorkflowTemplateRequest",
@@ -165,6 +182,7 @@
165182
"FailureAction",
166183
"GceClusterConfig",
167184
"GetAutoscalingPolicyRequest",
185+
"GetBatchRequest",
168186
"GetClusterRequest",
169187
"GetJobRequest",
170188
"GetWorkflowTemplateRequest",
@@ -187,6 +205,8 @@
187205
"LifecycleConfig",
188206
"ListAutoscalingPoliciesRequest",
189207
"ListAutoscalingPoliciesResponse",
208+
"ListBatchesRequest",
209+
"ListBatchesResponse",
190210
"ListClustersRequest",
191211
"ListClustersResponse",
192212
"ListJobsRequest",
@@ -204,6 +224,7 @@
204224
"PeripheralsConfig",
205225
"PigJob",
206226
"PrestoJob",
227+
"PySparkBatch",
207228
"PySparkJob",
208229
"QueryList",
209230
"RegexValidation",
@@ -213,9 +234,12 @@
213234
"SecurityConfig",
214235
"ShieldedInstanceConfig",
215236
"SoftwareConfig",
237+
"SparkBatch",
216238
"SparkHistoryServerConfig",
217239
"SparkJob",
240+
"SparkRBatch",
218241
"SparkRJob",
242+
"SparkSqlBatch",
219243
"SparkSqlJob",
220244
"StartClusterRequest",
221245
"StopClusterRequest",

‎google/cloud/dataproc_v1/gapic_metadata.json‎

Lines changed: 54 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -69,6 +69,60 @@
6969
}
7070
}
7171
},
72+
"BatchController": {
73+
"clients": {
74+
"grpc": {
75+
"libraryClient": "BatchControllerClient",
76+
"rpcs": {
77+
"CreateBatch": {
78+
"methods": [
79+
"create_batch"
80+
]
81+
},
82+
"DeleteBatch": {
83+
"methods": [
84+
"delete_batch"
85+
]
86+
},
87+
"GetBatch": {
88+
"methods": [
89+
"get_batch"
90+
]
91+
},
92+
"ListBatches": {
93+
"methods": [
94+
"list_batches"
95+
]
96+
}
97+
}
98+
},
99+
"grpc-async": {
100+
"libraryClient": "BatchControllerAsyncClient",
101+
"rpcs": {
102+
"CreateBatch": {
103+
"methods": [
104+
"create_batch"
105+
]
106+
},
107+
"DeleteBatch": {
108+
"methods": [
109+
"delete_batch"
110+
]
111+
},
112+
"GetBatch": {
113+
"methods": [
114+
"get_batch"
115+
]
116+
},
117+
"ListBatches": {
118+
"methods": [
119+
"list_batches"
120+
]
121+
}
122+
}
123+
}
124+
}
125+
},
72126
"ClusterController": {
73127
"clients": {
74128
"grpc": {

‎google/cloud/dataproc_v1/services/batch_controller/__init__.py‎

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
# -*- coding: utf-8 -*-
2+
# Copyright 2020 Google LLC
3+
#
4+
# Licensed under the Apache License, Version 2.0 (the "License");
5+
# you may not use this file except in compliance with the License.
6+
# You may obtain a copy of the License at
7+
#
8+
# http://www.apache.org/licenses/LICENSE-2.0
9+
#
10+
# Unless required by applicable law or agreed to in writing, software
11+
# distributed under the License is distributed on an "AS IS" BASIS,
12+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13+
# See the License for the specific language governing permissions and
14+
# limitations under the License.
15+
#
16+
from .client import BatchControllerClient
17+
from .async_client import BatchControllerAsyncClient
18+
19+
__all__ = (
20+
"BatchControllerClient",
21+
"BatchControllerAsyncClient",
22+
)

0 commit comments

Comments
 (0)