286 lines
9.9 KiB
Go
286 lines
9.9 KiB
Go
|
// Copyright 2018 Google LLC
|
||
|
|
//
|
||
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
// you may not use this file except in compliance with the License.
|
||
|
|
// You may obtain a copy of the License at
|
||
|
|
//
|
||
|
|
// https://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
//
|
||
|
|
// Unless required by applicable law or agreed to in writing, software
|
||
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
// See the License for the specific language governing permissions and
|
||
|
|
// limitations under the License.
|
||
|
|
|
||
|
|
// AUTO-GENERATED CODE. DO NOT EDIT.
|
||
|
|
|
||
|
|
package dataproc
|
||
|
|
|
||
|
|
import (
|
||
|
|
"math"
|
||
|
|
"time"
|
||
|
|
|
||
|
|
"cloud.google.com/go/internal/version"
|
||
|
|
gax "github.com/googleapis/gax-go"
|
||
|
|
"golang.org/x/net/context"
|
||
|
|
"google.golang.org/api/iterator"
|
||
|
|
"google.golang.org/api/option"
|
||
|
|
"google.golang.org/api/transport"
|
||
|
|
dataprocpb "google.golang.org/genproto/googleapis/cloud/dataproc/v1"
|
||
|
|
"google.golang.org/grpc"
|
||
|
|
"google.golang.org/grpc/codes"
|
||
|
|
"google.golang.org/grpc/metadata"
|
||
|
|
)
|
||
|
|
|
||
|
|
// JobControllerCallOptions contains the retry settings for each method of JobControllerClient.
|
||
|
|
type JobControllerCallOptions struct {
|
||
|
|
SubmitJob []gax.CallOption
|
||
|
|
GetJob []gax.CallOption
|
||
|
|
ListJobs []gax.CallOption
|
||
|
|
UpdateJob []gax.CallOption
|
||
|
|
CancelJob []gax.CallOption
|
||
|
|
DeleteJob []gax.CallOption
|
||
|
|
}
|
||
|
|
|
||
|
|
func defaultJobControllerClientOptions() []option.ClientOption {
|
||
|
|
return []option.ClientOption{
|
||
|
|
option.WithEndpoint("dataproc.googleapis.com:443"),
|
||
|
|
option.WithScopes(DefaultAuthScopes()...),
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func defaultJobControllerCallOptions() *JobControllerCallOptions {
|
||
|
|
retry := map[[2]string][]gax.CallOption{
|
||
|
|
{"default", "idempotent"}: {
|
||
|
|
gax.WithRetry(func() gax.Retryer {
|
||
|
|
return gax.OnCodes([]codes.Code{
|
||
|
|
codes.DeadlineExceeded,
|
||
|
|
codes.Unavailable,
|
||
|
|
}, gax.Backoff{
|
||
|
|
Initial: 100 * time.Millisecond,
|
||
|
|
Max: 60000 * time.Millisecond,
|
||
|
|
Multiplier: 1.3,
|
||
|
|
})
|
||
|
|
}),
|
||
|
|
},
|
||
|
|
}
|
||
|
|
return &JobControllerCallOptions{
|
||
|
|
SubmitJob: retry[[2]string{"default", "non_idempotent"}],
|
||
|
|
GetJob: retry[[2]string{"default", "idempotent"}],
|
||
|
|
ListJobs: retry[[2]string{"default", "idempotent"}],
|
||
|
|
UpdateJob: retry[[2]string{"default", "non_idempotent"}],
|
||
|
|
CancelJob: retry[[2]string{"default", "non_idempotent"}],
|
||
|
|
DeleteJob: retry[[2]string{"default", "idempotent"}],
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// JobControllerClient is a client for interacting with Google Cloud Dataproc API.
|
||
|
|
type JobControllerClient struct {
|
||
|
|
// The connection to the service.
|
||
|
|
conn *grpc.ClientConn
|
||
|
|
|
||
|
|
// The gRPC API client.
|
||
|
|
jobControllerClient dataprocpb.JobControllerClient
|
||
|
|
|
||
|
|
// The call options for this service.
|
||
|
|
CallOptions *JobControllerCallOptions
|
||
|
|
|
||
|
|
// The x-goog-* metadata to be sent with each request.
|
||
|
|
xGoogMetadata metadata.MD
|
||
|
|
}
|
||
|
|
|
||
|
|
// NewJobControllerClient creates a new job controller client.
|
||
|
|
//
|
||
|
|
// The JobController provides methods to manage jobs.
|
||
|
|
func NewJobControllerClient(ctx context.Context, opts ...option.ClientOption) (*JobControllerClient, error) {
|
||
|
|
conn, err := transport.DialGRPC(ctx, append(defaultJobControllerClientOptions(), opts...)...)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
c := &JobControllerClient{
|
||
|
|
conn: conn,
|
||
|
|
CallOptions: defaultJobControllerCallOptions(),
|
||
|
|
|
||
|
|
jobControllerClient: dataprocpb.NewJobControllerClient(conn),
|
||
|
|
}
|
||
|
|
c.setGoogleClientInfo()
|
||
|
|
return c, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// Connection returns the client's connection to the API service.
|
||
|
|
func (c *JobControllerClient) Connection() *grpc.ClientConn {
|
||
|
|
return c.conn
|
||
|
|
}
|
||
|
|
|
||
|
|
// Close closes the connection to the API service. The user should invoke this when
|
||
|
|
// the client is no longer required.
|
||
|
|
func (c *JobControllerClient) Close() error {
|
||
|
|
return c.conn.Close()
|
||
|
|
}
|
||
|
|
|
||
|
|
// setGoogleClientInfo sets the name and version of the application in
|
||
|
|
// the `x-goog-api-client` header passed on each request. Intended for
|
||
|
|
// use by Google-written clients.
|
||
|
|
func (c *JobControllerClient) setGoogleClientInfo(keyval ...string) {
|
||
|
|
kv := append([]string{"gl-go", version.Go()}, keyval...)
|
||
|
|
kv = append(kv, "gapic", version.Repo, "gax", gax.Version, "grpc", grpc.Version)
|
||
|
|
c.xGoogMetadata = metadata.Pairs("x-goog-api-client", gax.XGoogHeader(kv...))
|
||
|
|
}
|
||
|
|
|
||
|
|
// SubmitJob submits a job to a cluster.
|
||
|
|
func (c *JobControllerClient) SubmitJob(ctx context.Context, req *dataprocpb.SubmitJobRequest, opts ...gax.CallOption) (*dataprocpb.Job, error) {
|
||
|
|
ctx = insertMetadata(ctx, c.xGoogMetadata)
|
||
|
|
opts = append(c.CallOptions.SubmitJob[0:len(c.CallOptions.SubmitJob):len(c.CallOptions.SubmitJob)], opts...)
|
||
|
|
var resp *dataprocpb.Job
|
||
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
||
|
|
var err error
|
||
|
|
resp, err = c.jobControllerClient.SubmitJob(ctx, req, settings.GRPC...)
|
||
|
|
return err
|
||
|
|
}, opts...)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
return resp, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// GetJob gets the resource representation for a job in a project.
|
||
|
|
func (c *JobControllerClient) GetJob(ctx context.Context, req *dataprocpb.GetJobRequest, opts ...gax.CallOption) (*dataprocpb.Job, error) {
|
||
|
|
ctx = insertMetadata(ctx, c.xGoogMetadata)
|
||
|
|
opts = append(c.CallOptions.GetJob[0:len(c.CallOptions.GetJob):len(c.CallOptions.GetJob)], opts...)
|
||
|
|
var resp *dataprocpb.Job
|
||
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
||
|
|
var err error
|
||
|
|
resp, err = c.jobControllerClient.GetJob(ctx, req, settings.GRPC...)
|
||
|
|
return err
|
||
|
|
}, opts...)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
return resp, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// ListJobs lists regions/{region}/jobs in a project.
|
||
|
|
func (c *JobControllerClient) ListJobs(ctx context.Context, req *dataprocpb.ListJobsRequest, opts ...gax.CallOption) *JobIterator {
|
||
|
|
ctx = insertMetadata(ctx, c.xGoogMetadata)
|
||
|
|
opts = append(c.CallOptions.ListJobs[0:len(c.CallOptions.ListJobs):len(c.CallOptions.ListJobs)], opts...)
|
||
|
|
it := &JobIterator{}
|
||
|
|
it.InternalFetch = func(pageSize int, pageToken string) ([]*dataprocpb.Job, string, error) {
|
||
|
|
var resp *dataprocpb.ListJobsResponse
|
||
|
|
req.PageToken = pageToken
|
||
|
|
if pageSize > math.MaxInt32 {
|
||
|
|
req.PageSize = math.MaxInt32
|
||
|
|
} else {
|
||
|
|
req.PageSize = int32(pageSize)
|
||
|
|
}
|
||
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
||
|
|
var err error
|
||
|
|
resp, err = c.jobControllerClient.ListJobs(ctx, req, settings.GRPC...)
|
||
|
|
return err
|
||
|
|
}, opts...)
|
||
|
|
if err != nil {
|
||
|
|
return nil, "", err
|
||
|
|
}
|
||
|
|
return resp.Jobs, resp.NextPageToken, nil
|
||
|
|
}
|
||
|
|
fetch := func(pageSize int, pageToken string) (string, error) {
|
||
|
|
items, nextPageToken, err := it.InternalFetch(pageSize, pageToken)
|
||
|
|
if err != nil {
|
||
|
|
return "", err
|
||
|
|
}
|
||
|
|
it.items = append(it.items, items...)
|
||
|
|
return nextPageToken, nil
|
||
|
|
}
|
||
|
|
it.pageInfo, it.nextFunc = iterator.NewPageInfo(fetch, it.bufLen, it.takeBuf)
|
||
|
|
return it
|
||
|
|
}
|
||
|
|
|
||
|
|
// UpdateJob updates a job in a project.
|
||
|
|
func (c *JobControllerClient) UpdateJob(ctx context.Context, req *dataprocpb.UpdateJobRequest, opts ...gax.CallOption) (*dataprocpb.Job, error) {
|
||
|
|
ctx = insertMetadata(ctx, c.xGoogMetadata)
|
||
|
|
opts = append(c.CallOptions.UpdateJob[0:len(c.CallOptions.UpdateJob):len(c.CallOptions.UpdateJob)], opts...)
|
||
|
|
var resp *dataprocpb.Job
|
||
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
||
|
|
var err error
|
||
|
|
resp, err = c.jobControllerClient.UpdateJob(ctx, req, settings.GRPC...)
|
||
|
|
return err
|
||
|
|
}, opts...)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
return resp, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// CancelJob starts a job cancellation request. To access the job resource
|
||
|
|
// after cancellation, call
|
||
|
|
// regions/{region}/jobs.list (at /dataproc/docs/reference/rest/v1/projects.regions.jobs/list) or
|
||
|
|
// regions/{region}/jobs.get (at /dataproc/docs/reference/rest/v1/projects.regions.jobs/get).
|
||
|
|
func (c *JobControllerClient) CancelJob(ctx context.Context, req *dataprocpb.CancelJobRequest, opts ...gax.CallOption) (*dataprocpb.Job, error) {
|
||
|
|
ctx = insertMetadata(ctx, c.xGoogMetadata)
|
||
|
|
opts = append(c.CallOptions.CancelJob[0:len(c.CallOptions.CancelJob):len(c.CallOptions.CancelJob)], opts...)
|
||
|
|
var resp *dataprocpb.Job
|
||
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
||
|
|
var err error
|
||
|
|
resp, err = c.jobControllerClient.CancelJob(ctx, req, settings.GRPC...)
|
||
|
|
return err
|
||
|
|
}, opts...)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
return resp, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// DeleteJob deletes the job from the project. If the job is active, the delete fails,
|
||
|
|
// and the response returns FAILED_PRECONDITION.
|
||
|
|
func (c *JobControllerClient) DeleteJob(ctx context.Context, req *dataprocpb.DeleteJobRequest, opts ...gax.CallOption) error {
|
||
|
|
ctx = insertMetadata(ctx, c.xGoogMetadata)
|
||
|
|
opts = append(c.CallOptions.DeleteJob[0:len(c.CallOptions.DeleteJob):len(c.CallOptions.DeleteJob)], opts...)
|
||
|
|
err := gax.Invoke(ctx, func(ctx context.Context, settings gax.CallSettings) error {
|
||
|
|
var err error
|
||
|
|
_, err = c.jobControllerClient.DeleteJob(ctx, req, settings.GRPC...)
|
||
|
|
return err
|
||
|
|
}, opts...)
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
|
||
|
|
// JobIterator manages a stream of *dataprocpb.Job.
|
||
|
|
type JobIterator struct {
|
||
|
|
items []*dataprocpb.Job
|
||
|
|
pageInfo *iterator.PageInfo
|
||
|
|
nextFunc func() error
|
||
|
|
|
||
|
|
// InternalFetch is for use by the Google Cloud Libraries only.
|
||
|
|
// It is not part of the stable interface of this package.
|
||
|
|
//
|
||
|
|
// InternalFetch returns results from a single call to the underlying RPC.
|
||
|
|
// The number of results is no greater than pageSize.
|
||
|
|
// If there are no more results, nextPageToken is empty and err is nil.
|
||
|
|
InternalFetch func(pageSize int, pageToken string) (results []*dataprocpb.Job, nextPageToken string, err error)
|
||
|
|
}
|
||
|
|
|
||
|
|
// PageInfo supports pagination. See the google.golang.org/api/iterator package for details.
|
||
|
|
func (it *JobIterator) PageInfo() *iterator.PageInfo {
|
||
|
|
return it.pageInfo
|
||
|
|
}
|
||
|
|
|
||
|
|
// Next returns the next result. Its second return value is iterator.Done if there are no more
|
||
|
|
// results. Once Next returns Done, all subsequent calls will return Done.
|
||
|
|
func (it *JobIterator) Next() (*dataprocpb.Job, error) {
|
||
|
|
var item *dataprocpb.Job
|
||
|
|
if err := it.nextFunc(); err != nil {
|
||
|
|
return item, err
|
||
|
|
}
|
||
|
|
item = it.items[0]
|
||
|
|
it.items = it.items[1:]
|
||
|
|
return item, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func (it *JobIterator) bufLen() int {
|
||
|
|
return len(it.items)
|
||
|
|
}
|
||
|
|
|
||
|
|
func (it *JobIterator) takeBuf() interface{} {
|
||
|
|
b := it.items
|
||
|
|
it.items = nil
|
||
|
|
return b
|
||
|
|
}
|