type ApproximateProgress struct {// PercentComplete: Obsolete.PercentCompletefloat64 `json:"percentComplete,omitempty"`// Position: Obsolete.Position *Position `json:"position,omitempty"`// RemainingTime: Obsolete.RemainingTimestring `json:"remainingTime,omitempty"`// ForceSendFields is a list of field names (e.g. "PercentComplete") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "PercentComplete") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ApproximateProgress)MarshalJSON¶

func (sApproximateProgress) MarshalJSON() ([]byte,error)

func (*ApproximateProgress)UnmarshalJSON¶

func (s *ApproximateProgress) UnmarshalJSON(data []byte)error

type ApproximateReportedProgress struct {// ConsumedParallelism: Total amount of parallelism in the portion of input of// this task that has already been consumed and is no longer active. In the// first two examples above (see remaining_parallelism), the value should be 29// or 2 respectively. The sum of remaining_parallelism and consumed_parallelism// should equal the total amount of parallelism in this work item. If// specified, must be finite.ConsumedParallelism *ReportedParallelism `json:"consumedParallelism,omitempty"`// FractionConsumed: Completion as fraction of the input consumed, from 0.0// (beginning, nothing consumed), to 1.0 (end of the input, entire input// consumed).FractionConsumedfloat64 `json:"fractionConsumed,omitempty"`// Position: A Position within the work to represent a progress.Position *Position `json:"position,omitempty"`// RemainingParallelism: Total amount of parallelism in the input of this task// that remains, (i.e. can be delegated to this task and any new tasks via// dynamic splitting). Always at least 1 for non-finished work items and 0 for// finished. "Amount of parallelism" refers to how many non-empty parts of the// input can be read in parallel. This does not necessarily equal number of// records. An input that can be read in parallel down to the individual// records is called "perfectly splittable". An example of non-perfectly// parallelizable input is a block-compressed file format where a block of// records has to be read as a whole, but different blocks can be read in// parallel. Examples: * If we are processing record #30 (starting at 1) out of// 50 in a perfectly splittable 50-record input, this value should be 21 (20// remaining + 1 current). * If we are reading through block 3 in a// block-compressed file consisting of 5 blocks, this value should be 3 (since// blocks 4 and 5 can be processed in parallel by new tasks via dynamic// splitting and the current task remains processing block 3). * If we are// reading through the last block in a block-compressed file, or reading or// processing the last record in a perfectly splittable input, this value// should be 1, because apart from the current task, no additional remainder// can be split off.RemainingParallelism *ReportedParallelism `json:"remainingParallelism,omitempty"`// ForceSendFields is a list of field names (e.g. "ConsumedParallelism") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "ConsumedParallelism") to include// in API requests with the JSON null value. By default, fields with empty// values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ApproximateReportedProgress)MarshalJSON¶

func (sApproximateReportedProgress) MarshalJSON() ([]byte,error)

func (*ApproximateReportedProgress)UnmarshalJSON¶

func (s *ApproximateReportedProgress) UnmarshalJSON(data []byte)error

type ApproximateSplitRequest struct {// FractionConsumed: A fraction at which to split the work item, from 0.0// (beginning of the input) to 1.0 (end of the input).FractionConsumedfloat64 `json:"fractionConsumed,omitempty"`// FractionOfRemainder: The fraction of the remainder of work to split the work// item at, from 0.0 (split at the current position) to 1.0 (end of the input).FractionOfRemainderfloat64 `json:"fractionOfRemainder,omitempty"`// Position: A Position at which to split the work item.Position *Position `json:"position,omitempty"`// ForceSendFields is a list of field names (e.g. "FractionConsumed") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "FractionConsumed") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ApproximateSplitRequest)MarshalJSON¶

func (sApproximateSplitRequest) MarshalJSON() ([]byte,error)

func (*ApproximateSplitRequest)UnmarshalJSON¶

func (s *ApproximateSplitRequest) UnmarshalJSON(data []byte)error

type AutoscalingEvent struct {// CurrentNumWorkers: The current number of workers the job has.CurrentNumWorkersint64 `json:"currentNumWorkers,omitempty,string"`// Description: A message describing why the system decided to adjust the// current number of workers, why it failed, or why the system decided to not// make any changes to the number of workers.Description *StructuredMessage `json:"description,omitempty"`// EventType: The type of autoscaling event to report.//// Possible values://   "TYPE_UNKNOWN" - Default type for the enum. Value should never be// returned.//   "TARGET_NUM_WORKERS_CHANGED" - The TARGET_NUM_WORKERS_CHANGED type should// be used when the target worker pool size has changed at the start of an// actuation. An event should always be specified as TARGET_NUM_WORKERS_CHANGED// if it reflects a change in the target_num_workers.//   "CURRENT_NUM_WORKERS_CHANGED" - The CURRENT_NUM_WORKERS_CHANGED type// should be used when actual worker pool size has been changed, but the// target_num_workers has not changed.//   "ACTUATION_FAILURE" - The ACTUATION_FAILURE type should be used when we// want to report an error to the user indicating why the current number of// workers in the pool could not be changed. Displayed in the current status// and history widgets.//   "NO_CHANGE" - Used when we want to report to the user a reason why we are// not currently adjusting the number of workers. Should specify both// target_num_workers, current_num_workers and a decision_message.EventTypestring `json:"eventType,omitempty"`// TargetNumWorkers: The target number of workers the worker pool wants to// resize to use.TargetNumWorkersint64 `json:"targetNumWorkers,omitempty,string"`// Time: The time this event was emitted to indicate a new target or current// num_workers value.Timestring `json:"time,omitempty"`// WorkerPool: A short and friendly name for the worker pool this event refers// to.WorkerPoolstring `json:"workerPool,omitempty"`// ForceSendFields is a list of field names (e.g. "CurrentNumWorkers") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "CurrentNumWorkers") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (AutoscalingEvent)MarshalJSON¶

func (sAutoscalingEvent) MarshalJSON() ([]byte,error)

type AutoscalingSettings struct {// Algorithm: The algorithm to use for autoscaling.//// Possible values://   "AUTOSCALING_ALGORITHM_UNKNOWN" - The algorithm is unknown, or// unspecified.//   "AUTOSCALING_ALGORITHM_NONE" - Disable autoscaling.//   "AUTOSCALING_ALGORITHM_BASIC" - Increase worker count over time to reduce// job execution time.Algorithmstring `json:"algorithm,omitempty"`// MaxNumWorkers: The maximum number of workers to cap scaling at.MaxNumWorkersint64 `json:"maxNumWorkers,omitempty"`// ForceSendFields is a list of field names (e.g. "Algorithm") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Algorithm") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (AutoscalingSettings)MarshalJSON¶

func (sAutoscalingSettings) MarshalJSON() ([]byte,error)

type Base2Exponent struct {// NumberOfBuckets: Must be greater than 0.NumberOfBucketsint64 `json:"numberOfBuckets,omitempty"`// Scale: Must be between -3 and 3. This forces the growth factor of the bucket// boundaries to be between `2^(1/8)` and `256`.Scaleint64 `json:"scale,omitempty"`// ForceSendFields is a list of field names (e.g. "NumberOfBuckets") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "NumberOfBuckets") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (Base2Exponent)MarshalJSON¶added inv0.156.0

func (sBase2Exponent) MarshalJSON() ([]byte,error)

type BigQueryIODetails struct {// Dataset: Dataset accessed in the connection.Datasetstring `json:"dataset,omitempty"`// ProjectId: Project accessed in the connection.ProjectIdstring `json:"projectId,omitempty"`// Query: Query used to access data in the connection.Querystring `json:"query,omitempty"`// Table: Table accessed in the connection.Tablestring `json:"table,omitempty"`// ForceSendFields is a list of field names (e.g. "Dataset") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Dataset") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (BigQueryIODetails)MarshalJSON¶

func (sBigQueryIODetails) MarshalJSON() ([]byte,error)

type BigTableIODetails struct {// InstanceId: InstanceId accessed in the connection.InstanceIdstring `json:"instanceId,omitempty"`// ProjectId: ProjectId accessed in the connection.ProjectIdstring `json:"projectId,omitempty"`// TableId: TableId accessed in the connection.TableIdstring `json:"tableId,omitempty"`// ForceSendFields is a list of field names (e.g. "InstanceId") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "InstanceId") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (BigTableIODetails)MarshalJSON¶

func (sBigTableIODetails) MarshalJSON() ([]byte,error)

type BoundedTrie struct {// Bound: The maximum number of elements to store before truncation.Boundint64 `json:"bound,omitempty"`// Root: A compact representation of all the elements in this trie.Root *BoundedTrieNode `json:"root,omitempty"`// Singleton: A more efficient representation for metrics consisting of a// single value.Singleton []string `json:"singleton,omitempty"`// ForceSendFields is a list of field names (e.g. "Bound") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Bound") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (BoundedTrie)MarshalJSON¶added inv0.217.0

func (sBoundedTrie) MarshalJSON() ([]byte,error)

type BoundedTrieNode struct {// Children: Children of this node. Must be empty if truncated is true.Children map[string]BoundedTrieNode `json:"children,omitempty"`// Truncated: Whether this node has been truncated. A truncated leaf represents// possibly many children with the same prefix.Truncatedbool `json:"truncated,omitempty"`// ForceSendFields is a list of field names (e.g. "Children") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Children") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (BoundedTrieNode)MarshalJSON¶added inv0.217.0

func (sBoundedTrieNode) MarshalJSON() ([]byte,error)

type BucketOptions struct {// Exponential: Bucket boundaries grow exponentially.Exponential *Base2Exponent `json:"exponential,omitempty"`// Linear: Bucket boundaries grow linearly.Linear *Linear `json:"linear,omitempty"`// ForceSendFields is a list of field names (e.g. "Exponential") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Exponential") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (BucketOptions)MarshalJSON¶added inv0.156.0

func (sBucketOptions) MarshalJSON() ([]byte,error)

type CPUTime struct {// Rate: Average CPU utilization rate (% non-idle cpu / second) since previous// sample.Ratefloat64 `json:"rate,omitempty"`// Timestamp: Timestamp of the measurement.Timestampstring `json:"timestamp,omitempty"`// TotalMs: Total active CPU time across all cores (ie., non-idle) in// milliseconds since start-up.TotalMsuint64 `json:"totalMs,omitempty,string"`// ForceSendFields is a list of field names (e.g. "Rate") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Rate") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (CPUTime)MarshalJSON¶

func (sCPUTime) MarshalJSON() ([]byte,error)

func (*CPUTime)UnmarshalJSON¶

func (s *CPUTime) UnmarshalJSON(data []byte)error

type ComponentSource struct {// Name: Dataflow service generated name for this source.Namestring `json:"name,omitempty"`// OriginalTransformOrCollection: User name for the original user transform or// collection with which this source is most closely associated.OriginalTransformOrCollectionstring `json:"originalTransformOrCollection,omitempty"`// UserName: Human-readable name for this transform; may be user or system// generated.UserNamestring `json:"userName,omitempty"`// ForceSendFields is a list of field names (e.g. "Name") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Name") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ComponentSource)MarshalJSON¶

func (sComponentSource) MarshalJSON() ([]byte,error)

type ComponentTransform struct {// Name: Dataflow service generated name for this source.Namestring `json:"name,omitempty"`// OriginalTransform: User name for the original user transform with which this// transform is most closely associated.OriginalTransformstring `json:"originalTransform,omitempty"`// UserName: Human-readable name for this transform; may be user or system// generated.UserNamestring `json:"userName,omitempty"`// ForceSendFields is a list of field names (e.g. "Name") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Name") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ComponentTransform)MarshalJSON¶

func (sComponentTransform) MarshalJSON() ([]byte,error)

type ComputationTopology struct {// ComputationId: The ID of the computation.ComputationIdstring `json:"computationId,omitempty"`// Inputs: The inputs to the computation.Inputs []*StreamLocation `json:"inputs,omitempty"`// KeyRanges: The key ranges processed by the computation.KeyRanges []*KeyRangeLocation `json:"keyRanges,omitempty"`// Outputs: The outputs from the computation.Outputs []*StreamLocation `json:"outputs,omitempty"`// StateFamilies: The state family values.StateFamilies []*StateFamilyConfig `json:"stateFamilies,omitempty"`// SystemStageName: The system stage name.SystemStageNamestring `json:"systemStageName,omitempty"`// ForceSendFields is a list of field names (e.g. "ComputationId") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "ComputationId") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ComputationTopology)MarshalJSON¶

func (sComputationTopology) MarshalJSON() ([]byte,error)

type ConcatPosition struct {// Index: Index of the inner source.Indexint64 `json:"index,omitempty"`// Position: Position within the inner source.Position *Position `json:"position,omitempty"`// ForceSendFields is a list of field names (e.g. "Index") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Index") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ConcatPosition)MarshalJSON¶

func (sConcatPosition) MarshalJSON() ([]byte,error)

type ContainerSpec struct {// DefaultEnvironment: Default runtime environment for the job.DefaultEnvironment *FlexTemplateRuntimeEnvironment `json:"defaultEnvironment,omitempty"`// Image: Name of the docker container image. E.g., gcr.io/project/some-imageImagestring `json:"image,omitempty"`// ImageRepositoryCertPath: Cloud Storage path to self-signed certificate of// private registry.ImageRepositoryCertPathstring `json:"imageRepositoryCertPath,omitempty"`// ImageRepositoryPasswordSecretId: Secret Manager secret id for password to// authenticate to private registry.ImageRepositoryPasswordSecretIdstring `json:"imageRepositoryPasswordSecretId,omitempty"`// ImageRepositoryUsernameSecretId: Secret Manager secret id for username to// authenticate to private registry.ImageRepositoryUsernameSecretIdstring `json:"imageRepositoryUsernameSecretId,omitempty"`// Metadata: Metadata describing a template including description and// validation rules.Metadata *TemplateMetadata `json:"metadata,omitempty"`// SdkInfo: Required. SDK info of the Flex Template.SdkInfo *SDKInfo `json:"sdkInfo,omitempty"`// ForceSendFields is a list of field names (e.g. "DefaultEnvironment") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "DefaultEnvironment") to include// in API requests with the JSON null value. By default, fields with empty// values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ContainerSpec)MarshalJSON¶added inv0.16.0

func (sContainerSpec) MarshalJSON() ([]byte,error)

type CounterMetadata struct {// Description: Human-readable description of the counter semantics.Descriptionstring `json:"description,omitempty"`// Kind: Counter aggregation kind.//// Possible values://   "INVALID" - Counter aggregation kind was not set.//   "SUM" - Aggregated value is the sum of all contributed values.//   "MAX" - Aggregated value is the max of all contributed values.//   "MIN" - Aggregated value is the min of all contributed values.//   "MEAN" - Aggregated value is the mean of all contributed values.//   "OR" - Aggregated value represents the logical 'or' of all contributed// values.//   "AND" - Aggregated value represents the logical 'and' of all contributed// values.//   "SET" - Aggregated value is a set of unique contributed values.//   "DISTRIBUTION" - Aggregated value captures statistics about a// distribution.//   "LATEST_VALUE" - Aggregated value tracks the latest value of a variable.Kindstring `json:"kind,omitempty"`// OtherUnits: A string referring to the unit type.OtherUnitsstring `json:"otherUnits,omitempty"`// StandardUnits: System defined Units, see above enum.//// Possible values://   "BYTES" - Counter returns a value in bytes.//   "BYTES_PER_SEC" - Counter returns a value in bytes per second.//   "MILLISECONDS" - Counter returns a value in milliseconds.//   "MICROSECONDS" - Counter returns a value in microseconds.//   "NANOSECONDS" - Counter returns a value in nanoseconds.//   "TIMESTAMP_MSEC" - Counter returns a timestamp in milliseconds.//   "TIMESTAMP_USEC" - Counter returns a timestamp in microseconds.//   "TIMESTAMP_NSEC" - Counter returns a timestamp in nanoseconds.StandardUnitsstring `json:"standardUnits,omitempty"`// ForceSendFields is a list of field names (e.g. "Description") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Description") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (CounterMetadata)MarshalJSON¶

func (sCounterMetadata) MarshalJSON() ([]byte,error)

type CounterStructuredName struct {// ComponentStepName: Name of the optimized step being executed by the workers.ComponentStepNamestring `json:"componentStepName,omitempty"`// ExecutionStepName: Name of the stage. An execution step contains multiple// component steps.ExecutionStepNamestring `json:"executionStepName,omitempty"`// InputIndex: Index of an input collection that's being read from/written to// as a side input. The index identifies a step's side inputs starting by 1// (e.g. the first side input has input_index 1, the third has input_index 3).// Side inputs are identified by a pair of (original_step_name, input_index).// This field helps uniquely identify them.InputIndexint64 `json:"inputIndex,omitempty"`// Name: Counter name. Not necessarily globally-unique, but unique within the// context of the other fields. Required.Namestring `json:"name,omitempty"`// Origin: One of the standard Origins defined above.//// Possible values://   "SYSTEM" - Counter was created by the Dataflow system.//   "USER" - Counter was created by the user.Originstring `json:"origin,omitempty"`// OriginNamespace: A string containing a more specific namespace of the// counter's origin.OriginNamespacestring `json:"originNamespace,omitempty"`// OriginalRequestingStepName: The step name requesting an operation, such as// GBK. I.e. the ParDo causing a read/write from shuffle to occur, or a read// from side inputs.OriginalRequestingStepNamestring `json:"originalRequestingStepName,omitempty"`// OriginalStepName: System generated name of the original step in the user's// graph, before optimization.OriginalStepNamestring `json:"originalStepName,omitempty"`// Portion: Portion of this counter, either key or value.//// Possible values://   "ALL" - Counter portion has not been set.//   "KEY" - Counter reports a key.//   "VALUE" - Counter reports a value.Portionstring `json:"portion,omitempty"`// WorkerId: ID of a particular worker.WorkerIdstring `json:"workerId,omitempty"`// ForceSendFields is a list of field names (e.g. "ComponentStepName") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "ComponentStepName") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (CounterStructuredName)MarshalJSON¶

func (sCounterStructuredName) MarshalJSON() ([]byte,error)

type CounterStructuredNameAndMetadata struct {// Metadata: Metadata associated with a counterMetadata *CounterMetadata `json:"metadata,omitempty"`// Name: Structured name of the counter.Name *CounterStructuredName `json:"name,omitempty"`// ForceSendFields is a list of field names (e.g. "Metadata") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Metadata") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (CounterStructuredNameAndMetadata)MarshalJSON¶

func (sCounterStructuredNameAndMetadata) MarshalJSON() ([]byte,error)

type CounterUpdate struct {// Boolean: Boolean value for And, Or.Booleanbool `json:"boolean,omitempty"`// BoundedTrie: Bounded trie dataBoundedTrie *BoundedTrie `json:"boundedTrie,omitempty"`// Cumulative: True if this counter is reported as the total cumulative// aggregate value accumulated since the worker started working on this// WorkItem. By default this is false, indicating that this counter is reported// as a delta.Cumulativebool `json:"cumulative,omitempty"`// Distribution: Distribution dataDistribution *DistributionUpdate `json:"distribution,omitempty"`// FloatingPoint: Floating point value for Sum, Max, Min.FloatingPointfloat64 `json:"floatingPoint,omitempty"`// FloatingPointList: List of floating point numbers, for Set.FloatingPointList *FloatingPointList `json:"floatingPointList,omitempty"`// FloatingPointMean: Floating point mean aggregation value for Mean.FloatingPointMean *FloatingPointMean `json:"floatingPointMean,omitempty"`// Integer: Integer value for Sum, Max, Min.Integer *SplitInt64 `json:"integer,omitempty"`// IntegerGauge: Gauge dataIntegerGauge *IntegerGauge `json:"integerGauge,omitempty"`// IntegerList: List of integers, for Set.IntegerList *IntegerList `json:"integerList,omitempty"`// IntegerMean: Integer mean aggregation value for Mean.IntegerMean *IntegerMean `json:"integerMean,omitempty"`// Internal: Value for internally-defined counters used by the Dataflow// service.Internal interface{} `json:"internal,omitempty"`// NameAndKind: Counter name and aggregation type.NameAndKind *NameAndKind `json:"nameAndKind,omitempty"`// ShortId: The service-generated short identifier for this counter. The// short_id -> (name, metadata) mapping is constant for the lifetime of a job.ShortIdint64 `json:"shortId,omitempty,string"`// StringList: List of strings, for Set.StringList *StringList `json:"stringList,omitempty"`// StructuredNameAndMetadata: Counter structured name and metadata.StructuredNameAndMetadata *CounterStructuredNameAndMetadata `json:"structuredNameAndMetadata,omitempty"`// ForceSendFields is a list of field names (e.g. "Boolean") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Boolean") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (CounterUpdate)MarshalJSON¶

func (sCounterUpdate) MarshalJSON() ([]byte,error)

func (*CounterUpdate)UnmarshalJSON¶

func (s *CounterUpdate) UnmarshalJSON(data []byte)error

type CreateJobFromTemplateRequest struct {// Environment: The runtime environment for the job.Environment *RuntimeEnvironment `json:"environment,omitempty"`// GcsPath: Required. A Cloud Storage path to the template from which to create// the job. Must be a valid Cloud Storage URL, beginning with `gs://`.GcsPathstring `json:"gcsPath,omitempty"`// JobName: Required. The job name to use for the created job.JobNamestring `json:"jobName,omitempty"`// Location: The [regional endpoint]// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to// which to direct the request.Locationstring `json:"location,omitempty"`// Parameters: The runtime parameters to pass to the job.Parameters map[string]string `json:"parameters,omitempty"`// ForceSendFields is a list of field names (e.g. "Environment") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Environment") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (CreateJobFromTemplateRequest)MarshalJSON¶

func (sCreateJobFromTemplateRequest) MarshalJSON() ([]byte,error)

type CustomSourceLocation struct {// Stateful: Whether this source is stateful.Statefulbool `json:"stateful,omitempty"`// ForceSendFields is a list of field names (e.g. "Stateful") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Stateful") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (CustomSourceLocation)MarshalJSON¶

func (sCustomSourceLocation) MarshalJSON() ([]byte,error)

type DataDiskAssignment struct {// DataDisks: Mounted data disks. The order is important a data disk's 0-based// index in this list defines which persistent directory the disk is mounted// to, for example the list of { "myproject-1014-104817-4c2-harness-0-disk-0"// }, { "myproject-1014-104817-4c2-harness-0-disk-1" }.DataDisks []string `json:"dataDisks,omitempty"`// VmInstance: VM instance name the data disks mounted to, for example// "myproject-1014-104817-4c2-harness-0".VmInstancestring `json:"vmInstance,omitempty"`// ForceSendFields is a list of field names (e.g. "DataDisks") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "DataDisks") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DataDiskAssignment)MarshalJSON¶

func (sDataDiskAssignment) MarshalJSON() ([]byte,error)

type DataSamplingConfig struct {// Behaviors: List of given sampling behaviors to enable. For example,// specifying behaviors = [ALWAYS_ON] samples in-flight elements but does not// sample exceptions. Can be used to specify multiple behaviors like, behaviors// = [ALWAYS_ON, EXCEPTIONS] for specifying periodic sampling and exception// sampling. If DISABLED is in the list, then sampling will be disabled and// ignore the other given behaviors. Ordering does not matter.//// Possible values://   "DATA_SAMPLING_BEHAVIOR_UNSPECIFIED" - If given, has no effect on sampling// behavior. Used as an unknown or unset sentinel value.//   "DISABLED" - When given, disables element sampling. Has same behavior as// not setting the behavior.//   "ALWAYS_ON" - When given, enables sampling in-flight from all// PCollections.//   "EXCEPTIONS" - When given, enables sampling input elements when a// user-defined DoFn causes an exception.Behaviors []string `json:"behaviors,omitempty"`// ForceSendFields is a list of field names (e.g. "Behaviors") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Behaviors") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DataSamplingConfig)MarshalJSON¶added inv0.135.0

func (sDataSamplingConfig) MarshalJSON() ([]byte,error)

type DataSamplingReport struct {// BytesWrittenDelta: Optional. Delta of bytes written to file from previous// report.BytesWrittenDeltaint64 `json:"bytesWrittenDelta,omitempty,string"`// ElementsSampledBytes: Optional. Delta of bytes sampled from previous report.ElementsSampledBytesint64 `json:"elementsSampledBytes,omitempty,string"`// ElementsSampledCount: Optional. Delta of number of elements sampled from// previous report.ElementsSampledCountint64 `json:"elementsSampledCount,omitempty,string"`// ExceptionsSampledCount: Optional. Delta of number of samples taken from user// code exceptions from previous report.ExceptionsSampledCountint64 `json:"exceptionsSampledCount,omitempty,string"`// PcollectionsSampledCount: Optional. Delta of number of PCollections sampled// from previous report.PcollectionsSampledCountint64 `json:"pcollectionsSampledCount,omitempty,string"`// PersistenceErrorsCount: Optional. Delta of errors counts from persisting the// samples from previous report.PersistenceErrorsCountint64 `json:"persistenceErrorsCount,omitempty,string"`// TranslationErrorsCount: Optional. Delta of errors counts from retrieving, or// translating the samples from previous report.TranslationErrorsCountint64 `json:"translationErrorsCount,omitempty,string"`// ForceSendFields is a list of field names (e.g. "BytesWrittenDelta") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "BytesWrittenDelta") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DataSamplingReport)MarshalJSON¶added inv0.135.0

func (sDataSamplingReport) MarshalJSON() ([]byte,error)

type DataflowGaugeValue struct {// MeasuredTime: The timestamp when the gauge was recorded.MeasuredTimestring `json:"measuredTime,omitempty"`// Value: The value of the gauge.Valueint64 `json:"value,omitempty,string"`// ForceSendFields is a list of field names (e.g. "MeasuredTime") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "MeasuredTime") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DataflowGaugeValue)MarshalJSON¶added inv0.212.0

func (sDataflowGaugeValue) MarshalJSON() ([]byte,error)

type DataflowHistogramValue struct {// BucketCounts: Optional. The number of values in each bucket of the// histogram, as described in `bucket_options`. `bucket_counts` should contain// N values, where N is the number of buckets specified in `bucket_options`. If// `bucket_counts` has fewer than N values, the remaining values are assumed to// be 0.BucketCountsgoogleapi.Int64s `json:"bucketCounts,omitempty"`// BucketOptions: Describes the bucket boundaries used in the histogram.BucketOptions *BucketOptions `json:"bucketOptions,omitempty"`// Count: Number of values recorded in this histogram.Countint64 `json:"count,omitempty,string"`// OutlierStats: Statistics on the values recorded in the histogram that fall// out of the bucket boundaries.OutlierStats *OutlierStats `json:"outlierStats,omitempty"`// ForceSendFields is a list of field names (e.g. "BucketCounts") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "BucketCounts") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DataflowHistogramValue)MarshalJSON¶added inv0.156.0

func (sDataflowHistogramValue) MarshalJSON() ([]byte,error)

type DatastoreIODetails struct {// Namespace: Namespace used in the connection.Namespacestring `json:"namespace,omitempty"`// ProjectId: ProjectId accessed in the connection.ProjectIdstring `json:"projectId,omitempty"`// ForceSendFields is a list of field names (e.g. "Namespace") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Namespace") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DatastoreIODetails)MarshalJSON¶

func (sDatastoreIODetails) MarshalJSON() ([]byte,error)

type DebugOptions struct {// DataSampling: Configuration options for sampling elements from a running// pipeline.DataSampling *DataSamplingConfig `json:"dataSampling,omitempty"`// EnableHotKeyLogging: Optional. When true, enables the logging of the literal// hot key to the user's Cloud Logging.EnableHotKeyLoggingbool `json:"enableHotKeyLogging,omitempty"`// ForceSendFields is a list of field names (e.g. "DataSampling") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "DataSampling") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DebugOptions)MarshalJSON¶added inv0.42.0

func (sDebugOptions) MarshalJSON() ([]byte,error)

type DeleteSnapshotResponse struct {// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`}

type DerivedSource struct {// DerivationMode: What source to base the produced source on (if any).//// Possible values://   "SOURCE_DERIVATION_MODE_UNKNOWN" - The source derivation is unknown, or// unspecified.//   "SOURCE_DERIVATION_MODE_INDEPENDENT" - Produce a completely independent// Source with no base.//   "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" - Produce a Source based on the// Source being split.//   "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" - Produce a Source based on// the base of the Source being split.DerivationModestring `json:"derivationMode,omitempty"`// Source: Specification of the source.Source *Source `json:"source,omitempty"`// ForceSendFields is a list of field names (e.g. "DerivationMode") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "DerivationMode") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DerivedSource)MarshalJSON¶

func (sDerivedSource) MarshalJSON() ([]byte,error)

type Disk struct {// DiskType: Disk storage type, as defined by Google Compute Engine. This must// be a disk type appropriate to the project and zone in which the workers will// run. If unknown or unspecified, the service will attempt to choose a// reasonable default. For example, the standard persistent disk type is a// resource name typically ending in "pd-standard". If SSD persistent disks are// available, the resource name typically ends with "pd-ssd". The actual valid// values are defined the Google Compute Engine API, not by the Cloud Dataflow// API; consult the Google Compute Engine documentation for more information// about determining the set of available disk types for a particular project// and zone. Google Compute Engine Disk types are local to a particular project// in a particular zone, and so the resource name will typically look something// like this:// compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standardDiskTypestring `json:"diskType,omitempty"`// MountPoint: Directory in a VM where disk is mounted.MountPointstring `json:"mountPoint,omitempty"`// SizeGb: Size of disk in GB. If zero or unspecified, the service will attempt// to choose a reasonable default.SizeGbint64 `json:"sizeGb,omitempty"`// ForceSendFields is a list of field names (e.g. "DiskType") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "DiskType") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (Disk)MarshalJSON¶

func (sDisk) MarshalJSON() ([]byte,error)

type DisplayData struct {// BoolValue: Contains value if the data is of a boolean type.BoolValuebool `json:"boolValue,omitempty"`// DurationValue: Contains value if the data is of duration type.DurationValuestring `json:"durationValue,omitempty"`// FloatValue: Contains value if the data is of float type.FloatValuefloat64 `json:"floatValue,omitempty"`// Int64Value: Contains value if the data is of int64 type.Int64Valueint64 `json:"int64Value,omitempty,string"`// JavaClassValue: Contains value if the data is of java class type.JavaClassValuestring `json:"javaClassValue,omitempty"`// Key: The key identifying the display data. This is intended to be used as a// label for the display data when viewed in a dax monitoring system.Keystring `json:"key,omitempty"`// Label: An optional label to display in a dax UI for the element.Labelstring `json:"label,omitempty"`// Namespace: The namespace for the key. This is usually a class name or// programming language namespace (i.e. python module) which defines the// display data. This allows a dax monitoring system to specially handle the// data and perform custom rendering.Namespacestring `json:"namespace,omitempty"`// ShortStrValue: A possible additional shorter value to display. For example a// java_class_name_value of com.mypackage.MyDoFn will be stored with MyDoFn as// the short_str_value and com.mypackage.MyDoFn as the java_class_name value.// short_str_value can be displayed and java_class_name_value will be displayed// as a tooltip.ShortStrValuestring `json:"shortStrValue,omitempty"`// StrValue: Contains value if the data is of string type.StrValuestring `json:"strValue,omitempty"`// TimestampValue: Contains value if the data is of timestamp type.TimestampValuestring `json:"timestampValue,omitempty"`// Url: An optional full URL.Urlstring `json:"url,omitempty"`// ForceSendFields is a list of field names (e.g. "BoolValue") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "BoolValue") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DisplayData)MarshalJSON¶

func (sDisplayData) MarshalJSON() ([]byte,error)

func (*DisplayData)UnmarshalJSON¶

func (s *DisplayData) UnmarshalJSON(data []byte)error

type DistributionUpdate struct {// Count: The count of the number of elements present in the distribution.Count *SplitInt64 `json:"count,omitempty"`// Histogram: (Optional) Histogram of value counts for the distribution.Histogram *Histogram `json:"histogram,omitempty"`// Max: The maximum value present in the distribution.Max *SplitInt64 `json:"max,omitempty"`// Min: The minimum value present in the distribution.Min *SplitInt64 `json:"min,omitempty"`// Sum: Use an int64 since we'd prefer the added precision. If overflow is a// common problem we can detect it and use an additional int64 or a double.Sum *SplitInt64 `json:"sum,omitempty"`// SumOfSquares: Use a double since the sum of squares is likely to overflow// int64.SumOfSquaresfloat64 `json:"sumOfSquares,omitempty"`// ForceSendFields is a list of field names (e.g. "Count") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Count") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DistributionUpdate)MarshalJSON¶

func (sDistributionUpdate) MarshalJSON() ([]byte,error)

func (*DistributionUpdate)UnmarshalJSON¶

func (s *DistributionUpdate) UnmarshalJSON(data []byte)error

type DynamicSourceSplit struct {// Primary: Primary part (continued to be processed by worker). Specified// relative to the previously-current source. Becomes current.Primary *DerivedSource `json:"primary,omitempty"`// Residual: Residual part (returned to the pool of work). Specified relative// to the previously-current source.Residual *DerivedSource `json:"residual,omitempty"`// ForceSendFields is a list of field names (e.g. "Primary") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Primary") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (DynamicSourceSplit)MarshalJSON¶

func (sDynamicSourceSplit) MarshalJSON() ([]byte,error)

type Environment struct {// ClusterManagerApiService: The type of cluster manager API to use. If unknown// or unspecified, the service will attempt to choose a reasonable default.// This should be in the form of the API service name, e.g.// "compute.googleapis.com".ClusterManagerApiServicestring `json:"clusterManagerApiService,omitempty"`// Dataset: Optional. The dataset for the current project where various// workflow related tables are stored. The supported resource type is: Google// BigQuery: bigquery.googleapis.com/{dataset}Datasetstring `json:"dataset,omitempty"`// DebugOptions: Optional. Any debugging options to be supplied to the job.DebugOptions *DebugOptions `json:"debugOptions,omitempty"`// Experiments: The list of experiments to enable. This field should be used// for SDK related experiments and not for service related experiments. The// proper field for service related experiments is service_options.Experiments []string `json:"experiments,omitempty"`// FlexResourceSchedulingGoal: Optional. Which Flexible Resource Scheduling// mode to run in.//// Possible values://   "FLEXRS_UNSPECIFIED" - Run in the default mode.//   "FLEXRS_SPEED_OPTIMIZED" - Optimize for lower execution time.//   "FLEXRS_COST_OPTIMIZED" - Optimize for lower cost.FlexResourceSchedulingGoalstring `json:"flexResourceSchedulingGoal,omitempty"`// InternalExperiments: Experimental settings.InternalExperimentsgoogleapi.RawMessage `json:"internalExperiments,omitempty"`// SdkPipelineOptions: The Cloud Dataflow SDK pipeline options specified by the// user. These options are passed through the service and are used to recreate// the SDK pipeline options on the worker in a language agnostic and platform// independent way.SdkPipelineOptionsgoogleapi.RawMessage `json:"sdkPipelineOptions,omitempty"`// ServiceAccountEmail: Optional. Identity to run virtual machines as. Defaults// to the default account.ServiceAccountEmailstring `json:"serviceAccountEmail,omitempty"`// ServiceKmsKeyName: Optional. If set, contains the Cloud KMS key identifier// used to encrypt data at rest, AKA a Customer Managed Encryption Key (CMEK).// Format:// projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEYServiceKmsKeyNamestring `json:"serviceKmsKeyName,omitempty"`// ServiceOptions: Optional. The list of service options to enable. This field// should be used for service related experiments only. These experiments, when// graduating to GA, should be replaced by dedicated fields or become default// (i.e. always on).ServiceOptions []string `json:"serviceOptions,omitempty"`// ShuffleMode: Output only. The shuffle mode used for the job.//// Possible values://   "SHUFFLE_MODE_UNSPECIFIED" - Shuffle mode information is not available.//   "VM_BASED" - Shuffle is done on the worker VMs.//   "SERVICE_BASED" - Shuffle is done on the service side.ShuffleModestring `json:"shuffleMode,omitempty"`// StreamingMode: Optional. Specifies the Streaming Engine message processing// guarantees. Reduces cost and latency but might result in duplicate messages// committed to storage. Designed to run simple mapping streaming ETL jobs at// the lowest cost. For example, Change Data Capture (CDC) to BigQuery is a// canonical use case. For more information, see Set the pipeline streaming// mode (https://cloud.google.com/dataflow/docs/guides/streaming-modes).//// Possible values://   "STREAMING_MODE_UNSPECIFIED" - Run in the default mode.//   "STREAMING_MODE_EXACTLY_ONCE" - In this mode, message deduplication is// performed against persistent state to make sure each message is processed// and committed to storage exactly once.//   "STREAMING_MODE_AT_LEAST_ONCE" - Message deduplication is not performed.// Messages might be processed multiple times, and the results are applied// multiple times. Note: Setting this value also enables Streaming Engine and// Streaming Engine resource-based billing.StreamingModestring `json:"streamingMode,omitempty"`// TempStoragePrefix: The prefix of the resources the system should use for// temporary storage. The system will append the suffix "/temp-{JOBNAME} to// this resource prefix, where {JOBNAME} is the value of the job_name field.// The resulting bucket and object prefix is used as the prefix of the// resources used to store temporary data needed during the job execution.// NOTE: This will override the value in taskrunner_settings. The supported// resource type is: Google Cloud Storage:// storage.googleapis.com/{bucket}/{object}// bucket.storage.googleapis.com/{object}TempStoragePrefixstring `json:"tempStoragePrefix,omitempty"`// UsePublicIps: Optional. True when any worker pool that uses public IPs is// present.UsePublicIpsbool `json:"usePublicIps,omitempty"`// UseStreamingEngineResourceBasedBilling: Output only. Whether the job uses// the Streaming Engine resource-based billing model.UseStreamingEngineResourceBasedBillingbool `json:"useStreamingEngineResourceBasedBilling,omitempty"`// UserAgent: Optional. A description of the process that generated the// request.UserAgentgoogleapi.RawMessage `json:"userAgent,omitempty"`// Version: A structure describing which components and their versions of the// service are required in order to run the job.Versiongoogleapi.RawMessage `json:"version,omitempty"`// WorkerPools: The worker pools. At least one "harness" worker pool must be// specified in order for the job to have workers.WorkerPools []*WorkerPool `json:"workerPools,omitempty"`// WorkerRegion: Optional. The Compute Engine region// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which// worker processing should occur, e.g. "us-west1". Mutually exclusive with// worker_zone. If neither worker_region nor worker_zone is specified, default// to the control plane's region.WorkerRegionstring `json:"workerRegion,omitempty"`// WorkerZone: Optional. The Compute Engine zone// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which// worker processing should occur, e.g. "us-west1-a". Mutually exclusive with// worker_region. If neither worker_region nor worker_zone is specified, a zone// in the control plane's region is chosen based on available capacity.WorkerZonestring `json:"workerZone,omitempty"`// ForceSendFields is a list of field names (e.g. "ClusterManagerApiService")// to unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "ClusterManagerApiService") to// include in API requests with the JSON null value. By default, fields with// empty values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (Environment)MarshalJSON¶

func (sEnvironment) MarshalJSON() ([]byte,error)

type ExecutionStageState struct {// CurrentStateTime: The time at which the stage transitioned to this state.CurrentStateTimestring `json:"currentStateTime,omitempty"`// ExecutionStageName: The name of the execution stage.ExecutionStageNamestring `json:"executionStageName,omitempty"`// ExecutionStageState: Executions stage states allow the same set of values as// JobState.//// Possible values://   "JOB_STATE_UNKNOWN" - The job's run state isn't specified.//   "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job has not// yet started to run.//   "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is// currently running.//   "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has// successfully completed. This is a terminal job state. This state may be set// by the Cloud Dataflow service, as a transition from `JOB_STATE_RUNNING`. It// may also be set via a Cloud Dataflow `UpdateJob` call, if the job has not// yet reached a terminal state.//   "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has failed.// This is a terminal job state. This state may only be set by the Cloud// Dataflow service, and only as a transition from `JOB_STATE_RUNNING`.//   "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the job has// been explicitly cancelled. This is a terminal job state. This state may only// be set via a Cloud Dataflow `UpdateJob` call, and only if the job has not// yet reached another terminal state.//   "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job was// successfully updated, meaning that this job was stopped and another job was// started, inheriting state from this one. This is a terminal job state. This// state may only be set by the Cloud Dataflow service, and only as a// transition from `JOB_STATE_RUNNING`.//   "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job is in// the process of draining. A draining job has stopped pulling from its input// sources and is processing any data that remains in-flight. This state may be// set via a Cloud Dataflow `UpdateJob` call, but only as a transition from// `JOB_STATE_RUNNING`. Jobs that are draining may only transition to// `JOB_STATE_DRAINED`, `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.//   "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job has been// drained. A drained job terminated by stopping pulling from its input sources// and processing any data that remained in-flight when draining was requested.// This state is a terminal state, may only be set by the Cloud Dataflow// service, and only as a transition from `JOB_STATE_DRAINING`.//   "JOB_STATE_PENDING" - `JOB_STATE_PENDING` indicates that the job has been// created but is not yet running. Jobs that are pending may only transition to// `JOB_STATE_RUNNING`, or `JOB_STATE_FAILED`.//   "JOB_STATE_CANCELLING" - `JOB_STATE_CANCELLING` indicates that the job has// been explicitly cancelled and is in the process of stopping. Jobs that are// cancelling may only transition to `JOB_STATE_CANCELLED` or// `JOB_STATE_FAILED`.//   "JOB_STATE_QUEUED" - `JOB_STATE_QUEUED` indicates that the job has been// created but is being delayed until launch. Jobs that are queued may only// transition to `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`.//   "JOB_STATE_RESOURCE_CLEANING_UP" - `JOB_STATE_RESOURCE_CLEANING_UP`// indicates that the batch job's associated resources are currently being// cleaned up after a successful run. Currently, this is an opt-in feature,// please reach out to Cloud support team if you are interested.//   "JOB_STATE_PAUSING" - `JOB_STATE_PAUSING` is not implemented yet.//   "JOB_STATE_PAUSED" - `JOB_STATE_PAUSED` is not implemented yet.ExecutionStageStatestring `json:"executionStageState,omitempty"`// ForceSendFields is a list of field names (e.g. "CurrentStateTime") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "CurrentStateTime") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ExecutionStageState)MarshalJSON¶

func (sExecutionStageState) MarshalJSON() ([]byte,error)

type ExecutionStageSummary struct {// ComponentSource: Collections produced and consumed by component transforms// of this stage.ComponentSource []*ComponentSource `json:"componentSource,omitempty"`// ComponentTransform: Transforms that comprise this execution stage.ComponentTransform []*ComponentTransform `json:"componentTransform,omitempty"`// Id: Dataflow service generated id for this stage.Idstring `json:"id,omitempty"`// InputSource: Input sources for this stage.InputSource []*StageSource `json:"inputSource,omitempty"`// Kind: Type of transform this stage is executing.//// Possible values://   "UNKNOWN_KIND" - Unrecognized transform type.//   "PAR_DO_KIND" - ParDo transform.//   "GROUP_BY_KEY_KIND" - Group By Key transform.//   "FLATTEN_KIND" - Flatten transform.//   "READ_KIND" - Read transform.//   "WRITE_KIND" - Write transform.//   "CONSTANT_KIND" - Constructs from a constant value, such as with// Create.of.//   "SINGLETON_KIND" - Creates a Singleton view of a collection.//   "SHUFFLE_KIND" - Opening or closing a shuffle session, often as part of a// GroupByKey.Kindstring `json:"kind,omitempty"`// Name: Dataflow service generated name for this stage.Namestring `json:"name,omitempty"`// OutputSource: Output sources for this stage.OutputSource []*StageSource `json:"outputSource,omitempty"`// PrerequisiteStage: Other stages that must complete before this stage can// run.PrerequisiteStage []string `json:"prerequisiteStage,omitempty"`// ForceSendFields is a list of field names (e.g. "ComponentSource") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "ComponentSource") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ExecutionStageSummary)MarshalJSON¶

func (sExecutionStageSummary) MarshalJSON() ([]byte,error)

type FailedLocation struct {// Name: The name of the [regional endpoint]// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that// failed to respond.Namestring `json:"name,omitempty"`// ForceSendFields is a list of field names (e.g. "Name") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Name") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (FailedLocation)MarshalJSON¶

func (sFailedLocation) MarshalJSON() ([]byte,error)

type FileIODetails struct {// FilePattern: File Pattern used to access files by the connector.FilePatternstring `json:"filePattern,omitempty"`// ForceSendFields is a list of field names (e.g. "FilePattern") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "FilePattern") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (FileIODetails)MarshalJSON¶

func (sFileIODetails) MarshalJSON() ([]byte,error)

type FlattenInstruction struct {// Inputs: Describes the inputs to the flatten instruction.Inputs []*InstructionInput `json:"inputs,omitempty"`// ForceSendFields is a list of field names (e.g. "Inputs") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Inputs") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (FlattenInstruction)MarshalJSON¶

func (sFlattenInstruction) MarshalJSON() ([]byte,error)

type FlexTemplateRuntimeEnvironment struct {// AdditionalExperiments: Additional experiment flags for the job.AdditionalExperiments []string `json:"additionalExperiments,omitempty"`// AdditionalPipelineOptions: Optional. Additional pipeline option flags for// the job.AdditionalPipelineOptions []string `json:"additionalPipelineOptions,omitempty"`// AdditionalUserLabels: Additional user labels to be specified for the job.// Keys and values must follow the restrictions specified in the labeling// restrictions// (https://cloud.google.com/compute/docs/labeling-resources#restrictions)// page. An object containing a list of "key": value pairs. Example: { "name":// "wrench", "mass": "1kg", "count": "3" }.AdditionalUserLabels map[string]string `json:"additionalUserLabels,omitempty"`// AutoscalingAlgorithm: The algorithm to use for autoscaling//// Possible values://   "AUTOSCALING_ALGORITHM_UNKNOWN" - The algorithm is unknown, or// unspecified.//   "AUTOSCALING_ALGORITHM_NONE" - Disable autoscaling.//   "AUTOSCALING_ALGORITHM_BASIC" - Increase worker count over time to reduce// job execution time.AutoscalingAlgorithmstring `json:"autoscalingAlgorithm,omitempty"`// DiskSizeGb: Worker disk size, in gigabytes.DiskSizeGbint64 `json:"diskSizeGb,omitempty"`// DumpHeapOnOom: If true, when processing time is spent almost entirely on// garbage collection (GC), saves a heap dump before ending the thread or// process. If false, ends the thread or process without saving a heap dump.// Does not save a heap dump when the Java Virtual Machine (JVM) has an out of// memory error during processing. The location of the heap file is either// echoed back to the user, or the user is given the opportunity to download// the heap file.DumpHeapOnOombool `json:"dumpHeapOnOom,omitempty"`// EnableLauncherVmSerialPortLogging: If true serial port logging will be// enabled for the launcher VM.EnableLauncherVmSerialPortLoggingbool `json:"enableLauncherVmSerialPortLogging,omitempty"`// EnableStreamingEngine: Whether to enable Streaming Engine for the job.EnableStreamingEnginebool `json:"enableStreamingEngine,omitempty"`// FlexrsGoal: Set FlexRS goal for the job.//https://cloud.google.com/dataflow/docs/guides/flexrs//// Possible values://   "FLEXRS_UNSPECIFIED" - Run in the default mode.//   "FLEXRS_SPEED_OPTIMIZED" - Optimize for lower execution time.//   "FLEXRS_COST_OPTIMIZED" - Optimize for lower cost.FlexrsGoalstring `json:"flexrsGoal,omitempty"`// IpConfiguration: Configuration for VM IPs.//// Possible values://   "WORKER_IP_UNSPECIFIED" - The configuration is unknown, or unspecified.//   "WORKER_IP_PUBLIC" - Workers should have public IP addresses.//   "WORKER_IP_PRIVATE" - Workers should have private IP addresses.IpConfigurationstring `json:"ipConfiguration,omitempty"`// KmsKeyName: Name for the Cloud KMS key for the job. Key format is:// projects//locations//keyRings//cryptoKeys/KmsKeyNamestring `json:"kmsKeyName,omitempty"`// LauncherMachineType: The machine type to use for launching the job. The// default is n1-standard-1.LauncherMachineTypestring `json:"launcherMachineType,omitempty"`// MachineType: The machine type to use for the job. Defaults to the value from// the template if not specified.MachineTypestring `json:"machineType,omitempty"`// MaxWorkers: The maximum number of Google Compute Engine instances to be made// available to your pipeline during execution, from 1 to 1000.MaxWorkersint64 `json:"maxWorkers,omitempty"`// Network: Network to which VMs will be assigned. If empty or unspecified, the// service will use the network "default".Networkstring `json:"network,omitempty"`// NumWorkers: The initial number of Google Compute Engine instances for the// job.NumWorkersint64 `json:"numWorkers,omitempty"`// SaveHeapDumpsToGcsPath: Cloud Storage bucket (directory) to upload heap// dumps to. Enabling this field implies that `dump_heap_on_oom` is set to// true.SaveHeapDumpsToGcsPathstring `json:"saveHeapDumpsToGcsPath,omitempty"`// SdkContainerImage: Docker registry location of container image to use for// the 'worker harness. Default is the container for the version of the SDK.// Note this field is only valid for portable pipelines.SdkContainerImagestring `json:"sdkContainerImage,omitempty"`// ServiceAccountEmail: The email address of the service account to run the job// as.ServiceAccountEmailstring `json:"serviceAccountEmail,omitempty"`// StagingLocation: The Cloud Storage path for staging local files. Must be a// valid Cloud Storage URL, beginning with `gs://`.StagingLocationstring `json:"stagingLocation,omitempty"`// StreamingMode: Optional. Specifies the Streaming Engine message processing// guarantees. Reduces cost and latency but might result in duplicate messages// committed to storage. Designed to run simple mapping streaming ETL jobs at// the lowest cost. For example, Change Data Capture (CDC) to BigQuery is a// canonical use case. For more information, see Set the pipeline streaming// mode (https://cloud.google.com/dataflow/docs/guides/streaming-modes).//// Possible values://   "STREAMING_MODE_UNSPECIFIED" - Run in the default mode.//   "STREAMING_MODE_EXACTLY_ONCE" - In this mode, message deduplication is// performed against persistent state to make sure each message is processed// and committed to storage exactly once.//   "STREAMING_MODE_AT_LEAST_ONCE" - Message deduplication is not performed.// Messages might be processed multiple times, and the results are applied// multiple times. Note: Setting this value also enables Streaming Engine and// Streaming Engine resource-based billing.StreamingModestring `json:"streamingMode,omitempty"`// Subnetwork: Subnetwork to which VMs will be assigned, if desired. You can// specify a subnetwork using either a complete URL or an abbreviated path.// Expected to be of the form// "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGIO// N/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/SUBNETWORK". If the// subnetwork is located in a Shared VPC network, you must use the complete// URL.Subnetworkstring `json:"subnetwork,omitempty"`// TempLocation: The Cloud Storage path to use for temporary files. Must be a// valid Cloud Storage URL, beginning with `gs://`.TempLocationstring `json:"tempLocation,omitempty"`// WorkerRegion: The Compute Engine region// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which// worker processing should occur, e.g. "us-west1". Mutually exclusive with// worker_zone. If neither worker_region nor worker_zone is specified, default// to the control plane's region.WorkerRegionstring `json:"workerRegion,omitempty"`// WorkerZone: The Compute Engine zone// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which// worker processing should occur, e.g. "us-west1-a". Mutually exclusive with// worker_region. If neither worker_region nor worker_zone is specified, a zone// in the control plane's region is chosen based on available capacity. If both// `worker_zone` and `zone` are set, `worker_zone` takes precedence.WorkerZonestring `json:"workerZone,omitempty"`// Zone: The Compute Engine availability zone// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) for// launching worker instances to run your pipeline. In the future, worker_zone// will take precedence.Zonestring `json:"zone,omitempty"`// ForceSendFields is a list of field names (e.g. "AdditionalExperiments") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "AdditionalExperiments") to// include in API requests with the JSON null value. By default, fields with// empty values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (FlexTemplateRuntimeEnvironment)MarshalJSON¶added inv0.33.0

func (sFlexTemplateRuntimeEnvironment) MarshalJSON() ([]byte,error)

type FloatingPointList struct {// Elements: Elements of the list.Elements []float64 `json:"elements,omitempty"`// ForceSendFields is a list of field names (e.g. "Elements") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Elements") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (FloatingPointList)MarshalJSON¶

func (sFloatingPointList) MarshalJSON() ([]byte,error)

func (*FloatingPointList)UnmarshalJSON¶added inv0.122.0

func (s *FloatingPointList) UnmarshalJSON(data []byte)error

type FloatingPointMean struct {// Count: The number of values being aggregated.Count *SplitInt64 `json:"count,omitempty"`// Sum: The sum of all values being aggregated.Sumfloat64 `json:"sum,omitempty"`// ForceSendFields is a list of field names (e.g. "Count") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Count") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (FloatingPointMean)MarshalJSON¶

func (sFloatingPointMean) MarshalJSON() ([]byte,error)

func (*FloatingPointMean)UnmarshalJSON¶

func (s *FloatingPointMean) UnmarshalJSON(data []byte)error

type GPUUsage struct {// Timestamp: Required. Timestamp of the measurement.Timestampstring `json:"timestamp,omitempty"`// Utilization: Required. Utilization info about the GPU.Utilization *GPUUtilization `json:"utilization,omitempty"`// ForceSendFields is a list of field names (e.g. "Timestamp") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Timestamp") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (GPUUsage)MarshalJSON¶added inv0.205.0

func (sGPUUsage) MarshalJSON() ([]byte,error)

type GPUUtilization struct {// Rate: Required. GPU utilization rate of any kernel over the last sample// period in the range of [0, 1].Ratefloat64 `json:"rate,omitempty"`// ForceSendFields is a list of field names (e.g. "Rate") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Rate") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (GPUUtilization)MarshalJSON¶added inv0.205.0

func (sGPUUtilization) MarshalJSON() ([]byte,error)

func (*GPUUtilization)UnmarshalJSON¶added inv0.205.0

func (s *GPUUtilization) UnmarshalJSON(data []byte)error

type GetDebugConfigRequest struct {// ComponentId: The internal component id for which debug configuration is// requested.ComponentIdstring `json:"componentId,omitempty"`// Location: The [regional endpoint]// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that// contains the job specified by job_id.Locationstring `json:"location,omitempty"`// WorkerId: The worker id, i.e., VM hostname.WorkerIdstring `json:"workerId,omitempty"`// ForceSendFields is a list of field names (e.g. "ComponentId") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "ComponentId") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (GetDebugConfigRequest)MarshalJSON¶

func (sGetDebugConfigRequest) MarshalJSON() ([]byte,error)

type GetDebugConfigResponse struct {// Config: The encoded debug configuration for the requested component.Configstring `json:"config,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "Config") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Config") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (GetDebugConfigResponse)MarshalJSON¶

func (sGetDebugConfigResponse) MarshalJSON() ([]byte,error)

type GetTemplateResponse struct {// Metadata: The template metadata describing the template name, available// parameters, etc.Metadata *TemplateMetadata `json:"metadata,omitempty"`// RuntimeMetadata: Describes the runtime metadata with SDKInfo and available// parameters.RuntimeMetadata *RuntimeMetadata `json:"runtimeMetadata,omitempty"`// Status: The status of the get template request. Any problems with the// request will be indicated in the error_details.Status *Status `json:"status,omitempty"`// TemplateType: Template Type.//// Possible values://   "UNKNOWN" - Unknown Template Type.//   "LEGACY" - Legacy Template.//   "FLEX" - Flex Template.TemplateTypestring `json:"templateType,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "Metadata") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Metadata") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (GetTemplateResponse)MarshalJSON¶

func (sGetTemplateResponse) MarshalJSON() ([]byte,error)

type GetWorkerStacktracesRequest struct {// WorkerId: The worker for which to get stacktraces. The returned stacktraces// will be for the SDK harness running on this worker.WorkerIdstring `json:"workerId,omitempty"`// ForceSendFields is a list of field names (e.g. "WorkerId") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "WorkerId") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (GetWorkerStacktracesRequest)MarshalJSON¶added inv0.235.0

func (sGetWorkerStacktracesRequest) MarshalJSON() ([]byte,error)

type GetWorkerStacktracesResponse struct {// Sdks: Repeated as unified worker may have multiple SDK processes.Sdks []*Sdk `json:"sdks,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "Sdks") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Sdks") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (GetWorkerStacktracesResponse)MarshalJSON¶added inv0.235.0

func (sGetWorkerStacktracesResponse) MarshalJSON() ([]byte,error)

type Histogram struct {// BucketCounts: Counts of values in each bucket. For efficiency, prefix and// trailing buckets with count = 0 are elided. Buckets can store the full range// of values of an unsigned long, with ULLONG_MAX falling into the 59th bucket// with range [1e19, 2e19).BucketCountsgoogleapi.Int64s `json:"bucketCounts,omitempty"`// FirstBucketOffset: Starting index of first stored bucket. The non-inclusive// upper-bound of the ith bucket is given by: pow(10,(i-first_bucket_offset)/3)// * (1,2,5)[(i-first_bucket_offset)%3]FirstBucketOffsetint64 `json:"firstBucketOffset,omitempty"`// ForceSendFields is a list of field names (e.g. "BucketCounts") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "BucketCounts") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (Histogram)MarshalJSON¶

func (sHistogram) MarshalJSON() ([]byte,error)

type HotKeyDebuggingInfo struct {// DetectedHotKeys: Debugging information for each detected hot key. Keyed by a// hash of the key.DetectedHotKeys map[string]HotKeyInfo `json:"detectedHotKeys,omitempty"`// ForceSendFields is a list of field names (e.g. "DetectedHotKeys") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "DetectedHotKeys") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (HotKeyDebuggingInfo)MarshalJSON¶added inv0.93.0

func (sHotKeyDebuggingInfo) MarshalJSON() ([]byte,error)

type HotKeyDetection struct {// HotKeyAge: The age of the hot key measured from when it was first detected.HotKeyAgestring `json:"hotKeyAge,omitempty"`// SystemName: System-defined name of the step containing this hot key. Unique// across the workflow.SystemNamestring `json:"systemName,omitempty"`// UserStepName: User-provided name of the step that contains this hot key.UserStepNamestring `json:"userStepName,omitempty"`// ForceSendFields is a list of field names (e.g. "HotKeyAge") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "HotKeyAge") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (HotKeyDetection)MarshalJSON¶added inv0.7.0

func (sHotKeyDetection) MarshalJSON() ([]byte,error)

type HotKeyInfo struct {// HotKeyAge: The age of the hot key measured from when it was first detected.HotKeyAgestring `json:"hotKeyAge,omitempty"`// Key: A detected hot key that is causing limited parallelism. This field will// be populated only if the following flag is set to true:// "--enable_hot_key_logging".Keystring `json:"key,omitempty"`// KeyTruncated: If true, then the above key is truncated and cannot be// deserialized. This occurs if the key above is populated and the key size is// >5MB.KeyTruncatedbool `json:"keyTruncated,omitempty"`// ForceSendFields is a list of field names (e.g. "HotKeyAge") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "HotKeyAge") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (HotKeyInfo)MarshalJSON¶added inv0.93.0

func (sHotKeyInfo) MarshalJSON() ([]byte,error)

type InstructionInput struct {// OutputNum: The output index (origin zero) within the producer.OutputNumint64 `json:"outputNum,omitempty"`// ProducerInstructionIndex: The index (origin zero) of the parallel// instruction that produces the output to be consumed by this input. This// index is relative to the list of instructions in this input's instruction's// containing MapTask.ProducerInstructionIndexint64 `json:"producerInstructionIndex,omitempty"`// ForceSendFields is a list of field names (e.g. "OutputNum") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "OutputNum") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (InstructionInput)MarshalJSON¶

func (sInstructionInput) MarshalJSON() ([]byte,error)

type InstructionOutput struct {// Codec: The codec to use to encode data being written via this output.Codecgoogleapi.RawMessage `json:"codec,omitempty"`// Name: The user-provided name of this output.Namestring `json:"name,omitempty"`// OnlyCountKeyBytes: For system-generated byte and mean byte metrics, certain// instructions should only report the key size.OnlyCountKeyBytesbool `json:"onlyCountKeyBytes,omitempty"`// OnlyCountValueBytes: For system-generated byte and mean byte metrics,// certain instructions should only report the value size.OnlyCountValueBytesbool `json:"onlyCountValueBytes,omitempty"`// OriginalName: System-defined name for this output in the original workflow// graph. Outputs that do not contribute to an original instruction do not set// this.OriginalNamestring `json:"originalName,omitempty"`// SystemName: System-defined name of this output. Unique across the workflow.SystemNamestring `json:"systemName,omitempty"`// ForceSendFields is a list of field names (e.g. "Codec") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Codec") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (InstructionOutput)MarshalJSON¶

func (sInstructionOutput) MarshalJSON() ([]byte,error)

type IntegerGauge struct {// Timestamp: The time at which this value was measured. Measured as msecs from// epoch.Timestampstring `json:"timestamp,omitempty"`// Value: The value of the variable represented by this gauge.Value *SplitInt64 `json:"value,omitempty"`// ForceSendFields is a list of field names (e.g. "Timestamp") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Timestamp") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (IntegerGauge)MarshalJSON¶

func (sIntegerGauge) MarshalJSON() ([]byte,error)

type IntegerList struct {// Elements: Elements of the list.Elements []*SplitInt64 `json:"elements,omitempty"`// ForceSendFields is a list of field names (e.g. "Elements") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Elements") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (IntegerList)MarshalJSON¶

func (sIntegerList) MarshalJSON() ([]byte,error)

type IntegerMean struct {// Count: The number of values being aggregated.Count *SplitInt64 `json:"count,omitempty"`// Sum: The sum of all values being aggregated.Sum *SplitInt64 `json:"sum,omitempty"`// ForceSendFields is a list of field names (e.g. "Count") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Count") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (IntegerMean)MarshalJSON¶

func (sIntegerMean) MarshalJSON() ([]byte,error)

type Job struct {// ClientRequestId: The client's unique identifier of the job, re-used across// retried attempts. If this field is set, the service will ensure its// uniqueness. The request to create a job will fail if the service has// knowledge of a previously submitted job with the same client's ID and job// name. The caller may use this field to ensure idempotence of job creation// across retried attempts to create a job. By default, the field is empty and,// in that case, the service ignores it.ClientRequestIdstring `json:"clientRequestId,omitempty"`// CreateTime: The timestamp when the job was initially created. Immutable and// set by the Cloud Dataflow service.CreateTimestring `json:"createTime,omitempty"`// CreatedFromSnapshotId: If this is specified, the job's initial state is// populated from the given snapshot.CreatedFromSnapshotIdstring `json:"createdFromSnapshotId,omitempty"`// CurrentState: The current state of the job. Jobs are created in the// `JOB_STATE_STOPPED` state unless otherwise specified. A job in the// `JOB_STATE_RUNNING` state may asynchronously enter a terminal state. After a// job has reached a terminal state, no further state updates may be made. This// field might be mutated by the Dataflow service; callers cannot mutate it.//// Possible values://   "JOB_STATE_UNKNOWN" - The job's run state isn't specified.//   "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job has not// yet started to run.//   "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is// currently running.//   "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has// successfully completed. This is a terminal job state. This state may be set// by the Cloud Dataflow service, as a transition from `JOB_STATE_RUNNING`. It// may also be set via a Cloud Dataflow `UpdateJob` call, if the job has not// yet reached a terminal state.//   "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has failed.// This is a terminal job state. This state may only be set by the Cloud// Dataflow service, and only as a transition from `JOB_STATE_RUNNING`.//   "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the job has// been explicitly cancelled. This is a terminal job state. This state may only// be set via a Cloud Dataflow `UpdateJob` call, and only if the job has not// yet reached another terminal state.//   "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job was// successfully updated, meaning that this job was stopped and another job was// started, inheriting state from this one. This is a terminal job state. This// state may only be set by the Cloud Dataflow service, and only as a// transition from `JOB_STATE_RUNNING`.//   "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job is in// the process of draining. A draining job has stopped pulling from its input// sources and is processing any data that remains in-flight. This state may be// set via a Cloud Dataflow `UpdateJob` call, but only as a transition from// `JOB_STATE_RUNNING`. Jobs that are draining may only transition to// `JOB_STATE_DRAINED`, `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.//   "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job has been// drained. A drained job terminated by stopping pulling from its input sources// and processing any data that remained in-flight when draining was requested.// This state is a terminal state, may only be set by the Cloud Dataflow// service, and only as a transition from `JOB_STATE_DRAINING`.//   "JOB_STATE_PENDING" - `JOB_STATE_PENDING` indicates that the job has been// created but is not yet running. Jobs that are pending may only transition to// `JOB_STATE_RUNNING`, or `JOB_STATE_FAILED`.//   "JOB_STATE_CANCELLING" - `JOB_STATE_CANCELLING` indicates that the job has// been explicitly cancelled and is in the process of stopping. Jobs that are// cancelling may only transition to `JOB_STATE_CANCELLED` or// `JOB_STATE_FAILED`.//   "JOB_STATE_QUEUED" - `JOB_STATE_QUEUED` indicates that the job has been// created but is being delayed until launch. Jobs that are queued may only// transition to `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`.//   "JOB_STATE_RESOURCE_CLEANING_UP" - `JOB_STATE_RESOURCE_CLEANING_UP`// indicates that the batch job's associated resources are currently being// cleaned up after a successful run. Currently, this is an opt-in feature,// please reach out to Cloud support team if you are interested.//   "JOB_STATE_PAUSING" - `JOB_STATE_PAUSING` is not implemented yet.//   "JOB_STATE_PAUSED" - `JOB_STATE_PAUSED` is not implemented yet.CurrentStatestring `json:"currentState,omitempty"`// CurrentStateTime: The timestamp associated with the current state.CurrentStateTimestring `json:"currentStateTime,omitempty"`// Environment: Optional. The environment for the job.Environment *Environment `json:"environment,omitempty"`// ExecutionInfo: Deprecated.ExecutionInfo *JobExecutionInfo `json:"executionInfo,omitempty"`// Id: The unique ID of this job. This field is set by the Dataflow service// when the job is created, and is immutable for the life of the job.Idstring `json:"id,omitempty"`// JobMetadata: This field is populated by the Dataflow service to support// filtering jobs by the metadata values provided here. Populated for ListJobs// and all GetJob views SUMMARY and higher.JobMetadata *JobMetadata `json:"jobMetadata,omitempty"`// Labels: User-defined labels for this job. The labels map can contain no more// than 64 entries. Entries of the labels map are UTF8 strings that comply with// the following restrictions: * Keys must conform to regexp:// \p{Ll}\p{Lo}{0,62} * Values must conform to regexp:// [\p{Ll}\p{Lo}\p{N}_-]{0,63} * Both keys and values are additionally// constrained to be <= 128 bytes in size.Labels map[string]string `json:"labels,omitempty"`// Location: Optional. The [regional endpoint]// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that// contains this job.Locationstring `json:"location,omitempty"`// Name: Optional. The user-specified Dataflow job name. Only one active job// with a given name can exist in a project within one region at any given// time. Jobs in different regions can have the same name. If a caller attempts// to create a job with the same name as an active job that already exists, the// attempt returns the existing job. The name must match the regular expression// `[a-z]([-a-z0-9]{0,1022}[a-z0-9])?`Namestring `json:"name,omitempty"`// PipelineDescription: Preliminary field: The format of this data may change// at any time. A description of the user pipeline and stages through which it// is executed. Created by Cloud Dataflow service. Only retrieved with// JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL.PipelineDescription *PipelineDescription `json:"pipelineDescription,omitempty"`// ProjectId: The ID of the Google Cloud project that the job belongs to.ProjectIdstring `json:"projectId,omitempty"`// ReplaceJobId: If this job is an update of an existing job, this field is the// job ID of the job it replaced. When sending a `CreateJobRequest`, you can// update a job by specifying it here. The job named here is stopped, and its// intermediate state is transferred to this job.ReplaceJobIdstring `json:"replaceJobId,omitempty"`// ReplacedByJobId: If another job is an update of this job (and thus, this job// is in `JOB_STATE_UPDATED`), this field contains the ID of that job.ReplacedByJobIdstring `json:"replacedByJobId,omitempty"`// RequestedState: The job's requested state. Applies to `UpdateJob` requests.// Set `requested_state` with `UpdateJob` requests to switch between the states// `JOB_STATE_STOPPED` and `JOB_STATE_RUNNING`. You can also use `UpdateJob`// requests to change a job's state from `JOB_STATE_RUNNING` to// `JOB_STATE_CANCELLED`, `JOB_STATE_DONE`, or `JOB_STATE_DRAINED`. These// states irrevocably terminate the job if it hasn't already reached a terminal// state. This field has no effect on `CreateJob` requests.//// Possible values://   "JOB_STATE_UNKNOWN" - The job's run state isn't specified.//   "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job has not// yet started to run.//   "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is// currently running.//   "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has// successfully completed. This is a terminal job state. This state may be set// by the Cloud Dataflow service, as a transition from `JOB_STATE_RUNNING`. It// may also be set via a Cloud Dataflow `UpdateJob` call, if the job has not// yet reached a terminal state.//   "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has failed.// This is a terminal job state. This state may only be set by the Cloud// Dataflow service, and only as a transition from `JOB_STATE_RUNNING`.//   "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the job has// been explicitly cancelled. This is a terminal job state. This state may only// be set via a Cloud Dataflow `UpdateJob` call, and only if the job has not// yet reached another terminal state.//   "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job was// successfully updated, meaning that this job was stopped and another job was// started, inheriting state from this one. This is a terminal job state. This// state may only be set by the Cloud Dataflow service, and only as a// transition from `JOB_STATE_RUNNING`.//   "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job is in// the process of draining. A draining job has stopped pulling from its input// sources and is processing any data that remains in-flight. This state may be// set via a Cloud Dataflow `UpdateJob` call, but only as a transition from// `JOB_STATE_RUNNING`. Jobs that are draining may only transition to// `JOB_STATE_DRAINED`, `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.//   "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job has been// drained. A drained job terminated by stopping pulling from its input sources// and processing any data that remained in-flight when draining was requested.// This state is a terminal state, may only be set by the Cloud Dataflow// service, and only as a transition from `JOB_STATE_DRAINING`.//   "JOB_STATE_PENDING" - `JOB_STATE_PENDING` indicates that the job has been// created but is not yet running. Jobs that are pending may only transition to// `JOB_STATE_RUNNING`, or `JOB_STATE_FAILED`.//   "JOB_STATE_CANCELLING" - `JOB_STATE_CANCELLING` indicates that the job has// been explicitly cancelled and is in the process of stopping. Jobs that are// cancelling may only transition to `JOB_STATE_CANCELLED` or// `JOB_STATE_FAILED`.//   "JOB_STATE_QUEUED" - `JOB_STATE_QUEUED` indicates that the job has been// created but is being delayed until launch. Jobs that are queued may only// transition to `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`.//   "JOB_STATE_RESOURCE_CLEANING_UP" - `JOB_STATE_RESOURCE_CLEANING_UP`// indicates that the batch job's associated resources are currently being// cleaned up after a successful run. Currently, this is an opt-in feature,// please reach out to Cloud support team if you are interested.//   "JOB_STATE_PAUSING" - `JOB_STATE_PAUSING` is not implemented yet.//   "JOB_STATE_PAUSED" - `JOB_STATE_PAUSED` is not implemented yet.RequestedStatestring `json:"requestedState,omitempty"`// RuntimeUpdatableParams: This field may ONLY be modified at runtime using the// projects.jobs.update method to adjust job behavior. This field has no effect// when specified at job creation.RuntimeUpdatableParams *RuntimeUpdatableParams `json:"runtimeUpdatableParams,omitempty"`// SatisfiesPzi: Output only. Reserved for future use. This field is set only// in responses from the server; it is ignored if it is set in any requests.SatisfiesPzibool `json:"satisfiesPzi,omitempty"`// SatisfiesPzs: Reserved for future use. This field is set only in responses// from the server; it is ignored if it is set in any requests.SatisfiesPzsbool `json:"satisfiesPzs,omitempty"`// ServiceResources: Output only. Resources used by the Dataflow Service to run// the job.ServiceResources *ServiceResources `json:"serviceResources,omitempty"`// StageStates: This field may be mutated by the Cloud Dataflow service;// callers cannot mutate it.StageStates []*ExecutionStageState `json:"stageStates,omitempty"`// StartTime: The timestamp when the job was started (transitioned to// JOB_STATE_PENDING). Flexible resource scheduling jobs are started with some// delay after job creation, so start_time is unset before start and is updated// when the job is started by the Cloud Dataflow service. For other jobs,// start_time always equals to create_time and is immutable and set by the// Cloud Dataflow service.StartTimestring `json:"startTime,omitempty"`// Steps: Exactly one of step or steps_location should be specified. The// top-level steps that constitute the entire job. Only retrieved with// JOB_VIEW_ALL.Steps []*Step `json:"steps,omitempty"`// StepsLocation: The Cloud Storage location where the steps are stored.StepsLocationstring `json:"stepsLocation,omitempty"`// TempFiles: A set of files the system should be aware of that are used for// temporary storage. These temporary files will be removed on job completion.// No duplicates are allowed. No file patterns are supported. The supported// files are: Google Cloud Storage: storage.googleapis.com/{bucket}/{object}// bucket.storage.googleapis.com/{object}TempFiles []string `json:"tempFiles,omitempty"`// TransformNameMapping: Optional. The map of transform name prefixes of the// job to be replaced to the corresponding name prefixes of the new job.TransformNameMapping map[string]string `json:"transformNameMapping,omitempty"`// Type: Optional. The type of Dataflow job.//// Possible values://   "JOB_TYPE_UNKNOWN" - The type of the job is unspecified, or unknown.//   "JOB_TYPE_BATCH" - A batch job with a well-defined end point: data is// read, data is processed, data is written, and the job is done.//   "JOB_TYPE_STREAMING" - A continuously streaming job with no end: data is// read, processed, and written continuously.Typestring `json:"type,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "ClientRequestId") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "ClientRequestId") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (Job)MarshalJSON¶

func (sJob) MarshalJSON() ([]byte,error)

type JobExecutionDetails struct {// NextPageToken: If present, this response does not contain all requested// tasks. To obtain the next page of results, repeat the request with// page_token set to this value.NextPageTokenstring `json:"nextPageToken,omitempty"`// Stages: The stages of the job execution.Stages []*StageSummary `json:"stages,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "NextPageToken") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "NextPageToken") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (JobExecutionDetails)MarshalJSON¶added inv0.31.0

func (sJobExecutionDetails) MarshalJSON() ([]byte,error)

type JobExecutionInfo struct {// Stages: A mapping from each stage to the information about that stage.Stages map[string]JobExecutionStageInfo `json:"stages,omitempty"`// ForceSendFields is a list of field names (e.g. "Stages") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Stages") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (JobExecutionInfo)MarshalJSON¶

func (sJobExecutionInfo) MarshalJSON() ([]byte,error)

type JobExecutionStageInfo struct {// StepName: The steps associated with the execution stage. Note that stages// may have several steps, and that a given step might be run by more than one// stage.StepName []string `json:"stepName,omitempty"`// ForceSendFields is a list of field names (e.g. "StepName") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "StepName") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (JobExecutionStageInfo)MarshalJSON¶

func (sJobExecutionStageInfo) MarshalJSON() ([]byte,error)

type JobMessage struct {// Id: Deprecated.Idstring `json:"id,omitempty"`// MessageImportance: Importance level of the message.//// Possible values://   "JOB_MESSAGE_IMPORTANCE_UNKNOWN" - The message importance isn't specified,// or is unknown.//   "JOB_MESSAGE_DEBUG" - The message is at the 'debug' level: typically only// useful for software engineers working on the code the job is running.// Typically, Dataflow pipeline runners do not display log messages at this// level by default.//   "JOB_MESSAGE_DETAILED" - The message is at the 'detailed' level: somewhat// verbose, but potentially useful to users. Typically, Dataflow pipeline// runners do not display log messages at this level by default. These messages// are displayed by default in the Dataflow monitoring UI.//   "JOB_MESSAGE_BASIC" - The message is at the 'basic' level: useful for// keeping track of the execution of a Dataflow pipeline. Typically, Dataflow// pipeline runners display log messages at this level by default, and these// messages are displayed by default in the Dataflow monitoring UI.//   "JOB_MESSAGE_WARNING" - The message is at the 'warning' level: indicating// a condition pertaining to a job which may require human intervention.// Typically, Dataflow pipeline runners display log messages at this level by// default, and these messages are displayed by default in the Dataflow// monitoring UI.//   "JOB_MESSAGE_ERROR" - The message is at the 'error' level: indicating a// condition preventing a job from succeeding. Typically, Dataflow pipeline// runners display log messages at this level by default, and these messages// are displayed by default in the Dataflow monitoring UI.MessageImportancestring `json:"messageImportance,omitempty"`// MessageText: The text of the message.MessageTextstring `json:"messageText,omitempty"`// Time: The timestamp of the message.Timestring `json:"time,omitempty"`// ForceSendFields is a list of field names (e.g. "Id") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Id") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (JobMessage)MarshalJSON¶

func (sJobMessage) MarshalJSON() ([]byte,error)

type JobMetadata struct {// BigTableDetails: Identification of a Cloud Bigtable source used in the// Dataflow job.BigTableDetails []*BigTableIODetails `json:"bigTableDetails,omitempty"`// BigqueryDetails: Identification of a BigQuery source used in the Dataflow// job.BigqueryDetails []*BigQueryIODetails `json:"bigqueryDetails,omitempty"`// DatastoreDetails: Identification of a Datastore source used in the Dataflow// job.DatastoreDetails []*DatastoreIODetails `json:"datastoreDetails,omitempty"`// FileDetails: Identification of a File source used in the Dataflow job.FileDetails []*FileIODetails `json:"fileDetails,omitempty"`// PubsubDetails: Identification of a Pub/Sub source used in the Dataflow job.PubsubDetails []*PubSubIODetails `json:"pubsubDetails,omitempty"`// SdkVersion: The SDK version used to run the job.SdkVersion *SdkVersion `json:"sdkVersion,omitempty"`// SpannerDetails: Identification of a Spanner source used in the Dataflow job.SpannerDetails []*SpannerIODetails `json:"spannerDetails,omitempty"`// UserDisplayProperties: List of display properties to help UI filter jobs.UserDisplayProperties map[string]string `json:"userDisplayProperties,omitempty"`// ForceSendFields is a list of field names (e.g. "BigTableDetails") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "BigTableDetails") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (JobMetadata)MarshalJSON¶

func (sJobMetadata) MarshalJSON() ([]byte,error)

type JobMetrics struct {// MetricTime: Timestamp as of which metric values are current.MetricTimestring `json:"metricTime,omitempty"`// Metrics: All metrics for this job.Metrics []*MetricUpdate `json:"metrics,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "MetricTime") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "MetricTime") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (JobMetrics)MarshalJSON¶

func (sJobMetrics) MarshalJSON() ([]byte,error)

type KeyRangeDataDiskAssignment struct {// DataDisk: The name of the data disk where data for this range is stored.// This name is local to the Google Cloud Platform project and uniquely// identifies the disk within that project, for example// "myproject-1014-104817-4c2-harness-0-disk-1".DataDiskstring `json:"dataDisk,omitempty"`// End: The end (exclusive) of the key range.Endstring `json:"end,omitempty"`// Start: The start (inclusive) of the key range.Startstring `json:"start,omitempty"`// ForceSendFields is a list of field names (e.g. "DataDisk") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "DataDisk") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (KeyRangeDataDiskAssignment)MarshalJSON¶

func (sKeyRangeDataDiskAssignment) MarshalJSON() ([]byte,error)

type KeyRangeLocation struct {// DataDisk: The name of the data disk where data for this range is stored.// This name is local to the Google Cloud Platform project and uniquely// identifies the disk within that project, for example// "myproject-1014-104817-4c2-harness-0-disk-1".DataDiskstring `json:"dataDisk,omitempty"`// DeliveryEndpoint: The physical location of this range assignment to be used// for streaming computation cross-worker message delivery.DeliveryEndpointstring `json:"deliveryEndpoint,omitempty"`// DeprecatedPersistentDirectory: DEPRECATED. The location of the persistent// state for this range, as a persistent directory in the worker local// filesystem.DeprecatedPersistentDirectorystring `json:"deprecatedPersistentDirectory,omitempty"`// End: The end (exclusive) of the key range.Endstring `json:"end,omitempty"`// Start: The start (inclusive) of the key range.Startstring `json:"start,omitempty"`// ForceSendFields is a list of field names (e.g. "DataDisk") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "DataDisk") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (KeyRangeLocation)MarshalJSON¶

func (sKeyRangeLocation) MarshalJSON() ([]byte,error)

type LaunchFlexTemplateParameter struct {// ContainerSpec: Spec about the container image to launch.ContainerSpec *ContainerSpec `json:"containerSpec,omitempty"`// ContainerSpecGcsPath: Cloud Storage path to a file with json serialized// ContainerSpec as content.ContainerSpecGcsPathstring `json:"containerSpecGcsPath,omitempty"`// Environment: The runtime environment for the FlexTemplate jobEnvironment *FlexTemplateRuntimeEnvironment `json:"environment,omitempty"`// JobName: Required. The job name to use for the created job. For update job// request, job name should be same as the existing running job.JobNamestring `json:"jobName,omitempty"`// LaunchOptions: Launch options for this flex template job. This is a common// set of options across languages and templates. This should not be used to// pass job parameters.LaunchOptions map[string]string `json:"launchOptions,omitempty"`// Parameters: The parameters for FlexTemplate. Ex. {"num_workers":"5"}Parameters map[string]string `json:"parameters,omitempty"`// TransformNameMappings: Use this to pass transform_name_mappings for// streaming update jobs. Ex:{"oldTransformName":"newTransformName",...}'TransformNameMappings map[string]string `json:"transformNameMappings,omitempty"`// Update: Set this to true if you are sending a request to update a running// streaming job. When set, the job name should be the same as the running job.Updatebool `json:"update,omitempty"`// ForceSendFields is a list of field names (e.g. "ContainerSpec") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "ContainerSpec") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (LaunchFlexTemplateParameter)MarshalJSON¶added inv0.16.0

func (sLaunchFlexTemplateParameter) MarshalJSON() ([]byte,error)

type LaunchFlexTemplateRequest struct {// LaunchParameter: Required. Parameter to launch a job form Flex Template.LaunchParameter *LaunchFlexTemplateParameter `json:"launchParameter,omitempty"`// ValidateOnly: If true, the request is validated but not actually executed.// Defaults to false.ValidateOnlybool `json:"validateOnly,omitempty"`// ForceSendFields is a list of field names (e.g. "LaunchParameter") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "LaunchParameter") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (LaunchFlexTemplateRequest)MarshalJSON¶added inv0.16.0

func (sLaunchFlexTemplateRequest) MarshalJSON() ([]byte,error)

type LaunchFlexTemplateResponse struct {// Job: The job that was launched, if the request was not a dry run and the job// was successfully launched.Job *Job `json:"job,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "Job") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Job") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (LaunchFlexTemplateResponse)MarshalJSON¶added inv0.16.0

func (sLaunchFlexTemplateResponse) MarshalJSON() ([]byte,error)

type LaunchTemplateParameters struct {// Environment: The runtime environment for the job.Environment *RuntimeEnvironment `json:"environment,omitempty"`// JobName: Required. The job name to use for the created job. The name must// match the regular expression `[a-z]([-a-z0-9]{0,1022}[a-z0-9])?`JobNamestring `json:"jobName,omitempty"`// Parameters: The runtime parameters to pass to the job.Parameters map[string]string `json:"parameters,omitempty"`// TransformNameMapping: Only applicable when updating a pipeline. Map of// transform name prefixes of the job to be replaced to the corresponding name// prefixes of the new job.TransformNameMapping map[string]string `json:"transformNameMapping,omitempty"`// Update: If set, replace the existing pipeline with the name specified by// jobName with this pipeline, preserving state.Updatebool `json:"update,omitempty"`// ForceSendFields is a list of field names (e.g. "Environment") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Environment") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (LaunchTemplateParameters)MarshalJSON¶

func (sLaunchTemplateParameters) MarshalJSON() ([]byte,error)

type LaunchTemplateResponse struct {// Job: The job that was launched, if the request was not a dry run and the job// was successfully launched.Job *Job `json:"job,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "Job") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Job") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (LaunchTemplateResponse)MarshalJSON¶

func (sLaunchTemplateResponse) MarshalJSON() ([]byte,error)

type LeaseWorkItemRequest struct {// CurrentWorkerTime: The current timestamp at the worker.CurrentWorkerTimestring `json:"currentWorkerTime,omitempty"`// Location: The [regional endpoint]// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that// contains the WorkItem's job.Locationstring `json:"location,omitempty"`// ProjectNumber: Optional. The project number of the project this worker// belongs to.ProjectNumberint64 `json:"projectNumber,omitempty,string"`// RequestedLeaseDuration: The initial lease period.RequestedLeaseDurationstring `json:"requestedLeaseDuration,omitempty"`// UnifiedWorkerRequest: Untranslated bag-of-bytes WorkRequest from// UnifiedWorker.UnifiedWorkerRequestgoogleapi.RawMessage `json:"unifiedWorkerRequest,omitempty"`// WorkItemTypes: Filter for WorkItem type.WorkItemTypes []string `json:"workItemTypes,omitempty"`// WorkerCapabilities: Worker capabilities. WorkItems might be limited to// workers with specific capabilities.WorkerCapabilities []string `json:"workerCapabilities,omitempty"`// WorkerId: Identifies the worker leasing work -- typically the ID of the// virtual machine running the worker.WorkerIdstring `json:"workerId,omitempty"`// ForceSendFields is a list of field names (e.g. "CurrentWorkerTime") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "CurrentWorkerTime") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (LeaseWorkItemRequest)MarshalJSON¶

func (sLeaseWorkItemRequest) MarshalJSON() ([]byte,error)

type LeaseWorkItemResponse struct {// UnifiedWorkerResponse: Untranslated bag-of-bytes WorkResponse for// UnifiedWorker.UnifiedWorkerResponsegoogleapi.RawMessage `json:"unifiedWorkerResponse,omitempty"`// WorkItems: A list of the leased WorkItems.WorkItems []*WorkItem `json:"workItems,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "UnifiedWorkerResponse") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "UnifiedWorkerResponse") to// include in API requests with the JSON null value. By default, fields with// empty values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (LeaseWorkItemResponse)MarshalJSON¶

func (sLeaseWorkItemResponse) MarshalJSON() ([]byte,error)

type Linear struct {// NumberOfBuckets: Must be greater than 0.NumberOfBucketsint64 `json:"numberOfBuckets,omitempty"`// Start: Lower bound of the first bucket.Startfloat64 `json:"start,omitempty"`// Width: Distance between bucket boundaries. Must be greater than 0.Widthfloat64 `json:"width,omitempty"`// ForceSendFields is a list of field names (e.g. "NumberOfBuckets") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "NumberOfBuckets") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (Linear)MarshalJSON¶added inv0.156.0

func (sLinear) MarshalJSON() ([]byte,error)

func (*Linear)UnmarshalJSON¶added inv0.156.0

func (s *Linear) UnmarshalJSON(data []byte)error

type ListJobMessagesResponse struct {// AutoscalingEvents: Autoscaling events in ascending timestamp order.AutoscalingEvents []*AutoscalingEvent `json:"autoscalingEvents,omitempty"`// JobMessages: Messages in ascending timestamp order.JobMessages []*JobMessage `json:"jobMessages,omitempty"`// NextPageToken: The token to obtain the next page of results if there are// more.NextPageTokenstring `json:"nextPageToken,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "AutoscalingEvents") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "AutoscalingEvents") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ListJobMessagesResponse)MarshalJSON¶

func (sListJobMessagesResponse) MarshalJSON() ([]byte,error)

type ListJobsResponse struct {// FailedLocation: Zero or more messages describing the [regional endpoints]// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that// failed to respond.FailedLocation []*FailedLocation `json:"failedLocation,omitempty"`// Jobs: A subset of the requested job information.Jobs []*Job `json:"jobs,omitempty"`// NextPageToken: Set if there may be more results than fit in this response.NextPageTokenstring `json:"nextPageToken,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "FailedLocation") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "FailedLocation") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ListJobsResponse)MarshalJSON¶

func (sListJobsResponse) MarshalJSON() ([]byte,error)

type ListSnapshotsResponse struct {// Snapshots: Returned snapshots.Snapshots []*Snapshot `json:"snapshots,omitempty"`// ServerResponse contains the HTTP response code and headers from the server.googleapi.ServerResponse `json:"-"`// ForceSendFields is a list of field names (e.g. "Snapshots") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Snapshots") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ListSnapshotsResponse)MarshalJSON¶added inv0.5.0

func (sListSnapshotsResponse) MarshalJSON() ([]byte,error)

type MapTask struct {// CounterPrefix: Counter prefix that can be used to prefix counters. Not// currently used in Dataflow.CounterPrefixstring `json:"counterPrefix,omitempty"`// Instructions: The instructions in the MapTask.Instructions []*ParallelInstruction `json:"instructions,omitempty"`// StageName: System-defined name of the stage containing this MapTask. Unique// across the workflow.StageNamestring `json:"stageName,omitempty"`// SystemName: System-defined name of this MapTask. Unique across the workflow.SystemNamestring `json:"systemName,omitempty"`// ForceSendFields is a list of field names (e.g. "CounterPrefix") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "CounterPrefix") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (MapTask)MarshalJSON¶

func (sMapTask) MarshalJSON() ([]byte,error)

type MemInfo struct {// CurrentLimitBytes: Instantenous memory limit in bytes.CurrentLimitBytesuint64 `json:"currentLimitBytes,omitempty,string"`// CurrentOoms: Number of Out of Memory (OOM) events recorded since the// previous measurement.CurrentOomsint64 `json:"currentOoms,omitempty,string"`// CurrentRssBytes: Instantenous memory (RSS) size in bytes.CurrentRssBytesuint64 `json:"currentRssBytes,omitempty,string"`// Timestamp: Timestamp of the measurement.Timestampstring `json:"timestamp,omitempty"`// TotalGbMs: Total memory (RSS) usage since start up in GB * ms.TotalGbMsuint64 `json:"totalGbMs,omitempty,string"`// ForceSendFields is a list of field names (e.g. "CurrentLimitBytes") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "CurrentLimitBytes") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (MemInfo)MarshalJSON¶added inv0.22.0

func (sMemInfo) MarshalJSON() ([]byte,error)

type MetricShortId struct {// MetricIndex: The index of the corresponding metric in the// ReportWorkItemStatusRequest. Required.MetricIndexint64 `json:"metricIndex,omitempty"`// ShortId: The service-generated short identifier for the metric.ShortIdint64 `json:"shortId,omitempty,string"`// ForceSendFields is a list of field names (e.g. "MetricIndex") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "MetricIndex") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (MetricShortId)MarshalJSON¶

func (sMetricShortId) MarshalJSON() ([]byte,error)

type MetricStructuredName struct {// Context: Zero or more labeled fields which identify the part of the job this// metric is associated with, such as the name of a step or collection. For// example, built-in counters associated with steps will have context['step'] =// . Counters associated with PCollections in the SDK will have// context['pcollection'] = .Context map[string]string `json:"context,omitempty"`// Name: Worker-defined metric name.Namestring `json:"name,omitempty"`// Origin: Origin (namespace) of metric name. May be blank for user-define// metrics; will be "dataflow" for metrics defined by the Dataflow service or// SDK.Originstring `json:"origin,omitempty"`// ForceSendFields is a list of field names (e.g. "Context") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Context") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (MetricStructuredName)MarshalJSON¶

func (sMetricStructuredName) MarshalJSON() ([]byte,error)

type MetricUpdate struct {// BoundedTrie: Worker-computed aggregate value for the "Trie" aggregation// kind. The only possible value type is a BoundedTrieNode. Introduced this// field to avoid breaking older SDKs when Dataflow service starts to populate// the `bounded_trie` field.BoundedTrie interface{} `json:"boundedTrie,omitempty"`// Cumulative: True if this metric is reported as the total cumulative// aggregate value accumulated since the worker started working on this// WorkItem. By default this is false, indicating that this metric is reported// as a delta that is not associated with any WorkItem.Cumulativebool `json:"cumulative,omitempty"`// Distribution: A struct value describing properties of a distribution of// numeric values.Distribution interface{} `json:"distribution,omitempty"`// Gauge: A struct value describing properties of a Gauge. Metrics of gauge// type show the value of a metric across time, and is aggregated based on the// newest value.Gauge interface{} `json:"gauge,omitempty"`// Internal: Worker-computed aggregate value for internal use by the Dataflow// service.Internal interface{} `json:"internal,omitempty"`// Kind: Metric aggregation kind. The possible metric aggregation kinds are// "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and "Distribution". The// specified aggregation kind is case-insensitive. If omitted, this is not an// aggregated value but instead a single metric sample value.Kindstring `json:"kind,omitempty"`// MeanCount: Worker-computed aggregate value for the "Mean" aggregation kind.// This holds the count of the aggregated values and is used in combination// with mean_sum above to obtain the actual mean aggregate value. The only// possible value type is Long.MeanCount interface{} `json:"meanCount,omitempty"`// MeanSum: Worker-computed aggregate value for the "Mean" aggregation kind.// This holds the sum of the aggregated values and is used in combination with// mean_count below to obtain the actual mean aggregate value. The only// possible value types are Long and Double.MeanSum interface{} `json:"meanSum,omitempty"`// Name: Name of the metric.Name *MetricStructuredName `json:"name,omitempty"`// Scalar: Worker-computed aggregate value for aggregation kinds "Sum", "Max",// "Min", "And", and "Or". The possible value types are Long, Double, and// Boolean.Scalar interface{} `json:"scalar,omitempty"`// Set: Worker-computed aggregate value for the "Set" aggregation kind. The// only possible value type is a list of Values whose type can be Long, Double,// String, or BoundedTrie according to the metric's type. All Values in the// list must be of the same type.Set interface{} `json:"set,omitempty"`// Trie: Worker-computed aggregate value for the "Trie" aggregation kind. The// only possible value type is a BoundedTrieNode.Trie interface{} `json:"trie,omitempty"`// UpdateTime: Timestamp associated with the metric value. Optional when// workers are reporting work progress; it will be filled in responses from the// metrics API.UpdateTimestring `json:"updateTime,omitempty"`// ForceSendFields is a list of field names (e.g. "BoundedTrie") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "BoundedTrie") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (MetricUpdate)MarshalJSON¶

func (sMetricUpdate) MarshalJSON() ([]byte,error)

type MetricValue struct {// Metric: Base name for this metric.Metricstring `json:"metric,omitempty"`// MetricLabels: Optional. Set of metric labels for this metric.MetricLabels map[string]string `json:"metricLabels,omitempty"`// ValueGauge64: Non-cumulative int64 value of this metric.ValueGauge64 *DataflowGaugeValue `json:"valueGauge64,omitempty"`// ValueHistogram: Histogram value of this metric.ValueHistogram *DataflowHistogramValue `json:"valueHistogram,omitempty"`// ValueInt64: Integer value of this metric.ValueInt64int64 `json:"valueInt64,omitempty,string"`// ForceSendFields is a list of field names (e.g. "Metric") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Metric") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (MetricValue)MarshalJSON¶added inv0.156.0

func (sMetricValue) MarshalJSON() ([]byte,error)

type MountedDataDisk struct {// DataDisk: The name of the data disk. This name is local to the Google Cloud// Platform project and uniquely identifies the disk within that project, for// example "myproject-1014-104817-4c2-harness-0-disk-1".DataDiskstring `json:"dataDisk,omitempty"`// ForceSendFields is a list of field names (e.g. "DataDisk") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "DataDisk") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (MountedDataDisk)MarshalJSON¶

func (sMountedDataDisk) MarshalJSON() ([]byte,error)

type MultiOutputInfo struct {// Tag: The id of the tag the user code will emit to this output by; this// should correspond to the tag of some SideInputInfo.Tagstring `json:"tag,omitempty"`// ForceSendFields is a list of field names (e.g. "Tag") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Tag") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (MultiOutputInfo)MarshalJSON¶

func (sMultiOutputInfo) MarshalJSON() ([]byte,error)

type NameAndKind struct {// Kind: Counter aggregation kind.//// Possible values://   "INVALID" - Counter aggregation kind was not set.//   "SUM" - Aggregated value is the sum of all contributed values.//   "MAX" - Aggregated value is the max of all contributed values.//   "MIN" - Aggregated value is the min of all contributed values.//   "MEAN" - Aggregated value is the mean of all contributed values.//   "OR" - Aggregated value represents the logical 'or' of all contributed// values.//   "AND" - Aggregated value represents the logical 'and' of all contributed// values.//   "SET" - Aggregated value is a set of unique contributed values.//   "DISTRIBUTION" - Aggregated value captures statistics about a// distribution.//   "LATEST_VALUE" - Aggregated value tracks the latest value of a variable.Kindstring `json:"kind,omitempty"`// Name: Name of the counter.Namestring `json:"name,omitempty"`// ForceSendFields is a list of field names (e.g. "Kind") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Kind") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (NameAndKind)MarshalJSON¶

func (sNameAndKind) MarshalJSON() ([]byte,error)

type OutlierStats struct {// OverflowCount: Number of values that are larger than the upper bound of the// largest bucket.OverflowCountint64 `json:"overflowCount,omitempty,string"`// OverflowMean: Mean of values in the overflow bucket.OverflowMeanfloat64 `json:"overflowMean,omitempty"`// UnderflowCount: Number of values that are smaller than the lower bound of// the smallest bucket.UnderflowCountint64 `json:"underflowCount,omitempty,string"`// UnderflowMean: Mean of values in the undeflow bucket.UnderflowMeanfloat64 `json:"underflowMean,omitempty"`// ForceSendFields is a list of field names (e.g. "OverflowCount") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "OverflowCount") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (OutlierStats)MarshalJSON¶added inv0.156.0

func (sOutlierStats) MarshalJSON() ([]byte,error)

func (*OutlierStats)UnmarshalJSON¶added inv0.156.0

func (s *OutlierStats) UnmarshalJSON(data []byte)error

type Package struct {// Location: The resource to read the package from. The supported resource type// is: Google Cloud Storage: storage.googleapis.com/{bucket}// bucket.storage.googleapis.com/Locationstring `json:"location,omitempty"`// Name: The name of the package.Namestring `json:"name,omitempty"`// ForceSendFields is a list of field names (e.g. "Location") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Location") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (Package)MarshalJSON¶

func (sPackage) MarshalJSON() ([]byte,error)

type ParDoInstruction struct {// Input: The input.Input *InstructionInput `json:"input,omitempty"`// MultiOutputInfos: Information about each of the outputs, if user_fn is a// MultiDoFn.MultiOutputInfos []*MultiOutputInfo `json:"multiOutputInfos,omitempty"`// NumOutputs: The number of outputs.NumOutputsint64 `json:"numOutputs,omitempty"`// SideInputs: Zero or more side inputs.SideInputs []*SideInputInfo `json:"sideInputs,omitempty"`// UserFn: The user function to invoke.UserFngoogleapi.RawMessage `json:"userFn,omitempty"`// ForceSendFields is a list of field names (e.g. "Input") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Input") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ParDoInstruction)MarshalJSON¶

func (sParDoInstruction) MarshalJSON() ([]byte,error)

type ParallelInstruction struct {// Flatten: Additional information for Flatten instructions.Flatten *FlattenInstruction `json:"flatten,omitempty"`// Name: User-provided name of this operation.Namestring `json:"name,omitempty"`// OriginalName: System-defined name for the operation in the original workflow// graph.OriginalNamestring `json:"originalName,omitempty"`// Outputs: Describes the outputs of the instruction.Outputs []*InstructionOutput `json:"outputs,omitempty"`// ParDo: Additional information for ParDo instructions.ParDo *ParDoInstruction `json:"parDo,omitempty"`// PartialGroupByKey: Additional information for PartialGroupByKey// instructions.PartialGroupByKey *PartialGroupByKeyInstruction `json:"partialGroupByKey,omitempty"`// Read: Additional information for Read instructions.Read *ReadInstruction `json:"read,omitempty"`// SystemName: System-defined name of this operation. Unique across the// workflow.SystemNamestring `json:"systemName,omitempty"`// Write: Additional information for Write instructions.Write *WriteInstruction `json:"write,omitempty"`// ForceSendFields is a list of field names (e.g. "Flatten") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Flatten") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ParallelInstruction)MarshalJSON¶

func (sParallelInstruction) MarshalJSON() ([]byte,error)

type Parameter struct {// Key: Key or name for this parameter.Keystring `json:"key,omitempty"`// Value: Value for this parameter.Value interface{} `json:"value,omitempty"`// ForceSendFields is a list of field names (e.g. "Key") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Key") to include in API requests// with the JSON null value. By default, fields with empty values are omitted// from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (Parameter)MarshalJSON¶

func (sParameter) MarshalJSON() ([]byte,error)

type ParameterMetadata struct {// CustomMetadata: Optional. Additional metadata for describing this parameter.CustomMetadata map[string]string `json:"customMetadata,omitempty"`// DefaultValue: Optional. The default values will pre-populate the parameter// with the given value from the proto. If default_value is left empty, the// parameter will be populated with a default of the relevant type, e.g. false// for a boolean.DefaultValuestring `json:"defaultValue,omitempty"`// EnumOptions: Optional. The options shown when ENUM ParameterType is// specified.EnumOptions []*ParameterMetadataEnumOption `json:"enumOptions,omitempty"`// GroupName: Optional. Specifies a group name for this parameter to be// rendered under. Group header text will be rendered exactly as specified in// this field. Only considered when parent_name is NOT provided.GroupNamestring `json:"groupName,omitempty"`// HelpText: Required. The help text to display for the parameter.HelpTextstring `json:"helpText,omitempty"`// HiddenUi: Optional. Whether the parameter should be hidden in the UI.HiddenUibool `json:"hiddenUi,omitempty"`// IsOptional: Optional. Whether the parameter is optional. Defaults to false.IsOptionalbool `json:"isOptional,omitempty"`// Label: Required. The label to display for the parameter.Labelstring `json:"label,omitempty"`// Name: Required. The name of the parameter.Namestring `json:"name,omitempty"`// ParamType: Optional. The type of the parameter. Used for selecting input// picker.//// Possible values://   "DEFAULT" - Default input type.//   "TEXT" - The parameter specifies generic text input.//   "GCS_READ_BUCKET" - The parameter specifies a Cloud Storage Bucket to read// from.//   "GCS_WRITE_BUCKET" - The parameter specifies a Cloud Storage Bucket to// write to.//   "GCS_READ_FILE" - The parameter specifies a Cloud Storage file path to// read from.//   "GCS_WRITE_FILE" - The parameter specifies a Cloud Storage file path to// write to.//   "GCS_READ_FOLDER" - The parameter specifies a Cloud Storage folder path to// read from.//   "GCS_WRITE_FOLDER" - The parameter specifies a Cloud Storage folder to// write to.//   "PUBSUB_TOPIC" - The parameter specifies a Pub/Sub Topic.//   "PUBSUB_SUBSCRIPTION" - The parameter specifies a Pub/Sub Subscription.//   "BIGQUERY_TABLE" - The parameter specifies a BigQuery table.//   "JAVASCRIPT_UDF_FILE" - The parameter specifies a JavaScript UDF in Cloud// Storage.//   "SERVICE_ACCOUNT" - The parameter specifies a Service Account email.//   "MACHINE_TYPE" - The parameter specifies a Machine Type.//   "KMS_KEY_NAME" - The parameter specifies a KMS Key name.//   "WORKER_REGION" - The parameter specifies a Worker Region.//   "WORKER_ZONE" - The parameter specifies a Worker Zone.//   "BOOLEAN" - The parameter specifies a boolean input.//   "ENUM" - The parameter specifies an enum input.//   "NUMBER" - The parameter specifies a number input.//   "KAFKA_TOPIC" - Deprecated. Please use KAFKA_READ_TOPIC instead.//   "KAFKA_READ_TOPIC" - The parameter specifies the fully-qualified name of// an Apache Kafka topic. This can be either a Google Managed Kafka topic or a// non-managed Kafka topic.//   "KAFKA_WRITE_TOPIC" - The parameter specifies the fully-qualified name of// an Apache Kafka topic. This can be an existing Google Managed Kafka topic,// the name for a new Google Managed Kafka topic, or an existing non-managed// Kafka topic.ParamTypestring `json:"paramType,omitempty"`// ParentName: Optional. Specifies the name of the parent parameter. Used in// conjunction with 'parent_trigger_values' to make this parameter conditional// (will only be rendered conditionally). Should be mappable to a// ParameterMetadata.name field.ParentNamestring `json:"parentName,omitempty"`// ParentTriggerValues: Optional. The value(s) of the 'parent_name' parameter// which will trigger this parameter to be shown. If left empty, ANY non-empty// value in parent_name will trigger this parameter to be shown. Only// considered when this parameter is conditional (when 'parent_name' has been// provided).ParentTriggerValues []string `json:"parentTriggerValues,omitempty"`// Regexes: Optional. Regexes that the parameter must match.Regexes []string `json:"regexes,omitempty"`// ForceSendFields is a list of field names (e.g. "CustomMetadata") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "CustomMetadata") to include in// API requests with the JSON null value. By default, fields with empty values// are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ParameterMetadata)MarshalJSON¶

func (sParameterMetadata) MarshalJSON() ([]byte,error)

type ParameterMetadataEnumOption struct {// Description: Optional. The description to display for the enum option.Descriptionstring `json:"description,omitempty"`// Label: Optional. The label to display for the enum option.Labelstring `json:"label,omitempty"`// Value: Required. The value of the enum option.Valuestring `json:"value,omitempty"`// ForceSendFields is a list of field names (e.g. "Description") to// unconditionally include in API requests. By default, fields with empty or// default values are omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Description") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}

func (ParameterMetadataEnumOption)MarshalJSON¶added inv0.130.0

func (sParameterMetadataEnumOption) MarshalJSON() ([]byte,error)

type PartialGroupByKeyInstruction struct {// Input: Describes the input to the partial group-by-key instruction.Input *InstructionInput `json:"input,omitempty"`// InputElementCodec: The codec to use for interpreting an element in the input// PTable.InputElementCodecgoogleapi.RawMessage `json:"inputElementCodec,omitempty"`// OriginalCombineValuesInputStoreName: If this instruction includes a// combining function this is the name of the intermediate store between the// GBK and the CombineValues.OriginalCombineValuesInputStoreNamestring `json:"originalCombineValuesInputStoreName,omitempty"`// OriginalCombineValuesStepName: If this instruction includes a combining// function, this is the name of the CombineValues instruction lifted into this// instruction.OriginalCombineValuesStepNamestring `json:"originalCombineValuesStepName,omitempty"`// SideInputs: Zero or more side inputs.SideInputs []*SideInputInfo `json:"sideInputs,omitempty"`// ValueCombiningFn: The value combining function to invoke.ValueCombiningFngoogleapi.RawMessage `json:"valueCombiningFn,omitempty"`// ForceSendFields is a list of field names (e.g. "Input") to unconditionally// include in API requests. By default, fields with empty or default values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-ForceSendFields for more// details.ForceSendFields []string `json:"-"`// NullFields is a list of field names (e.g. "Input") to include in API// requests with the JSON null value. By default, fields with empty values are// omitted from API requests. See//https://pkg.go.dev/google.golang.org/api#hdr-NullFields for more details.NullFields []string `json:"-"`}