Fix method doc signatures for multiline required parameters (#374)
* Fix method doc signatures for multiline required parameters.
Existing doc generator failed to recognize parameters as required when parameter descriptions
extended over more than one line. Besides presenting incorrect information, resulting
inconsistencies broke checks for automated sample generation.
* Regen docs
diff --git a/docs/dyn/dataproc_v1.projects.regions.clusters.html b/docs/dyn/dataproc_v1.projects.regions.clusters.html
index 206a72b..7cb77f1 100644
--- a/docs/dyn/dataproc_v1.projects.regions.clusters.html
+++ b/docs/dyn/dataproc_v1.projects.regions.clusters.html
@@ -176,27 +176,27 @@
},
},
"workerConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for worker instances in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
"initializationActions": [ # Optional Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's <code>role</code> metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):
# ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
@@ -211,50 +211,50 @@
},
],
"secondaryWorkerConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for additional worker instances in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
"masterConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for the master instance in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
},
}
@@ -475,27 +475,27 @@
},
},
"workerConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for worker instances in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
"initializationActions": [ # Optional Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's <code>role</code> metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):
# ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
@@ -510,50 +510,50 @@
},
],
"secondaryWorkerConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for additional worker instances in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
"masterConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for the master instance in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
},
}</pre>
@@ -650,27 +650,27 @@
},
},
"workerConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for worker instances in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
"initializationActions": [ # Optional Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's <code>role</code> metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):
# ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
@@ -685,50 +685,50 @@
},
],
"secondaryWorkerConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for additional worker instances in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
"masterConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for the master instance in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
},
},
@@ -831,27 +831,27 @@
},
},
"workerConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for worker instances in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
"initializationActions": [ # Optional Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's <code>role</code> metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):
# ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
@@ -866,50 +866,50 @@
},
],
"secondaryWorkerConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for additional worker instances in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
"masterConfig": { # Optional The config settings for Google Compute Engine resources in an instance group, such as a master or worker group. # Optional The Google Compute Engine config settings for the master instance in a cluster.
- "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
"machineTypeUri": "A String", # Required The Google Compute Engine machine type used for cluster instances. Example: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2.
"instanceNames": [ # Optional The list of instance names. Cloud Dataproc derives the names from cluster_name, num_instances, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).
"A String",
],
- "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
+ "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
+ "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
+ "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
+ },
+ "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
+ "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
+ "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
+ },
"accelerators": [ # Optional The Google Compute Engine accelerator configuration for these instances.Beta Feature: This feature is still under development. It may be changed before final release.
{ # Specifies the type and number of accelerator cards attached to the instances of an instance group (see GPUs on Compute Engine).
"acceleratorCount": 42, # The number of the accelerator cards of this type exposed to this instance.
"acceleratorTypeUri": "A String", # Full or partial URI of the accelerator type resource to expose to this instance. See Google Compute Engine AcceleratorTypes( /compute/docs/reference/beta/acceleratorTypes)
},
],
- "managedGroupConfig": { # Specifies the resources used to actively manage an instance group. # Output-only The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups.
- "instanceTemplateName": "A String", # Output-only The name of the Instance Template used for the Managed Instance Group.
- "instanceGroupManagerName": "A String", # Output-only The name of the Instance Group Manager for this group.
- },
- "numInstances": 42, # Required The number of VM instances in the instance group. For master instance groups, must be set to 1.
- "diskConfig": { # Specifies the config of disk options for a group of VM instances. # Optional Disk option config settings.
- "numLocalSsds": 42, # Optional Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS (https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.
- "bootDiskSizeGb": 42, # Optional Size in GB of the boot disk (default is 500GB).
- },
+ "isPreemptible": True or False, # Optional Specifies that this instance group contains preemptible instances.
+ "imageUri": "A String", # Output-only The Google Compute Engine image resource used for cluster instances. Inferred from SoftwareConfig.image_version.
},
},
}