gcloud: Wed Mar 27 09:52:07 UTC 2024

gcloud/alpha/composer/environments/create

@@ -7,13 +7,15 @@ SYNOPSIS
         (ENVIRONMENT : --location=LOCATION) [--airflow-configs=[KEY=VALUE,...]]
         [--async] [--cloud-sql-machine-type=CLOUD_SQL_MACHINE_TYPE]
         [--cloud-sql-preferred-zone=CLOUD_SQL_PREFERRED_ZONE]
+        [--composer-internal-ipv4-cidr-block=COMPOSER_INTERNAL_IPV4_CIDR_BLOCK]
         [--disable-logs-in-cloud-logging-only] [--disk-size=DISK_SIZE]
         [--enable-high-resilience] [--enable-logs-in-cloud-logging-only]
         [--env-variables=[NAME=VALUE,...]]
         [--environment-size=ENVIRONMENT_SIZE] [--labels=[KEY=VALUE,...]]
-        [--machine-type=MACHINE_TYPE] [--node-count=NODE_COUNT]
-        [--oauth-scopes=[SCOPE,...]] [--python-version=PYTHON_VERSION]
-        [--service-account=SERVICE_ACCOUNT] [--storage-bucket=STORAGE_BUCKET]
+        [--machine-type=MACHINE_TYPE] [--network-attachment=NETWORK_ATTACHMENT]
+        [--node-count=NODE_COUNT] [--oauth-scopes=[SCOPE,...]]
+        [--python-version=PYTHON_VERSION] [--service-account=SERVICE_ACCOUNT]
+        [--storage-bucket=STORAGE_BUCKET] [--support-web-server-plugins]
         [--tags=[TAG,...]] [--web-server-machine-type=WEB_SERVER_MACHINE_TYPE]
         [--zone=ZONE]
         [--airflow-version=AIRFLOW_VERSION | --image-version=IMAGE_VERSION]
@@ -30,8 +32,13 @@ SYNOPSIS
           --max-pods-per-node=MAX_PODS_PER_NODE
           --services-ipv4-cidr=SERVICES_IPV4_CIDR
           --services-secondary-range-name=SERVICES_SECONDARY_RANGE_NAME]
+        [--dag-processor-count=DAG_PROCESSOR_COUNT
+          --dag-processor-cpu=DAG_PROCESSOR_CPU
+          --dag-processor-memory=DAG_PROCESSOR_MEMORY
+          --dag-processor-storage=DAG_PROCESSOR_STORAGE]
         [--disable-cloud-data-lineage-integration
           | --enable-cloud-data-lineage-integration]
+        [--disable-private-builds-only | --enable-private-builds-only]
         [--enable-master-authorized-networks
           --master-authorized-networks=[NETWORK,...]]
         [--enable-scheduled-snapshot-creation
@@ -128,6 +135,11 @@ FLAGS
      --cloud-sql-preferred-zone=CLOUD_SQL_PREFERRED_ZONE
         Select cloud sql preferred zone, supported for Composer 2 Environments.
 
+     --composer-internal-ipv4-cidr-block=COMPOSER_INTERNAL_IPV4_CIDR_BLOCK
+        The IP range in CIDR notation to use internally by Cloud Composer. This
+        should have a netmask length of 20. Can be specified for Composer 3 or
+        greater.
+
      --disable-logs-in-cloud-logging-only
         Disable logs in cloud logging only, supported for Composer 2
         Environments.
@@ -171,6 +183,10 @@ FLAGS
         (https://cloud.google.com/compute/docs/machine-types) to use for nodes.
         For example --machine-type=n1-standard-1.
 
+     --network-attachment=NETWORK_ATTACHMENT
+        Cloud Composer Network Attachment, which provides connectivity with a
+        user's VPC network, supported in Composer 3 environments or greater.
+
      --node-count=NODE_COUNT
         The number of nodes to create to run the environment.
 
@@ -198,6 +214,10 @@ FLAGS
         Name of an exisiting Cloud Storage bucket to be used by the
         environment. Supported only for Composer 2.4.X and above.
 
+     --support-web-server-plugins
+        Enable the support for web server plugins, supported in Composer 3 or
+        greater.
+
      --tags=[TAG,...]
         The set of instance tags applied to all node VMs. Tags are used to
         identify valid sources or targets for network firewalls. Each tag
@@ -385,6 +405,27 @@ FLAGS
           When used with Composer 1.x, cannot be specified unless
           --enable-ip-alias is also specified.
 
+     Group of arguments for setting dag processor settings in Composer 3 or
+     greater.
+
+       --dag-processor-count=DAG_PROCESSOR_COUNT
+          Number of dag processors, supported in Composer 3 environments or
+          greater.
+
+       --dag-processor-cpu=DAG_PROCESSOR_CPU
+          CPU allocated to Airflow dag processor, supported in Composer 3
+          environments or greater.
+
+       --dag-processor-memory=DAG_PROCESSOR_MEMORY
+          Memory allocated to Airflow dag processor, ex. 1GB, 3GB, 2. If units
+          are not provided, defaults to GB, supported in Composer 3
+          environments or greater.
+
+       --dag-processor-storage=DAG_PROCESSOR_STORAGE
+          Storage allocated to Airflow dag processor, ex. 600MB, 3GB, 2. If
+          units are not provided, defaults to GB, supported in Composer 3
+          environments or greater.
+
      At most one of these can be specified:
 
        --disable-cloud-data-lineage-integration
@@ -395,6 +436,17 @@ FLAGS
           Enable Cloud Data Lineage integration, supported for Composer 2
           Environments.
 
+     At most one of these can be specified:
+
+       --disable-private-builds-only
+          Builds performed during operations that install Python packages have
+          an access to the internet supported in Composer 3 or greater.
+
+       --enable-private-builds-only
+          Builds performed during operations that install Python packages have
+          only private connectivity to Google services, supported in Composer 3
+          or greater.
+
      Master Authorized Networks configuration
 
        --enable-master-authorized-networks

gcloud/alpha/composer/environments/run

@@ -98,7 +98,7 @@ POSITIONAL ARGUMENTS
      [SUBCOMMAND_NESTED]
         Additional subcommand in case it is nested. The following is a list of
         allowed nested subcommands:
-        ◆ db: check
+        ◆ db: check, trim
         ◆ all other subcommands: all nested subcommands are allowed
 
      [-- CMD_ARGS ...]

gcloud/alpha/composer/environments/update

@@ -7,10 +7,13 @@ SYNOPSIS
         (ENVIRONMENT : --location=LOCATION)
         (--cloud-sql-machine-type=CLOUD_SQL_MACHINE_TYPE
           | --disable-high-resilience | --disable-logs-in-cloud-logging-only
-          | --enable-high-resilience | --enable-logs-in-cloud-logging-only
+          | --disable-private-environment | --enable-high-resilience
+          | --enable-logs-in-cloud-logging-only | --enable-private-environment
           | --environment-size=ENVIRONMENT_SIZE | --node-count=NODE_COUNT
+          | --support-web-server-plugins
           | --web-server-machine-type=WEB_SERVER_MACHINE_TYPE
           | --airflow-version=AIRFLOW_VERSION | --image-version=IMAGE_VERSION
+          | --clear-maintenance-window
           | --maintenance-window-end=MAINTENANCE_WINDOW_END
           --maintenance-window-recurrence=MAINTENANCE_WINDOW_RECURRENCE
           --maintenance-window-start=MAINTENANCE_WINDOW_START
@@ -19,19 +22,26 @@ SYNOPSIS
           | --disable-master-authorized-networks
           --enable-master-authorized-networks
           --master-authorized-networks=[NETWORK,...]
+          | --disable-private-builds-only | --enable-private-builds-only
           | --disable-scheduled-snapshot-creation
           | --enable-scheduled-snapshot-creation
           --snapshot-creation-schedule=SNAPSHOT_CREATION_SCHEDULE
           --snapshot-location=SNAPSHOT_LOCATION
           --snapshot-schedule-timezone=SNAPSHOT_SCHEDULE_TIMEZONE
+          | --disable-vpc-connectivity
+          | --network-attachment=NETWORK_ATTACHMENT
+          | [--network=NETWORK : --subnetwork=SUBNETWORK]
           | --max-workers=MAX_WORKERS --min-workers=MIN_WORKERS
           --scheduler-count=SCHEDULER_COUNT --scheduler-cpu=SCHEDULER_CPU
           --scheduler-memory=SCHEDULER_MEMORY
           --scheduler-storage=SCHEDULER_STORAGE --web-server-cpu=WEB_SERVER_CPU
           --web-server-memory=WEB_SERVER_MEMORY
           --web-server-storage=WEB_SERVER_STORAGE --worker-cpu=WORKER_CPU
-          --worker-memory=WORKER_MEMORY
-          --worker-storage=WORKER_STORAGE --disable-triggerer
+          --worker-memory=WORKER_MEMORY --worker-storage=WORKER_STORAGE
+          --dag-processor-count=DAG_PROCESSOR_COUNT
+          --dag-processor-cpu=DAG_PROCESSOR_CPU
+          --dag-processor-memory=DAG_PROCESSOR_MEMORY
+          --dag-processor-storage=DAG_PROCESSOR_STORAGE --disable-triggerer
           | --enable-triggerer --triggerer-count=TRIGGERER_COUNT
           --triggerer-cpu=TRIGGERER_CPU --triggerer-memory=TRIGGERER_MEMORY
           | --update-airflow-configs=[KEY=VALUE,...] --clear-airflow-configs
@@ -108,6 +118,10 @@ REQUIRED FLAGS
           Disable logs in cloud logging only, supported for Composer 2
           Environments.
 
+       --disable-private-environment
+          Enable internet connection from any Composer component, supported in
+          Composer 3 environments or greater.
+
        --enable-high-resilience
           Enable high resilience, supported for Composer 2 Environments.
 
@@ -115,6 +129,10 @@ REQUIRED FLAGS
           Enable logs in cloud logging only, supported for Composer 2
           Environments.
 
+       --enable-private-environment
+          Disable internet connection from any Composer component, supported in
+          Composer 3 environments or greater.
+
        --environment-size=ENVIRONMENT_SIZE
           Size of the environment. Unspecified means that the default option
           will be chosen. ENVIRONMENT_SIZE must be one of: large, medium,
@@ -123,6 +141,10 @@ REQUIRED FLAGS
        --node-count=NODE_COUNT
           The new number of nodes running the environment. Must be >= 3.
 
+       --support-web-server-plugins
+          Enable the support for web server plugins, supported in Composer 3 or
+          greater.
+
        --web-server-machine-type=WEB_SERVER_MACHINE_TYPE
           machine type used by the Airflow web server. The list of available
           machine types is available here:
@@ -169,6 +191,10 @@ REQUIRED FLAGS
 
        At most one of these can be specified:
 
+         --clear-maintenance-window
+            Clears the maintenance window settings. Can be specified for
+            Composer 3 or greater.
+
          Group of arguments for setting the maintenance window value.
 
            --maintenance-window-end=MAINTENANCE_WINDOW_END
@@ -233,6 +259,17 @@ REQUIRED FLAGS
             Cannot be specified unless --enable-master-authorized-networks is
             also specified.
 
+       At most one of these can be specified:
+
+         --disable-private-builds-only
+            Builds performed during operations that install Python packages
+            have an access to the internet supported in Composer 3 or greater.
+
+         --enable-private-builds-only
+            Builds performed during operations that install Python packages
+            have only private connectivity to Google services, supported in
+            Composer 3 or greater.
+
        Group of arguments used during update of scheduled snapshots settings in
        Composer 2.0.32 or greater.
 
@@ -276,6 +313,32 @@ REQUIRED FLAGS
               This flag argument must be specified if any of the other
               arguments in this group are specified.
 
+       At most one of these can be specified:
+
+         --disable-vpc-connectivity
+            Disable connectivity with a user's VPC network, supported in
+            Composer 3 environments or greater.
+
+         --network-attachment=NETWORK_ATTACHMENT
+            Cloud Composer Network Attachment, which provides connectivity with
+            a user's VPC network, supported in Composer 3 environments or
+            greater.
+
+         Virtual Private Cloud networking
+
+           --network=NETWORK
+              The Compute Engine Network to which the environment will be
+              connected. If a 'Custom Subnet Network' is provided, --subnetwork
+              must be specified as well.
+
+              This flag argument must be specified if any of the other
+              arguments in this group are specified.
+
+           --subnetwork=SUBNETWORK
+              The Compute Engine subnetwork
+              (https://cloud.google.com/compute/docs/subnetworks) to which the
+              environment will be connected.
+
        Group of arguments for setting workloads configuration in Composer 2.X
        or greater (--scheduler-count flag is available for Composer 1.X as
        well).
@@ -323,6 +386,27 @@ REQUIRED FLAGS
             Storage allocated to Airflow worker, ex. 600MB, 3GB, 2. If units
             are not provided, defaults to GB.
 
+         Group of arguments for setting dag processor settings in Composer 3 or
+         greater.
+
+           --dag-processor-count=DAG_PROCESSOR_COUNT
+              Number of dag processors, supported in Composer 3 environments or
+              greater.
+
+           --dag-processor-cpu=DAG_PROCESSOR_CPU
+              CPU allocated to Airflow dag processor, supported in Composer 3
+              environments or greater.
+
+           --dag-processor-memory=DAG_PROCESSOR_MEMORY
+              Memory allocated to Airflow dag processor, ex. 1GB, 3GB, 2. If
+              units are not provided, defaults to GB, supported in Composer 3
+              environments or greater.
+
+           --dag-processor-storage=DAG_PROCESSOR_STORAGE
+              Storage allocated to Airflow dag processor, ex. 600MB, 3GB, 2. If
+              units are not provided, defaults to GB, supported in Composer 3
+              environments or greater.
+
          Group of arguments for setting triggerer settings in Composer 2.0.31
          or greater.