eda-hybrid-cloud.yaml

# Copyright 2026 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

---

blueprint_name: eda-hybrid-cloud

vars:
  project_id:  ## Set GCP Project ID Here ##
  deployment_name: eda-hybrid-cloud
  region: us-central1  ## Set GCP Region Here ##
  zone: us-central1-a  ## Set GCP Zone Here ##
  network: default ## Set name of existing VPC network here
  rdma_net_range: 192.168.128.0/18 # Specify an unused CIDR range for the RDMA network

deployment_groups:

# ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
#
#
# Deployment Group: Setup
#
# Sets up VPC network, persistent NFS shares
# ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
- group: base
  modules:
  # Frontend network for GCE, NetApp Volumes and other services. Make sure it has internet access.
  - id: eda-net
    source: modules/network/pre-existing-vpc
    settings:
      project_id: $(vars.project_id)
      region: $(vars.region)
      network_name: $(vars.network)

  - id: firewall-rule-frontend
    source: modules/network/firewall-rules
    use:
    - eda-net
    settings:
      ingress_rules:
      - name: $(vars.deployment_name)-allow-internal-traffic
        description: Allow internal traffic
        destination_ranges:
        - $(eda-net.subnetwork_address)
        source_ranges:
        - $(eda-net.subnetwork_address)
        allow:
        - protocol: tcp
          ports:
          - 0-65535
        - protocol: udp
          ports:
          - 0-65535
        - protocol: icmp
      - name: $(vars.deployment_name)-allow-iap-ssh
        description: Allow IAP-tunneled SSH connections
        destination_ranges:
        - $(eda-net.subnetwork_address)
        source_ranges:
        - 35.235.240.0/20
        allow:
        - protocol: tcp
          ports:
          - 22

  # Backend RDMA network for GCE instances with RDMA capabilities
  - id: eda-rdma-net
    source: modules/network/vpc
    settings:
      network_name: $(vars.deployment_name)-rdma-net-0
      mtu: 8896
      network_profile: https://www.googleapis.com/compute/beta/projects/$(vars.project_id)/global/networkProfiles/$(vars.zone)-vpc-falcon
      network_routing_mode: REGIONAL
      enable_cloud_router: false
      enable_cloud_nat: false
      enable_internal_traffic: false
      subnetworks:
      - subnet_name: $(vars.deployment_name)-rdma-sub-0
        subnet_region: $(vars.region)
        subnet_ip: $(vars.rdma_net_range)
        region: $(vars.region)

# Connect existing Google Cloud NetApp Volumes
# Replace server_ip, remote_mount, and local_mount values as needed for toolsfs, libraryfs, homefs, scratchfs
# Make sure the root inode of each volume has appropriate permissions for intended users, otherwise SLURM jobs may fail
  - id: toolsfs
    source: modules/file-system/pre-existing-network-storage
    settings:
      server_ip:    # Set IP address of the NFS server here
      remote_mount: # Set exported path of NFS share here
      local_mount: /tools
      fs_type: nfs
      # Mount options are optimized for aggressive caching, assuming rare changes on the volume
      mount_options: "nocto,actimeo=600,hard,rsize=262144,wsize=262144,vers=3,tcp,mountproto=tcp"

  - id: libraryfs
    source: modules/file-system/pre-existing-network-storage
    settings:
      server_ip:    # Set IP address of the NFS server here
      remote_mount: # Set exported path of NFS share here
      local_mount: /library
      fs_type: nfs
      # Mount options are optimized for aggressive caching, assuming rare changes on the volume
      mount_options: "nocto,actimeo=600,hard,rsize=262144,wsize=262144,vers=3,tcp,mountproto=tcp"

  - id: homefs
    source: modules/file-system/pre-existing-network-storage
    settings:
      server_ip:    # Set IP address of the NFS server here
      remote_mount: # Set exported path of NFS share here
      local_mount: /home
      fs_type: nfs
      mount_options: "hard,rsize=262144,wsize=262144,vers=3,tcp,mountproto=tcp"

  - id: scratchfs
    source: modules/file-system/pre-existing-network-storage
    settings:
      server_ip:    # Set IP address of the NFS server here
      remote_mount: # Set exported path of NFS share here
      local_mount: /scratch
      fs_type: nfs
      mount_options: "hard,rsize=262144,wsize=262144,vers=3,tcp,mountproto=tcp"

# ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
#
#
# Deployment Group: Software Installation
#
# This deployment group is a stub for installing software before
# bringing up the actual cluster.
# See the README.md for useful software deployment patterns.
#
# ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
# - group: software_installation
#   modules:

# ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
#
#
# Deployment Group: Cluster
#
# Provisions the actual EDA cluster with compute partitions,
# Connects to the previously set up NFS shares.
# ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
- group: cluster
  modules:
  - id: h4d_startup
    source: modules/scripts/startup-script
    settings:
      set_ofi_cloud_rdma_tunables: true
      local_ssd_filesystem:
        fs_type: ext4
        mountpoint: /mnt/lssd
        permissions: "1777"

  - id: h4d_nodeset
    source: community/modules/compute/schedmd-slurm-gcp-v6-nodeset
    use:
    - h4d_startup
    - eda-net
    - homefs
    - toolsfs
    - libraryfs
    - scratchfs
    settings:
      bandwidth_tier: gvnic_enabled
      machine_type: h4d-highmem-192-lssd
      node_count_static: 1        # Adjust as needed
      node_count_dynamic_max: 0   # Adjust as needed
      enable_placement: false
      disk_type: hyperdisk-balanced
      on_host_maintenance: TERMINATE
      additional_networks:
        $(concat(
          [{
            network=null,
            subnetwork=eda-rdma-net.subnetwork_self_link,
            subnetwork_project=vars.project_id,
            nic_type="IRDMA",
            queue_count=null,
            network_ip=null,
            stack_type=null,
            access_config=null,
            ipv6_access_config=[],
            alias_ip_range=[]
          }]
        ))

  - id: h4d_partition
    source: community/modules/compute/schedmd-slurm-gcp-v6-partition
    use:
    - h4d_nodeset
    settings:
      exclusive: false
      partition_name: h4d
      is_default: true
      partition_conf:
        ResumeTimeout: 900
        SuspendTimeout: 600

  - id: slurm_login
    source: community/modules/scheduler/schedmd-slurm-gcp-v6-login
    use: [eda-net]
    settings:
      machine_type: n2-standard-4
      enable_login_public_ips: true

  - id: slurm_controller
    source: community/modules/scheduler/schedmd-slurm-gcp-v6-controller
    use:
    - eda-net
    - h4d_partition
    - slurm_login
    - homefs
    - toolsfs
    - libraryfs
    - scratchfs
    settings:
      enable_controller_public_ips: true
      cloud_parameters:
        slurmd_timeout: 900