Start-Machine-Learning/main.tf at main · Andrej1A/Start-Machine-Learning · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
terraform {
  required_providers {
    aws = {
      source = "hashicorp/aws"
      version = "4.16.0"
    }
  }
}

provider "aws" {
    access_key = "${var.aws_access_key}"
    secret_key = "${var.aws_secret_key}"
    region = "eu-west-1"
}

resource "aws_instance" "gpu_server" {
    # ami in region (eu-west-1) - Deep Learning AMI (Ubuntu 18.04) Version 60.4
    ami = "ami-07afb32b4cb2c5c44" # the ami-id depends on your region
    # instance_types: https://aws.amazon.com/ec2/instance-types/g3/
    # available: g3s.xlarge, g3.4xlarge, g3.8xlarge, g3.16xlarge
    instance_type = "g3.4xlarge" # at least g3.4xlarge for good performance
    key_name = "${var.aws_key_pair_name}"
    vpc_security_group_ids = [aws_security_group.main.id]

    root_block_device {
      volume_size = 250 # lsblk
    }

    provisioner "remote-exec" {
      inline = [
        "mkdir workspace",
        "sudo mount /dev/xvdb1 workspace",
        "sudo chown ubuntu:ubuntu workspace/",
        "sudo chmod 775 workspace/",
        "echo 'sudo mount /dev/xvdb1 workspace' >> ~/.bashrc",
        "echo 'sudo chown ubuntu:ubuntu workspace/' >> ~/.bashrc",
        "echo 'sudo chmod 775 workspace/' >> ~/.bashrc",
      ]
    }
    connection {
      type        = "ssh"
      host        = self.public_ip
      user        = "ubuntu"
      private_key = file("${var.ssh_private_key_file_path}")
      timeout     = "7m"
   }
   tags = {
     Name = "GPU-Server"
   }
}

resource "aws_security_group" "main" {
  egress = [
    {
      cidr_blocks      = [ "0.0.0.0/0", ]
      description      = ""
      from_port        = 0
      ipv6_cidr_blocks = []
      prefix_list_ids  = []
      protocol         = "-1"
      security_groups  = []
      self             = false
      to_port          = 0
      description = "Allow outgoing connection to the internet"
    }
  ]
 ingress                = [
   {
     cidr_blocks      = [ "0.0.0.0/0", ]
     description      = ""
     from_port        = 22
     ipv6_cidr_blocks = []
     prefix_list_ids  = []
     protocol         = "tcp"
     security_groups  = []
     self             = false
     to_port          = 22
     self = false
     description = "Allow incoming SSH connections"
  },
 {
   cidr_blocks      = [ "0.0.0.0/0", ]
   description      = ""
   from_port        = 443
   ipv6_cidr_blocks = []
   prefix_list_ids  = []
   protocol         = "tcp"
   security_groups  = []
   self             = false
   to_port          = 443
   self = false
   description = "Allow incoming HTTPS connections"
},
  {
    cidr_blocks      = [ "0.0.0.0/0", ]
    description      = ""
    from_port        = 8888
    ipv6_cidr_blocks = []
    prefix_list_ids  = []
    protocol         = "tcp"
    security_groups  = []
    self             = false
    to_port          = 8888
    self = false
    description = "Allow incoming 8888 connections"
 },
  {
    cidr_blocks = ["0.0.0.0/0"]
    ipv6_cidr_blocks = []
    prefix_list_ids  = []
    security_groups  = []
    from_port   = 8
    to_port     = 0
    protocol    = "icmp"
    description = "Allow ping from 0.0.0.0/0 everywhere"
    self = false
  }
  ]
}

resource "aws_ebs_volume" "ml_dataset_volume" {
  availability_zone = "eu-west-1b"
  size = 500
  encrypted = false
  # skip_destroy  = true
  tags = {
    Name = "ml_dataset"
  }
}

# https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/ebs-using-volumes.html
resource "aws_volume_attachment" "attach_ml_dataset_volume_to_gpuserver1" {
  device_name = "/dev/xvdb"
  instance_id = aws_instance.gpu_server.id
  volume_id = aws_ebs_volume.ml_dataset_volume.id
}

resource "aws_key_pair" "deployer" {
  key_name   = "${var.aws_key_pair_name}"
  public_key = "${var.ssh_public_key}"
}

resource "aws_eip" "gpu_server_ip" {
  instance = aws_instance.gpu_server.id
  vpc      = true
  tags = {
    Name = "GPU-Server IP"
  }
}

output "gpu_server_global_ips" {
  value = "${aws_instance.gpu_server.*.public_ip}"
  description = "The public IP address of the GPU server instances."
}

output "gpu_server_private_ips" {
  value = "${aws_instance.gpu_server.*.private_ip}"
  description = "The private IP address of the GPU server instances."
}