1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

# Get the existing public network
data "openstack_networking_network_v2" "public_network" {
  name = var.public_network_name
}

# Get the existing public router
data "openstack_networking_router_v2" "public_router" {
  name = var.public_router_name
}

# Create the storage network
resource "openstack_networking_network_v2" "storage_network" {
  name = var.storage_network_name
}

# Create the storage subnet
resource "openstack_networking_subnet_v2" "storage_subnet" {
  name            = var.storage_subnet_name
  network_id      = openstack_networking_network_v2.storage_network.id
  cidr            = var.storage_subnet_cidr
  ip_version      = 4
  dns_nameservers = var.dns_nameservers
}

# Connect the storage subnet to the public router
resource "openstack_networking_router_interface_v2" "storage_router_interface" {
  router_id = data.openstack_networking_router_v2.public_router.id
  subnet_id = openstack_networking_subnet_v2.storage_subnet.id
}

1
2
3
4
5

# Subnet_id를 사용하는 방법
resource "openstack_networking_router_interface_v2" "storage_router_interface" {
  router_id = data.openstack_networking_router_v2.public_router.id
  subnet_id = openstack_networking_subnet_v2.storage_subnet.id
}

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16

# Port를 사용하는 방법
resource "openstack_networking_port_v2" "storage_kubernetes_router_port" {
  name           = "kubernetes-storage-port"
  network_id     = openstack_networking_network_v2.storage_network.id
  admin_state_up = "true"

  fixed_ip {
    subnet_id  = openstack_networking_subnet_v2.storage_subnet.id
    ip_address = "10.0.50.20"
  }
}

resource "openstack_networking_router_interface_v2" "storage_kubernetes_interface" {
  router_id = openstack_networking_router_v2.kubernetes_router.id
  port_id   = openstack_networking_port_v2.storage_kubernetes_router_port.id
}

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

# Create the NFS security group
resource "openstack_networking_secgroup_v2" "nfs_secgroup" {
  name        = "${var.storage_instance_name}-nfs-secgroup"
  description = "Security group for NFS access"
}

resource "openstack_networking_secgroup_rule_v2" "nfs_ingress" {
  direction         = "ingress"
  ethertype         = "IPv4"
  protocol          = "tcp"
  port_range_min    = 2049
  port_range_max    = 2049
  remote_ip_prefix  = "10.0.10.0/24"
  security_group_id = openstack_networking_secgroup_v2.nfs_secgroup.id
}

# ...  secgroup 일부 생략

# Create a port in the storage network for the instance
resource "openstack_networking_port_v2" "storage_port" {
  name               = "${var.storage_instance_name}-port"
  network_id         = openstack_networking_network_v2.storage_network.id
  security_group_ids = [openstack_networking_secgroup_v2.nfs_secgroup.id]
  fixed_ip {
    subnet_id = openstack_networking_subnet_v2.storage_subnet.id
  }
}

# Create a floating IP for the storage instance
resource "openstack_networking_floatingip_v2" "storage_fip" {
  pool = var.public_network_name
}

# Associate the floating IP with the storage instance's port
resource "openstack_networking_floatingip_associate_v2" "storage_fip_assoc" {
  floating_ip = openstack_networking_floatingip_v2.storage_fip.address
  port_id     = openstack_networking_port_v2.storage_port.id
}

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

resource "openstack_blockstorage_volume_v3" "nfs-volume" {
  name = "bfs-volume"
  size = 50
}

# Create the storage instance
resource "openstack_compute_instance_v2" "storage_instance" {
  name            = var.storage_instance_name
  flavor_name     = var.storage_flavor_name
  image_name      = var.storage_image_name
  key_pair        = openstack_compute_keypair_v2.nfs_keypair.name
  security_groups = [openstack_networking_secgroup_v2.nfs_secgroup.name]

  network {
    port = openstack_networking_port_v2.storage_port.id
  }

  metadata = {
    ssh_user = "ubuntu"
  }
}

resource "openstack_compute_volume_attach_v2" "nfs-volume-attached" {
  instance_id = openstack_compute_instance_v2.storage_instance.id
  volume_id   = openstack_blockstorage_volume_v3.nfs-volume.id
}

1

/mnt/data 10.0.10.0/24(rw,sync,no_subtree_check)

1

sudo mount 10.0.50.170:/mnt/server /mnt

1
2
3

helm install nfs-subdir-external-provisioner nfs-subdir-external-provisioner/nfs-subdir-external-provisioner \
    --set nfs.server=10.0.50.170 \
    --set nfs.path=/mnt/data

1

Output: mount: /var/lib/kubelet/pods/.../volumes/kubernetes.io~nfs/nfs-pv-test: bad option; for several filesystems (e.g. nfs, cifs) you might need a /sbin/mount.<type> helper program.