o

o
o
o

nutanix@CVM$ manage_ovs --bridge_name br0 show_uplinks

Uplink ports: bond0
Uplink ifaces: eth3 eth2
nutanix@CVM$ manage_ovs show_interfaces
name mode link speed
eth0 1000 True 1000
eth1 1000 True 1000
eth2 10000 True 10000
eth3 10000 True 10000

nutanix@CVM$ ssh root@192.168.5.1 "ovs-appctl bond/show bond0"

---- bond0 ---bond_mode: active-backup
bond-hash-basis: 0
updelay: 0 ms
downdelay: 0 ms
lacp_status: off
slave eth2: enabled
may_enable: true
slave eth3: enabled
active slave
may_enable: true

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl show"

4d060060-0f23-4e47-bbea-a28c344525cc
Bridge "br0"
Port "vnet0"
Interface "vnet0"
Port "br0-dhcp"
Interface "br0-dhcp"
type: vxlan
options: {key="2", remote_ip="10.4.56.84"}
Port "br0"
Interface "br0"
type: internal
Port "br0-arp"
Interface "br0-arp"
type: vxlan
options: {key="2", remote_ip="192.168.5.2"}
Port "bond0"
Interface "eth2"
Interface "eth3"
ovs_version: "2.3.2"

nutanix@CVM$ acli
<acropolis> net.list
Network name
Production
vlan.0

Network UUID
ea8468ec-c1ca-4220-bc51-714483c6a266
a1850d8a-a4e0-4dc9-b247-1849ec97b1ba

Type
VLAN
VLAN

Identifier
27
0

<acropolis> net.list_vms vlan.0

VM UUID
7956152a-ce08-468f-89a7-e377040d5310
47c3a7a2-a7be-43e4-8ebf-c52c3b26c738
501188a6-faa7-4be0-9735-0e38a419a115

VM name
VM1
VM2
VM3

MAC address
52:54:00:db:2d:11
52:54:00:be:ad:bc
52:54:00:0c:15:35

nutanix@CVM$ allssh "manage_ovs show_interfaces"

nutanix@CVM$ allssh "manage_ovs --bridge_name bridge show_uplinks"
nutanix@CVM$ allssh "manage_ovs --bridge_name bridge --interfaces <interfaces>
update_uplinks"

manage_ovs

nutanix@CVM$ manage_ovs --help

USAGE: manage_ovs [flags] <action>

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl add-br br1"

nutanix@CVM$ manage_ovs --bridge_name br0 --bond_name bond0 --interfaces 10g

update_uplinks

nutanix@CVM$ manage_ovs --bridge_name br1 --bond_name bond1 --interfaces 1g

update_uplinks

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl add-br br1"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl add-br br2"

nutanix@CVM$ manage_ovs --bridge_name br0 --bond_name bond0 --interfaces eth4,eth5

update_uplinks

nutanix@CVM$ manage_ovs --bridge_name br1 --bond_name bond1 --interfaces eth2,eth3

update_uplinks
nutanix@CVM$ manage_ovs --bridge_name br2 --bond_name bond2 --interfaces eth0,eth1
update_uplinks

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port br0 tag=10"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl list port br0"

nutanix@CVM$ change_cvm_vlan 10

nutanix@CVM$ ssh root@192.168.5.1 "ovs-appctl bond/show"

---- bond0 ---bond_mode: active-backup

bond-hash-basis: 0
updelay: 0 ms
downdelay: 0 ms
lacp_status: off
slave eth2: enabled
active slave
may_enable: true
slave eth3: enabled
may_enable: true

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 bond_mode=activebackup"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 bond_mode=balance-slb"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 other_config:bondrebalance-interval=60000"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-appctl bond/show bond0"

---- bond0 ---bond_mode: balance-slb
bond-hash-basis: 0
updelay: 0 ms
downdelay: 0 ms
next rebalance: 59108 ms
lacp_status: off
slave eth2: enabled
may_enable: true
hash 120: 138065 kB load
hash 182: 20 kB load
slave eth3: enabled
active slave
may_enable: true
hash 27: 0 kB load
hash 31: 20 kB load
hash 104: 1802 kB load
hash 206: 20 kB load

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 lacp=active"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 bond_mode=balance-tcp"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 other_config:lacpfallback-ab=true"

nutanix@CVM$ ssh root@192.168.5.1 "ip link set dev eth0 mtu 9000"
nutanix@CVM$ ssh root@192.168.5.1 "ip link set dev eth1 mtu 9000"

o
o
o
o

o
o

nutanix@CVM$ acli ha.update num_host_failures_to_tolerate=X

o
o

o
o

nutanix@CVM$ acli ha.update reservation_type=kAcropolisHAReserveHosts

nutanix@CVM$ acli ha.update

reservation_type=kAcropolisHAReserveSegments

nutanix@CVM$ acli vm.update <VM Name> ha_priority=-1

nutanix@CVM$ acli vm.create <VM Name> ha_priority=-1

o
o

bandwidth_mbps=X

nutanix@CVM$ acli vm.migrate slow-lane-VM1 bandwidth_mbps=100 host=10.10.10.11

live=yes

o
o

o
o

o
o
o

nutanix@cvm$ allssh "virsh capabilities | egrep 'cell id|cpus num|memory unit'"

Executing virsh capabilities | egrep 'cell id|cpus num|memory unit' on the cluster
================== 10.4.56.82 =================
<cell id='0'>
<memory unit='KiB'>134181480</memory>
<cpus num='20'>
<cell id='1'>
<memory unit='KiB'>134217728</memory>
<cpus num='20'>

root@AHVHost# virsh list --all | grep CVM

root@AHVHost# virsh shutdown cvm_name

a. root@AHVHost# virsh setmaxmem cvm_name --config --size 32GiB

b. root@AHVHost# virsh setmem cvm_name --config --size 32GiB start

a. root@AHVHost# virsh dumpxml cvm_name | grep -I memory

a. root@AHVHost# virsh start cvm_name

RAM Required = VM configured RAM + (150 MB) + (10 MB * Number of VM CPUs)

nutanix@CVM$ ssh root@192.168.5.1 "cat /sys/kernel/mm/transparent_hugepage/enabled"

[always] madvise never

o
o

o
o
o
o

o
o
o
o
o
o
o
o

o
o
o
o

o
o

o
o
o
o
o

o
o
o
o

o
o
o

o
o
o
o
o
o

o
o
o
o

o
o
o
o
o
o
o
o
o
o
o
o
o
o
o
o
o
o
o
o

nutanix@CVM$ manage_ovs --bridge_name br0 show_uplinks

nutanix@CVM$ ssh root@192.168.5.1 "ovs-appctl bond/show bond0"
nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl show"
nutanix@CVM$ acli
<acropolis> net.list
<acropolis> net.list_vms vlan.0
nutanix@CVM$ allssh "manage_ovs show_interfaces"
nutanix@CVM$ allssh "manage_ovs --bridge_name bridge show_uplinks"
nutanix@CVM$ allssh "manage_ovs --bridge_name bridge --interfaces <interfaces>
update_uplinks"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl add-br br1"

nutanix@CVM$ manage_ovs --bridge_name br0 --bond_name bond0 --interfaces 10g
update_uplinks
nutanix@CVM$ manage_ovs --bridge_name br1 --bond_name bond1 --interfaces 1g
update_uplinks

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl add-br br1"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl add-br br2"
nutanix@CVM$ manage_ovs --bridge_name br0 --bond_name bond0 --interfaces eth4,eth5
update_uplinks
nutanix@CVM$ manage_ovs --bridge_name br1 --bond_name bond1 --interfaces eth2,eth3
update_uplinks
nutanix@CVM$ manage_ovs --bridge_name br2 --bond_name bond2 --interfaces eth0,eth1
update_uplinks

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port br0 tag=10"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl list port br0"
nutanix@CVM$ change_cvm_vlan 10

nutanix@CVM$ ssh root@192.168.5.1 "ovs-appctl bond/show"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 bond_mode=activebackup"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 bond_mode=balance-slb"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 other_config:bondrebalance-interval=60000"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 lacp=active"

nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 bond_mode=balance-tcp"
nutanix@CVM$ ssh root@192.168.5.1 "ovs-vsctl set port bond0 other_config:lacpfallback-ab=true"

nutanix@CVM$ ssh root@192.168.5.1 "ip link set dev eth0 mtu 9000"
nutanix@CVM$ ssh root@192.168.5.1 "ip link set dev eth1 mtu 9000"

nutanix@CVM$ acli ha.update num_host_failures_to_tolerate=X

nutanix@CVM$ acli ha.update reservation_type=kAcropolisHAReserveHosts
nutanix@CVM$ acli ha.update reservation_type=kAcropolisHAReserveSegments
nutanix@CVM$ acli vm.update <VM Name> ha_priority=-1
nutanix@CVM$ acli vm.create <VM Name> ha_priority=-1

nutanix@CVM$ acli vm.migrate slow-lane-VM1 bandwidth_mbps=100 host=10.10.10.11

live=yes

nutanix@cvm$ allssh "virsh capabilities | egrep 'cell id|cpus num|memory unit'"

root@AHVHost# virsh list --all | grep CVM

root@AHVHost# virsh shutdown cvm_name
root@AHVHost# virsh setmaxmem cvm_name --config --size 32GiB
root@AHVHost# virsh setmem cvm_name --config --size 32GiB start
root@AHVHost# virsh dumpxml cvm_name | grep -I memory
root@AHVHost# virsh start cvm_name

nutanix@CVM$ ssh root@192.168.5.1 "cat /sys/kernel/mm/transparent_hugepage/enabled"

[always] madvise never