Unicycle Pods with SR-IOV Dataplane on Dell 740XD servers
This section includes a sample input file that was used in the Ericsson Validation Lab to deploy a Unicycle pod with a SR-IOV dataplane.
Please reference the following lab configuration Ericsson Unicycle SR-IOV Validation HW, Networking and IP plan.
Code Block | ||
---|---|---|
| ||
site_name: akraino-ki20
ipmi_admin:
username: root
password: calvin
networks:
bonded: yes
primary: bond0
slaves:
- name: enp95s0f0
- name: enp95s0f1
oob:
vlan: 400 # Note this VID is not used by current network cloud deployment process
interface:
cidr: 10.51.35.128/27 # Note this subnet mask length is used by the deployment scripts
netmask: 255.255.255.224
routes:
gateway: 10.51.35.129
ranges:
reserved:
start: 10.51.35.153
end: 10.51.35.158
static:
start: 10.51.35.132
end: 10.51.35.152
host:
vlan: 408
interface: bond0.408
cidr: 10.51.34.224/27 # Note this subnet mask length is used by the deployment scripts
subnet: 10.51.34.224
netmask: 255.255.255.224
routes:
gateway: 10.51.34.225
ranges:
reserved:
start: 10.51.34.226
end: 10.51.34.228
static:
start: 10.51.34.229
end: 10.51.34.235
storage:
vlan: 23
interface: bond0.23
cidr: 10.224.174.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
#netmask: 255.255.255.0 - Not Used
ranges:
reserved:
start: 10.224.174.1
end: 10.224.174.10
static:
start: 10.224.174.11
end: 10.224.174.254
pxe:
vlan: 407
interface: eno3
cidr: 10.224.168.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
#netmask: 255.255.255.0 - Not Used
gateway: 10.224.168.1
routes:
gateway: 10.224.168.12 #This address is the PXE interface address of the Genesis Node.
ranges:
reserved:
start: 10.224.168.2
end: 10.5224.168.10
static:
start: 10.224.168.11
end: 10.224.168.200
dhcp:
start: 10.224.168.201
end: 10.224.168.254
ksn:
vlan: 22
interface: bond0.22
cidr: 10.224.160.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
#netmask: 255.255.255.0 - Not Used
local_asnumber: 65531 # Note: this is the ASN of the k8s calico network
ranges:
static:
start: 10.224.160.134
end: 10.224.160.254
additional_cidrs:
- 10.224.160.200/29
ingress_cidr: 10.224.160.201/32
peers:
- ip: 10.224.160.129 # Note: this is the IP address of the external fabric bgp router
scope: global
asnumber: 65001 # Note: this is the ASN of the external fabric bgp router
vrrp_ip: 10.224.160.129 # keep peers ip address in case of only peer.
neutron:
vlan: 24
interface: bond0.24
cidr: 10.224.171.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
#netmask: 255.255.255.0 - Not Used
ranges:
reserved:
start: 10.224.171.1
end: 10.224.171.10
static:
start: 10.224.171.11
end: 10.224.171.254
dns:
upstream_servers:
- 10.64.73.100
- 10.64.73.101
- 10.51.40.100
ingress_domain: vran.k2.ericsson.se
domain: vran.k2.ericsson.se
####################################################################################################################
#Note: The 'sriovnets' statement below defines the deployment of a SR-IOV dataplane instead of an OVS-DPDK dataplane
sriovnets:
- physical: sriovnet1
interface: enp134s0f0
vlan_start: 2001
vlan_end: 3000
whitelists:
- "address": "0000:86:02.0"
- "address": "0000:86:02.1"
- "address": "0000:86:03.2"
- "address": "0000:86:03.3"
- "address": "0000:86:03.4"
- "address": "0000:86:03.5"
- "address": "0000:86:03.6"
- "address": "0000:86:03.7"
- "address": "0000:86:04.0"
- "address": "0000:86:04.1"
- "address": "0000:86:04.2"
- "address": "0000:86:04.3"
- "address": "0000:86:02.2"
- "address": "0000:86:04.4"
- "address": "0000:86:04.5"
- "address": "0000:86:04.6"
- "address": "0000:86:04.7"
- "address": "0000:86:05.0"
- "address": "0000:86:05.1"
- "address": "0000:86:05.2"
- "address": "0000:86:05.3"
- "address": "0000:86:05.4"
- "address": "0000:86:05.5"
- "address": "0000:86:02.3"
- "address": "0000:86:05.6"
- "address": "0000:86:05.7"
- "address": "0000:86:02.4"
- "address": "0000:86:02.5"
- "address": "0000:86:02.6"
- "address": "0000:86:02.7"
- "address": "0000:86:03.0"
- "address": "0000:86:03.1"
- physical: sriovnet2
interface: enp134s0f1
vlan_start: 2001
vlan_end: 3000
whitelists:
- "address": "0000:86:0a.0"
- "address": "0000:86:0a.1"
- "address": "0000:86:0b.2"
- "address": "0000:86:0b.3"
- "address": "0000:86:0b.4"
- "address": "0000:86:0b.5"
- "address": "0000:86:0b.6"
- "address": "0000:86:0b.7"
- "address": "0000:86:0c.0"
- "address": "0000:86:0c.1"
- "address": "0000:86:0c.2"
- "address": "0000:86:0c.3"
- "address": "0000:86:0a.2"
- "address": "0000:86:0c.4"
- "address": "0000:86:0c.5"
- "address": "0000:86:0c.6"
- "address": "0000:86:0c.7"
- "address": "0000:86:0d.0"
- "address": "0000:86:0d.1"
- "address": "0000:86:0d.2"
- "address": "0000:86:0d.3"
- "address": "0000:86:0d.4"
- "address": "0000:86:0d.5"
- "address": "0000:86:0a.3"
- "address": "0000:86:0d.6"
- "address": "0000:86:0d.7"
- "address": "0000:86:0a.4"
- "address": "0000:86:0a.5"
- "address": "0000:86:0a.6"
- "address": "0000:86:0a.7"
- "address": "0000:86:0b.0"
- "address": "0000:86:0b.1"
####################################################################################################################
storage:
osds:
- data: /dev/sda
journal: /var/lib/ceph/journal/journal-sda
- data: /dev/sdb
journal: /var/lib/ceph/journal/journal-sdb
- data: /dev/sdc
journal: /var/lib/ceph/journal/journal-sdc
- data: /dev/sdd
journal: /var/lib/ceph/journal/journal-sdd
- data: /dev/sde
journal: /var/lib/ceph/journal/journal-sde
- data: /dev/sdf
journal: /var/lib/ceph/journal/journal-sdf
osd_count: 6
total_osd_count: 18
genesis:
name : aknode23
oob: 10.51.35.143
host: 10.51.34.233
storage: 10.224.174.12
pxe: 10.224.168.12
ksn: 10.224.160.135
neutron: 10.224.171.12
root_password: akraino,d
masters:
- name: aknode31
oob: 10.51.35.147
host: 10.51.34.229
storage: 10.224.174.13
pxe: 10.224.168.13
ksn: 10.224.160.136
neutron: 10.224.171.13
oob_user: root
oob_password: calvin
- name : aknode25
oob: 10.51.35.144
host: 10.51.34.232
storage: 10.224.174.11
pxe: 10.224.168.11
ksn: 10.224.160.134
neutron: 10.224.171.11
oob_user: root
oob_password: calvin
#workers:
# - name : aknode32 # Note not verified in this validation lab in R1
# oob: 10.51.35.148
# host: 10.51.34.234
# storage: 10.224.174.14
# pxe: 10.224.168.14
# ksn: 10.224.160.137
# neutron: 10.224.171.14
# oob_user: root
# oob_password: calvin
# - name : aknode33 # Note not verified in this validation lab in R1
# oob: 10.51.35.149
# host: 10.51.34.235
# storage: 10.224.174.15
# pxe: 10.224.168.15
# ksn: 10.224.160.138
# neutron: 10.224.171.15
# oob_user: root
# oob_password: calvin
###########################################################################################
#Note: This section defines the use of Dell servers and their installed HW and BIOS version
hardware:
vendor: DELL
generation: '10'
hw_version: '3'
bios_version: '2.8'
bios_template: dell_r740_g14_uefi_base.xml.template
boot_template: dell_r740_g14_uefi_httpboot.xml.template
http_boot_device: NIC.Slot.2-1-1
###########################################################################################
disks:
- name : sdg
labels:
bootdrive: 'true'
partitions:
- name: root
size: 20g
mountpoint: /
- name: boot
size: 1g
mountpoint: /boot
- name: var
size: 100g
mountpoint: /var
- name : sdh
partitions:
- name: ceph
size: 300g
mountpoint: /var/lib/ceph/journal
disks_compute:
- name : sdg
labels:
bootdrive: 'true'
partitions:
- name: root
size: 20g
mountpoint: /
- name: boot
size: 1g
mountpoint: /boot
- name: var
size: '>300g'
mountpoint: /var
- name : sdh
partitions:
- name: nova
size: '99%'
mountpoint: /var/lib/nova
# Note: the key below must be generate each time a new RC is installed and inserted intot he input file of any pods deployed by that RC
genesis_ssh_public_key: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCos1E/53FhubxPOXncxByAI5WCyyt0UBhsBGCPlp5J5gM8vMZEX9pJI3uY/5R8z6crtuW9aneSQ9kZTkksGNoohWZDmLRymfJOOtfs5TlpRGvKAHMnYthDexeCKQixbrf0/9dzAUalzveM025D2ZJSM3mQ9kDr6Pn4220Lbsez50CzH9dKRNKzydDTvuwOi0unTQf9DNNc9WzDTO83UwmGVtR2mIq8ZXOd1G4To3cT0P487NezsRrCtscbdoe4YdAW9h7wxNC1saZNbx2kARIOjO79bKT1U+j9XQZTuHKbzhLxXqqUkEGfmqGvA1H6iAMPl4Hz8itM0veW63Zolwg/ root@aknode29"
kubernetes:
api_service_ip: 10.96.0.1
etcd_service_ip: 10.96.0.2
pod_cidr: 10.98.0.0/16
service_cidr: 10.96.0.0/15
regional_server:
ip: 10.51.34.230 # Note: this is the host IP address of the Regional Controller that is being used to deploy this unicycle pod |