Versions Compared

Old Version 2

changes.mady.by.user Andrew Wilkinson

Saved on

compared with

New Version Current

changes.mady.by.user David Plunkett

Saved on

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

ATT Validation Labs

This section includes a sample example input file similar to that was used in the Ericsson Validation Lab used during ATT validation testing to deploy a Unicycle pod with a SR-IOV dataplane.

Please reference the following lab configuration Ericsson ATT Unicycle SR-IOV Validation HW, Networking and IP plan.

Code Block
languagebashyml
---
##############################################################################
# Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.        #
#                                                                 site_name: akraino-ki20
ipmi_admin:
  username: root
  password: calvin
networks:
  bonded: yes
  primary: bond0
  slaves:
    - name: enp95s0f0
    - name: enp95s0f1
  oob:
    vlan: 400 # Note this VID is not used by current network cloud deployment process
    interface:
    cidr: 10.51.35.128/27 # Note this subnet mask length is used by the deployment scripts
    netmask: 255.255.255.224
    routes:
      gateway: 10.51.35.129
    ranges:#
# Licensed under the Apache License, reserved:
     Version 2.0 (the "License"); you may   start: 10.51.35.153
        end: 10.51.35.158
 #
# not use this file except in compliance with the License.      static:
        start: 10.51.35.132
    #
#    end: 10.51.35.152
  host:
    vlan: 408
    interface: bond0.408
    cidr: 10.51.34.224/27 # Note this subnet mask length is  used by the deployment scripts
    subnet: 10.51.34.224
    netmask: 255.255.255.224
    routes:
       gateway: 10.51.34.225
    ranges:
      reserved:
        start: 10.51.34.226
        end: 10.51.34.228
 #
# You may obtain a copy of the License at         static:
        start: 10.51.34.229
        end: 10.51.34.235
  storage:
    vlan: 23
  #
#  interface: bond0.23
    cidr: 10.224.174.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
    #netmask: 255.255.255.0 - Not Used
    ranges:
http://www.apache.org/licenses/LICENSE-2.0                           #
#                   reserved:
        start: 10.224.174.1
        end: 10.224.174.10
      static:
        start: 10.224.174.11
        end: 10.224.174.254
  pxe:
    vlan: 407
    interface: eno3
   #
# cidr: 10.224.168.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
    #netmask: 255.255.255.0 - Not Used
    gateway: 10.224.168.1
    routes:
Unless required by applicable law or agreed to in writing, software        #
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT  #
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.          gateway: 10.224.168.12 #This address is the PXE interface address of the Genesis Node.
 #
# See the License for the specific language governing permissions and        ranges:#
# limitations under the License.  reserved:
        start: 10.224.168.2
        end:  10.5224.168.10
      static:
        start: 10.224.168.11
           end: 10.224.168.200#
##############################################################################

site_name: dellgen10
site_type: sriov
ipmi_admin:
  username: root
  password: dhcpcalvin
networks:
  bonded: yes
  primary: bond0
  start: 10.224.168.201slaves:
    - name: enp94s0f0
  end  - name: 10.224.168.254enp94s0f1
  ksnoob:
    vlan: 2240
    interface: bond0.22
    cidr: 10192.224168.16041.0/24
 # Note this subnetroutes:
 mask length is not used by the deployment scripts and is hard coded to /24 in R1gateway: 192.168.41.1
    ranges:
      reserved:
    #netmask: 255.255.255.0 - Not Used
    local_asnumber: 65531 # Note: this is the ASN of the k8s calico network start: 192.168.41.2
        end: 192.168.41.12
    ranges:
      static:
        start: 10192.224168.16041.13413
        end: 10192.224168.16041.254
  host:
  additional_cidrs:
  vlan: 41
   - interface: 10.224.160.200/29bond0.41
    ingress_cidr: 10192.224168.1602.2010/3224
    peersroutes:
    -   ipgateway: 10192.224168.160.129 # Note: this is the IP address of the external fabric bgp router
      scope: global
 2.200
    ranges:
      reserved:
        start: 192.168.2.84
     asnumber: 65001 # Note: this is the ASN of the external fabric bgp router
end: 192.168.2.86
      static:
        vrrp_ipstart: 10192.224168.1602.12940
 # keep peers ip address in case of only peer.end: 192.168.2.45
  neutronstorage:
    vlan: 2442
    interface: bond0.2442
    cidr: 10172.22431.1712.0/24
 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
    #netmask: 255.255.255.0 - Not Used
    ranges:   ranges:
      reserved:
        start: 172.31.2.1
        end: 172.31.2.10
      reservedstatic:
        start: 10172.22431.1712.111
        end: 10172.22431.1712.10254
  pxe:
    staticvlan: 43
    interface: eno3
    startcidr: 10172.22430.1712.110/24
    gateway: 172.30.2.1
    endroutes: 10.224.171.254
dns
      gateway: 172.30.2.40
    ranges:
  upstream_servers    reserved:
    - 10.64.73.100    start: 172.30.2.2
    - 10.64.73.101
   end: - 10172.5130.402.10010
    ingress_domain: vran.k2.ericsson.se
  domain: vran.k2.ericsson.se

####################################################################################################################
#Note: The 'sriovnets' statement below defines the deployment of a SR-IOV dataplane instead of an OVS-DPDK dataplane

sriovnets:
- physical: sriovnet1
  interface: enp134s0f0
  vlan_start: 2001
  vlan_end: 3000
  whitelists:
  - "address": "0000:86:02.0"
  - "address": "0000:86:02.1"
  - "address": "0000:86:03.2"
  - "address": "0000:86:03.3"
  - "address": "0000:86:03.4"
  - "address": "0000:86:03.5"
  - "address": "0000:86:03.6"
  - "address": "0000:86:03.7"
  - "address": "0000:86:04.0"
  - "address": "0000:86:04.1"
  - "address": "0000:86:04.2"
  - "address": "0000:86:04.3"
  - "address": "0000:86:02.2"
  - "address": "0000:86:04.4"
  - "address": "0000:86:04.5"
  - "address": "0000:86:04.6"
  - "address": "0000:86:04.7"
  - "address": "0000:86:05.0"
  - "address": "0000:86:05.1"
  - "address": "0000:86:05.2"
  - "address": "0000:86:05.3"
  - "address": "0000:86:05.4"
  - "address": "0000:86:05.5"
  - "address": "0000:86:02.3"
  - "address": "0000:86:05.6"
  - "address": "0000:86:05.7"
  - "address": "0000:86:02.4"
  - "address": "0000:86:02.5"
  - "address": "0000:86:02.6"
  - "address": "0000:86:02.7"
  - "address": "0000:86:03.0"
  - "address": "0000:86:03.1"
- physical: sriovnet2
  interface: enp134s0f1
  vlan_start: 2001
  vlan_end: 3000
  whitelists:
  - "address": "0000:86:0a.0"
  - "address": "0000:86:0a.1"
  - "address": "0000:86:0b.2"
  - "address": "0000:86:0b.3"
  - "address": "0000:86:0b.4"
  - "address": "0000:86:0b.5"
  - "address": "0000:86:0b.6"
  - "address": "0000:86:0b.7"
  - "address": "0000:86:0c.0"
  - "address": "0000:86:0c.1"
  - "address": "0000:86:0c.2"
  - "address": "0000:86:0c.3"
  - "address": "0000:86:0a.2"
  - "address": "0000:86:0c.4"
  - "address": "0000:86:0c.5"
  - "address": "0000:86:0c.6"
  - "address": "0000:86:0c.7"
  - "address": "0000:86:0d.0"
  - "address": "0000:86:0d.1"
  - "address": "0000:86:0d.2"
  - "address": "0000:86:0d.3"
  - "address": "0000:86:0d.4"
  - "address": "0000:86:0d.5"
    static:
        start: 172.30.2.11
        end: 172.30.2.200
      dhcp:
        start: 172.30.2.201
        end: 172.30.2.254
  ksn:
    vlan: 44
    interface: bond0.44
    cidr: 172.29.1.0/24
    local_asnumber: 65531
    ranges:
      static:
        start: 172.29.1.5
        end: 172.29.1.254
    additional_cidrs:
      -  172.29.1.128/29
    ingress_cidr: 172.29.1.129/32
    peers:
    - ip: 172.29.1.1
      scope: global
      asnumber: 65001
    vrrp_ip: 172.29.1.1 # keep peers ip address in case of only peer.
  neutron:
    vlan: 45
    interface: bond0.45
    cidr: 10.0.102.0/24
    ranges:
      reserved:
        start: 10.0.102.1
        end: 10.0.102.10
      static:
        start: 10.0.102.11
        end: 10.0.102.254
dns:
  upstream_servers:
    - 192.168.2.85
    - 8.8.8.8
    - 8.8.4.4
  ingress_domain: dellgen10.akraino.org
  domain: lab.akraino.org
gpu:
  alias:
    - name: "P4"
      product_id: "1bb2"
      vendor_id: "10de"
    - name: "P40"
      product_id: "1b38"
      vendor_id: "10de"
    - name: "P100"
      product_id: "15f8"
      vendor_id: "10de"
    - name: "V100"
      product_id: "1db4"
      vendor_id: "10de"
sriov:
  alias:
    - name: "numa0"
      product_id: "158b"
      vendor_id: "8086"
  nets:
    - physical: sriovnet1
      interface: enp135s0f0
      vlan_start: 2001
      vlan_end: 3000
      whitelists:
      - "address": "0000:8687:0a02.30"
      - "address": "0000:8687:0d02.61"
      - "address": "0000:8687:0d03.72"
      - "address": "0000:8687:0a03.43"
      - "address": "0000:86:0a87:03.4"
      - "address": "0000:87:03.5"
      - "address": "0000:8687:0a03.6"
      - "address": "0000:8687:0a03.7"
      - "address": "0000:8687:0b04.0"
      - "address": "0000:8687:0b04.1"

####################################################################################################################

storage:
  osds:
    - data: /dev/sda"address": "0000:87:04.2"
      journal: /var/lib/ceph/journal/journal-sda- "address": "0000:87:04.3"
      - data: /dev/sdb
"address": "0000:87:02.2"
      - journal: /var/lib/ceph/journal/journal-sdb
"address": "0000:87:04.4"
      - data: /dev/sdc"address": "0000:87:04.5"
      journal: /var/lib/ceph/journal/journal-sdc- "address": "0000:87:04.6"
      - data: /dev/sdd"address": "0000:87:04.7"
      journal: /var/lib/ceph/journal/journal-sdd- "address": "0000:87:05.0"
      - data: /dev/sde"address": "0000:87:05.1"
      journal: /var/lib/ceph/journal/journal-sde- "address": "0000:87:05.2"
      - data: /dev/sdf"address": "0000:87:05.3"
      journal: /var/lib/ceph/journal/journal-sdf
  osd_count: 6
  total_osd_count: 18

genesis:
  name : aknode23
  oob: 10.51.35.143
  host: 10.51.34.233
  storage: 10.224.174.12
  pxe: 10.224.168.12
  ksn: 10.224.160.135
  neutron: 10.224.171.12
  root_password: akraino,d

masters:
  - name: aknode31
    oob: 10.51.35.147
    host: 10.51.34.229
    storage: 10.224.174.13
    pxe: 10.224.168.13
    ksn: 10.224.160.136
    neutron: 10.224.171.13
    oob_user: root
    oob_password: calvin
  - name : aknode25
    oob: 10.51.35.144
    host: 10.51.34.232
    storage: 10.224.174.11
    pxe: 10.224.168.11
    ksn: 10.224.160.134
    neutron: 10.224.171.11
    oob_user: root
    oob_password: calvin

#workers:
#  - name : aknode32 # Note not verified in this validation lab in R1
#    oob: 10.51.35.148
#    host: 10.51.34.234
#    storage: 10.224.174.14
#    pxe: 10.224.168.14
#    ksn: 10.224.160.137
#    neutron: 10.224.171.14
#    oob_user: root
#    oob_password: calvin
#  - name : aknode33 # Note not verified in this validation lab in R1
#    oob: 10.51.35.149
#    host: 10.51.34.235
#    storage: 10.224.174.15
#    pxe: 10.224.168.15
#    ksn: 10.224.160.138
#    neutron: 10.224.171.15
#    oob_user: root
#    oob_password: calvin

###########################################################################################
#Note: This section defines the use of Dell servers and their installed HW and BIOS version

hardware:
  vendor: DELL
  generation: '10'
  hw_version: '3'
  bios_version: '2.8'
  bios_template: dell_r740_g14_uefi_base.xml.template
  boot_template: dell_r740_g14_uefi_httpboot.xml.template
  http_boot_device: NIC.Slot.2-1-1

###########################################################################################

disks:
  - name : sdg
    labels:
      bootdrive: 'true'
    partitions:- "address": "0000:87:05.4"
      - "address": "0000:87:05.5"
      - "address": "0000:87:02.3"
      - "address": "0000:87:05.6"
      - "address": "0000:87:05.7"
      - "address": "0000:87:02.4"
      - "address": "0000:87:02.5"
      - "address": "0000:87:02.6"
      - "address": "0000:87:02.7"
      - "address": "0000:87:03.0"
      - "address": "0000:87:03.1"
    - physical: sriovnet2
      interface: enp135s0f1
      vlan_start: 2001
      vlan_end: 3000
      whitelists:
      - "address": "0000:87:0a.0"
      - "address": "0000:87:0a.1"
      - "address": "0000:87:0b.2"
      - "address": "0000:87:0b.3"
      - "address": "0000:87:0b.4"
      - "address": "0000:87:0b.5"
      - "address": "0000:87:0b.6"
      - "address": "0000:87:0b.7"
      - "address": "0000:87:0c.0"
      - "address": "0000:87:0c.1"
      - "address": "0000:87:0c.2"
      - "address": "0000:87:0c.3"
      - "address": "0000:87:0a.2"
      - "address": "0000:87:0c.4"
      - "address": "0000:87:0c.5"
      - "address": "0000:87:0c.6"
      - "address": "0000:87:0c.7"
      - "address": "0000:87:0d.0"
      - "address": "0000:87:0d.1"
      - "address": "0000:87:0d.2"
      - "address": "0000:87:0d.3"
      - "address": "0000:87:0d.4"
      - "address": "0000:87:0d.5"
      - "address": "0000:87:0a.3"
      - "address": "0000:87:0d.6"
      - "address": "0000:87:0d.7"
      - "address": "0000:87:0a.4"
      - "address": "0000:87:0a.5"
      - "address": "0000:87:0a.6"
      - name"address": root"0000:87:0a.7"
      -  size: 20g"address": "0000:87:0b.0"
      -  mountpoint: /"address": "0000:87:0b.1"
storage:
  osds:
    - namedata: boot/dev/sda
        sizejournal: 1g/var/lib/ceph/journal/journal-sda
    -    mountpointdata: /bootdev/sdb
      - namejournal: /var/lib/ceph/journal/journal-sdb
    -    sizedata: 100g/dev/sdc
        mountpointjournal: /var/lib/ceph/journal/journal-sdc
    - name data: sdh/dev/sdd
    partitions:
      - name: cephjournal: /var/lib/ceph/journal/journal-sdd
    -    sizedata: 300g/dev/sde
        mountpointjournal: /var/lib/ceph/journal/journal

disks_compute:
-sde
    - name data: sdg/dev/sdf
    labels:
  journal: /var/lib/ceph/journal/journal-sdf
   bootdriveosd_count: 'true'
6
    partitions:
      - total_osd_count: 18
genesis:
  name: rootaknode40
  oob: 192.168.41.40
  host: 192.168.2.40
  sizestorage: 20g172.31.2.40
        mountpointpxe: /172.30.2.40
  ksn: 172.29.1.40
   - nameneutron: boot10.0.102.40
  root_password: akraino,d
masters:
  -  name size: 1gaknode41
        mountpointoob: /boot192.168.41.41
      - namehost: var192.168.2.41
    storage: 172.31.2.41
    sizepxe: '>300g'172.30.2.41
    ksn: 172.29.1.41
    mountpointneutron: /var10.0.102.41
  - name : sdhaknode42
    partitions:oob: 192.168.41.42
      - namehost: nova192.168.2.42
      storage: 172.31.2.42
    sizepxe: '99%'172.30.2.42
    ksn: 172.29.1.42
    mountpointneutron: /var/lib/nova
10.0.102.42
#workers:
# Note: the- keyname below: mustaknode43
# be generate each time a new RC is installed and inserted intot he input file of any pods deployed by that RC

genesis_ssh_public_key: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCos1E/53FhubxPOXncxByAI5WCyyt0UBhsBGCPlp5J5gM8vMZEX9pJI3uY/5R8z6crtuW9aneSQ9kZTkksGNoohWZDmLRymfJOOtfs5TlpRGvKAHMnYthDexeCKQixbrf0/9dzAUalzveM025D2ZJSM3mQ9kDr6Pn4220Lbsez50CzH9dKRNKzydDTvuwOi0unTQf9DNNc9WzDTO83UwmGVtR2mIq8ZXOd1G4To3cT0P487NezsRrCtscbdoe4YdAW9h7wxNC1saZNbx2kARIOjO79bKT1U+j9XQZTuHKbzhLxXqqUkEGfmqGvA1H6iAMPl4Hz8itM0veW63Zolwg/ root@aknode29"

kubernetes:
  api_service_ip: 10.96.0.1
  etcd_service_ip: 10.96.0.2
  pod_cidr: 10.98.0.0/16
  service_cidr: 10.96.0.0/15

regional_server:
  ip: 10.51.34.230 # Note: this is the host IP address of the Regional Controller that is being used to deploy this unicycle podoob: 192.168.41.43
#    host: 192.168.2.43
#    storage: 172.31.2.43
#    pxe: 172.30.2.43
#    ksn: 172.29.1.43
#    neutron: 10.0.102.43
platform:
  vcpu_pin_set: "4-21,26-43,48-65,72-87"
  kernel_params:
    hugepagesz: '1G'
    hugepages: 32
#    default_hugepagesz: '1G'
    transparent_hugepage: 'never'
    iommu: 'pt'
    intel_iommu: 'on'
    amd_iommu: 'on'
#    console: 'ttyS1,115200n8'
hardware:
  vendor: DELL
  generation: '10'
  hw_version: '3'
  bios_version: '2.8'
  bios_template: dell_r740_g14_uefi_base.xml.template
  boot_template: dell_r740_g14_uefi_httpboot.xml.template
  http_boot_device: NIC.Slot.2-1-1
disks:
  - name : sdg
    labels:
      bootdrive: 'true'
    partitions:
      - name: root
        size: 20g
        mountpoint: /
      - name: boot
        size: 1g
        mountpoint: /boot
      - name: var
        size: 100g
        mountpoint: /var
  - name : sdh
    partitions:
      - name: ceph
        size: 300g
        mountpoint: /var/lib/ceph/journal
disks_compute:
  - name : sdg
    labels:
      bootdrive: 'true'
    partitions:
      - name: root
        size: 20g
        mountpoint: /
      - name: boot
        size: 1g
        mountpoint: /boot
      - name: var
        size: '>300g'
        mountpoint: /var
  - name : sdh
    partitions:
      - name: nova
        size: '99%'
        mountpoint: /var/lib/nova
genesis_ssh_public_key: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/n4mNLAj3XKG2fcm+8eVe0NUlNH0g8DA8KJ53rSLKccm8gm4UgLmGOJyBfUloQZMuOpU6a+hexN4ECCliqI7+KUmgJgsvLkJ3OUMNTEVu9tDX5mdXeffsufaqFkAdmbJ/9PMPiPQ3/UqbbtyEcqoZAwUWf4ggAWSp00SGE1Okg+skPSbDzPVHb4810eXZT1yoIg29HAenJNNrsVxvnMT2kw2OYmLfxgEUh1Ev4c5LnUog4GXBDHQtHAwaIoTu9s/q8VIvGav62RJVFn3U1D0jkiwDLSIFn8ezORQ4YkSidwdSrtqsqa2TJ0E5w/n5h5IVGO9neY8YlXrgynLd4Y+7 root@pocnjrsv132"
kubernetes:
  api_service_ip: 10.96.0.1
  etcd_service_ip: 10.96.0.2
  pod_cidr: 10.98.0.0/16
  service_cidr: 10.96.0.0/15
regional_server:
  ip: 135.16.101.85
...



Ericsson Validation Labs

This section includes a example input file similar to that used during Ericsson Validation testing to deploy a Unicycle pod with a SR-IOV dataplane.

Please reference the following lab configuration Ericsson Unicycle SR-IOV Validation HW, Networking and IP plan.

<INSERT INPUT FILE>