Versions Compared

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

Table of Contents

Ericsson Validation - Unicycle Pods with SR-IOV Dataplane on Dell 740XD servers

This section includes a sample input file that was used in the Ericsson Validation Lab to deploy a Unicycle pod with a SR-IOV dataplane.

Please reference the following lab configuration Ericsson Unicycle SR-IOV Validation HW, Networking and IP plan.

Code Block
languagebash
site_name: akraino-ki20
ipmi_admin:
  username: root
  password: calvin
networks:
  bonded: yes
  primary: bond0
  slaves:
    - name: enp95s0f0
    - name: enp95s0f1
  oob:
    vlan: 400 # Note this VID is not used by current network cloud deployment process
    interface:
    cidr: 10.51.35.128/27 # Note this subnet mask length is used by the deployment scripts
    netmask: 255.255.255.224
    routes:
      gateway: 10.51.35.129
    ranges:
      reserved:
        start: 10.51.35.153
        end: 10.51.35.158
      static:
        start: 10.51.35.132
        end: 10.51.35.152
  host:
    vlan: 408
    interface: bond0.408
    cidr: 10.51.34.224/27 # Note this subnet mask length is used by the deployment scripts
    subnet: 10.51.34.224
    netmask: 255.255.255.224
    routes:
       gateway: 10.51.34.225
    ranges:
      reserved:
        start: 10.51.34.226
        end: 10.51.34.228
      static:
        start: 10.51.34.229
        end: 10.51.34.235
  storage:
    vlan: 23
    interface: bond0.23
    cidr: 10.224.174.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
    #netmask: 255.255.255.0 - Not Used
    ranges:
      reserved:
        start: 10.224.174.1
        end: 10.224.174.10
      static:
        start: 10.224.174.11
        end: 10.224.174.254
  pxe:
    vlan: 407
    interface: eno3
    cidr: 10.224.168.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
    #netmask: 255.255.255.0 - Not Used
    gateway: 10.224.168.1
    routes:
      gateway: 10.224.168.12 #This address is the PXE interface address of the Genesis Node.
    ranges:
      reserved:
        start: 10.224.168.2
        end:  10.5224.168.10
      static:
        start: 10.224.168.11
        end: 10.224.168.200
      dhcp:
        start: 10.224.168.201
        end: 10.224.168.254
  ksn:
    vlan: 22
    interface: bond0.22
    cidr: 10.224.160.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
    #netmask: 255.255.255.0 - Not Used
    local_asnumber: 65531 # Note: this is the ASN of the k8s calico network
    ranges:
      static:
        start: 10.224.160.134
        end: 10.224.160.254
    additional_cidrs:
      -  10.224.160.200/29
    ingress_cidr: 10.224.160.201/32
    peers:
    - ip: 10.224.160.129 # Note: this is the IP address of the external fabric bgp router
      scope: global
      asnumber: 65001 # Note: this is the ASN of the external fabric bgp router
    vrrp_ip: 10.224.160.129 # keep peers ip address in case of only peer.
  neutron:
    vlan: 24
    interface: bond0.24
    cidr: 10.224.171.0/24 # Note this subnet mask length is not used by the deployment scripts and is hard coded to /24 in R1
    #netmask: 255.255.255.0 - Not Used
    ranges:
      reserved:
        start: 10.224.171.1
        end: 10.224.171.10
      static:
        start: 10.224.171.11
        end: 10.224.171.254
dns:
  upstream_servers:
    - 10.64.73.100
    - 10.64.73.101
    - 10.51.40.100
  ingress_domain: vran.k2.ericsson.se
  domain: vran.k2.ericsson.se

####################################################################################################################
#Note: The 'sriovnets' statement below defines the deployment of a SR-IOV dataplane instead of an OVS-DPDK dataplane

sriovnets:
- physical: sriovnet1
  interface: enp134s0f0
  vlan_start: 2001
  vlan_end: 3000
  whitelists:
  - "address": "0000:86:02.0"
  - "address": "0000:86:02.1"
  - "address": "0000:86:03.2"
  - "address": "0000:86:03.3"
  - "address": "0000:86:03.4"
  - "address": "0000:86:03.5"
  - "address": "0000:86:03.6"
  - "address": "0000:86:03.7"
  - "address": "0000:86:04.0"
  - "address": "0000:86:04.1"
  - "address": "0000:86:04.2"
  - "address": "0000:86:04.3"
  - "address": "0000:86:02.2"
  - "address": "0000:86:04.4"
  - "address": "0000:86:04.5"
  - "address": "0000:86:04.6"
  - "address": "0000:86:04.7"
  - "address": "0000:86:05.0"
  - "address": "0000:86:05.1"
  - "address": "0000:86:05.2"
  - "address": "0000:86:05.3"
  - "address": "0000:86:05.4"
  - "address": "0000:86:05.5"
  - "address": "0000:86:02.3"
  - "address": "0000:86:05.6"
  - "address": "0000:86:05.7"
  - "address": "0000:86:02.4"
  - "address": "0000:86:02.5"
  - "address": "0000:86:02.6"
  - "address": "0000:86:02.7"
  - "address": "0000:86:03.0"
  - "address": "0000:86:03.1"
- physical: sriovnet2
  interface: enp134s0f1
  vlan_start: 2001
  vlan_end: 3000
  whitelists:
  - "address": "0000:86:0a.0"
  - "address": "0000:86:0a.1"
  - "address": "0000:86:0b.2"
  - "address": "0000:86:0b.3"
  - "address": "0000:86:0b.4"
  - "address": "0000:86:0b.5"
  - "address": "0000:86:0b.6"
  - "address": "0000:86:0b.7"
  - "address": "0000:86:0c.0"
  - "address": "0000:86:0c.1"
  - "address": "0000:86:0c.2"
  - "address": "0000:86:0c.3"
  - "address": "0000:86:0a.2"
  - "address": "0000:86:0c.4"
  - "address": "0000:86:0c.5"
  - "address": "0000:86:0c.6"
  - "address": "0000:86:0c.7"
  - "address": "0000:86:0d.0"
  - "address": "0000:86:0d.1"
  - "address": "0000:86:0d.2"
  - "address": "0000:86:0d.3"
  - "address": "0000:86:0d.4"
  - "address": "0000:86:0d.5"
  - "address": "0000:86:0a.3"
  - "address": "0000:86:0d.6"
  - "address": "0000:86:0d.7"
  - "address": "0000:86:0a.4"
  - "address": "0000:86:0a.5"
  - "address": "0000:86:0a.6"
  - "address": "0000:86:0a.7"
  - "address": "0000:86:0b.0"
  - "address": "0000:86:0b.1"

####################################################################################################################

storage:
  osds:
    - data: /dev/sda
      journal: /var/lib/ceph/journal/journal-sda
    - data: /dev/sdb
      journal: /var/lib/ceph/journal/journal-sdb
    - data: /dev/sdc
      journal: /var/lib/ceph/journal/journal-sdc
    - data: /dev/sdd
      journal: /var/lib/ceph/journal/journal-sdd
    - data: /dev/sde
      journal: /var/lib/ceph/journal/journal-sde
    - data: /dev/sdf
      journal: /var/lib/ceph/journal/journal-sdf
  osd_count: 6
  total_osd_count: 18

genesis:
  name : aknode23
  oob: 10.51.35.143
  host: 10.51.34.233
  storage: 10.224.174.12
  pxe: 10.224.168.12
  ksn: 10.224.160.135
  neutron: 10.224.171.12
  root_password: akraino,d

masters:
  - name: aknode31
    oob: 10.51.35.147
    host: 10.51.34.229
    storage: 10.224.174.13
    pxe: 10.224.168.13
    ksn: 10.224.160.136
    neutron: 10.224.171.13
    oob_user: root
    oob_password: calvin
  - name : aknode25
    oob: 10.51.35.144
    host: 10.51.34.232
    storage: 10.224.174.11
    pxe: 10.224.168.11
    ksn: 10.224.160.134
    neutron: 10.224.171.11
    oob_user: root
    oob_password: calvin

#workers:
#  - name : aknode32 # Note not verified in this validation lab in R1
#    oob: 10.51.35.148
#    host: 10.51.34.234
#    storage: 10.224.174.14
#    pxe: 10.224.168.14
#    ksn: 10.224.160.137
#    neutron: 10.224.171.14
#    oob_user: root
#    oob_password: calvin
#  - name : aknode33 # Note not verified in this validation lab in R1
#    oob: 10.51.35.149
#    host: 10.51.34.235
#    storage: 10.224.174.15
#    pxe: 10.224.168.15
#    ksn: 10.224.160.138
#    neutron: 10.224.171.15
#    oob_user: root
#    oob_password: calvin

###########################################################################################
#Note: This section defines the use of Dell servers and their installed HW and BIOS version

hardware:
  vendor: DELL
  generation: '10'
  hw_version: '3'
  bios_version: '2.8'
  bios_template: dell_r740_g14_uefi_base.xml.template
  boot_template: dell_r740_g14_uefi_httpboot.xml.template
  http_boot_device: NIC.Slot.2-1-1

###########################################################################################

disks:
  - name : sdg
    labels:
      bootdrive: 'true'
    partitions:
      - name: root
        size: 20g
        mountpoint: /
      - name: boot
        size: 1g
        mountpoint: /boot
      - name: var
        size: 100g
        mountpoint: /var
  - name : sdh
    partitions:
      - name: ceph
        size: 300g
        mountpoint: /var/lib/ceph/journal

disks_compute:
  - name : sdg
    labels:
      bootdrive: 'true'
    partitions:
      - name: root
        size: 20g
        mountpoint: /
      - name: boot
        size: 1g
        mountpoint: /boot
      - name: var
        size: '>300g'
        mountpoint: /var
  - name : sdh
    partitions:
      - name: nova
        size: '99%'
        mountpoint: /var/lib/nova

# Note: the key below must be generate each time a new RC is installed and inserted intot he input file of any pods deployed by that RC

genesis_ssh_public_key: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCos1E/53FhubxPOXncxByAI5WCyyt0UBhsBGCPlp5J5gM8vMZEX9pJI3uY/5R8z6crtuW9aneSQ9kZTkksGNoohWZDmLRymfJOOtfs5TlpRGvKAHMnYthDexeCKQixbrf0/9dzAUalzveM025D2ZJSM3mQ9kDr6Pn4220Lbsez50CzH9dKRNKzydDTvuwOi0unTQf9DNNc9WzDTO83UwmGVtR2mIq8ZXOd1G4To3cT0P487NezsRrCtscbdoe4YdAW9h7wxNC1saZNbx2kARIOjO79bKT1U+j9XQZTuHKbzhLxXqqUkEGfmqGvA1H6iAMPl4Hz8itM0veW63Zolwg/ root@aknode29"

kubernetes:
  api_service_ip: 10.96.0.1
  etcd_service_ip: 10.96.0.2
  pod_cidr: 10.98.0.0/16
  service_cidr: 10.96.0.0/15

regional_server:
  ip: 10.51.34.230 # Note: this is the host IP address of the Regional Controller that is being used to deploy this unicycle pod

ATT Validation - Unicycle Pods with SR-IOV Dataplane on Dell 740XD servers

This section includes a sample input file that was used in the ATT Validation Lab to deploy a Unicycle pod with a SR-IOV dataplane.

Please reference the following lab configuration ATT Unicycle SR-IOV Validation HW, Networking and IP plan.

Code Block
languageyml
##############################################################################
   3 # Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.        #
   4 #                                                                            #
   5 # Licensed under the Apache License, Version 2.0 (the "License"); you may    #
   6 # not use this file except in compliance with the License.                   #
   7 #                                                                            #
   8 # You may obtain a copy of the License at                                    #
   9 #       http://www.apache.org/licenses/LICENSE-2.0                           #
  10 #                                                                            #
  11 # Unless required by applicable law or agreed to in writing, software        #
  12 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT  #
  13 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.           #
  14 # See the License for the specific language governing permissions and        #
  15 # limitations under the License.                                             #
  16 ##############################################################################
  17 
  18 site_name: dellgen10
  19 site_type: sriov
  20 ipmi_admin:
  21   username: root
  22   password: calvin
  23 networks:
  24   bonded: yes
  25   primary: bond0
  26   slaves:
  27     - name: enp94s0f0
  28     - name: enp94s0f1
  29   oob:
  30     vlan: 40
  31     interface:
  32     cidr: 192.168.41.0/24
  33     routes:
  34       gateway: 192.168.41.1
  35     ranges:
  36       reserved:
  37         start: 192.168.41.2
  38         end: 192.168.41.12
  39       static:
  40         start: 192.168.41.13
  41         end: 192.168.41.254
  42   host:
  43     vlan: 41
  44     interface: bond0.41
  45     cidr: 192.168.2.0/24
  46     routes:
  47        gateway: 192.168.2.200
  48     ranges:
  49       reserved:
  50         start: 192.168.2.84
  51         end: 192.168.2.86
  52       static:
  53         start: 192.168.2.40
  54         end: 192.168.2.45
  55   storage:
  56     vlan: 42
  57     interface: bond0.42
  58     cidr: 172.31.2.0/24
  59     ranges:
  60       reserved:
  61         start: 172.31.2.1
  62         end: 172.31.2.10
  63       static:
  64         start: 172.31.2.11
  65         end: 172.31.2.254
  66   pxe:
  67     vlan: 43
  68     interface: eno3
  69     cidr: 172.30.2.0/24
  70     gateway: 172.30.2.1
  71     routes:
  72       gateway: 172.30.2.40
  73     ranges:
  74       reserved:
  75         start: 172.30.2.2
  76         end:  172.30.2.10
  77       static:
  78         start: 172.30.2.11
  79         end: 172.30.2.200
  80       dhcp:
  81         start: 172.30.2.201
  82         end: 172.30.2.254
  83   ksn:
  84     vlan: 44
  85     interface: bond0.44
  86     cidr: 172.29.1.0/24
  87     local_asnumber: 65531
  88     ranges:
  89       static:
  90         start: 172.29.1.5
  91         end: 172.29.1.254
  92     additional_cidrs:
  93       -  172.29.1.128/29
  94     ingress_cidr: 172.29.1.129/32
  95     peers:
  96     - ip: 172.29.1.1
  97       scope: global
  98       asnumber: 65001
  99     vrrp_ip: 172.29.1.1 # keep peers ip address in case of only peer.
 100   neutron:
 101     vlan: 45
 102     interface: bond0.45
 103     cidr: 10.0.102.0/24
 104     ranges:
 105       reserved:
 106         start: 10.0.102.1
 107         end: 10.0.102.10
 108       static:
 109         start: 10.0.102.11
 110         end: 10.0.102.254
 111 dns:
 112   upstream_servers:
 113     - 192.168.2.85
 114     - 8.8.8.8
 115     - 8.8.4.4
 116   ingress_domain: dellgen10.akraino.org
 117   domain: lab.akraino.org
 118 gpu:
 119   alias:
 120     - name: "P4"
 121       product_id: "1bb2"
 122       vendor_id: "10de"
 123     - name: "P40"
 124       product_id: "1b38"
 125       vendor_id: "10de"
 126     - name: "P100"
 127       product_id: "15f8"
 128       vendor_id: "10de"
 129     - name: "V100"
 130       product_id: "1db4"
 131       vendor_id: "10de"
 132 sriov:
 133   alias:
 134     - name: "numa0"
 135       product_id: "158b"
 136       vendor_id: "8086"
 137   nets:
 138     - physical: sriovnet1
 139       interface: enp135s0f0
 140       vlan_start: 2001
 141       vlan_end: 3000
 142       whitelists:
 143       - "address": "0000:87:02.0"
 144       - "address": "0000:87:02.1"
 145       - "address": "0000:87:03.2"
 146       - "address": "0000:87:03.3"
 147       - "address": "0000:87:03.4"
 148       - "address": "0000:87:03.5"
 149       - "address": "0000:87:03.6"
 150       - "address": "0000:87:03.7"
 151       - "address": "0000:87:04.0"
 152       - "address": "0000:87:04.1"
 153       - "address": "0000:87:04.2"
 154       - "address": "0000:87:04.3"
 155       - "address": "0000:87:02.2"
 156       - "address": "0000:87:04.4"
 157       - "address": "0000:87:04.5"
 158       - "address": "0000:87:04.6"
 159       - "address": "0000:87:04.7"
 160       - "address": "0000:87:05.0"
 161       - "address": "0000:87:05.1"
 162       - "address": "0000:87:05.2"
 163       - "address": "0000:87:05.3"
 164       - "address": "0000:87:05.4"
 165       - "address": "0000:87:05.5"
 166       - "address": "0000:87:02.3"
 167       - "address": "0000:87:05.6"
 168       - "address": "0000:87:05.7"
 169       - "address": "0000:87:02.4"
 170       - "address": "0000:87:02.5"
 171       - "address": "0000:87:02.6"
 172       - "address": "0000:87:02.7"
 173       - "address": "0000:87:03.0"
 174       - "address": "0000:87:03.1"
 175     - physical: sriovnet2
 176       interface: enp135s0f1
 177       vlan_start: 2001
 178       vlan_end: 3000
 179       whitelists:
 180       - "address": "0000:87:0a.0"
 181       - "address": "0000:87:0a.1"
 182       - "address": "0000:87:0b.2"
 183       - "address": "0000:87:0b.3"
 184       - "address": "0000:87:0b.4"
 185       - "address": "0000:87:0b.5"
 186       - "address": "0000:87:0b.6"
 187       - "address": "0000:87:0b.7"
 188       - "address": "0000:87:0c.0"
 189       - "address": "0000:87:0c.1"
 190       - "address": "0000:87:0c.2"
 191       - "address": "0000:87:0c.3"
 192       - "address": "0000:87:0a.2"
 193       - "address": "0000:87:0c.4"
 194       - "address": "0000:87:0c.5"
 195       - "address": "0000:87:0c.6"
 196       - "address": "0000:87:0c.7"
 197       - "address": "0000:87:0d.0"
 198       - "address": "0000:87:0d.1"
 199       - "address": "0000:87:0d.2"
 200       - "address": "0000:87:0d.3"
 201       - "address": "0000:87:0d.4"
 202       - "address": "0000:87:0d.5"
 203       - "address": "0000:87:0a.3"
 204       - "address": "0000:87:0d.6"
 205       - "address": "0000:87:0d.7"
 206       - "address": "0000:87:0a.4"
 207       - "address": "0000:87:0a.5"
 208       - "address": "0000:87:0a.6"
 209       - "address": "0000:87:0a.7"
 210       - "address": "0000:87:0b.0"
 211       - "address": "0000:87:0b.1"
 212 storage:
 213   osds:
 214     - data: /dev/sda
 215       journal: /var/lib/ceph/journal/journal-sda
 216     - data: /dev/sdb
 217       journal: /var/lib/ceph/journal/journal-sdb
 218     - data: /dev/sdc
 219       journal: /var/lib/ceph/journal/journal-sdc
 220     - data: /dev/sdd
 221       journal: /var/lib/ceph/journal/journal-sdd
 222     - data: /dev/sde
 223       journal: /var/lib/ceph/journal/journal-sde
 224     - data: /dev/sdf
 225       journal: /var/lib/ceph/journal/journal-sdf
 226   osd_count: 6
 227   total_osd_count: 18
 228 genesis:
 229   name: aknode40
 230   oob: 192.168.41.40
 231   host: 192.168.2.40
 232   storage: 172.31.2.40
 233   pxe: 172.30.2.40
 234   ksn: 172.29.1.40
 235   neutron: 10.0.102.40
 236   root_password: akraino,d
 237 masters:
 238   - name : aknode41
 239     oob: 192.168.41.41
 240     host: 192.168.2.41
 241     storage: 172.31.2.41
 242     pxe: 172.30.2.41
 243     ksn: 172.29.1.41
 244     neutron: 10.0.102.41
 245     oob_user: root
 246     oob_password: calvin
 247   - name : aknode42
 248     oob: 192.168.41.42
 249     host: 192.168.2.42
 250     storage: 172.31.2.42
 251     pxe: 172.30.2.42
 252     ksn: 172.29.1.42
 253     neutron: 10.0.102.42
 254     oob_user: root
 255     oob_password: calvin
 256 #workers:
 257 #  - name : aknode43
 258 #    oob: 192.168.41.43
 259 #    host: 192.168.2.43
 260 #    storage: 172.31.2.43
 261 #    pxe: 172.30.2.43
 262 #    ksn: 172.29.1.43
 263 #    neutron: 10.0.102.43
 264 platform:
 265   vcpu_pin_set: "4-21,26-43,48-65,72-87"
 266   kernel_params:
 267     hugepagesz: '1G'
 268     hugepages: 32
 269 #    default_hugepagesz: '1G'
 270     transparent_hugepage: 'never'
 271     iommu: 'pt'
 272     intel_iommu: 'on'
 273     amd_iommu: 'on'
 274 #    console: 'ttyS1,115200n8'
 275 hardware:
 276   vendor: DELL
 277   generation: '10'
 278   hw_version: '3'
 279   bios_version: '2.8'
 280   bios_template: dell_r740_g14_uefi_base.xml.template
 281   boot_template: dell_r740_g14_uefi_httpboot.xml.template
 282   http_boot_device: NIC.Slot.2-1-1
 283 disks:
 284   - name : sdg
 285     labels:
 286       bootdrive: 'true'
 287     partitions:
 288       - name: root
 289         size: 20g
 290         mountpoint: /
 291       - name: boot
 292         size: 1g
 293         mountpoint: /boot
 294       - name: var
 295         size: 100g
 296         mountpoint: /var
 297   - name : sdh
 298     partitions:
 299       - name: ceph
 300         size: 300g
 301         mountpoint: /var/lib/ceph/journal
 302 disks_compute:
 303   - name : sdg
 304     labels:
 305       bootdrive: 'true'
 306     partitions:
 307       - name: root
 308         size: 20g
 309         mountpoint: /
 310       - name: boot
 311         size: 1g
 312         mountpoint: /boot
 313       - name: var
 314         size: '>300g'
 315         mountpoint: /var
 316   - name : sdh
 317     partitions:
 318       - name: nova
 319         size: '99%'
 320         mountpoint: /var/lib/nova
 321 genesis_ssh_public_key: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/n4mNLAj3XKG2fcm+8eVe0NUlNH0g8DA8KJ53rSLKccm8gm4UgLmGOJyBfUloQZMuOpU6a+hexN4ECCliqI7+KUmgJgsvLkJ3OUMNTEVu9tDX5mdXeffsufaqFkAdmbJ/9PMPiPQ3/UqbbtyEcqoZAwUWf4ggAWSp00SGE1Okg+skPSbDzPVHb4810eXZT1yoIg29HAenJNNrsVxvnMT2kw2OYmLfxgEUh1Ev4c5LnUog4GXBDHQtHAwaIoTu9s/q8VIvGav62RJVFn3U1D0jkiwDLSIFn8ezORQ4YkSidwdSrtqsqa2TJ0E5w/n5h5IVGO9neY8YlXrgynLd4Y+7 root@pocnjrsv132"
 322 kubernetes:
 323   api_service_ip: 10.96.0.1
 324   etcd_service_ip: 10.96.0.2
 325   pod_cidr: 10.98.0.0/16
 326   service_cidr: 10.96.0.0/15
 327 regional_server:
 328   ip: 135.16.101.85

ATT Validation - Unicycle Pods with SR-IOV Dataplane on

...

Dell 740XD servers

This section includes a sample input file that was used in the ATT Validation Lab to deploy a Unicycle pod with a SR-IOV dataplane.

...

Code Block
languageyml
##############################################################################
   3 # Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.        #
   4 #                                                                            #
   5 # Licensed under the Apache License, Version 2.0 (the "License"); you may    #
   6 # not use this file except in compliance with the License.                   #
   7 #                                                                            #
   8 # You may obtain a copy of the License at                                    #
   9 #       http://www.apache.org/licenses/LICENSE-2.0                           #
  10 #                                                                            #
  11 # Unless required by applicable law or agreed to in writing, software        #
  12 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT  #
  13 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.           #
  14 # See the License for the specific language governing permissions and        #
  15 # limitations under the License.                                             #
  16 ##############################################################################
  17 
  18 site_name: hpgen10dellgen10
  19 site_type: sriov
  20 ipmi_admin:
  21   username: Administratorroot
  22   password: Admin123calvin
  23 networks:
  24   bonded: yes
  25   primary: bond0
  26   slaves:
  27     - name: ens3f0enp94s0f0
  28     - name: ens3f1enp94s0f1
  29   oob:
  30     vlan: 40
  31     interface:
  32     cidr: 192.168.41.0/24
  33     routes:
  34       gateway: 192.168.41.1
  35     ranges:
  36       reserved:
  37         start: 192.168.41.2
  38         end: 192.168.41.412
  39       static:
  40         start: 192.168.41.513
  41         end: 192.168.41.254
  42   host:
  43     vlan: 41
  44     interface: bond0.41
  45     cidr: 192.168.2.0/24
  46     routes:
  47        gateway: 192.168.2.200
  48     ranges:
  49       reserved:
  50         start: 192.168.2.84
  51         end: 192.168.2.86
  52       static:
  53         start: 192.168.2.140
  54         end: 192.168.2.8345
  55   storage:
  56     vlan: 42
  57     interface: bond0.42
  5842
  58     cidr: 172.31.2.0/24
  59     ranges:
  60       reserved:
  61         cidrstart: 172.31.2.1.0/24

  62    59     ranges:end: 172.31.2.10
  6063       static:
  6164         start: 172.31.12.211
  6265         end: 172.31.12.254
  6366   pxe:
  6467     vlan: 43
  6568     interface: eno1eno3
  6669     cidr: 172.30.12.0/24
  6770     gateway: 172.30.12.1
  6871     routes:
  69 72       gateway: 172.30.12.3040
  7073     ranges:
  7174       reserved:
  7275         start: 172.30.12.12
  7376         end:  172.30.12.10
  7477       static:
  7578         start: 172.30.12.11
  7679         end: 172.30.12.200
  7780       dhcp:
  7881         start: 172.30.12.201
  7982         end: 172.30.12.254
  8083   ksn:
  8184     vlan: 44
  8285     interface: bond0.44
  8386     cidr: 172.29.1.0/24
  8487     local_asnumber: 65531
  8588     ranges:
  8689       static:
  8790         start: 172.29.1.5
  8891         end: 172.29.1.254
  8992     additional_cidrs:
  9093       -  172.29.1.136128/29
  9194     ingress_cidr: 172.29.1.137129/32
  9295     peers:
  9396     - ip: 172.29.1.1
  9497       scope: global
  9598       asnumber: 65001
  9699     vrrp_ip: 172.29.1.1 # keep peers ip address in case of only peer.
 100 97   neutron:
  98101     vlan: 45
  99102     interface: bond0.45
 100
 103     cidr: 10.0.102.0/24
 104     ranges:
 105       reserved:
 106         start: 10.0.102.1
 107         cidrend: 10.0.101102.0/2410
 101     ranges:
 102108       static:
 103109         start: 10.0.101102.211
 104110         end: 10.0.101102.254
 105111 dns:
 106112   upstream_servers:
 107113     - 192.168.2.85
 108114     - 8.8.8.8
 109115     - 8.8.84.84
 110116   ingress_domain: hpgen10dellgen10.akraino.org
 111117   domain: lab.akraino.org
 112118 gpu:
 113119   alias:
 114120     - name: "P4"
 115121       product_id: "1bb2"
 116122       vendor_id: "10de"
 117123     - name: "P40"
 118124       product_id: "1b38"
 119125       vendor_id: "10de"
 120126     - name: "P100"
 121127       product_id: "15f8"
 122128       vendor_id: "10de"
 123129     - name: "V100"
 124130       product_id: "1db4"
 125131       vendor_id: "10de"
 126132 sriov:
 127133   alias:
 128134     - name: "numa0"
 129135       product_id: "158b"
 130136       vendor_id: "8086"
 131137   nets:
 132138     - physical: sriovnet1
 133139       interface: ens6f0enp135s0f0
 134140       vlan_start: 2001
 135141       vlan_end: 3000
 136142       whitelists:
 137143       - "address": "0000:af87:02.0"
 138144       - "address": "0000:af87:02.1"
 139145       - "address": "0000:af87:0203.2"
 140146       - "address": "0000:af87:0203.3"
 141147       - "address": "0000:af87:0203.4"
 142148       - "address": "0000:af87:0203.5"
 143149       - "address": "0000:af87:0203.6"
 144150       - "address": "0000:af87:0203.7"
 145151       - "address": "0000:af87:0304.0"
 146152       - "address": "0000:af87:0304.1"
 147153       - "address": "0000:af87:0304.2"
 148154       - "address": "0000:af87:0304.3"
 149155       - "address": "0000:af87:0302.42"
 150156       - "address": "0000:af87:0304.54"
 151157       - "address": "0000:af87:0304.65"
 152158       - "address": "0000:af87:0304.76"
 153159       - "address": "0000:af87:04.07"
 154160       - "address": "0000:af87:0405.10"
 155161       - "address": "0000:af87:0405.21"
 156162       - "address": "0000:af87:0405.32"
 157163       - "address": "0000:af87:0405.43"
 158164       - "address": "0000:af87:0405.54"
 159165       - "address": "0000:af87:0405.65"
 160166       - "address": "0000:af87:0402.73"
 161167       - "address": "0000:af87:05.06"
 162168       - "address": "0000:af87:05.17"
 163169       - "address": "0000:af87:0502.24"
 164170       - "address": "0000:af87:0502.35"
 165171       - "address": "0000:af87:0502.46"
 166172       - "address": "0000:af87:0502.57"
 167173       - "address": "0000:af87:0503.60"
 168174       - "address": "0000:af87:0503.71"
 169175     - physical: sriovnet2
 170176       interface: ens6f1enp135s0f1
 171177       vlan_start: 2001
 172178       vlan_end: 3000
 173179       whitelists:
 174180       - "address": "0000:af87:0a.0"
 175181       - "address": "0000:af87:0a.1"
 176182       - "address": "0000:af87:0a0b.2"
 177183       - "address": "0000:af87:0a0b.3"
 178184       - "address": "0000:af87:0a0b.4"
 179185       - "address": "0000:af87:0a0b.5"
 180186       - "address": "0000:af87:0a0b.6"
 181187       - "address": "0000:af87:0a0b.7"
 182       - "address": "0000:af:0b.0"
 183       - "address": "0000:af:0b.1"
 184188       - "address": "0000:af87:0b0c.20"
 185189       - "address": "0000:af87:0b0c.31"
 186190       - "address": "0000:af87:0b0c.42"
 187191       - "address": "0000:af87:0b0c.53"
 188192       - "address": "0000:af87:0b0a.62"
 189193       - "address": "0000:af87:0b0c.74"
 190194       - "address": "0000:af87:0c.05"
 191195       - "address": "0000:af87:0c.16"
 192196       - "address": "0000:af87:0c.27"
 193197       - "address": "0000:af87:0c0d.30"
 194198       - "address": "0000:af87:0c0d.41"
 195199       - "address": "0000:af87:0c0d.52"
 196200       - "address": "0000:af87:0c0d.63"
 197201       - "address": "0000:af87:0c0d.74"
 198202       - "address": "0000:af87:0d.05"
 199203       - "address": "0000:af87:0d0a.13"
 200204       - "address": "0000:af87:0d.26"
 201205       - "address": "0000:af87:0d.37"
 202206       - "address": "0000:af87:0d0a.4"
 203207       - "address": "0000:af87:0d0a.5"
 204208       - "address": "0000:af87:0d0a.6"
 205209       - "address": "0000:af87:0d0a.7"
 206210 storage:
 207   osds:
 208     - data: /dev/sdb
 209 "address": "0000:87:0b.0"
 211      journal: /var/lib/ceph/journal/journal-sdb
 210     - data: /dev/sdc
 211       journal: /var/lib/ceph/journal/journal-sdc
 212 "address": "0000:87:0b.1"
 212 storage:
 213   osds:
 214     - data: /dev/sddsda
 213215       journal: /var/lib/ceph/journal/journal-sddsda
 214216     - data: /dev/sdesdb
 215217       journal: /var/lib/ceph/journal/journal-sdesdb
 216218     - data: /dev/sdfsdc
 217219       journal: /var/lib/ceph/journal/journal-sdfsdc
 218220     - data: /dev/sdgsdd
 219221       journal: /var/lib/ceph/journal/journal-sdgsdd
 220222     - data: /dev/sdhsde
 221223       journal: /var/lib/ceph/journal/journal-sdhsde
 222224     - data: /dev/sdisdf
 223225       journal: /var/lib/ceph/journal/journal-sdisdf
 224226   osd_count: 86
 225227   total_osd_count: 2418
 226228 genesis:
 227229   name: aknode30aknode40
 228230   oob: 192.168.41.13040
 229231   host: 192.168.2.3040
 230232   storage: 172.31.12.3040
 231233   pxe: 172.30.12.3040
 232234   ksn: 172.29.1.3040
 233235   neutron: 10.0.101102.3040
 234236   root_password: akraino,d
 235   mac_address: 3c:fd:fe:aa:90:b0
 236 237 masters:
 237238   - name : aknode31aknode41
 238239     oob: 192.168.41.13141
 239240     host: 192.168.2.3141
 240241     storage: 172.31.12.3141
 241242     pxe: 172.30.12.3141
 242243     ksn: 172.29.1.3141
 243244     neutron: 10.0.101102.3141
 244245     oob_user: Administratorroot
 245246     oob_password: Admin123calvin
 246247   - name : aknode32aknode42
 247248     oob: 192.168.41.13242
 248249     host: 192.168.2.3242
 249250     storage: 172.31.12.3242
 250251     pxe: 172.30.12.3242
 251252     ksn: 172.29.1.3242
 252253     neutron: 10.0.101102.3242
 253254     oob_user: Administratorroot
 254255     oob_password: Admin123calvin
 255256 #workers:
 256257 #  - name : aknode33aknode43
 257258 #    oob: 192.168.41.13343
 258259 #    host: 192.168.2.3343
 259260 #    storage: 172.31.12.3343
 260261 #    pxe: 172.30.12.3343
 261262 #    ksn: 172.29.1.3343
 262263 #    neutron: 10.0.101102.3343
 263264 platform:
 264265   vcpu_pin_set: "4-21,26-43,48-65,72-87"
 265266   kernel_params:
 266267     hugepagesz: '1G'
 267268     hugepages: 32
 268269 #    default_hugepagesz: '1G'
 269270     transparent_hugepage: 'never'
 270271     iommu: 'pt'
 271272     intel_iommu: 'on'
 272273     amd_iommu: 'on'
 273274 #    console: 'ttyS1,115200n8'
 274275 hardware:
 275276   vendor: HPDELL
 276277   generation: '10'
 277278   hw_version: '3'
 278279   bios_version: '2.8'
 279280   bios_template: hpedell_dl380r740_g10g14_uefi_base.jsonxml.template
 280281   boot_template: hpedell_dl380r740_g10g14_uefi_httpboot.jsonxml.template
 281282   http_boot_device: NIC.Slot.32-1-1
 282283 disks:
 283284   - name : sdjsdg
 284285     labels:
 285286       bootdrive: 'true'
 286287     partitions:
 287288       - name: root
 288289         size: 20g
 289290         mountpoint: /
 290291       - name: boot
 291292         size: 1g
 292293         mountpoint: /boot
 293294       - name: var
 294295         size: '>300g'100g
 295296         mountpoint: /var
 296297   - name : sdksdh
 297298     partitions:
 298299       - name: ceph
 299300         size: 300g
 300301         mountpoint: /var/lib/ceph/journal
 301302 disks_compute:
 302303   - name : sdjsdg
 303304     labels:
 304305       bootdrive: 'true'
 305306     partitions:
 306307       - name: root
 307308         size: 20g
 308309         mountpoint: /
 309310       - name: boot
 310311         size: 1g
 311312         mountpoint: /boot
 312313       - name: var
 313314         size: '>300g'
 314315         mountpoint: /var
 315316   - name : sdksdh
 316317     partitions:
 317318       - name: nova
 318319         size: '99%'
 319320         mountpoint: /var/lib/nova
 320321 genesis_ssh_public_key: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/n4mNLAj3XKG2fcm+8eVe0NUlNH0g8DA8KJ53rSLKccm8gm4UgLmGOJyBfUloQZMuOpU6a+hexN4ECCliqI7+KUmgJgsvLkJ3OUMNTEVu9tDX5mdXeffsufaqFkAdmbJ/9PMPiPQ3/UqbbtyEcqoZAwUWf4ggAWSp00SGE1Okg+skPSbDzPVHb4810eXZT1yoIg29HAenJNNrsVxvnMT2kw2OYmLfxgEUh1Ev4c5LnUog4GXBDHQtHAwaIoTu9s/q8VIvGav62RJVFn3U1D0jkiwDLSIFn8ezORQ4YkSidwdSrtqsqa2TJ0E5w/n5h5IVGO9neY8YlXrgynLd4Y+7 root@pocnjrsv132"
 321322 kubernetes:
 322323   api_service_ip: 10.96.0.1
 323324   etcd_service_ip: 10.96.0.2
 324325   pod_cidr: 10.9998.0.0/16
 325326   service_cidr: 10.96.0.0/1415
 326327 regional_server:
 327328   ip: 135.16.101.85