Versions Compared

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

Please reference the following lab configuration ATT Unicycle SR-IOV Validation HW, Networking and IP plan.

Code Block
languageyml
---
##############################################################################
   3 # Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.        #
   4 #                                                                            #
   5 # Licensed under the Apache License, Version 2.0 (the "License"); you may    #
   6 # not use this file except in compliance with the License.                   #
   7 #                                                                            #
   8 # You may obtain a copy of the License at                                    #
   9 #       http://www.apache.org/licenses/LICENSE-2.0                           #
  10 #                                                                            #
  11 # Unless required by applicable law or agreed to in writing, software        #
  12 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT  #
  13 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.           #
  14 # See the License for the specific language governing permissions and        #
  15 # limitations under the License.                                             #
  16 ##############################################################################
  17 
  18 site_name: dellgen10
  19 sitesite_type: sriov
  20 ipmi_admin:
  21   username: root
  22   password: calvin
  23 networks:
  24   bonded: yes
  25   primary: bond0
  26   slaves:
  27     - name: enp94s0f0
  28     - name: enp94s0f1
  29   oob:
  30     vlan: 40
  31     interface:
  32     cidr: 192.168.41.0/24
  33     routes:
  34       gateway: 192.168.41.1
  35     ranges:
  36       reserved:
  37      start:   start: 192.168.41.2
  38         end: 192.168.41.12
  39       static:
  40         start: 192.168.41.13
  41         end: 192.168.41.254
  42   host:
  43     vlan: 41
  44     interface: bond0.41
  45     cidr: 192.168.2.0/24
  46     routes:
  47        gateway: 192.168.2.200
  48     ranges:
  49       reserved:
  50         start: 192.168.2.84
  51         end: 192.168.2.86
  52       static:
  53         start: 192.168.2.40
  54         end: 192.168.2.45
  55   storage:
  56storage:
      vlan: 42
  57     interface: bond0.42
  58     cidr: 172.31.2.0/24
  59     ranges:
  60       reserved:
  61         start: 172.31.2.1
  62         end: 172.31.2.10
  63       static:
  64         start: 172.31.2.11
  65         end: 172.31.2.254
  66   pxe:
  67     vlan: 43
  68     interface: eno3
  69     cidr: 172.30.2.0/24
  70     gateway: 172.30.2.1
  71     routes:
  72       gateway: 172.30.2.40
  73     rangesranges:
  74       reserved:
  75         start: 172.30.2.2
  76         end:  172.30.2.10
  77       static:
  78         start: 172.30.2.11
  79         end: 172.30.2.200
  80       dhcp:
  81         start: 172.30.2.201
  82         end: 172.30.2.254
  83   ksn:
  84     vlan: 44
  85     interface: bond0.44
  86     cidr: 172.29.1.0/24
  87     local_asnumber: 65531
  88     ranges:
  89       static:
  90         start: 172.29.1.5
  91         end: 172.29.1.254
  92     additional_cidrs:
  93       -  172.29.1.128/29
  94     ingress_cidr: 172.29.1.129/32
  95     peers:
  96     - ip: 172.29.1.1
  97       scope: global
  98       asnumber: 65001
  99     vrrp_ip: 172.29.1.1 # keep peers ip address in case of only peer.
 100   neutron:
 101     vlan: 45
 102     interface: bond0.45
 103     cidr: 10.0.102.0/24
 104     ranges:
 105       reserved:
 106         start: 10.0.102.1
 107         end: 10.0.102.10
 108       static:
 109         start: 10.0.102.11
 110         end: 10.0.102.254
 111 dns:
 112   upstream_servers:
 113     - 192.168.2.85
 114     - 8.8.8.8
 115     - 8.8.4.4
 116   ingress_domain: dellgen10.akraino.org
 117   domain: lab.akraino.org
 118 gpu:
 119   alias:
 120     - name: "P4"
 121       product_id: "1bb2"
 122       vendor_id: "10de"
 123     - name: "P40"
 124       product_id: "1b38"
 125       vendor_id: "10de"
 126     - name: "P100"
 127       product_id: "15f8"
 128       vendor_id: "10de"
 129     - name: "V100"
 130       product_id: "1db4"
 131       vendor_id: "10de"
 132 sriov:
 133   alias:
 134     - name: "numa0"
 135       product_id: "158b"
 136       vendor_id: "8086"
 137   nets:
 138     - physical: sriovnet1
 139       interface: enp135s0f0
 140       vlan_start: 2001
 141       vlan_end: 3000
 142       whitelists:
 143       - "address": "0000:87:02.0"
 144       - "address": "0000:87:02.1"
 145       - "address": "0000:87:03.2"
 146       - "address": "0000:87:03.3"
 147       - "address": "0000:87:03.4"
 148       - "address": "0000:87:03.5"
 149       - "address": "0000:87:03.6"
 150       - "address": "0000:87:03.7"
 151       - "address": "0000:87:04.0"
 152       - "address": "0000:87:04.1"
 153       - "address": "0000:87:04.2"
 154       - "address": "0000:87:04.3"
 155       - "address": "0000:87:02.2"
 156       - "address": "0000:87:04.4"
 157       - "address": "0000:87:04.5"
 158       - "address": "0000:87:04.6"
 159       - "address": "0000:87:04.7"
 160       - "address": "0000:87:05.0"
 161       - "address": "0000:87:05.1"
 162       - "address": "0000:87:05.2"
 163       - "address": "0000:87:05.3"
 164       - "address": "0000:87:05.4"
 165     -  - "address": "0000:87:05.5"
 166       - "address": "0000:87:02.3"
 167       - "address": "0000:87:05.6"
 168       - "address": "0000:87:05.7"
 169       - "address": "0000:87:02.4"
 170       - "address": "0000:87:02.5"
 171       - "address": "0000:87:02.6"
 172       - "address": "0000:87:02.7"
 173       - "address": "0000:87:03.0"
 174       - "address": "0000:87:03.1"
 175     - physical: sriovnet2
 176       interface: enp135s0f1
 177       vlan_start: 2001
 178       vlan_end: 3000
 179       whitelists:
 180       - "address": "0000:87:0a.0"
 181       - "address": "0000:87:0a.1"
 182       - "address": "0000:87:0b.2"
 183       - "address": "0000:87:0b.3"
 184       - "address": "0000:87:0b.4"
 185       - "address": "0000:87:0b.5"
 186       - "address": "0000:87:0b.6"
 187       - "address": "0000:87:0b.7"
 188       - "address": "0000:87:0c.0"
 189       - "address": "0000:87:0c.1"
 190       - "address": "0000:87:0c.2"
 191       - "address": "0000:87:0c.3"
 192       - "address": "0000:87:0a.2"
 193       - "address": "0000:87:0c.4"
 194       - "address": "0000:87:0c.5"
 195       - "address": "0000:87:0c.6"
 196       - "address": "0000:87:0c.7"
 197       - "address": "0000:87:0d.0"
 198       - "address": "0000:87:0d.1"
 199       - "address": "0000:87:0d.2"
 200       - "address": "0000:87:0d.3"
 201       - "address": "0000:87:0d.4"
 202       - "address": "0000:87:0d.5"
 203       - "address": "0000:87:0a.3"
 204       - "address": "0000:87:0d.6"
 205       - "address": "0000:87:0d.7"
 206       - "address": "0000:87:0a.4"
 207       - "address": "0000:87:0a.5"
 208       - "address": "0000:87:0a.6"
 209       - "address": "0000:87:0a.7"
 210       - "address": "0000:87:0b.0"
 211       - "address": "0000:87:0b.1"
 212 storage:
 213   osds:
 214     - data: /dev/sda
 215       journaljournal: /var/lib/ceph/journal/journal-sda
 216     - data: /dev/sdb
 217       journal: /var/lib/ceph/journal/journal-sdb
 218     - data: /dev/sdc
 219       journal: /var/lib/ceph/journal/journal-sdc
 220     - data: /dev/sdd
 221       journal: /var/lib/ceph/journal/journal-sdd
 222     - data: /dev/sde
 223       journal: /var/lib/ceph/journal/journal-sde
 224     - data: /dev/sdf
 225       journal: /var/lib/ceph/journal/journal-sdf
 226   osd_count: 6
 227   total_osd_count: 18
 228 genesis:
 229   name: aknode40
 230   oob: 192.168.41.40
 231   host: 192.168.2.40
 232   storage: 172.31.2.40
 233   pxe: 172.30.2.40
 234   ksn: 172.29.1.40
 235   neutron: 10.0.102.40
 236   root_password: akraino,d
 237 masters:
 238   - name : aknode41
 239     oob: 192.168.41.41
 240     host: 192.168.2.41
 241     storage: 172.31.2.41
 242     pxe: 172.30.2.41
 243     ksn: 172.29.1.41
 244     neutron: 10.0.102.41
 245     oob_user: root
 246     oob_password: calvin
 247   - name : aknode42
 248     oob: 192.168.41.42
 249     host: 192.168.2.42
 250     storage: 172.31.2.42
 251     pxe: 172.30.2.42
 252     ksn: 172.29.1.42
 253     neutron: 10.0.102.42
 254     oob_user: root
 255     oob_password: calvin
 256 102.42
#workers:
 257 #  - name : aknode43
 258 #    oob: 192.168.41.43
 259 #    host: 192.168.2.43
 260 #    storage: 172.31.2.43
 261 #    pxe: 172.30.2.43
 262 #    ksn: 172.29.1.43
 263 #    neutron: 10.0.102.43
 264 platform:
 265   vcpu_pin_set: "4-21,26-43,48-65,72-87"
 266   kernel_params:
 267     hugepagesz: '1G'
 268     hugepages: 32
 269 #    default_hugepagesz: '1G'
 270     transparent_hugepage: 'never'
 271     iommu: 'pt'
 272     intel_iommu: 'on'
 273     amd_iommu: 'on'
 274 #    console: 'ttyS1,115200n8'
 275 hardware:
 276   vendor: DELL
 277   generation: '10'
 278   hw_version: '3'
 279   bios_version: '2.8'
 280   bios_template: dell_r740_g14_uefi_base.xml.template
 281   boot_template: dell_r740_g14_uefi_httpboot.xml.template
 282   http_boot_device: NIC.Slot.2-1-1
 283 disks:
 284   - name : sdg
 285     labels:
 286       bootdrive: 'true'
 287     partitions:
 288       - name: root
 289         size: 20g
 290         mountpoint: /
 291       - name: boot
 292         size: 1g
 293         mountpoint: /boot
 294       - name: var
 295         size: 100g
 296         mountpoint: /var
 297   - name : sdh
 298     partitions:
 299       - name: ceph
 300         size: 300g
 301         mountpoint: /var/lib/ceph/journal
 302 disks_compute:
 303   - name : sdg
 304     labels:
 305       bootdrive: 'true'
 306     partitions:
 307       - name: root
 308         size: 20g
 309         mountpoint: /
 310       - name: boot
 311         size: 1g
 312         mountpoint: /boot
 313       - name: var
 314         size: '>300g'
 315         mountpoint: /var
 316   - name : sdh
 317     partitions:
 318       - name: nova
 319         size: '99%'
 320         mountpoint: /var/lib/nova
 321 genesis_ssh_public_key: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/n4mNLAj3XKG2fcm+8eVe0NUlNH0g8DA8KJ53rSLKccm8gm4UgLmGOJyBfUloQZMuOpU6a+hexN4ECCliqI7+KUmgJgsvLkJ3OUMNTEVu9tDX5mdXeffsufaqFkAdmbJ/9PMPiPQ3/UqbbtyEcqoZAwUWf4ggAWSp00SGE1Okg+skPSbDzPVHb4810eXZT1yoIg29HAenJNNrsVxvnMT2kw2OYmLfxgEUh1Ev4c5LnUog4GXBDHQtHAwaIoTu9s/q8VIvGav62RJVFn3U1D0jkiwDLSIFn8ezORQ4YkSidwdSrtqsqa2TJ0E5w/n5h5IVGO9neY8YlXrgynLd4Y+7 root@pocnjrsv132"
 322 kubernetes:
 323   api_service_ip: 10.96.0.1
 324   etcd_service_ip: 10.96.0.2
 325   pod_cidr: 10.98.0.0/16
 326   service_cidr: 10.96.0.0/15
 327 regional_server:
 328   ip: 135.16.101.85
...



Ericsson Validation Labs

This section includes a example input file similar to that used during Ericsson Validation testing to deploy a Unicycle pod with a SR-IOV dataplane.

...