This is an old revision of the document!


ExoGENI Head Node

Example Hardware Specs

Vendor Model Revision CPU(s) CPU Speed CPU Cores CPU Count RAM HDD 1GB NICs
IBM x3650 M3 7945-AC1 Intel Xeon E5620 2.40GHz 4 2 8 x 2GB DDR3 PC3-10600 1333MHz ECC > 500 GB 8
IBM x3650 M4

Notes

Network Configuration

Interfaces

Bond Slave Interfaces VLAN(s) Tagging Purpose
bond0 eth0 (from public); eth4 (from Port 47 on BNT8052) 1010 untagged Public
bond1 eth1, eth5 1009 untagged iSCSI
bond2 eth2,eth3,eth6,eth7 1006,1007,1008 tagged Mgt, OpenStack, xCAT

A Word on Public Interface Connection

In an ideal scenario, the head node has public access failover capability, via a bonded active/active or active/passive interface. In that scenario, the provider has two cables providing public-facing connectivity. One runs to the head node, and the other runs to the SSG5. For example:

  • Go to eth0 on head node
  • Goes to 0/0 on SSG5
    • Go to port 48 on mgt switch (BNT8052)
    • Go from port 47 on mgt switch back to eth4 on head node

The SSG5 has an IPSEC tunnel back to an SSG5 tunnel at RENCI. If the cable running to eth0 loses network connectivity, then hopefully the head node would still be able to speak to RENCI via the SSG5 link.

Example RHEL/CentOS ifcfg-device scripts

# Used for Public
#/etc/sysconfig/network-scripts/ifcfg-bond0
DEVICE="bond0"
BOOTPROTO="none"
ONBOOT="yes"
NETWORK="X.X.X.0"
NETMASK="255.255.255.0"
BROADCAST="X.X.X.255"
IPADDR="X.X.X.Y"
BONDING_OPTS="mode=balance-alb miimon=25"

# Used for iSCSI storage network
#/etc/sysconfig/network-scripts/ifcfg-bond1
DEVICE="bond1"
BOOTPROTO="none"
ONBOOT="yes"
NETWORK="10.102.0.0"
NETMASK="255.255.255.0"
BROADCAST="10.102.0.255"
IPADDR="10.102.0.1"
BONDING_OPTS="mode=802.3ad miimon=25 xmit_hash_policy=layer3+4 lacp_rate=1"

# Omnibus Bond aggregates four 1Gbps interfaces, with VLAN tagging
#/etc/sysconfig/network-scripts/ifcfg-bond2
DEVICE="bond2"
BOOTPROTO="none"
ONBOOT="yes"
BONDING_OPTS="mode=802.3ad miimon=25 xmit_hash_policy=layer3+4 lacp_rate=0"

#/etc/sysconfig/network-scripts/ifcfg-bond2:1
DEVICE=nova
BOOTPROTO=none
ONBOOT=yes

# VLAN used for communication with Worker Node Linux OSes
#/etc/sysconfig/network-scripts/ifcfg-bond2.1007
DEVICE="bond2.1007"
VLAN="yes"
BOOTPROTO="none"
ONBOOT="yes"
NETWORK="10.100.0.0"
NETMASK="255.255.255.0"
BROADCAST="10.100.0.255"
IPADDR="10.100.0.1"
USERCTL="no"

# VLAN used for bare metal nodes
#/etc/sysconfig/network-scripts/ifcfg-bond2.1008
DEVICE="bond2.1008"
VLAN="yes"
BOOTPROTO="none"
ONBOOT="yes"
NETWORK="10.101.0.0"
NETMASK="255.255.255.0"
BROADCAST="10.101.0.255"
IPADDR="10.101.0.1"
USERCTL="no"

# VLAN used for management network: access to IBM Integrated Management Module (IMM), switch access
#/etc/sysconfig/network-scripts/ifcfg-bond2.1006
DEVICE="bond2.1006"
VLAN="yes"
BOOTPROTO="none"
ONBOOT="yes"
NETWORK="192.168.102.0"
NETMASK="255.255.255.0"
BROADCAST="192.168.102.255"
IPADDR="192.168.102.10"
USERCTL="no"

#/etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE="eth0"
BOOTPROTO="static"
HWADDR="5C:F3:FC:FF:FF:FF"
IPV6INIT="no"
MTU="1500"
NM_CONTROLLED="no"
ONBOOT="yes"
TYPE="Ethernet"
MASTER="bond0"
SLAVE="yes"

#/etc/sysconfig/network-scripts/ifcfg-eth1
DEVICE="eth1"
HWADDR="5C:F3:FC:FF:FF:FF"
BOOTPROTO="static"
IPV6INIT="no"
MTU="1500"
NM_CONTROLLED="no"
ONBOOT="yes"
TYPE="Ethernet"
MASTER="bond1"
SLAVE="yes"

#/etc/sysconfig/network-scripts/ifcfg-eth2
DEVICE="eth2"
HWADDR="5C:F3:FC:FF:FF:FF"
BOOTPROTO="static"
IPV6INIT="no"
MTU="1500"
NM_CONTROLLED="no"
ONBOOT="yes"
TYPE="Ethernet"
MASTER="bond2"
SLAVE="yes"

#/etc/sysconfig/network-scripts/ifcfg-eth3
DEVICE="eth3"
HWADDR="5C:F3:FC:FF:FF:FF"
BOOTPROTO="static"
IPV6INIT="no"
MTU="1500"
NM_CONTROLLED="no"
ONBOOT="yes"
TYPE="Ethernet"
MASTER="bond2"
SLAVE="yes"


#/etc/sysconfig/network-scripts/ifcfg-eth4
DEVICE="eth4"
BOOTPROTO="static"
HWADDR="00:10:18:FF:FF:FF"
IPV6INIT="no"
MTU="1500"
NM_CONTROLLED="no"
ONBOOT="yes"
TYPE="Ethernet"
MASTER="bond0"
SLAVE="yes"


#/etc/sysconfig/network-scripts/ifcfg-eth5
DEVICE="eth5"
HWADDR="00:10:18:FF:FF:FF"
BOOTPROTO="static"
IPV6INIT="no"
MTU="1500"
NM_CONTROLLED="no"
ONBOOT="yes"
TYPE="Ethernet"
MASTER="bond1"
SLAVE="yes"

#/etc/sysconfig/network-scripts/ifcfg-eth6
DEVICE="eth6"
HWADDR="00:10:18:FF:FF:FF"
BOOTPROTO="static"
IPV6INIT="no"
MTU="1500"
NM_CONTROLLED="no"
ONBOOT="yes"
TYPE="Ethernet"
MASTER="bond2"
SLAVE="yes"


#/etc/sysconfig/network-scripts/ifcfg-eth7
DEVICE="eth7"
HWADDR="00:10:18:FF:FF:FF"
BOOTPROTO="static"
IPV6INIT="no"
MTU="1500"
NM_CONTROLLED="no"
ONBOOT="yes"
TYPE="Ethernet"
MASTER="bond2"
SLAVE="yes"


#/etc/sysconfig/network-scripts/ifcfg-lo
DEVICE=lo
IPADDR=127.0.0.1
NETMASK=255.0.0.0
NETWORK=127.0.0.0
# If you're having problems with gated making 127.0.0.0/8 a martian,
# you can change this to something else (255.255.255.255, for example)
BROADCAST=127.255.255.255
ONBOOT=yes
NAME=loopback
Navigation
Print/export