Additional Bonding Configurations- Linux
7:42 PM
We recently had a customer who needed multi bonding configurations
and wanted the mode of the bonding to be set for optimized performance
On our typical Redhat built our connection to the production network is via Bond0.
In our customers scenario we had two additional bonds connected to the primary server and connected via bond1 and bond2 to two additional database servers.
The modes of the bonded network interface are different
Database Server Bonding shown below:
Additionally the customer had two media servers that have additional bonding on each an example is below:
Media Server bonding shown below:
Config file examples from the db01 server which has three bonded pairs
cat /etc/modprobe.conf
alias eth0 bnx2
alias eth1 bnx2
alias eth2 bnx2
alias eth3 bnx2
alias eth4 igb
alias eth5 igb
alias eth6 igb
alias eth7 igb
alias scsi_hostadapter megaraid_sas
alias scsi_hostadapter1 ata_piix
alias scsi_hostadapter2 usb-storage
alias bond0 bonding
alias bond1 bonding
alias bond2 bonding
options bonding max_bonds=4
options igb InterruptThrottleRate=0,0,0,0
----------------------------
more ifcfg-bond0
DEVICE=bond0
BOOTPROTO=none
IPADDR=10.176.55.15
GATEWAY=10.176.55.1
NETMASK=255.255.255.0
ONBOOT=yes
#TYPE=BOND
### Do not change this
BONDING_OPTS="mode=1 primary=eth0 miimon=100"
cat /proc/net/bonding/bond0 Bonding Status -----------
Ethernet Channel Bonding Driver: v3.4.0-1 (October 7, 2008)
Bonding Mode: fault-tolerance (active-backup)
Primary Slave: eth0 (primary_reselect always)
Currently Active Slave: eth0
MII Status: up
MII Polling Interval (ms): 100
Up Delay (ms): 0
Down Delay (ms): 0
Slave Interface: eth0
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 0
Permanent HW addr: 00:26:b9:5f:ed:4d
Slave Interface: eth1
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 1
Permanent HW addr: 00:26:b9:5f:ed:4f
-------------------------------------
more ifcfg-bond1
DEVICE=bond1
IPADDR=192.168.1.15
NETMASK=255.255.255.0
BOOTPROTO=none
ONBOOT=yes
#TYPE=BOND
#BONDING_OPTS="mode=1 primary=eth4 miimon=100"
BONDING_OPTS="mode=0 miimon=100"
#MACADDR=00:00:00:AA:AA:AB
MTU=9000
cat /proc/net/bonding/bond1 Bond Status -------------------
Ethernet Channel Bonding Driver: v3.4.0-1 (October 7, 2008)
Bonding Mode: load balancing (round-robin)
MII Status: up
MII Polling Interval (ms): 100
Up Delay (ms): 0
Down Delay (ms): 0
Slave Interface: eth4
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 1
Permanent HW addr: 00:1b:21:63:1c:b0
Slave Interface: eth5
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 1
Permanent HW addr: 00:1b:21:63:1c:b1
--------------------------------------------------------------------
more ifcfg-bond2
DEVICE=bond2
IPADDR=192.168.2.15
NETMASK=255.255.255.0
BOOTPROTO=none
ONBOOT=yes
BONDING_OPTS="mode=0 miimon=100"
#TYPE=BOND
MTU=9000
cat /proc/net/bonding/bond2 Bond Status -------------
Ethernet Channel Bonding Driver: v3.4.0-1 (October 7, 2008)
Bonding Mode: load balancing (round-robin)
MII Status: up
MII Polling Interval (ms): 100
Up Delay (ms): 0
Down Delay (ms): 0
Slave Interface: eth6
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 0
Permanent HW addr: 00:1b:21:63:1b:98
Slave Interface: eth7
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 0
Permanent HW addr: 00:1b:21:63:1b:99
----------------------------------
Config files from the Media 1 Server
------------------------
cat /etc/modprobe.conf
alias eth0 bnx2
alias eth1 bnx2
alias eth2 bnx2
alias eth3 bnx2
alias eth4 igb
alias eth5 igb
alias scsi_hostadapter megaraid_sas
alias scsi_hostadapter1 ata_piix
alias scsi_hostadapter2 usb-storage
alias bond0 bonding
# added second bond
alias bond1 bonding
options bonding max_bonds=2
options igb InterruptThrottleRate=0,0,0,0
--------------
[root@ashigcmed01p igb-3.0.22]# cat /etc/sysconfig/network-scripts/ifcfg-bond0
DEVICE=bond0
BOOTPROTO=none
IPADDR=10.176.62.15
GATEWAY=10.176.62.1
NETMASK=255.255.255.0
ONBOOT=yes
### Do not change this
BONDING_OPTS="mode=1 primary=eth0 miimon=100" <-- set to (active-backup)
---------------------
[root@ashigcmed01p igb-3.0.22]# cat /etc/sysconfig/network-scripts/ifcfg-bond1
DEVICE=bond1
IPADDR=192.168.3.15
NETMASK=255.255.255.0
BOOTPROTO=none
ONBOOT=yes
BONDING_OPTS="mode=0 miimon=100" <-- set to (round-robin)
MTU=9000
------------------------
Note The network driver upgrade or install is required for additional network adapters that get added to the server in this cause we were using igb driver from Intel
see below for driver install how to instructions.
On our typical Redhat built our connection to the production network is via Bond0.
In our customers scenario we had two additional bonds connected to the primary server and connected via bond1 and bond2 to two additional database servers.
The modes of the bonded network interface are different
Database Server Bonding shown below:
Additionally the customer had two media servers that have additional bonding on each an example is below:
Media Server bonding shown below:
Config file examples from the db01 server which has three bonded pairs
cat /etc/modprobe.conf
alias eth0 bnx2
alias eth1 bnx2
alias eth2 bnx2
alias eth3 bnx2
alias eth4 igb
alias eth5 igb
alias eth6 igb
alias eth7 igb
alias scsi_hostadapter megaraid_sas
alias scsi_hostadapter1 ata_piix
alias scsi_hostadapter2 usb-storage
alias bond0 bonding
alias bond1 bonding
alias bond2 bonding
options bonding max_bonds=4
options igb InterruptThrottleRate=0,0,0,0
----------------------------
more ifcfg-bond0
DEVICE=bond0
BOOTPROTO=none
IPADDR=10.176.55.15
GATEWAY=10.176.55.1
NETMASK=255.255.255.0
ONBOOT=yes
#TYPE=BOND
### Do not change this
BONDING_OPTS="mode=1 primary=eth0 miimon=100"
cat /proc/net/bonding/bond0 Bonding Status -----------
Ethernet Channel Bonding Driver: v3.4.0-1 (October 7, 2008)
Bonding Mode: fault-tolerance (active-backup)
Primary Slave: eth0 (primary_reselect always)
Currently Active Slave: eth0
MII Status: up
MII Polling Interval (ms): 100
Up Delay (ms): 0
Down Delay (ms): 0
Slave Interface: eth0
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 0
Permanent HW addr: 00:26:b9:5f:ed:4d
Slave Interface: eth1
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 1
Permanent HW addr: 00:26:b9:5f:ed:4f
-------------------------------------
more ifcfg-bond1
DEVICE=bond1
IPADDR=192.168.1.15
NETMASK=255.255.255.0
BOOTPROTO=none
ONBOOT=yes
#TYPE=BOND
#BONDING_OPTS="mode=1 primary=eth4 miimon=100"
BONDING_OPTS="mode=0 miimon=100"
#MACADDR=00:00:00:AA:AA:AB
MTU=9000
cat /proc/net/bonding/bond1 Bond Status -------------------
Ethernet Channel Bonding Driver: v3.4.0-1 (October 7, 2008)
Bonding Mode: load balancing (round-robin)
MII Status: up
MII Polling Interval (ms): 100
Up Delay (ms): 0
Down Delay (ms): 0
Slave Interface: eth4
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 1
Permanent HW addr: 00:1b:21:63:1c:b0
Slave Interface: eth5
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 1
Permanent HW addr: 00:1b:21:63:1c:b1
--------------------------------------------------------------------
more ifcfg-bond2
DEVICE=bond2
IPADDR=192.168.2.15
NETMASK=255.255.255.0
BOOTPROTO=none
ONBOOT=yes
BONDING_OPTS="mode=0 miimon=100"
#TYPE=BOND
MTU=9000
cat /proc/net/bonding/bond2 Bond Status -------------
Ethernet Channel Bonding Driver: v3.4.0-1 (October 7, 2008)
Bonding Mode: load balancing (round-robin)
MII Status: up
MII Polling Interval (ms): 100
Up Delay (ms): 0
Down Delay (ms): 0
Slave Interface: eth6
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 0
Permanent HW addr: 00:1b:21:63:1b:98
Slave Interface: eth7
MII Status: up
Speed: 100 Mbps
Duplex: full
Link Failure Count: 0
Permanent HW addr: 00:1b:21:63:1b:99
----------------------------------
Config files from the Media 1 Server
------------------------
cat /etc/modprobe.conf
alias eth0 bnx2
alias eth1 bnx2
alias eth2 bnx2
alias eth3 bnx2
alias eth4 igb
alias eth5 igb
alias scsi_hostadapter megaraid_sas
alias scsi_hostadapter1 ata_piix
alias scsi_hostadapter2 usb-storage
alias bond0 bonding
# added second bond
alias bond1 bonding
options bonding max_bonds=2
options igb InterruptThrottleRate=0,0,0,0
--------------
[root@ashigcmed01p igb-3.0.22]# cat /etc/sysconfig/network-scripts/ifcfg-bond0
DEVICE=bond0
BOOTPROTO=none
IPADDR=10.176.62.15
GATEWAY=10.176.62.1
NETMASK=255.255.255.0
ONBOOT=yes
### Do not change this
BONDING_OPTS="mode=1 primary=eth0 miimon=100" <-- set to (active-backup)
---------------------
[root@ashigcmed01p igb-3.0.22]# cat /etc/sysconfig/network-scripts/ifcfg-bond1
DEVICE=bond1
IPADDR=192.168.3.15
NETMASK=255.255.255.0
BOOTPROTO=none
ONBOOT=yes
BONDING_OPTS="mode=0 miimon=100" <-- set to (round-robin)
MTU=9000
------------------------
Note The network driver upgrade or install is required for additional network adapters that get added to the server in this cause we were using igb driver from Intel
see below for driver install how to instructions.
0 comments