now we have dedicated scripts for each EB server, lxhadeb05 is treated specially since there are several interrupts assigned eth
added cpu affinity for gsi eth tx/rx interrupts (<- makes difference when rfio socket is active at high eventrate!)
#!/bin/bash
-#ssh root@lxhadeb01 'echo 000000 > /proc/irq/1272/smp_affinity'
-ssh root@lxhadeb02 'echo c > /proc/irq/1272/smp_affinity'
-ssh root@lxhadeb03 'echo c > /proc/irq/1272/smp_affinity'
-ssh root@lxhadeb04 'echo c > /proc/irq/1272/smp_affinity'
-#ssh root@lxhadeb05 'echo 0c > /proc/irq/31/smp_affinity;echo 03 > /proc/irq/32/smp_affinity;echo 03 > /proc/irq/33/smp_affinity;'
-ssh root@lxhadeb05 'echo 0c > /proc/irq/77/smp_affinity;echo 03 > /proc/irq/78/smp_affinity;echo 03 > /proc/irq/79/smp_affinity;'
-# todo- will go up to irq/100 JAM
-#ssh root@lxhadeb05 'echo 030 > /proc/irq/46/smp_affinity;echo 0c0 > /proc/irq/47/smp_affinity;echo 300 > /proc/irq/48/smp_affinity;echo c00 > /proc/irq/49/smp_affinity;'
+# JAM moved actual setting of interrupt affinities to scripts on target machines
+#ssh root@lxhadeb01 '/root/bin/set_eth_affinity.sh'
+ssh root@lxhadeb02 '/root/bin/set_eth_affinity.sh'
+ssh root@lxhadeb03 '/root/bin/set_eth_affinity.sh'
+ssh root@lxhadeb04 '/root/bin/set_eth_affinity.sh'
+ssh root@lxhadeb05 '/root/bin/set_eth_affinity_lxhadeb05.sh'
--- /dev/null
+#!/bin/bash
+# JAM this one is to set irq affinities on EB nodes 2,3,4
+# todo: evaluate irq numbers for eth3-rx and eth2-tx automatically from /proc/interrupts
+# this is left as exercise to the reader :)
+# first receiving udp from eth3:
+ echo 100 > /proc/irq/1272/smp_affinity;
+# then sending rfio to gsi via eth2
+ echo 200 > /proc/irq/1274/smp_affinity;
+# maybe we need to set receive on eth2 too:
+ echo 400 > /proc/irq/1275/smp_affinity;
+echo setting irq affinities on $HOSTNAME
+
+
+
+
--- /dev/null
+#!/bin/bash
+# JAM this one is to set irq affinities on EB nodes
+# todo: evaluate irq numbers for eth4-rx and eth5-tx automatically from /proc/interrupts
+# this is left as exercise to the reader :)
+# first receiving udp from eth4:
+for ((irq=77; irq <= 100 ; irq++))
+do
+ #echo -n "$irq "; echo
+ echo FF00 > /proc/irq/$irq/smp_affinity;
+done
+# then sending rfio to gsi via eth5
+for ((irq=52; irq <= 75 ; irq++))
+do
+ #echo -n "$irq"; echo
+ echo FF0000 > /proc/irq/$irq/smp_affinity;
+done
+# finally receiving via eth5 (rfio protol is tcpi)
+for ((irq=28; irq <= 51 ; irq++))
+do
+ #echo -n "$irq"; echo
+ echo FF0000 > /proc/irq/$irq/smp_affinity;
+done
+
+
+echo setting irq affinities on $HOSTNAME
+
+
+
+