summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorSuren A. Chilingaryan <csa@suren.me>2018-08-15 18:59:14 +0200
committerSuren A. Chilingaryan <csa@suren.me>2018-08-15 18:59:14 +0200
commit088438fe6643dce4195e52452fe995c2608b0a48 (patch)
tree8b6df730d9f7c3bd683bcfdd38c6f4433a2339c4
parent4c5aa0e4c6ca4d537aa66b2c07eeee1c360a906d (diff)
downloadmlx-088438fe6643dce4195e52452fe995c2608b0a48.tar.gz
mlx-088438fe6643dce4195e52452fe995c2608b0a48.tar.bz2
mlx-088438fe6643dce4195e52452fe995c2608b0a48.tar.xz
mlx-088438fe6643dce4195e52452fe995c2608b0a48.zip
p2p setup
-rw-r--r--config.sh6
-rw-r--r--functions.sh (renamed from ip/functions.sh)9
-rw-r--r--fw/fw-ConnectX3-rel-2_42_5000-MCX354A-QCB_Ax-FlexBoot-3.4.752.binbin0 -> 796392 bytes
l---------ip1
-rwxr-xr-xip-p2p/ipecamera0.sh6
-rwxr-xr-xip-p2p/ipecamera3.sh11
-rwxr-xr-xip-p2p/ipecamera4.sh (renamed from ip/ipecamera4.sh)2
-rwxr-xr-xip-p2p/ipecamera5.sh9
-rwxr-xr-xip-p2p/ipecamera6.sh8
-rwxr-xr-xip-switch/ipecamera0.sh (renamed from ip/ipecamera0.sh)2
-rwxr-xr-xip-switch/ipecamera3.sh (renamed from ip/ipecamera3.sh)2
-rwxr-xr-xip-switch/ipecamera4.sh11
-rwxr-xr-xip-switch/ipecamera5.sh (renamed from ip/ipecamera5.sh)2
-rwxr-xr-xip-switch/ipecamera6.sh (renamed from ip/ipecamera6.sh)2
-rw-r--r--update.sh8
15 files changed, 65 insertions, 14 deletions
diff --git a/config.sh b/config.sh
index 00f7b41..d8d025d 100644
--- a/config.sh
+++ b/config.sh
@@ -3,9 +3,9 @@
#rmmod mlx4_en mlx4_ib mlx4_core
#modprobe mlx4_en
-ip link set ens11 mtu 9000
-echo 1000000000 > /proc/sys/kernel/shmmax # 18446744073692774399
-echo 8000 > /proc/sys/vm/nr_hugepages # 0
+#ip link set ens11 mtu 9000
+#echo 1000000000 > /proc/sys/kernel/shmmax # 18446744073692774399
+#echo 8000 > /proc/sys/vm/nr_hugepages # 0
#Checking information
diff --git a/ip/functions.sh b/functions.sh
index f912a6e..32bd30e 100644
--- a/ip/functions.sh
+++ b/functions.sh
@@ -1,9 +1,12 @@
function mlxreload {
- rmmod ib_ucm
- rmmod rdma_ucm
+ rmmod mlx4_ib &> /dev/null
+ rmmod mlx4_en &> /dev/null
+ rmmod mlx4_core
+ rmmod ib_ucm &> /dev/null
+ rmmod rdma_ucm &> /dev/null
rmmod ib_uverbs
modprobe ib_uverbs disable_raw_qp_enforcement=1
- modprobe ib_ucm
+# modprobe ib_ucm
modprobe rdma_ucm
modprobe mlx4_core fast_drop=1 log_num_mgm_entry_size=-1
modprobe mlx4_en
diff --git a/fw/fw-ConnectX3-rel-2_42_5000-MCX354A-QCB_Ax-FlexBoot-3.4.752.bin b/fw/fw-ConnectX3-rel-2_42_5000-MCX354A-QCB_Ax-FlexBoot-3.4.752.bin
new file mode 100644
index 0000000..7ee4b40
--- /dev/null
+++ b/fw/fw-ConnectX3-rel-2_42_5000-MCX354A-QCB_Ax-FlexBoot-3.4.752.bin
Binary files differ
diff --git a/ip b/ip
new file mode 120000
index 0000000..2833425
--- /dev/null
+++ b/ip
@@ -0,0 +1 @@
+ip-p2p \ No newline at end of file
diff --git a/ip-p2p/ipecamera0.sh b/ip-p2p/ipecamera0.sh
new file mode 100755
index 0000000..fc91b5d
--- /dev/null
+++ b/ip-p2p/ipecamera0.sh
@@ -0,0 +1,6 @@
+. functions.sh
+
+mlxconf eth
+
+ipset enp4s0 192.168.3.80
+ipset enp8s0 192.168.6.80
diff --git a/ip-p2p/ipecamera3.sh b/ip-p2p/ipecamera3.sh
new file mode 100755
index 0000000..7a6baaa
--- /dev/null
+++ b/ip-p2p/ipecamera3.sh
@@ -0,0 +1,11 @@
+. functions.sh
+
+mlxconf eth
+
+ipset ens1 192.168.36.83
+ipset ens1d1 192.168.3.83
+ipset ens11 192.168.34.83
+ipset ens11d1 192.168.35.83
+
+ipset enp6s0f0 #192.168.2.93
+ipset enp7s0f0 #192.168.2.103
diff --git a/ip/ipecamera4.sh b/ip-p2p/ipecamera4.sh
index 81b1e18..1df99fb 100755
--- a/ip/ipecamera4.sh
+++ b/ip-p2p/ipecamera4.sh
@@ -1,4 +1,4 @@
-. ip/functions.sh
+. functions.sh
mlxconf eth
diff --git a/ip-p2p/ipecamera5.sh b/ip-p2p/ipecamera5.sh
new file mode 100755
index 0000000..1025c3e
--- /dev/null
+++ b/ip-p2p/ipecamera5.sh
@@ -0,0 +1,9 @@
+. functions.sh
+
+mlxconf eth
+
+ipset enp6s0 # 192.168.2.85
+ipset enp6s0d1
+ipset enp9s0 192.168.35.85
+ipset enp10s0 192.168.56.85
+ipset enp10s0d1 #192.168.35.85
diff --git a/ip-p2p/ipecamera6.sh b/ip-p2p/ipecamera6.sh
new file mode 100755
index 0000000..4dfd521
--- /dev/null
+++ b/ip-p2p/ipecamera6.sh
@@ -0,0 +1,8 @@
+. functions.sh
+
+mlxconf eth
+
+ipset enp5s0 192.168.36.86
+ipset enp5s0d1 192.168.6.86
+ipset enp10s0 192.168.46.86
+ipset enp10s0d1 192.168.56.86
diff --git a/ip/ipecamera0.sh b/ip-switch/ipecamera0.sh
index 06d16ce..d714f93 100755
--- a/ip/ipecamera0.sh
+++ b/ip-switch/ipecamera0.sh
@@ -1,4 +1,4 @@
-. ip/functions.sh
+. functions.sh
mlxconf eth
diff --git a/ip/ipecamera3.sh b/ip-switch/ipecamera3.sh
index f003a1a..556e47f 100755
--- a/ip/ipecamera3.sh
+++ b/ip-switch/ipecamera3.sh
@@ -1,4 +1,4 @@
-. ip/functions.sh
+. functions.sh
mlxconf eth
diff --git a/ip-switch/ipecamera4.sh b/ip-switch/ipecamera4.sh
new file mode 100755
index 0000000..1df99fb
--- /dev/null
+++ b/ip-switch/ipecamera4.sh
@@ -0,0 +1,11 @@
+. functions.sh
+
+mlxconf eth
+
+ipset ens1 192.168.34.84
+ipset ens1d1 192.168.2.84
+ipset ens11 192.168.46.84
+ipset ens11d1 192.168.45.84
+ipset enp6s0f0 #192.168.2.94
+ipset enp7s0f0 #192.168.2.104
+
diff --git a/ip/ipecamera5.sh b/ip-switch/ipecamera5.sh
index f6660de..8666ae5 100755
--- a/ip/ipecamera5.sh
+++ b/ip-switch/ipecamera5.sh
@@ -1,4 +1,4 @@
-. ip/functions.sh
+. functions.sh
mlxconf eth
diff --git a/ip/ipecamera6.sh b/ip-switch/ipecamera6.sh
index dd41e1b..aab025d 100755
--- a/ip/ipecamera6.sh
+++ b/ip-switch/ipecamera6.sh
@@ -1,4 +1,4 @@
-. ip/functions.sh
+. functions.sh
mlxconf eth
diff --git a/update.sh b/update.sh
index 19edbec..b8e00ed 100644
--- a/update.sh
+++ b/update.sh
@@ -1,7 +1,9 @@
lspci -d 15b3:
mstflint -d 05:00.0 q
-# MT_1090120019 (PCIe gen3, FDR, Eth 40Gb/s)
+# MT_1090120019 (PCIe gen3, 2xFDR, Eth 40Gb/s)
#mstflint -d 0a:00.0 -i fw/fw-ConnectX3-rel-2_42_5000-MCX354A-FCB_A2-A5-FlexBoot-3.4.752.bin burn
-# MT_1090110028 (PCIe gen3, FDR, Eth 10Gb/s)
-#mstflint -d 0a:00.0 -i fw/fw-ConnectX3-rel-2_42_5000-MCX354A-TCB_Ax-FlexBoot-3.4.752.bin \ No newline at end of file
+# MT_1090110018 (PCIe gen3, 2xQDR, Eth 10Gb/s)
+#mstflint -d 0a:00.0 -i fw-ConnectX3-rel-2_42_5000-MCX354A-QCB_Ax-FlexBoot-3.4.752.bin burn
+# MT_1090110028 (PCIe gen3, 2xFDR, Eth 10Gb/s)
+#mstflint -d 0a:00.0 -i fw/fw-ConnectX3-rel-2_42_5000-MCX354A-TCB_Ax-FlexBoot-3.4.752.bin burn