Differences

This shows you the differences between two versions of the page.

--- cluster:228 [2025/02/19 17:22] – hmeij07
+++ cluster:228 [2025/11/17 14:55] (current) – [MFT fix] hmeij07
@@ Line 66: / Line 66: @@
 </code>
+===== MFT fix =====
-We got a new raid card. After stepping through all memory configs form 2 dimms to 16 dimms we added the card.
+We got a new raid card. **ib0** device not available
+After stepping through all memory configs from 2 dimms to 16 dimms
+Then we added the card.
 The card shows up but is still down/disabled.
@@ Line 128: / Line 133: @@
 rpm -iv rpm-build-4.14.3-24.el8_7.x86_64.rpm elfutils-0.187-4.el8.x86_64.rpm \
      zstd-1.4.4-1.el8.x86_64.rpm python3-rpm-generators-5-7.el8.noarch.rpm
+# and
+rpm -ivh rpm-build kernel-devel # for running kernel version
 # gunzip, untar mft tarball
@@ Line 343: / Line 351: @@
          SAFE_MODE_ENABLE                            True(1)
-# switch to infiniban
+# switch to port from ethernet to infiniband
 mlxconfig -d /dev/mst/mt4119_pciconf0 set LINK_TYPE_P1=1
@@ Line 401: / Line 409: @@
 sleep 10
 /usr/sbin/ip addr add 10.11.103.103/16 dev ib0
+# check
+[root@n103 ~]# lsmod | grep mlx5_ib
+mlx5_ib               397312  0
+ib_uverbs             163840  2 rdma_ucm,mlx5_ib
+ib_core               397312  12 rdma_cm,ib_ipoib,rpcrdma,ib_srpt,iw_cm,ib_iser,ib_umad,ib_isert,rdma_ucm,ib_uverbs,mlx5_ib,ib_cm
+mlx5_core            1703936  1 mlx5_ib
 </code>