pespin has uploaded this change for review.
Add scripts/ dir with helpers to operate on net iface irqs
Fetched from https://github.com/Mellanox/mlnx-tools b25ae28bb0f55375390c71a3f32f67c1264cf6c9,
they can be used either as BSD or GPL2 license.
Change-Id: I646f57cb3940dbbd4e6606e013651116c38c9534
---
A scripts/common_irq_affinity.sh
A scripts/set_irq_affinity_cpulist.sh
A scripts/show_irq_affinity.sh
A scripts/show_irq_affinity_hints.sh
4 files changed, 326 insertions(+), 0 deletions(-)
git pull ssh://gerrit.osmocom.org:29418/upf-benchmark refs/changes/45/39845/1
diff --git a/scripts/common_irq_affinity.sh b/scripts/common_irq_affinity.sh
new file mode 100644
index 0000000..df42833
--- /dev/null
+++ b/scripts/common_irq_affinity.sh
@@ -0,0 +1,132 @@
+#!/bin/bash
+#
+# Copyright (c) 2017 Mellanox Technologies. All rights reserved.
+#
+# This Software is licensed under one of the following licenses:
+#
+# 1) under the terms of the "Common Public License 1.0" a copy of which is
+# available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/cpl.php.
+#
+# 2) under the terms of the "The BSD License" a copy of which is
+# available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/bsd-license.php.
+#
+# 3) under the terms of the "GNU General Public License (GPL) Version 2" a
+# copy of which is available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/gpl-license.php.
+#
+# Licensee has the right to choose one of the above licenses.
+#
+# Redistributions of source code must retain the above copyright
+# notice and one of the license notices.
+#
+# Redistributions in binary form must reproduce both the above copyright
+# notice, one of the license notices in the documentation
+# and/or other materials provided with the distribution.
+#
+# Fetched from https://github.com/Mellanox/mlnx-tools/blob/mlnx_ofed/sbin/common_irq_affinity.sh b25ae28bb0f55375390c71a3f32f67c1264cf6c9
+
+function add_comma_every_eight
+{
+ echo " $1 " | sed -r ':L;s=\b([0-9]+)([0-9]{8})\b=\1,\2=g;t L'
+}
+
+function int2hex
+{
+ CHUNKS=$(( $1/64 ))
+ COREID=$1
+ HEX=""
+ for (( CHUNK=0; CHUNK<${CHUNKS} ; CHUNK++ ))
+ do
+ HEX=$HEX"0000000000000000"
+ COREID=$((COREID-64))
+ done
+ printf "%x$HEX" $(echo $((2**$COREID)) )
+}
+
+
+function core_to_affinity
+{
+ echo $( add_comma_every_eight $( int2hex $1) )
+}
+
+function get_irq_list
+{
+ interface=$1
+ pci_dev=$(ethtool -i $interface | grep "bus-info:" | cut -d ' ' -f 2)
+ infiniband_device_irqs_path="/sys/class/infiniband/$interface/device/msi_irqs"
+ net_device_irqs_path="/sys/class/net/$interface/device/msi_irqs"
+ interface_in_proc_interrupts=$(grep -P "$interface[^0-9,a-z,A-Z]" /proc/interrupts | cut -d":" -f1)
+ pci_in_proc_interrupts=$(grep "$pci_dev" /proc/interrupts | grep -v "async" | cut -d":" -f1)
+
+ if [ -d "$infiniband_device_irqs_path" ]; then
+ irq_list=$(/bin/ls -1 "$infiniband_device_irqs_path" | tail -n +2)
+ elif [ "$interface_in_proc_interrupts" != "" ]; then
+ irq_list=$interface_in_proc_interrupts
+ elif [ "$pci_in_proc_interrupts" != "" ]; then
+ irq_list=$pci_in_proc_interrupts
+ elif [ -d "$net_device_irqs_path" ]; then
+ irq_list=$(/bin/ls -1 "$net_device_irqs_path" | tail -n +2)
+ else
+ echo "Error - interface or device \"$interface\" does not exist" 1>&2
+ exit 1
+ fi
+ sorted_irq_list=$(echo "$irq_list" | sort -g)
+ echo "$sorted_irq_list"
+}
+
+function show_irq_affinity
+{
+ irq_num=$1
+ show_cpu_number=$2
+ smp_affinity_path="/proc/irq/$irq_num/smp_affinity"
+ cpu_number_path="/proc/irq/$irq_num/smp_affinity_list"
+ if [ -f $smp_affinity_path ]; then
+ if [ -f $cpu_number_path ] && [ "$show_cpu_number" == "show_cpu_number" ]; then
+ echo -n "$irq_num (cpu #`cat $cpu_number_path`): "
+ else
+ echo -n "$irq_num: "
+ fi
+ cat $smp_affinity_path
+ fi
+}
+
+function show_irq_affinity_hints
+{
+ irq_num=$1
+ affinity_hint_path="/proc/irq/$irq_num/affinity_hint"
+ if [ -f $affinity_hint_path ]; then
+ echo -n "$irq_num: "
+ cat $affinity_hint_path
+ fi
+}
+
+function set_irq_affinity
+{
+ irq_num=$1
+ affinity_mask=$2
+ smp_affinity_path="/proc/irq/$irq_num/smp_affinity"
+ if [ -f $smp_affinity_path ]; then
+ echo $affinity_mask > $smp_affinity_path
+ fi
+}
+
+function is_affinity_hint_set
+{
+ irq_num=$1
+ hint_not_set=0
+ affinity_hint_path="/proc/irq/$irq_num/affinity_hint"
+ if [ -f $affinity_hint_path ]; then
+ TOTAL_CHAR=$( wc -c < $affinity_hint_path )
+ NUM_OF_COMMAS=$( grep -o "," $affinity_hint_path | wc -l )
+ NUM_OF_ZERO=$( grep -o "0" $affinity_hint_path | wc -l )
+ NUM_OF_F=$( grep -i -o "f" $affinity_hint_path | wc -l )
+ if [[ $((TOTAL_CHAR-1-NUM_OF_COMMAS)) -eq $NUM_OF_ZERO || $((TOTAL_CHAR-1-NUM_OF_COMMAS)) -eq $NUM_OF_F ]]; then
+ hint_not_set=1
+ fi
+ else
+ hint_not_set=1
+ fi
+ return $hint_not_set
+}
diff --git a/scripts/set_irq_affinity_cpulist.sh b/scripts/set_irq_affinity_cpulist.sh
new file mode 100755
index 0000000..5e7a5fc
--- /dev/null
+++ b/scripts/set_irq_affinity_cpulist.sh
@@ -0,0 +1,94 @@
+#! /bin/bash
+#
+# Copyright (c) 2017 Mellanox Technologies. All rights reserved.
+#
+# This Software is licensed under one of the following licenses:
+#
+# 1) under the terms of the "Common Public License 1.0" a copy of which is
+# available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/cpl.php.
+#
+# 2) under the terms of the "The BSD License" a copy of which is
+# available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/bsd-license.php.
+#
+# 3) under the terms of the "GNU General Public License (GPL) Version 2" a
+# copy of which is available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/gpl-license.php.
+#
+# Licensee has the right to choose one of the above licenses.
+#
+# Redistributions of source code must retain the above copyright
+# notice and one of the license notices.
+#
+# Redistributions in binary form must reproduce both the above copyright
+# notice, one of the license notices in the documentation
+# and/or other materials provided with the distribution.
+#
+# Fetched from https://raw.githubusercontent.com/Mellanox/mlnx-tools/refs/heads/mlnx_ofed/sbin/set_irq_affinity_cpulist.sh b25ae28bb0f55375390c71a3f32f67c1264cf6c9
+
+SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
+
+if [ -z $2 ]; then
+ echo "usage: $0 <cpu list> <interface or IB device> "
+ echo " <cpu list> can be either a comma separated list of single core numbers (0,1,2,3) or core groups (0-3)"
+ exit 1
+fi
+cpulist=$1
+interface=$2
+NCPUS=$(cat /proc/cpuinfo | grep -c processor)
+ONLINE_CPUS=$(cat /proc/cpuinfo | grep processor | cut -d ":" -f 2)
+
+source "$SCRIPT_DIR/common_irq_affinity.sh"
+
+IRQS=$( get_irq_list $interface )
+
+if [ -z "$IRQS" ] ; then
+ echo No IRQs found for $interface.
+ exit 1
+fi
+
+CORES=$( echo $cpulist | sed 's/,/ /g' | wc -w )
+for word in $(seq 1 $CORES)
+do
+ SEQ=$(echo $cpulist | cut -d "," -f $word | sed 's/-/ /')
+ if [ "$(echo $SEQ | wc -w)" != "1" ]; then
+ CPULIST="$CPULIST $( echo $(seq $SEQ) | sed 's/ /,/g' )"
+ fi
+done
+if [ "$CPULIST" != "" ]; then
+ cpulist=$(echo $CPULIST | sed 's/ /,/g')
+fi
+CORES=$( echo $cpulist | sed 's/,/ /g' | wc -w )
+
+
+echo Discovered irqs for $interface: $IRQS
+I=1
+for IRQ in $IRQS
+do
+ core_id=$(echo $cpulist | cut -d "," -f $I)
+ online=1
+ if [ $core_id -ge $NCPUS ]
+ then
+ online=0
+ for online_cpu in $ONLINE_CPUS
+ do
+ if [ "$online_cpu" == "$core_id" ]
+ then
+ online=1
+ break
+ fi
+ done
+ fi
+ if [ $online -eq 0 ]
+ then
+ echo "irq $IRQ: Error - core $core_id does not exist"
+ else
+ echo Assign irq $IRQ core_id $core_id
+ affinity=$( core_to_affinity $core_id )
+ set_irq_affinity $IRQ $affinity
+ fi
+ I=$(( (I%CORES) + 1 ))
+done
+echo
+echo done.
diff --git a/scripts/show_irq_affinity.sh b/scripts/show_irq_affinity.sh
new file mode 100755
index 0000000..24535d8
--- /dev/null
+++ b/scripts/show_irq_affinity.sh
@@ -0,0 +1,51 @@
+#! /bin/bash
+#
+# Copyright (c) 2017 Mellanox Technologies. All rights reserved.
+#
+# This Software is licensed under one of the following licenses:
+#
+# 1) under the terms of the "Common Public License 1.0" a copy of which is
+# available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/cpl.php.
+#
+# 2) under the terms of the "The BSD License" a copy of which is
+# available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/bsd-license.php.
+#
+# 3) under the terms of the "GNU General Public License (GPL) Version 2" a
+# copy of which is available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/gpl-license.php.
+#
+# Licensee has the right to choose one of the above licenses.
+#
+# Redistributions of source code must retain the above copyright
+# notice and one of the license notices.
+#
+# Redistributions in binary form must reproduce both the above copyright
+# notice, one of the license notices in the documentation
+# and/or other materials provided with the distribution.
+#
+# Fetched from https://raw.githubusercontent.com/Mellanox/mlnx-tools/refs/heads/mlnx_ofed/sbin/show_irq_affinity.sh b25ae28bb0f55375390c71a3f32f67c1264cf6c9
+
+SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
+
+if [ -z $1 ]; then
+ echo "usage: $0 <interface or IB device> [show_cpu_number]"
+ exit 1
+fi
+
+source "$SCRIPT_DIR/common_irq_affinity.sh"
+
+IRQS=$( get_irq_list $1 )
+if [ -z "$IRQS" ] ; then
+ echo No IRQs found for $1.
+ exit 1
+fi
+
+show_cpu=$2
+
+for irq in $IRQS
+do
+ show_irq_affinity $irq $show_cpu
+done
+
diff --git a/scripts/show_irq_affinity_hints.sh b/scripts/show_irq_affinity_hints.sh
new file mode 100755
index 0000000..ec26cf1
--- /dev/null
+++ b/scripts/show_irq_affinity_hints.sh
@@ -0,0 +1,49 @@
+#! /bin/bash
+#
+# Copyright (c) 2017 Mellanox Technologies. All rights reserved.
+#
+# This Software is licensed under one of the following licenses:
+#
+# 1) under the terms of the "Common Public License 1.0" a copy of which is
+# available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/cpl.php.
+#
+# 2) under the terms of the "The BSD License" a copy of which is
+# available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/bsd-license.php.
+#
+# 3) under the terms of the "GNU General Public License (GPL) Version 2" a
+# copy of which is available from the Open Source Initiative, see
+# http://www.opensource.org/licenses/gpl-license.php.
+#
+# Licensee has the right to choose one of the above licenses.
+#
+# Redistributions of source code must retain the above copyright
+# notice and one of the license notices.
+#
+# Redistributions in binary form must reproduce both the above copyright
+# notice, one of the license notices in the documentation
+# and/or other materials provided with the distribution.
+#
+# Fetched from https://raw.githubusercontent.com/Mellanox/mlnx-tools/refs/heads/mlnx_ofed/sbin/show_irq_affinity_hints.sh b25ae28bb0f55375390c71a3f32f67c1264cf6c9
+
+SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
+
+if [ -z $1 ]; then
+ echo "usage: $0 <interface or IB device> "
+ exit 1
+fi
+
+source "$SCRIPT_DIR/common_irq_affinity.sh"
+
+IRQS=$( get_irq_list $1 )
+if [ -z "$IRQS" ] ; then
+ echo No IRQs found for $1.
+ exit 1
+fi
+
+for irq in $IRQS
+do
+ show_irq_affinity_hints $irq
+done
+
To view, visit change 39845. To unsubscribe, or for help writing mail filters, visit settings.