Add dev scripts [skip ci]

Author: Raimo33

benchmark_analysis.ipynb

@@ -0,0 +1,102 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b49ae6d6",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "import matplotlib.pyplot as plt\n",
+    "import seaborn as sns\n",
+    "\n",
+    "plt.rcParams['figure.figsize'] = (16, 10)\n",
+    "plt.rcParams['font.size'] = 11"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "d236980d",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def parse_csv(filepath):\n",
+    "    with open(filepath, 'r') as f:\n",
+    "        lines = f.readlines()[1:]\n",
+    "    \n",
+    "    data = []\n",
+    "    for line in lines:\n",
+    "        line = line.strip()\n",
+    "        if line and ',' in line and not line.endswith(','):\n",
+    "            parts = line.split(',')\n",
+    "            if len(parts) >= 3:\n",
+    "                try:\n",
+    "                    data.append({'Benchmark': parts[0].strip(), 'Time': float(parts[2])})\n",
+    "                except:\n",
+    "                    continue\n",
+    "    return pd.DataFrame(data)\n",
+    "\n",
+    "baseline = parse_csv('BASELINE_bench.csv')\n",
+    "custom = parse_csv('CUSTOM_AVX2_bench.csv')\n",
+    "\n",
+    "merged = baseline.merge(custom, on='Benchmark', suffixes=('_baseline', '_custom'))\n",
+    "merged['improvement'] = ((merged['Time_baseline'] - merged['Time_custom']) / merged['Time_baseline']) * 100"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8442b12d",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "sorted_data = merged.sort_values('improvement', ascending=False)\n",
+    "top10 = sorted_data.head(10)\n",
+    "bottom10 = sorted_data.tail(10)\n",
+    "filtered = pd.concat([top10, bottom10])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "aa07550a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "heatmap_data = filtered.set_index('Benchmark')[['improvement']]\n",
+    "\n",
+    "plt.figure(figsize=(8, 12))\n",
+    "sns.heatmap(heatmap_data, annot=True, fmt='.1f', cmap='RdYlGn', center=0, \n",
+    "            cbar_kws={'label': 'Performance Improvement (%)'})\n",
+    "plt.title('CUSTOM_AVX2 vs BASELINE Performance (Top/Bottom 10)', fontsize=14, fontweight='bold')\n",
+    "plt.ylabel('')\n",
+    "plt.tight_layout()\n",
+    "plt.show()"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.3"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

simd-bench.sh

@@ -0,0 +1,57 @@
+#!/bin/bash
+set -e
+
+options=("OFF" "ON")
+BENCH_ITERS=${SECP256K1_BENCH_ITERS:-20000}
+
+GREEN='\033[0;32m'
+RED='\033[0;31m'
+YELLOW='\033[1;33m'
+NC='\033[0m'
+
+echo 1 | sudo tee /sys/devices/system/cpu/intel_pstate/no_turbo > /dev/null
+sudo cpupower -c 0 frequency-set -g performance > /dev/null
+command -v taskset > /dev/null && TASKSET_CMD="taskset -c 0"
+
+run_bench() {
+  local dir=$1 bin=$2 log=$3
+  (
+    cd "$dir"
+    $TASKSET_CMD env SECP256K1_BENCH_ITERS=$BENCH_ITERS nice -n 0 ./bin/$bin >> "../../$log" 2>&1
+    echo "" >> "../../$log"
+  )
+}
+
+bench_all() {
+  local config="$1"
+  local dir="build/$config"
+  local log="${config}_bench.csv"
+
+  if [[ ! -d "$dir" ]]; then
+    echo -e "${RED}✖ $config${NC} (no dir)"
+    return 1
+  fi
+  
+  {
+    echo "Benchmark results for $config"
+    echo "Generated on $(date)"
+    echo "Iterations: $BENCH_ITERS"
+    echo ""
+  } > "$log"
+
+  for bin in bench bench_ecmult bench_internal; do
+    if run_bench "$dir" "$bin" "$log"; then
+      echo -e "  ${GREEN}✔ $bin${NC}"
+    else
+      echo -e "  ${RED}✖ $bin${NC}"
+      return 1
+    fi
+  done
+
+  echo -e "${GREEN}✔ $config${NC} (log: $log)"
+}
+
+bench_all "BASELINE"
+bench_all "CUSTOM_AVX2"
+
+echo -e "\n${YELLOW}All benchmarks successful. Logs in project root${NC}"

simd-build.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+set -e
+
+mkdir -p build
+
+GREEN='\033[0;32m'
+RED='\033[0;31m'
+YELLOW='\033[1;33m'
+NC='\033[0m'
+
+run_build() {
+  local config="$1"
+  local flags="-O3 -mavx2 $2"
+  local dir="build/$config"
+  local log="${config}_build.log"
+  
+  mkdir -p "$dir"
+  
+  if (cd "$dir" && cmake ../.. -G Ninja -DCMAKE_BUILD_TYPE=Release -DSECP256K1_APPEND_CFLAGS="$flags" >"../../$log" 2>&1 && ninja >>"../../$log" 2>&1); then
+    echo -e "${GREEN}✔ $config${NC}"
+  else
+    echo -e "${RED}✖ $config failed${NC}"
+    return 1
+  fi
+}
+
+run_build "BASELINE"    "-U__AVX2__"
+run_build "CUSTOM_AVX2" "-D__AVX2__"
+
+echo -e "\n${YELLOW}All builds done. Logs in project root${NC}"

simd-test.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+set -e
+
+GREEN='\033[0;32m'
+RED='\033[0;31m'
+YELLOW='\033[1;33m'
+NC='\033[0m'
+
+run_test() {
+  local config="$1"
+  local dir="build/$config"
+  local log="${config}_test.log"
+
+  if [[ ! -d "$dir" ]]; then
+    echo -e "${RED}✖ $config${NC} (no dir)"
+    return 1
+  fi
+
+  if (cd "$dir" && ctest --output-on-failure -j"$(nproc)" &> "../../$log"); then
+    echo -e "${GREEN}✔ $config${NC} (log: $log)"
+  else
+    echo -e "${RED}✖ $config${NC} (log: $log)"
+    return 1
+  fi
+}
+
+run_test "BASELINE"
+run_test "CUSTOM_AVX2"
+
+echo -e "\n${YELLOW}All tests passed. Logs in project root${NC}"