script to buidl custom besu image with gasless sequencer

Author: nadeemb53

.gitignore

@@ -143,4 +143,6 @@ __pycache__/
 !prover/**/testdata/**/*.csv
 !prover/**/utils/profiling
 !prover/**/verifying_key.bin
-!/sdk/src/lib/compressor/bin
+!/sdk/src/lib/compressor/bin
+
+custom-besu-package

build-rln-enabled-sequencer.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 set -e
 
-echo "🚀 Building Simple RLN-Enabled Linea Sequencer"
+echo "🚀 Building RLN-Enabled Sequencer"
 
 # Colors for output
 RED='\033[0;31m'
@@ -10,36 +10,29 @@ YELLOW='\033[1;33m'
 BLUE='\033[0;34m'
 NC='\033[0m' # No Color
 
-# Build paths - Updated for correct directory structure
+# Build paths
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 LINEA_SEQUENCER_DIR="${SCRIPT_DIR}/besu-plugins/linea-sequencer"
 STATUS_RLN_PROVER_DIR="/Users/nadeem/dev/status/linea/status-rln-prover"
-CUSTOM_BESU_DIR="${SCRIPT_DIR}/custom-besu-package"
-LINEA_BESU_DIR="/Users/nadeem/dev/status/linea/linea-besu"
+CUSTOM_BESU_DIR="${SCRIPT_DIR}/custom-besu-minimal"
 
 echo -e "${BLUE}📁 Working directories:${NC}"
-echo -e "  Linea Sequencer: ${LINEA_SEQUENCER_DIR}"
-echo -e "  Status RLN Prover: ${STATUS_RLN_PROVER_DIR}"
-echo -e "  Custom Besu Package: ${CUSTOM_BESU_DIR}"
-echo -e "  Linea Besu Repository: ${LINEA_BESU_DIR}"
-
-# Check if directories exist
-for dir in "$LINEA_SEQUENCER_DIR" "$STATUS_RLN_PROVER_DIR" "$LINEA_BESU_DIR"; do
-    if [[ ! -d "$dir" ]]; then
-        echo -e "${RED}❌ Error: Directory not found: $dir${NC}"
-        exit 1
-    fi
-done
+echo -e "  Script: ${SCRIPT_DIR}"
+echo -e "  Sequencer: ${LINEA_SEQUENCER_DIR}"
+echo -e "  RLN Prover: ${STATUS_RLN_PROVER_DIR}"
+echo -e "  Custom Besu: ${CUSTOM_BESU_DIR}"
+
+# Use the exact same image version as the official Linea setup
+BESU_PACKAGE_TAG="beta-v2.1-rc16.2-20250521134911-f6cb0f2"
+BESU_BASE_IMAGE="consensys/linea-besu-package:${BESU_PACKAGE_TAG}"
 
 echo -e "${BLUE}🦀 Building RLN Bridge Rust Library for Linux...${NC}"
 cd "${LINEA_SEQUENCER_DIR}/sequencer/src/main/rust/rln_bridge"
 
-# Check if Linux library already exists
 RLN_LIB_FILE="${LINEA_SEQUENCER_DIR}/sequencer/src/main/rust/rln_bridge/target/x86_64-unknown-linux-gnu/release/librln_bridge.so"
 
 if [[ ! -f "$RLN_LIB_FILE" ]]; then
     echo -e "${YELLOW}🐳 Cross-compiling Rust library for Linux x86-64...${NC}"
-    # Use Docker to cross-compile for Linux
     docker run --rm --platform linux/amd64 \
         -v "$(pwd)":/workspace \
         -w /workspace \
@@ -51,26 +44,25 @@ if [[ ! -f "$RLN_LIB_FILE" ]]; then
             cargo build --release --target x86_64-unknown-linux-gnu
         "
 fi
+
 if [[ ! -f "$RLN_LIB_FILE" ]]; then
-    echo -e "${RED}❌ Error: Linux RLN library not found at: $RLN_LIB_FILE${NC}"
+    echo -e "${RED}❌ Error: Linux RLN library not found: $RLN_LIB_FILE${NC}"
     exit 1
 fi
 
-# Verify it's actually a Linux .so file
-LIB_INFO=$(file "$RLN_LIB_FILE")
-if echo "$LIB_INFO" | grep -q "ELF.*x86-64"; then
-    echo -e "${GREEN}✅ RLN Bridge library built for Linux: $RLN_LIB_FILE${NC}"
-else
-    echo -e "${RED}❌ Error: Library is not Linux x86-64 format: $LIB_INFO${NC}"
-    exit 1
-fi
+echo -e "${GREEN}✅ RLN Bridge library ready: $RLN_LIB_FILE${NC}"
 
-echo -e "${BLUE}☕ Building Custom Sequencer JAR...${NC}"
+echo -e "${BLUE}☕ Building Custom Sequencer JAR with Dependencies...${NC}"
 cd "$SCRIPT_DIR"
-./gradlew clean :besu-plugins:linea-sequencer:sequencer:build -x test -x checkSpdxHeader -x spotlessJavaCheck -x spotlessGroovyGradleCheck --no-daemon
+# Build with distPlugin to include dependencies not provided by Besu
+./gradlew clean :besu-plugins:linea-sequencer:sequencer:distPlugin -x test -x checkSpdxHeader -x spotlessJavaCheck -x spotlessGroovyGradleCheck --no-daemon
 
-# Find the built JAR
+# Look for both JAR and ZIP files from distPlugin
 SEQUENCER_JAR=$(find "${LINEA_SEQUENCER_DIR}/sequencer/build/libs" -name "linea-sequencer-*.jar" | head -1)
+SEQUENCER_DIST=$(find "${LINEA_SEQUENCER_DIR}/sequencer/build/distributions" -name "linea-sequencer-*.zip" | head -1)
+
+echo -e "${YELLOW}  Found JAR: $SEQUENCER_JAR${NC}"
+echo -e "${YELLOW}  Found Distribution: $SEQUENCER_DIST${NC}"
 if [[ ! -f "$SEQUENCER_JAR" ]]; then
     echo -e "${RED}❌ Error: Sequencer JAR not found!${NC}"
     exit 1
@@ -88,50 +80,67 @@ if [[ ! -f "$PROVER_BINARY" ]]; then
 fi
 echo -e "${GREEN}✅ RLN Prover service built: $PROVER_BINARY${NC}"
 
-echo -e "${BLUE}🐳 Building Custom Besu Docker Image...${NC}"
+echo -e "${BLUE}🐳 Building Minimal Custom Besu Image...${NC}"
 mkdir -p "$CUSTOM_BESU_DIR"
 cd "$CUSTOM_BESU_DIR"
 
-# Get the working official image and extract its structure
-BESU_PACKAGE_TAG="beta-v2.1-rc16.2-20250521124830-4d89458"
+# Copy the files we need to the build directory first
+cp "$SEQUENCER_JAR" .
+cp "$RLN_LIB_FILE" .
+
+# Extract dependencies to the current build directory (MOVED HERE!)
+if [[ -f "$SEQUENCER_DIST" ]]; then
+    echo -e "${YELLOW}  📦 Extracting dependencies from distribution ZIP...${NC}"
+    unzip -q "$SEQUENCER_DIST" -d extracted-deps/
+    # Copy dependency JARs (excluding the main sequencer JAR) to current directory
+    find extracted-deps/ -name "*.jar" -not -name "linea-sequencer-*" -exec cp {} . \;
+    DEPS_COUNT=$(find extracted-deps/ -name "*.jar" -not -name "linea-sequencer-*" | wc -l)
+    echo -e "${YELLOW}  ✅ Extracted $DEPS_COUNT dependency JARs to build directory${NC}"
+    rm -rf extracted-deps/
+    
+    # List what we extracted for debugging
+    echo -e "${YELLOW}  Dependencies extracted:${NC}"
+    ls -la *.jar | grep -v "$(basename "$SEQUENCER_JAR")" | head -5
+else
+    echo -e "${YELLOW}  ⚠️  No distribution ZIP found - dependencies may be missing${NC}"
+fi
+
+# Extract the entire Besu distribution from official image (like your working script)
 echo -e "${YELLOW}📥 Extracting base Besu from official image...${NC}"
-docker create --name temp-besu-extract "consensys/linea-besu-package:${BESU_PACKAGE_TAG}"
+docker rm temp-besu-extract 2>/dev/null || true
+docker create --name temp-besu-extract "${BESU_BASE_IMAGE}"
 docker cp temp-besu-extract:/opt/besu/ ./besu/
 docker rm temp-besu-extract
 
 # Verify all required Linea plugins are present
 echo -e "${YELLOW}🔍 Verifying Linea plugins...${NC}"
-REQUIRED_PLUGINS=(
-    "linea-staterecovery-besu-plugin"
-    "linea-tracer"
-    "linea-finalized-tag-updater"
-    "besu-shomei-plugin"
-)
-
 echo -e "  Current plugins in extracted image:"
-ls -la ./besu/plugins/ || echo "  No plugins directory found!"
-
-for plugin in "${REQUIRED_PLUGINS[@]}"; do
-    if ls ./besu/plugins/*${plugin}*.jar 1> /dev/null 2>&1; then
-        echo -e "  ✅ Found: $plugin"
-    else
-        echo -e "  ⚠️  Missing: $plugin (will be included from base image)"
-    fi
-done
+ls -la ./besu/plugins/
 
 # Replace the sequencer plugin with our custom one
 echo -e "${YELLOW}🔄 Installing custom sequencer...${NC}"
 rm -f ./besu/plugins/linea-sequencer-*.jar
 cp "$SEQUENCER_JAR" ./besu/plugins/
 echo -e "  ✅ Installed: $(basename "$SEQUENCER_JAR")"
 
-# Copy RLN native library
+# Install missing dependency JARs in lib directory
+if ls *.jar 1> /dev/null 2>&1; then
+    echo -e "${YELLOW}📚 Installing dependency JARs...${NC}"
+    for jar in *.jar; do
+        if [[ "$jar" != "$(basename "$SEQUENCER_JAR")" ]]; then
+            cp "$jar" ./besu/lib/
+            echo -e "  ✅ Installed dependency: $jar"
+        fi
+    done
+fi
+
+# Copy RLN native library  
 echo -e "${YELLOW}📚 Installing RLN native library...${NC}"
 mkdir -p ./besu/lib/native
 cp "$RLN_LIB_FILE" ./besu/lib/native/
 echo -e "  ✅ Installed: librln_bridge.so"
 
-# Update Besu startup scripts to include plugins in classpath
+# Update Besu startup scripts to include plugins in classpath (critical!)
 echo -e "${YELLOW}⚙️ Updating Besu startup scripts...${NC}"
 for script in besu besu.bat besu-untuned besu-untuned.bat; do
     if [[ -f "./besu/bin/$script" ]]; then
@@ -142,7 +151,7 @@ for script in besu besu.bat besu-untuned besu-untuned.bat; do
             # Windows batch files
             sed -i.tmp 's|CLASSPATH=%APP_HOME%\\lib\\*|CLASSPATH=%APP_HOME%\\lib\\*;%APP_HOME%\\plugins\\*|g' "./besu/bin/$script"
         else
-            # Unix shell scripts
+            # Unix shell scripts  
             sed -i.tmp 's|CLASSPATH=\$APP_HOME/lib/\*|CLASSPATH=\$APP_HOME/lib/\*:\$APP_HOME/plugins/\*|g' "./besu/bin/$script"
         fi
         rm -f "./besu/bin/$script.tmp"
@@ -158,7 +167,7 @@ ls -la ./besu/plugins/ | grep -E "\.(jar|JAR)$" | while read -r line; do
     echo -e "  📦 $line"
 done
 
-# Create simple Dockerfile
+# Create Dockerfile like your working script
 cat > Dockerfile << 'EOF'
 FROM ubuntu:24.04
 
@@ -188,12 +197,17 @@ ENTRYPOINT ["besu"]
 HEALTHCHECK --start-period=5s --interval=5s --timeout=1s --retries=10 CMD bash -c "[ -f /tmp/pid ]"
 EOF
 
-# Build custom Docker images
+# Remove old extract script - not needed with this approach
+rm -f extract-deps.sh
+
+# Build the minimal custom image
 TIMESTAMP=$(date +%Y%m%d%H%M%S)
-BESU_IMAGE_TAG="linea-besu-custom-sequencer:${TIMESTAMP}"
+BESU_IMAGE_TAG="linea-besu-minimal-rln:${TIMESTAMP}"
+
+echo -e "${YELLOW}🔨 Building Docker image...${NC}"
 docker build -t "$BESU_IMAGE_TAG" .
 
-echo -e "${GREEN}✅ Custom Besu image built: $BESU_IMAGE_TAG${NC}"
+echo -e "${GREEN}✅ Minimal custom Besu image built: $BESU_IMAGE_TAG${NC}"
 
 echo -e "${BLUE}🐳 Building RLN Prover Docker image...${NC}"
 cd "$STATUS_RLN_PROVER_DIR"
@@ -208,26 +222,30 @@ if [[ -f "$COMPOSE_FILE" ]]; then
     # Create backup
     cp "$COMPOSE_FILE" "${COMPOSE_FILE}.backup.$(date +%Y%m%d%H%M%S)"
 
-    # Update image tags
-    sed -i.tmp "s|image: linea-besu-custom-sequencer:.*|image: ${BESU_IMAGE_TAG}|g" "$COMPOSE_FILE"
+    # Update only the sequencer and l2-node-besu images
+    sed -i.tmp "s|image: linea-besu.*:.*|image: ${BESU_IMAGE_TAG}|g" "$COMPOSE_FILE"
     sed -i.tmp "s|image: status-rln-prover:.*|image: ${RLN_PROVER_TAG}|g" "$COMPOSE_FILE"
     rm -f "${COMPOSE_FILE}.tmp"
 
-    echo -e "${GREEN}✅ Updated Docker Compose with new images:${NC}"
+    echo -e "${GREEN}✅ Updated Docker Compose with minimal images:${NC}"
     echo -e "  Besu: $BESU_IMAGE_TAG"
     echo -e "  RLN Prover: $RLN_PROVER_TAG"
 fi
 
-echo -e "${GREEN}🎉 Build Complete!${NC}"
+# Clean up build directory
+cd "$SCRIPT_DIR"
+rm -rf "$CUSTOM_BESU_DIR"
+
+echo -e "${GREEN}🎉 Minimal Build Complete!${NC}"
 echo -e "${BLUE}📋 Built Components:${NC}"
 echo -e "  Custom Sequencer JAR: $(basename "$SEQUENCER_JAR")"
 echo -e "  RLN Library: librln_bridge.so (Linux x86-64)"
-echo -e "  Besu Image: $BESU_IMAGE_TAG"
+echo -e "  Minimal Besu Image: $BESU_IMAGE_TAG"
 echo -e "  RLN Prover Image: $RLN_PROVER_TAG"
 echo
 echo -e "${YELLOW}🚀 Next Steps:${NC}"
 echo -e "  1. Run: ${GREEN}make start-env-with-rln${NC}"
-echo -e "  2. Test gasless transactions with your custom sequencer"
+echo -e "  2. Test gasless transactions"
 echo -e "  3. Check logs: ${GREEN}docker logs sequencer${NC}"
 echo
 echo -e "${BLUE}🔧 Environment Variables:${NC}"

docker/compose-spec-l2-services-rln.yml

@@ -7,7 +7,7 @@ services:
   rln-prover:
     hostname: rln-prover
     container_name: rln-prover
-    image: status-rln-prover:20250624221538
+    image: status-rln-prover:20250828133212
     profiles: [ "l2", "l2-bc", "debug", "external-to-monorepo", "rln" ]
     ports:
       - "50051:50051"  # RLN proof service
@@ -41,7 +41,7 @@ services:
   karma-service:
     hostname: karma-service  
     container_name: karma-service
-    image: status-rln-prover:20250624221538
+    image: status-rln-prover:20250828133212
     profiles: [ "l2", "l2-bc", "debug", "external-to-monorepo", "rln" ]
     ports:
       - "50053:50052"
@@ -68,7 +68,7 @@ services:
   sequencer:
     hostname: sequencer
     container_name: sequencer
-    image: linea-besu-custom-sequencer:20250624221538
+    image: linea-besu-minimal-rln:20250828133212
     profiles: [ "l2", "l2-bc", "debug", "external-to-monorepo" ]
     ports:
       - "8545:8545"
@@ -169,7 +169,7 @@ services:
   l2-node-besu:
     hostname: l2-node-besu
     container_name: l2-node-besu
-    image: linea-besu-custom-sequencer:20250624221538
+    image: linea-besu-minimal-rln:20250828133212
     profiles: [ "l2", "l2-bc", "debug", "external-to-monorepo" ]
     depends_on:
       sequencer: