feat: enable sampling for parameterized tests

This adds sampling using a seed based on the day of the month to all
parameterized tests.  Specifically, sampling employs a cap to ensure
that at most N individual tests are run for each parameterized test.
Here, N is set by default to 100, but can be overriden as needed.

This enables the KOALABEAR_16 field for unit & nightly tests in the CI
pipeline, but not for the blockchain reference tests.

Author: DavePearce

.github/workflows/reusable-tracer-unit-tests.yml

@@ -34,7 +34,7 @@ jobs:
         run: GOMEMLIMIT=26GiB ./gradlew :tracer:arithmetization:test
         env:
           JAVA_OPTS: -Dorg.gradle.daemon=false
-          GOCORSET_FLAGS: -b1024 -v --ansi-escapes=false --report --air
+          GOCORSET_FLAGS: -b1024 -v --ansi-escapes=false --report --air --field=KOALABEAR_16
           JUNIT_TESTS_PARALLELISM: 4
           ZKEVM_FORK: ${{ inputs.zkevm_fork }}
 

.github/workflows/tracer-gradle-tests.yml

@@ -93,7 +93,7 @@ jobs:
         env:
           JAVA_OPTS: -Dorg.gradle.daemon=false
           JUNIT_TESTS_PARALLELISM: 4
-          GOCORSET_FLAGS: -b1024 -v --ansi-escapes=false --report --air
+          GOCORSET_FLAGS: -b1024 -v --ansi-escapes=false --report --air --field=KOALABEAR_16
 
       - name: Upload test report
         if: ${{ always() }}

tracer-constraints/Makefile

@@ -2,7 +2,7 @@ GO_CORSET ?= go-corset
 GIT_COMMIT := $(shell git rev-parse HEAD)
 GIT_TAGS := $(shell git -P tag --points-at)
 TIMESTAMP := $(shell date)
-GO_CORSET_COMPILE := ${GO_CORSET} compile -Dtags="${GIT_TAGS}" -Dcommit="${GIT_COMMIT}" -Dtimestamp="${TIMESTAMP}"
+GO_CORSET_COMPILE := ${GO_CORSET} compile --field=KOALABEAR_16 --air -Dtags="${GIT_TAGS}" -Dcommit="${GIT_COMMIT}" -Dtimestamp="${TIMESTAMP}"
 
 # Modules setting
 ## Some modules set below are fork specific. Eg. For OOB, OOB_LONDON is the OOB module for London and OOB_SHANGHAI the OOB module for Shanghai.

tracer/arithmetization/src/test/java/net/consensys/linea/osakaReplayTests/FastReplayTests.java

@@ -31,6 +31,7 @@
 @ExtendWith(UnitTestWatcher.class)
 public class FastReplayTests extends TracerTestBase {
   @Test
+  @Disabled("timeout under KOALABEAR_16")
   void fatMxp(TestInfo testInfo) {
     replay(
         MAINNET_TESTCONFIG(OSAKA, false),

tracer/arithmetization/src/test/java/net/consensys/linea/osakaReplayTests/Incident1445.java

@@ -21,6 +21,7 @@
 import static net.consensys.linea.zktracer.Fork.OSAKA;
 
 import net.consensys.linea.reporting.TracerTestBase;
+import org.junit.jupiter.api.Disabled;
 import org.junit.jupiter.api.Tag;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.TestInfo;
@@ -36,6 +37,7 @@ public class Incident1445 extends TracerTestBase {
   // It triggered a divergence in execution paths between the tracer node and the Besu Shomei node.
   // And therefore discrepancies in state updates between the tracer's trace and the Shomei's one.
   @Test
+  @Disabled("timeout under KOALABEAR_16")
   void block_28279135_28279249(TestInfo testInfo) {
     replay(
         MAINNET_TESTCONFIG(OSAKA),

tracer/arithmetization/src/test/java/net/consensys/linea/zktracer/MultipleCallsRevertingTest.java

@@ -15,6 +15,8 @@
 
 package net.consensys.linea.zktracer;
 
+import static net.consensys.linea.zktracer.instructionprocessing.callTests.Utilities.randomSampleByCurrentCommitHash;
+
 import java.util.ArrayList;
 import java.util.List;
 import java.util.stream.Stream;
@@ -211,7 +213,7 @@ private static Stream<Arguments> contractForSLoadAndSStoreTestSource() {
         }
       }
     }
-    return arguments.stream();
+    return randomSampleByCurrentCommitHash(arguments).stream();
   }
 
   // Support methods

tracer/arithmetization/src/test/java/net/consensys/linea/zktracer/SignedOperationsExtensiveTest.java

@@ -15,7 +15,7 @@
 
 package net.consensys.linea.zktracer;
 
-import static org.identityconnectors.common.ByteUtil.randomBytes;
+import static net.consensys.linea.zktracer.instructionprocessing.callTests.Utilities.randomSampleByCurrentCommitHash;
 
 import java.math.BigInteger;
 import java.util.ArrayList;
@@ -106,7 +106,7 @@ private static Stream<Arguments> signedComparisonsModDivTestSource() {
         }
       }
     }
-    return arguments.stream();
+    return randomSampleByCurrentCommitHash(arguments).stream();
   }
 
   @ParameterizedTest
@@ -153,7 +153,7 @@ private static Stream<Arguments> signExtendTestSource() {
         }
       }
     }
-    return arguments.stream();
+    return randomSampleByCurrentCommitHash(arguments).stream();
   }
 
   // Support method

tracer/arithmetization/src/test/java/net/consensys/linea/zktracer/delegation/AccountDelegationAndRevertTests.java

@@ -16,6 +16,7 @@
 package net.consensys.linea.zktracer.delegation;
 
 import static net.consensys.linea.zktracer.delegation.Utils.*;
+import static net.consensys.linea.zktracer.instructionprocessing.callTests.Utilities.randomSampleByCurrentCommitHash;
 
 import java.math.BigInteger;
 import java.util.ArrayList;
@@ -162,14 +163,14 @@ private static Stream<Arguments> delegatesAndRevertsTestsSource() {
     for (scenario sc1 : scenario.values()) {
       arguments.add(Arguments.of(sc1));
     }
-    return arguments.stream();
+    return randomSampleByCurrentCommitHash(arguments).stream();
     // arguments.clear();
     // arguments.add(
     //     Arguments.of(
     //         scenario
     //
     // .DELEGATION_IS_VALID___SI___AUTHORITY_EXISTS___SI___REQUIRES_EVM_EXECUTION___SI___TRANSACTION_REVERTS___NO___OTHER_REFUNDS___SI));
-    // return arguments.stream();
+    // return randomSampleByCurrentCommitHash(arguments).stream();
   }
 
   private enum scenario {
@@ -284,6 +285,6 @@ private static Stream<Arguments> delegationsAndRevertsFullTestSource() {
         }
       }
     }
-    return arguments.stream();
+    return randomSampleByCurrentCommitHash(arguments).stream();
   }
 }

tracer/arithmetization/src/test/java/net/consensys/linea/zktracer/delegation/AddressCollisionTests.java

@@ -15,6 +15,8 @@
 
 package net.consensys.linea.zktracer.delegation;
 
+import static net.consensys.linea.zktracer.instructionprocessing.callTests.Utilities.randomSampleByCurrentCommitHash;
+
 import java.util.ArrayList;
 import java.util.List;
 import java.util.stream.Stream;
@@ -196,6 +198,6 @@ private static Stream<Arguments> addressCollisionTestSource() {
         }
       }
     }
-    return arguments.stream();
+    return randomSampleByCurrentCommitHash(arguments).stream();
   }
 }

tracer/arithmetization/src/test/java/net/consensys/linea/zktracer/delegation/DelegationAndAccessListTests.java

@@ -23,6 +23,7 @@
 import static net.consensys.linea.zktracer.delegation.Utils.TouchAuthority.EXECUTION_DOES_NOT_TOUCH_AUTHORITY;
 import static net.consensys.linea.zktracer.delegation.Utils.TouchMethod;
 import static net.consensys.linea.zktracer.delegation.Utils.TouchMethod.BALANCE;
+import static net.consensys.linea.zktracer.instructionprocessing.callTests.Utilities.randomSampleByCurrentCommitHash;
 
 import java.util.ArrayList;
 import java.util.List;
@@ -177,6 +178,7 @@ private static Stream<Arguments> delegationAndAccessListScenarios() {
         }
       }
     }
-    return argumentsList.stream();
+
+    return randomSampleByCurrentCommitHash(argumentsList).stream();
   }
 }