{
  "source_commit": "16e6fcfbba6390ca10b4dc0b1850ec007d3aeb8f",
  "groups": {
    "f13-expanded": {
      "title": "F13 polynomial",
      "rows": [
        {
          "label": "Symbolica",
          "runtime_us": 5.643889526367188,
          "arithmetic": {
            "mul": 18538,
            "add": 26965
          },
          "function_calls": {},
          "samples": 60,
          "peak_rss_mib": 172.7890625,
          "generation_seconds": 5.624515573999815,
          "reported_arithmetic": {
            "mul": 18538,
            "add": 26965
          }
        },
        {
          "label": "FORM O4",
          "runtime_us": 7.867578735351563,
          "arithmetic": {
            "mul": 14774,
            "add": 27314,
            "neg": 2762
          },
          "function_calls": {},
          "samples": 60,
          "generation_seconds": 196.44453051900018,
          "peak_rss_mib": 813.2265625,
          "builds": 3,
          "memory_samples": 3,
          "source": "f13-output-results.json",
          "reported_arithmetic": {
            "mul": 17536,
            "add": 27314
          }
        },
        {
          "label": "FORM O2",
          "runtime_us": 8.963522094726562,
          "arithmetic": {
            "mul": 24264,
            "add": 29385,
            "neg": 3157
          },
          "function_calls": {},
          "samples": 60,
          "generation_seconds": 126.03284256500046,
          "peak_rss_mib": 821.5703125,
          "builds": 3,
          "memory_samples": 3,
          "source": "f13-form-o2-results.json",
          "reported_arithmetic": {
            "mul": 27421,
            "add": 29385
          }
        }
      ],
      "builds": 3,
      "rounds_per_build": 20,
      "build_results": [
        "native-output-f13-expanded-1.json",
        "native-output-f13-expanded-2.json",
        "native-output-f13-expanded-3.json"
      ],
      "build": {
        "parse_seconds": 0.2280625509993115,
        "expansion_seconds": 1.1320007615722716e-06,
        "optimization_seconds": 5.511580357000639,
        "native_compilation_seconds": 0.11421418399913819,
        "total_build_seconds": 5.858394456001406
      },
      "runtime_ratios": {
        "FORM O4": 0.7202875129236828,
        "FORM O2": 0.6325737990328311
      }
    },
    "nested-original": {
      "title": "Nested analytic expression",
      "rows": [
        {
          "label": "Symbolica",
          "runtime_us": 3.6285947265625,
          "arithmetic": {
            "mul": 3220,
            "add": 22243
          },
          "function_calls": {
            "exp": 8,
            "sin": 8,
            "cos": 8
          },
          "samples": 60,
          "peak_rss_mib": 148.4921875,
          "generation_seconds": 0.6781757380013005,
          "reported_arithmetic": {
            "mul": 3220,
            "add": 22243
          }
        },
        {
          "label": "FORM O4",
          "runtime_us": 61.658388671875,
          "arithmetic": {
            "add": 190520,
            "mul": 173022,
            "neg": 8588
          },
          "function_calls": {
            "exp": 8,
            "sin": 8,
            "cos": 8
          },
          "samples": 60,
          "generation_seconds": 2054.745995571997,
          "peak_rss_mib": 3018.828125,
          "builds": 1,
          "memory_samples": 1,
          "source": "large-nested-form-original-results.json",
          "reported_arithmetic": {
            "add": 190520,
            "mul": 181610
          }
        },
        {
          "label": "FORM CSEGreedy",
          "runtime_us": 72.37996142578126,
          "arithmetic": {
            "add": 193707,
            "mul": 190736,
            "neg": 8283
          },
          "function_calls": {
            "exp": 8,
            "sin": 8,
            "cos": 8
          },
          "samples": 60,
          "generation_seconds": 874.2082899080015,
          "peak_rss_mib": 3533.826171875,
          "builds": 3,
          "memory_samples": 2,
          "source": "large-nested-form-csegreedy-results.json",
          "reported_arithmetic": {
            "add": 193707,
            "mul": 199019
          }
        }
      ],
      "builds": 3,
      "rounds_per_build": 20,
      "build_results": [
        "native-output-nested-original-1.json",
        "native-output-nested-original-2.json",
        "native-output-nested-original-3.json"
      ],
      "build": {
        "parse_seconds": 0.06925017100002151,
        "expansion_seconds": 1.0219991963822395e-06,
        "optimization_seconds": 0.5542650329989556,
        "native_compilation_seconds": 0.053956667998136254,
        "total_build_seconds": 0.6781757380013005
      },
      "runtime_ratios": {
        "FORM O4": 0.05859129603786799,
        "FORM CSEGreedy": 0.05007974861450058
      }
    },
    "nested-expanded": {
      "title": "Nested analytic expression \u00b7 expanded",
      "rows": [
        {
          "label": "Symbolica",
          "runtime_us": 46.240365234375005,
          "arithmetic": {
            "mul": 162371,
            "add": 193916
          },
          "function_calls": {
            "exp": 8,
            "sin": 8,
            "cos": 8
          },
          "samples": 60,
          "peak_rss_mib": 2232.65234375,
          "generation_seconds": 66.91116044199953,
          "reported_arithmetic": {
            "mul": 162371,
            "add": 193916
          }
        },
        {
          "label": "FORM O4",
          "runtime_us": 62.350675781250004,
          "arithmetic": {
            "add": 190520,
            "mul": 173022,
            "neg": 8588
          },
          "function_calls": {
            "exp": 8,
            "sin": 8,
            "cos": 8
          },
          "samples": 60,
          "generation_seconds": 2054.745995571997,
          "peak_rss_mib": 3018.828125,
          "builds": 1,
          "memory_samples": 1,
          "source": "large-nested-form-original-results.json",
          "reported_arithmetic": {
            "add": 190520,
            "mul": 181610
          }
        },
        {
          "label": "FORM CSEGreedy",
          "runtime_us": 73.08431298828125,
          "arithmetic": {
            "add": 193707,
            "mul": 190736,
            "neg": 8283
          },
          "function_calls": {
            "exp": 8,
            "sin": 8,
            "cos": 8
          },
          "samples": 60,
          "generation_seconds": 874.2082899080015,
          "peak_rss_mib": 3533.826171875,
          "builds": 3,
          "memory_samples": 2,
          "source": "large-nested-form-csegreedy-results.json",
          "reported_arithmetic": {
            "add": 193707,
            "mul": 199019
          }
        }
      ],
      "builds": 3,
      "rounds_per_build": 20,
      "build_results": [
        "native-output-nested-expanded-1.json",
        "native-output-nested-expanded-2.json",
        "native-output-nested-expanded-3.json"
      ],
      "build": {
        "parse_seconds": 0.06942407499809633,
        "expansion_seconds": 6.261155799002154,
        "optimization_seconds": 59.708183791997726,
        "native_compilation_seconds": 0.8998406239988981,
        "total_build_seconds": 66.91116044199953
      },
      "runtime_ratios": {
        "FORM O4": 0.7398873905768415,
        "FORM CSEGreedy": 0.6330950421319259
      }
    }
  },
  "historical_comparisons": {
    "f13-o4": {
      "label": "FORM O4",
      "builds": 3,
      "source": "f13-output-results.json",
      "runtime_us": 8.172346923851492,
      "generation_seconds": 196.44453051900018,
      "peak_rss_mib": 813.2265625,
      "memory_samples": 3,
      "arithmetic": {
        "mul": 14774,
        "add": 27314,
        "neg": 2762
      },
      "function_calls": {},
      "method": {
        "memory": "10 ms external samples of benchmark worker and all engine/compiler/formatter descendants, traversing every thread; baseline after loading input; profiler on a separate CPU",
        "generation": "input parsing, process startup, imports, instruction inspection and correctness checks excluded; optimization, export, native compilation and library loading included",
        "cpp": "-O3 -march=native; fast-math disabled; Symbolica scalar real x64 inline assembly, SymJIT level 3; FORM O4 default 1000 iterations",
        "verification": "32 fixed mixed-sign dyadic points checked against independent exact integer monomial evaluation; 29 real inputs; no Wolfram callbacks",
        "evaluation": "4096-point batches, one warmup and 7 timed samples; allocation included; scalar real ASM; one CPU",
        "order": "fresh processes, route order reversed on alternate repetitions"
      },
      "measured_at_utc": "2026-10-17T11:39:19.790487+00:00"
    },
    "f13-o2": {
      "label": "FORM O2",
      "builds": 3,
      "source": "f13-form-o2-results.json",
      "runtime_us": 8.996863525734256,
      "generation_seconds": 126.03284256500046,
      "peak_rss_mib": 821.5703125,
      "memory_samples": 3,
      "arithmetic": {
        "mul": 24264,
        "add": 29385,
        "neg": 3157
      },
      "function_calls": {},
      "method": null,
      "measured_at_utc": "2026-10-17T12:35:33.327057+00:00"
    },
    "nested-o4": {
      "label": "FORM O4",
      "builds": 1,
      "source": "large-nested-form-original-results.json",
      "runtime_us": 68.9651757781462,
      "generation_seconds": 2054.745995571997,
      "peak_rss_mib": 3018.828125,
      "memory_samples": 1,
      "arithmetic": {
        "add": 190520,
        "div": 120044,
        "mul": 173022,
        "neg": 8588
      },
      "function_calls": {
        "exp": 8,
        "sin": 8,
        "cos": 8
      },
      "method": {
        "generation": "Includes parsing, required expansion, optimization, code generation, native compilation and first evaluation; engine startup/imports excluded",
        "memory": "10 ms external worker/engine/compiler process-tree RSS samples; baseline before input parsing; profiler excluded",
        "verification": "32 seeded mixed-sign dyadic points, independent 80/120 digit mpmath reference, relative tolerance 1e-9",
        "evaluation": "1024-point native batches, warmup then 7 samples; allocation included; one CPU"
      },
      "measured_at_utc": "2026-10-19T14:27:18.989652+00:00"
    },
    "nested-greedy": {
      "label": "FORM CSEGreedy",
      "builds": 3,
      "source": "large-nested-form-csegreedy-results.json",
      "runtime_us": 80.3907275361837,
      "generation_seconds": 874.2082899080015,
      "peak_rss_mib": 3533.826171875,
      "memory_samples": 2,
      "arithmetic": {
        "add": 193707,
        "div": 137143,
        "mul": 190736,
        "neg": 8283
      },
      "function_calls": {
        "exp": 8,
        "sin": 8,
        "cos": 8
      },
      "method": {
        "generation": "Includes parsing, required expansion, optimization, code generation, native compilation and first evaluation; engine startup/imports excluded",
        "memory": "10 ms external worker/engine/compiler process-tree RSS samples; baseline before input parsing; profiler excluded",
        "verification": "32 seeded mixed-sign dyadic points, independent 80/120 digit mpmath reference, relative tolerance 1e-9",
        "evaluation": "1024-point native batches, warmup then 7 samples; allocation included; one CPU"
      },
      "measured_at_utc": "2026-10-19T14:01:23.286369+00:00"
    },
    "nested-mathematica": {
      "label": "Mathematica",
      "builds": 3,
      "source": "large-nested-output-results.json",
      "runtime_us": 33.923828125,
      "generation_seconds": 111.387714,
      "peak_rss_mib": 1921.9765625,
      "memory_samples": 3,
      "arithmetic": {
        "mul": 91980,
        "add": 27622,
        "neg": 27,
        "div": 0
      },
      "function_calls": {
        "exp": 8,
        "cos": 8,
        "sin": 8
      },
      "method": {
        "generation": "Includes parsing, required expansion, optimization, code generation, native compilation and first evaluation; engine startup/imports excluded",
        "memory": "10 ms external worker/engine/compiler process-tree RSS samples; baseline before input parsing; profiler excluded",
        "verification": "32 seeded mixed-sign dyadic points, independent 80/120 digit mpmath reference, relative tolerance 1e-9",
        "evaluation": "1024-point native batches, warmup then 7 samples; allocation included; one CPU"
      },
      "measured_at_utc": "2026-10-19T13:58:59.289314+00:00",
      "reported_arithmetic": {
        "mul": 92007,
        "add": 27622,
        "div": 0
      }
    }
  },
  "failed_builds": {
    "f13-mathematica": {
      "label": "Mathematica",
      "engine": "mathematica_optimized",
      "status": "compiler_error",
      "source": "f13-output-results.json",
      "run": 1,
      "runtime_us": null,
      "generation_seconds": null,
      "peak_rss_mib": 4892.5390625,
      "observed_peak_rss_bytes": 5130199040,
      "memory_lower_bound": true,
      "memory_samples": 1,
      "memory_note": "Observed before GCC failure; lower bound on this attempt's true peak, not a completed build.",
      "observed_generation_seconds": 119.4028870760003
    },
    "nested-expanded-mathematica": {
      "label": "Mathematica \u00b7 expanded",
      "engine": "mathematica_optimized",
      "status": "compiler_error",
      "source": "large-nested-expanded-results.json",
      "run": 1,
      "runtime_us": null,
      "generation_seconds": null,
      "peak_rss_mib": 15674.7109375,
      "observed_peak_rss_bytes": 16436125696,
      "memory_lower_bound": true,
      "memory_samples": 1,
      "memory_note": "Observed before GCC failure; lower bound on this attempt's true peak, not a completed build.",
      "observed_generation_seconds": 221.3931286219995
    }
  },
  "generation_memory_measurements": "native-output-generation-memory.json",
  "display_rows": {
    "f13": [
      {
        "label": "Symbolica",
        "runtime_us": 5.643889526367188,
        "arithmetic": {
          "mul": 18538,
          "add": 26965
        },
        "function_calls": {},
        "samples": 60,
        "peak_rss_mib": 172.7890625,
        "generation_seconds": 5.624515573999815,
        "reported_arithmetic": {
          "mul": 18538,
          "add": 26965
        }
      },
      {
        "label": "FORM O4",
        "runtime_us": 7.867578735351563,
        "arithmetic": {
          "mul": 14774,
          "add": 27314,
          "neg": 2762
        },
        "function_calls": {},
        "samples": 60,
        "generation_seconds": 196.44453051900018,
        "peak_rss_mib": 813.2265625,
        "builds": 3,
        "memory_samples": 3,
        "source": "f13-output-results.json",
        "reported_arithmetic": {
          "mul": 17536,
          "add": 27314
        }
      },
      {
        "label": "FORM O2",
        "runtime_us": 8.963522094726562,
        "arithmetic": {
          "mul": 24264,
          "add": 29385,
          "neg": 3157
        },
        "function_calls": {},
        "samples": 60,
        "generation_seconds": 126.03284256500046,
        "peak_rss_mib": 821.5703125,
        "builds": 3,
        "memory_samples": 3,
        "source": "f13-form-o2-results.json",
        "reported_arithmetic": {
          "mul": 27421,
          "add": 29385
        }
      },
      {
        "label": "Mathematica",
        "engine": "mathematica_optimized",
        "status": "compiler_error",
        "source": "f13-output-results.json",
        "run": 1,
        "runtime_us": null,
        "generation_seconds": null,
        "peak_rss_mib": 4892.5390625,
        "observed_peak_rss_bytes": 5130199040,
        "memory_lower_bound": true,
        "memory_samples": 1,
        "memory_note": "Observed before GCC failure; lower bound on this attempt's true peak, not a completed build.",
        "observed_generation_seconds": 119.4028870760003
      }
    ],
    "nested": [
      {
        "label": "Symbolica \u00b7 nested",
        "runtime_us": 3.6285947265625,
        "arithmetic": {
          "mul": 3220,
          "add": 22243
        },
        "function_calls": {
          "exp": 8,
          "sin": 8,
          "cos": 8
        },
        "samples": 60,
        "peak_rss_mib": 148.4921875,
        "generation_seconds": 0.6781757380013005,
        "reported_arithmetic": {
          "mul": 3220,
          "add": 22243
        }
      },
      {
        "label": "Mathematica \u00b7 nested",
        "builds": 3,
        "source": "large-nested-output-results.json",
        "runtime_us": 33.923828125,
        "generation_seconds": 111.387714,
        "peak_rss_mib": 1921.9765625,
        "memory_samples": 3,
        "arithmetic": {
          "mul": 91980,
          "add": 27622,
          "neg": 27,
          "div": 0
        },
        "function_calls": {
          "exp": 8,
          "cos": 8,
          "sin": 8
        },
        "method": {
          "generation": "Includes parsing, required expansion, optimization, code generation, native compilation and first evaluation; engine startup/imports excluded",
          "memory": "10 ms external worker/engine/compiler process-tree RSS samples; baseline before input parsing; profiler excluded",
          "verification": "32 seeded mixed-sign dyadic points, independent 80/120 digit mpmath reference, relative tolerance 1e-9",
          "evaluation": "1024-point native batches, warmup then 7 samples; allocation included; one CPU"
        },
        "measured_at_utc": "2026-10-19T13:58:59.289314+00:00",
        "reported_arithmetic": {
          "mul": 92007,
          "add": 27622,
          "div": 0
        }
      },
      {
        "label": "Symbolica \u00b7 expanded",
        "runtime_us": 46.240365234375005,
        "arithmetic": {
          "mul": 162371,
          "add": 193916
        },
        "function_calls": {
          "exp": 8,
          "sin": 8,
          "cos": 8
        },
        "samples": 60,
        "peak_rss_mib": 2232.65234375,
        "generation_seconds": 66.91116044199953,
        "reported_arithmetic": {
          "mul": 162371,
          "add": 193916
        }
      },
      {
        "label": "Mathematica \u00b7 expanded",
        "engine": "mathematica_optimized",
        "status": "compiler_error",
        "source": "large-nested-expanded-results.json",
        "run": 1,
        "runtime_us": null,
        "generation_seconds": null,
        "peak_rss_mib": 15674.7109375,
        "observed_peak_rss_bytes": 16436125696,
        "memory_lower_bound": true,
        "memory_samples": 1,
        "memory_note": "Observed before GCC failure; lower bound on this attempt's true peak, not a completed build.",
        "observed_generation_seconds": 221.3931286219995
      },
      {
        "label": "FORM O4",
        "runtime_us": 61.658388671875,
        "arithmetic": {
          "add": 190520,
          "mul": 173022,
          "neg": 8588
        },
        "function_calls": {
          "exp": 8,
          "sin": 8,
          "cos": 8
        },
        "samples": 60,
        "generation_seconds": 2054.745995571997,
        "peak_rss_mib": 3018.828125,
        "builds": 1,
        "memory_samples": 1,
        "source": "large-nested-form-original-results.json",
        "reported_arithmetic": {
          "add": 190520,
          "mul": 181610
        }
      },
      {
        "label": "FORM CSEGreedy",
        "runtime_us": 72.37996142578126,
        "arithmetic": {
          "add": 193707,
          "mul": 190736,
          "neg": 8283
        },
        "function_calls": {
          "exp": 8,
          "sin": 8,
          "cos": 8
        },
        "samples": 60,
        "generation_seconds": 874.2082899080015,
        "peak_rss_mib": 3533.826171875,
        "builds": 3,
        "memory_samples": 2,
        "source": "large-nested-form-csegreedy-results.json",
        "reported_arithmetic": {
          "add": 193707,
          "mul": 199019
        }
      }
    ]
  },
  "native_module_sha256": "f8213805f059524f88af457689408223de1783bf75c35da6fa93d2736a8e08f2",
  "arithmetic_count_convention": "reported_arithmetic counts negations as multiplications. Integer powers are counted using repeated squaring. arithmetic retains the raw breakdown."
}