{ "completion": "complete", "coverage": { "denominator": 15003, "scored": 15003, "unscored": 0 }, "coverage_context": { "not_selected": 0, "selected": 15003, "unscored_file_scope": "selected inputs only; not_selected counted separately" }, "created_at": "2026-09-20T20:46:33.087280+00:00", "dataset_id": "mrnabench-sample-mrl-designed-target_mrl_designed", "environment": { "architecture": "arm64", "container_digest": "unreported", "container_runtime": "unreported", "platform": "macOS-26.6.2-arm64-arm-64bit", "python": "3.11.13", "rewirebench": "0.4.0", "sdk_code_sha256": "fcc5ab65e6753cf29aabbdae231cbb5cdf72a3dd40ba8f109802c33223b33536", "sif_sha256": "unreported" }, "execution": { "adapter": "TrainMean", "batch_size": 32, "fitting": "train_only", "inference_and_fit_seconds": 0.06764833299530437, "mode": "local_adapter", "prediction_type": "scalar" }, "independently_reproduced": false, "input_information": "Complete source sequence only; no assay labels during prediction", "kind": "rewire_local_evaluation", "metrics": { "mse": 2.3655294722554605, "pearson": null, "spearman": null }, "model": { "name": "Training mean (Rewire control)", "training_overlap": "No pretraining; fitted only on this protocol training split. Split is not a claim of homology separation." }, "model_configuration": { "constant": "arithmetic mean of training targets", "fit_split": "train", "validation_used": false }, "packages": { "numpy": "1.26.4", "pandas": "2.3.3", "pyarrow": "23.0.1", "rewirebench": "0.4.0", "scikit-learn": "1.8.0", "scipy": "1.15.3" }, "predictions_sha256": "fb435ffda2e56792a9c781fba8dfda535b3d6508cf28f484162c5fd9065a87d8", "prepared_sha256": "f4f9777b5119b739437c6a9d85e4e1b937268dafd1307efca5f072d38957738b", "protocol_configuration": { "adapter_input_contract": "opaque-sequence-only-v1", "canonical_test_count": 15003, "dataset": "designed", "eligible_count": 100017, "excluded": [], "head": { "alphas": [ 0.001, 0.01, 0.1, 1.0, 10.0 ], "fit_split": "train", "normalization": "none", "type": "RidgeCV" }, "input_context": "Full processed sequence without CDS/splice/derived tracks", "metric": "mse", "metric_direction": "lower", "scope_note": "One Sample dataset/target only, not a complete mRNABench score", "seed": 2541, "smoke_limit_per_split": null, "source_count": 100017, "split_counts": { "test": 15003, "train": 70011, "validation": 15003 }, "split_ratios": [ 0.7, 0.15, 0.15 ], "target": "target_mrl_designed", "task": "regression" }, "protocol_id": "mrnabench-sample-mrl-v1", "protocol_results": { "complete": true, "coverage": { "denominator": 15003, "scored": 15003, "selected": 15003, "unscored": 0 }, "metric_directions": { "mse": "lower", "pearson": "higher", "spearman": "higher" }, "metric_unavailable_reasons": { "pearson": "Fewer than two scored rows or constant values", "spearman": "Fewer than two scored rows or constant values" }, "metrics": { "mse": 2.3655294722554605, "pearson": null, "spearman": null }, "metrics_scope": "Scored test sequences for this dataset and target only", "protocol_id": "mrnabench-sample-mrl-v1", "scope": "full", "score_direction": "metric-specific", "suite_complete": false, "unscored_reasons": { "missing_prediction": 0, "not_selected": 0 } }, "protocol_version": "1", "provenance": { "data_verification": "pinned_source_bytes", "dataset_revision": "ef67f7cf8a999bb1c412ad6551aa7d9f901cbb95", "source_license": "unreported", "source_sha256": "8b8c57581d472e89a21f8b468b3b0599f6c235c01423264561e6c302d78927d4", "source_url": "https://huggingface.co/datasets/morrislab/mrl-sample/resolve/ef67f7cf8a999bb1c412ad6551aa7d9f901cbb95/mrl-sample-designed.parquet", "split_sha256": "00e287b18ba4e90cb682af6e3fcdfc97e07f2b4b25d13265cd0eca37996536a2", "upstream_code_license": "AGPL-3.0", "upstream_revision": "74f96b8e6ae9f41cc3cccff089d826a62d5604b8" }, "publication_note": "Sanitized local execution report. Raw inputs, source membership, predictions and machine paths remain local. No published-score reproduction claim.", "release_wheel_sha256": "f5956f616c20f58299eef4d654b1297b0ce21e0033014cc5cb2c1a406f4b494a", "review_status": "unreviewed_local_run", "schema_version": "1.0", "scope": "full", "timing_seconds": { "evaluation": 1.1848423330011428 } }