{ "_id": "6af0621af4a180a2e271d2b6", "Package": "vennabers", "Title": "Venn-Abers Classification and Regression Calibration", "Version": "1.0.0", "Authors@R": "person(\"René-M.\", \"Kruse\", email = \"rene.marcel.kruse@protonmail.com\",\nrole = c(\"aut\", \"cre\", \"cph\"),\ncomment = c(ORCID = \"0000-0003-1655-9776\"))", "Description": "Calibrates the predictions of classification and\nregression models with Venn-Abers predictors. A Venn-Abers\npredictor turns the score of any model into a pair of\nprobabilities that contains a calibrated value when the\nobservations are independent and identically distributed (Vovk\nand Petej, 2014, ); Inductive and\nCross Venn-Abers predictors make this practical for large data\nsets (Vovk, Petej and Fedorova, 2015,\n). The package serves analysts\nand researchers who need calibrated probabilities or prediction\nbounds for binary classification, multiclass classification by\none-vs-one coupling (Manokhin, 2017,\n) or\none-vs-rest, and regression (Petej and Vovk, 2026,\n). Predictions of an existing\nmodel can be calibrated directly, or optional 'tidymodels'\nworkflows fit the model, create the calibration splits and tune\nthe complete procedure. Diagnostics include the Brier score,\nlog loss, plots of fitted calibration maps and reliability\ndiagrams with the CORP (consistent, optimally binned,\nreproducible and pool-adjacent-violators based) method of\nDimitriadis, Gneiting and Jordan (2021)\n.", "License": "MIT + file LICENSE", "URL": "https://rmkruse.github.io/vennabers/,\nhttps://github.com/RMKruse/vennabers", "BugReports": "https://github.com/RMKruse/vennabers/issues", "Encoding": "UTF-8", "Language": "en-US", "VignetteBuilder": "knitr, rmarkdown", "Config/roxygen2/version": "8.1.0", "Config/testthat/edition": "3", "Repository": "https://rmkruse.r-universe.dev", "Date/Publication": "2026-10-30 11:00:25 UTC", "RemoteUrl": "https://github.com/rmkruse/vennabers", "RemoteRef": "HEAD", "RemoteSha": "50a64b581ab3599234f760e999196e333005f9bb", "NeedsCompilation": "no", "Packaged": { "Date": "2026-11-08 11:43:16 UTC", "User": "root" }, "Author": "René-M. Kruse [aut, cre, cph] (ORCID:\n)", "Maintainer": "René-M. Kruse ", "_user": "rmkruse", "_type": "src", "_file": "vennabers_1.0.0.tar.gz", "_fileid": "https://r2.ropensci.org/8d646b014c0cc219d28c85a8ea4469d051c4b1dedab14645aed34599a894feb2", "_filesize": 3201256, "_sha256": "8d646b014c0cc219d28c85a8ea4469d051c4b1dedab14645aed34599a894feb2", "_expires": "2027-02-16T11:50:48.000Z", "_created": "2026-11-08T11:43:16.000Z", "_published": "2026-11-08T11:50:50.145Z", "_upstream": "https://github.com/rmkruse/vennabers", "_status": "success", "_maintainer": { "name": "René-M. Kruse", "email": "rene.marcel.kruse@protonmail.com", "login": "rmkruse", "orcid": "0000-0003-1655-9776", "description": "PhD Statistics. Data and Ai Scientist. AI Engineer. Researching deep learning and semi-parametric models. All about R, Python and cute kittens.", "uuid": 36742578 }, "_jobs": [ { "job": 128720502885, "time": 321, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "13616395360" }, { "job": 128720502911, "time": 403, "config": "linux-release-x86_64", "r": "4.6.2", "check": "OK", "artifact": "13616315329" }, { "job": 128720502884, "time": 379, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "13616180655" }, { "job": 128720502851, "time": 332, "config": "macos-release-arm64", "r": "4.6.2", "check": "OK", "artifact": "13615579329" }, { "job": 128719473131, "time": 280, "config": "source", "r": "4.6.2", "check": "OK", "artifact": "13615274552" }, { "job": 128720502889, "time": 98, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "13615582476" }, { "job": 128720502943, "time": 335, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "13615459866" }, { "job": 128720502868, "time": 237, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "13615434777" }, { "job": 128720502996, "time": 377, "config": "windows-release-x86_64", "r": "4.6.2", "check": "OK", "artifact": "13616410025" } ], "_buildurl": "https://github.com/r-universe/rmkruse/actions/runs/42476659860", "_commit": { "id": "50a64b581ab3599234f760e999196e333005f9bb", "author": "RMKruse <36742578+RMKruse@users.noreply.github.com>", "committer": "GitHub ", "message": "Merge pull request #90 from RMKruse/dev\n\nAdd the archive and performance comparison workflows [skip ci]", "time": 1793358025 }, "_distro": "resolute", "_host": "GitHub-Actions", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.5.0", "role": "Depends" }, { "package": "knitr", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "mgcv", "role": "Suggests" }, { "package": "nnet", "role": "Suggests" }, { "package": "parsnip", "version": ">= 1.6.0", "role": "Suggests" }, { "package": "workflows", "version": ">= 1.3.0", "role": "Suggests" }, { "package": "hardhat", "version": ">= 1.4.3", "role": "Suggests" }, { "package": "rsample", "version": ">= 1.3.2", "role": "Suggests" }, { "package": "recipes", "version": ">= 1.4.0", "role": "Suggests" }, { "package": "rlang", "version": ">= 1.2.0", "role": "Suggests" }, { "package": "tibble", "version": ">= 3.3.1", "role": "Suggests" }, { "package": "withr", "version": ">= 3.0.3", "role": "Suggests" }, { "package": "generics", "version": ">= 0.1.4", "role": "Suggests" }, { "package": "tidyselect", "version": ">= 1.2.1", "role": "Suggests" }, { "package": "tailor", "version": ">= 0.1.0", "role": "Suggests" }, { "package": "probably", "version": ">= 1.1.0", "role": "Suggests" }, { "package": "tune", "version": ">= 2.1.0", "role": "Suggests" }, { "package": "dials", "version": ">= 1.4.3", "role": "Suggests" }, { "package": "yardstick", "version": ">= 1.4.0", "role": "Suggests" }, { "package": "future", "version": ">= 1.67.0", "role": "Suggests" }, { "package": "rpart", "role": "Suggests" }, { "package": "spelling", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "rmkruse", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-36", "n": 9 }, { "week": "2026-37", "n": 4 }, { "week": "2026-38", "n": 1 }, { "week": "2026-39", "n": 1 }, { "week": "2026-40", "n": 1 }, { "week": "2026-43", "n": 8 }, { "week": "2026-44", "n": 1 } ], "_tags": [ { "name": "v1.0.0", "date": "2026-10-23" } ], "_topics": [ "calibration", "classification", "machine-learning", "regression", "statistics", "tidymodels", "uncertainty-quantification", "venn-abers" ], "_stars": 0, "_contributors": [ { "user": "rmkruse", "count": 290, "uuid": 36742578 } ], "_userbio": { "uuid": 36742578, "type": "user", "name": "RMKruse", "followers": 4, "description": "PhD Statistics. Data and Ai Scientist. AI Engineer. Researching deep learning and semi-parametric models. All about R, Python and cute kittens." }, "_downloads": { "count": 0, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/vennabers" }, "_devurl": "https://github.com/rmkruse/vennabers", "_pkgdown": "https://rmkruse.github.io/vennabers/", "_searchresults": 118, "_rbuild": "4.6.2", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/manual.pdf", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "extra/vennabers.html", "LICENSE" ], "_homeurl": "https://github.com/rmkruse/vennabers", "_realowner": "rmkruse", "_cranurl": true, "_releases": [ { "version": "1.0.0", "date": "2026-11-07" } ], "_exports": [ "brier_score", "calibrate_workflow", "calibrated_workflow", "calibration_plot", "corp_decomposition_plot", "corp_plot", "cross_venn_abers", "cross_venn_abers_regression", "fit_vennabers", "fit_vennabers_proxy", "local_calibration_splits", "log_loss", "model_adapter", "predict_vennabers_class", "predict_vennabers_numeric", "predict_vennabers_prob", "regression_plot", "venn_abers", "venn_abers_decode", "venn_abers_details", "venn_abers_encode", "venn_abers_one_hot", "venn_abers_regression", "venn_abers_schema", "venn_abers_tuning" ], "_help": [ { "page": "vennabers-package", "title": "Venn-Abers Classification and Regression Calibration", "topics": [ "vennabers-package", "vennabers" ] }, { "page": "scoring", "title": "Score Classification Probabilities", "topics": [ "brier_score", "log_loss" ] }, { "page": "calibrate_workflow", "title": "Calibrate a Frozen Workflow", "topics": [ "calibrate_workflow", "predict.vennabers_frozen", "print.vennabers_frozen" ] }, { "page": "calibrated_workflow", "title": "Train a Calibrated Classification or Regression Workflow", "topics": [ "calibrated_workflow", "predict.vennabers_workflow", "predict._vennabers_fit" ] }, { "page": "calibration_plot", "title": "Plot Classification Probability Calibration", "topics": [ "calibration_plot" ] }, { "page": "corp_plot", "title": "Assess Calibration with CORP Reliability Diagrams", "topics": [ "corp_decomposition_plot", "corp_plot" ] }, { "page": "cross_venn_abers", "title": "Fit a Binary or Multiclass Cross Venn-Abers Calibrator", "topics": [ "cross_venn_abers" ] }, { "page": "cross_venn_abers_regression", "title": "Manual Cross Venn-Abers Regression with Matched Fold Models", "topics": [ "cross_venn_abers_regression", "predict.cross_venn_abers_regression" ] }, { "page": "local_calibration_splits", "title": "Resolve Prepared Local Calibration Splits", "topics": [ "local_calibration_splits" ] }, { "page": "model_adapter", "title": "Own Fit and Predict Functions as a Workflow Model", "topics": [ "model_adapter" ] }, { "page": "plot.venn_abers", "title": "Plot the Calibration Map of a Fitted Venn-Abers Calibrator", "topics": [ "plot.cross_venn_abers", "plot.cross_venn_abers_regression", "plot.vennabers_fit", "plot.venn_abers", "plot.venn_abers_regression" ] }, { "page": "predict.cross_venn_abers", "title": "Predict with Matched Fold-Model Probabilities", "topics": [ "predict.cross_venn_abers" ] }, { "page": "predict.venn_abers", "title": "Predict with a Venn-Abers Calibrator", "topics": [ "predict.venn_abers" ] }, { "page": "print.cross_venn_abers", "title": "Print a Cross Venn-Abers Calibrator", "topics": [ "print.cross_venn_abers" ] }, { "page": "print.venn_abers", "title": "Print a Venn-Abers Calibrator", "topics": [ "print.venn_abers" ] }, { "page": "regression_plot", "title": "Assess Regression Predictions on Held-Out Pairs", "topics": [ "regression_plot" ] }, { "page": "venn_abers", "title": "Fit an Inductive Venn-Abers Calibrator", "topics": [ "venn_abers" ] }, { "page": "venn_abers_details", "title": "Inspect Calibrated Workflow Predictions", "topics": [ "venn_abers_details" ] }, { "page": "venn_abers_one_hot", "title": "One-Hot Matrices of Class Decisions", "topics": [ "venn_abers_one_hot" ] }, { "page": "venn_abers_regression", "title": "Moderated Inductive Venn-Abers Regression", "topics": [ "predict.venn_abers_regression", "venn_abers_regression" ] }, { "page": "venn_abers_schema", "title": "Reversible Names for Calibrated Workflows", "topics": [ "venn_abers_decode", "venn_abers_encode", "venn_abers_schema" ] }, { "page": "venn_abers_tuning", "title": "Inspect Classification or Regression Grid or Bayes Selection", "topics": [ "venn_abers_tuning" ] }, { "page": "vennabers_examples", "title": "Find and Run Venn-Abers Example Scripts", "topics": [ "vennabers_examples" ] }, { "page": "workflow_postprocessing", "title": "Postprocessing Before Workflow Calibration", "topics": [ "workflow_postprocessing" ] }, { "page": "workflow_training", "title": "Calibrated Workflow Training Reference", "topics": [ "workflow_training" ] } ], "_readme": "https://github.com/rmkruse/vennabers/raw/HEAD/README.md", "_rundeps": [], "_vignettes": [ { "source": "manual-calibration.Rmd", "filename": "manual-calibration.html", "title": "Calibrating supplied predictions", "engine": "knitr::rmarkdown", "headings": [ "Binary Inductive calibration", "Binary Cross calibration: retain the fold models", "Multiclass: one-vs-one and one-vs-rest", "Regression: moderated Inductive and Cross calibration", "Keeping the complete predictor" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-22 13:54:32", "commits": 1 }, { "source": "diagnostics.Rmd", "filename": "diagnostics.html", "title": "Diagnose and assess calibration", "engine": "knitr::rmarkdown", "headings": [ "Fit diagnoses: the stored state", "Assessment graphics: held-out pairs", "CORP reliability diagrams", "CORP bands are not Venn-Abers bounds", "Brier decomposition", "Regression predictions", "Further reading" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-22 13:54:32", "commits": 1 }, { "source": "examples-tuning.Rmd", "filename": "examples-tuning.html", "title": "Example scripts: Grid and Bayes selection", "engine": "knitr::rmarkdown", "headings": [ "Choose an example", "Running an example", "Binary Grid selection", "Shared multiclass Grid selection", "Shared multiclass Bayes selection", "Pairwise OvO Grid selection", "Pairwise OvO Bayes selection", "Regression Grid selection", "Regression Bayes selection", "Grid selection with postprocessing", "Bayes selection with postprocessing" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-22 13:54:32", "commits": 1 }, { "source": "examples-postprocessing.Rmd", "filename": "examples-postprocessing.html", "title": "Example scripts: learned postprocessing", "engine": "knitr::rmarkdown", "headings": [ "Choose an example", "Running an example", "Binary Sigmoid holdouts", "Binary Tailor holdouts", "Shared multiclass Tailor holdouts", "Regression Tailor holdouts", "Regression isotonic holdouts", "Binary postprocessing ensembles", "Shared multiclass postprocessing ensembles", "Regression postprocessing ensembles", "Pairwise OvO postprocessing", "Full-model postprocessing compositions" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-22 13:54:32", "commits": 1 }, { "source": "examples-manual.Rmd", "filename": "examples-manual.html", "title": "Example scripts: manual calibration", "engine": "knitr::rmarkdown", "headings": [ "Choose an example", "Running an example", "Binary precision, loss and event selection", "Binary Cross calibration with retained models", "Inductive multiclass one-vs-one", "Inductive multiclass one-vs-rest", "Cross multiclass calibration", "One-hot class decisions", "Inductive regression", "Cross regression", "Fit diagnoses and assessment graphics" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-22 13:54:32", "commits": 1 }, { "source": "examples-workflows.Rmd", "filename": "examples-workflows.html", "title": "Example scripts: training and frozen workflows", "engine": "knitr::rmarkdown", "headings": [ "Choose an example", "Running an example", "Training binary and shared multiclass workflows", "Encoding binary names", "Encoding multiclass and regression names", "Reference-style data roles", "Independent Inductive training and calibration sizes", "Own fit and predict functions", "Fixed engine options and internal validation", "Binary full-model transfer", "Shared multiclass full-model transfer", "Regression full-model transfer", "Pairwise Inductive OvO training", "Pairwise Cross OvO training", "Calibrating a frozen binary workflow", "Calibrating frozen multiclass and regression workflows", "Keeping the original schema for frozen adoption" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-22 13:54:32", "commits": 1 }, { "source": "workflows.Rmd", "filename": "workflows.html", "title": "Training and freezing calibrated workflows", "engine": "knitr::rmarkdown", "headings": [ "Choose a learning path", "A complete binary workflow", "Cross, matched models and full-model transfer", "Multiclass: calibration method versus model training", "Regression workflows", "Frozen workflows: calibrate without retraining", "Learning a postprocessor before Venn-Abers", "Engine options and model-internal validation", "Names, assessment and next steps" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-22 13:54:32", "commits": 1 }, { "source": "tuning.Rmd", "filename": "tuning.html", "title": "Tuning and assessing the complete procedure", "engine": "knitr::rmarkdown", "headings": [ "Data roles and search strategies", "Joint Grid selection", "Two-stage Grid selection", "A small Bayes model search", "Outer resampling and final assessment", "Extending the same pattern" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-23 10:07:45", "commits": 2 }, { "source": "method.Rmd", "filename": "method.html", "title": "Venn-Abers methods and their guarantees", "engine": "knitr::rmarkdown", "headings": [ "Calibration as a problem", "Inductive Venn-Abers", "What the validity guarantee says", "One probability from two", "Cross Venn-Abers", "Multiclass calibration", "Regression", "In practice", "References" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-22 13:54:32", "commits": 1 }, { "source": "comparison.Rmd", "filename": "comparison.html", "title": "Venn-Abers, Platt and isotonic calibration compared", "engine": "knitr::rmarkdown", "headings": [ "Data and their roles", "Three calibration maps", "Results", "A contrast: a well-specified model", "What this does and does not show", "References" ], "created": "2026-10-22 13:54:32", "modified": "2026-10-22 13:54:32", "commits": 1 } ], "_score": 6.615950051656402, "_indexed": true, "_nocasepkg": "vennabers", "_universes": [ "rmkruse" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.0.0", "date": "2026-11-08T11:45:35.000Z", "distro": "resolute", "commit": "50a64b581ab3599234f760e999196e333005f9bb", "fileid": "https://r2.ropensci.org/8ca943bbb6d20a5a74d866b8c7371d992a485cb704498da657025a48c2a1b4c8", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/rmkruse/actions/runs/42476659860" }, { "r": "4.6.2", "os": "linux", "version": "1.0.0", "date": "2026-11-08T11:45:40.000Z", "distro": "resolute", "commit": "50a64b581ab3599234f760e999196e333005f9bb", "fileid": "https://r2.ropensci.org/1efdf7975094456ff91fc1e584151a63c6eee232a6b485309bb6c5c79aba4523", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/rmkruse/actions/runs/42476659860" }, { "r": "4.5.3", "os": "mac", "version": "1.0.0", "date": "2026-11-08T11:46:14.000Z", "commit": "50a64b581ab3599234f760e999196e333005f9bb", "fileid": "https://r2.ropensci.org/d35aea0f6328715fdf1fdfe7ed3b974c31fd32e9c943f30c1018e1fa48084a6f", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/rmkruse/actions/runs/42476659860" }, { "r": "4.6.2", "os": "mac", "version": "1.0.0", "date": "2026-11-08T11:45:26.000Z", "commit": "50a64b581ab3599234f760e999196e333005f9bb", "fileid": "https://r2.ropensci.org/f69b6d2e4bf21e19433fe06f5886260db3c51acb9dab3282753808d36872019e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/rmkruse/actions/runs/42476659860" }, { "r": "4.6.0", "os": "wasm", "version": "1.0.0", "date": "2026-11-08T11:45:20.000Z", "commit": "50a64b581ab3599234f760e999196e333005f9bb", "fileid": "https://r2.ropensci.org/8455761d46be4d18040cefc2cfc57f1478013e5c22d7631fe670299b773d2a92", "status": "success", "buildurl": "https://github.com/r-universe/rmkruse/actions/runs/42476659860" }, { "r": "4.7.0", "os": "win", "version": "1.0.0", "date": "2026-11-08T11:44:36.000Z", "commit": "50a64b581ab3599234f760e999196e333005f9bb", "fileid": "https://r2.ropensci.org/e810d8d10bf8ff0216346102d5f5cc917f45be382572b10f7b2a3798a9f24621", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/rmkruse/actions/runs/42476659860" }, { "r": "4.5.3", "os": "win", "version": "1.0.0", "date": "2026-11-08T11:44:33.000Z", "commit": "50a64b581ab3599234f760e999196e333005f9bb", "fileid": "https://r2.ropensci.org/556598d2ef06c89f030b238f783257bd3f02744b0f896459cceba98a0e184758", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/rmkruse/actions/runs/42476659860" }, { "r": "4.6.2", "os": "win", "version": "1.0.0", "date": "2026-11-08T11:46:26.000Z", "commit": "50a64b581ab3599234f760e999196e333005f9bb", "fileid": "https://r2.ropensci.org/9ccf27ca9284ec78130fef1d228bc42b7a8b228bf1d46a01c728db18887a9607", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/rmkruse/actions/runs/42476659860" } ] }