{ "_id": "6a212380cd65a98ecbd1fee4", "Package": "aggreCAT", "Type": "Package", "Title": "Mathematically Aggregating Expert Judgments", "Version": "1.1.0", "Authors@R": "c(person(given = \"David\",\nfamily = \"Wilkinson\",\nrole = c(\"aut\", \"cre\"),\nemail = \"david.wilkinson.research@gmail.com\",\ncomment = c(ORCID = \"0000-0002-9560-6499\")),\nperson(given = \"Elliot\",\nfamily = \"Gould\",\nrole = \"aut\",\ncomment = c(ORCID = \"0000-0002-6585-538X\")),\nperson(given = \"Aaron\",\nfamily = \"Willcox\",\nrole = \"aut\",\ncomment = c(ORCID = \"0000-0003-2536-2596\")),\nperson(given = \"Charles T.\",\nfamily = \"Gray\",\nrole = c(\"aut\")),\nperson(given = \"Rose\",\nfamily = \"E. O'Dea\",\nrole = \"aut\",\ncomment = c(ORCID = \"0000-0001-8177-5075\")),\nperson(given = \"Rebecca\",\nfamily = \"Groenewegen\",\nrole = \"aut\",\ncomment = c(ORCID = \"0000-0001-9177-8536\")))", "Description": "The use of structured elicitation to inform decision\nmaking has grown dramatically in recent decades, however,\njudgements from multiple experts must be aggregated into a\nsingle estimate. Empirical evidence suggests that mathematical\naggregation provides more reliable estimates than enforcing\nbehavioural consensus on group estimates. 'aggreCAT' provides\nstate-of-the-art mathematical aggregation methods for\nelicitation data including those defined in Hanea, A. et al.\n(2021) . The package also\nprovides functions to visualise and evaluate the performance of\nyour aggregated estimates on validation data.", "URL": "https://replicats.research.unimelb.edu.au/,\nhttps://github.com/metamelb-repliCATS/aggreCAT,\nhttps://metamelb-replicats.github.io/aggreCAT/", "License": "MIT + file LICENSE", "Encoding": "UTF-8", "LazyData": "true", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "VignetteBuilder": "knitr, R.rsp", "RdMacros": "mathjaxr", "BuildManual": "TRUE", "Config/testthat/parallel": "true", "Config/testthat/edition": "3", "Config/roxygen2/version": "8.0.0", "BugReports": "https://github.com/metamelb-repliCATS/aggreCAT/issues", "Config/pak/sysreqs": "cmake make jags libicu-dev libuv1-dev libssl-dev\nlibx11-dev zlib1g-dev", "Repository": "https://metamelb-replicats.r-universe.dev", "Date/Publication": "2026-05-05 08:37:26 UTC", "RemoteUrl": "https://github.com/metamelb-replicats/aggrecat", "RemoteRef": "HEAD", "RemoteSha": "a7675bd8e23e9664c724e7acc67532614c970c2a", "NeedsCompilation": "no", "Packaged": { "Date": "2026-06-04 06:58:04 UTC", "User": "root" }, "Author": "David Wilkinson [aut, cre] (ORCID:\n),\nElliot Gould [aut] (ORCID: ),\nAaron Willcox [aut] (ORCID: ),\nCharles T. Gray [aut],\nRose E. O'Dea [aut] (ORCID: ),\nRebecca Groenewegen [aut] (ORCID:\n)", "Maintainer": "David Wilkinson ", "MD5sum": "8ee0d484ec74776fec286017770b19e3", "_user": "metamelb-replicats", "_type": "src", "_file": "aggreCAT_1.1.0.tar.gz", "_fileid": "d9e93721c4284197c22b88cc78aaa71f7129f6240ed696ae4e0a86cdfb4cc483", "_filesize": 1645289, "_sha256": "d9e93721c4284197c22b88cc78aaa71f7129f6240ed696ae4e0a86cdfb4cc483", "_created": "2026-06-04T06:58:04.000Z", "_published": "2026-06-04T07:04:32.484Z", "_distro": "noble", "_jobs": [ { "job": 79466357689, "time": 251, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7405064104" }, { "job": 79466357475, "time": 252, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7405064711" }, { "job": 79466357489, "time": 199, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "7405043997" }, { "job": 79466357457, "time": 193, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7405039379" }, { "job": 79465708846, "time": 273, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7404998335" }, { "job": 79466357476, "time": 159, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7405039531" }, { "job": 79466357490, "time": 194, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "7405048972" }, { "job": 79466357510, "time": 330, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "7405088864" }, { "job": 79466357497, "time": 276, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "7405070818" } ], "_buildurl": "https://github.com/r-universe/metamelb-replicats/actions/runs/26935965237", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/metamelb-replicats/aggrecat", "_commit": { "id": "a7675bd8e23e9664c724e7acc67532614c970c2a", "author": "Doi90 ", "committer": "Doi90 ", "message": "Update CITATION.cff\n", "time": 1777970246 }, "_maintainer": { "name": "David Wilkinson", "email": "david.wilkinson.research@gmail.com", "login": "doi90", "description": "Quantitative Ecologist", "uuid": 13193240, "orcid": "0000-0002-9560-6499" }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.5", "role": "Depends" }, { "package": "magrittr", "role": "Imports" }, { "package": "GoFKernel", "role": "Imports" }, { "package": "purrr", "role": "Imports" }, { "package": "R2jags", "role": "Imports" }, { "package": "coda", "role": "Imports" }, { "package": "precrec", "role": "Imports" }, { "package": "mathjaxr", "role": "Imports" }, { "package": "cli", "role": "Imports" }, { "package": "VGAM", "role": "Imports" }, { "package": "crayon", "role": "Imports" }, { "package": "dplyr", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "stringr", "role": "Imports" }, { "package": "tidyr", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "ggplot2", "role": "Imports" }, { "package": "insight", "role": "Imports" }, { "package": "DescTools", "role": "Imports" }, { "package": "MLmetrics", "role": "Imports" }, { "package": "testthat", "version": ">= 2.1.0", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "covr", "role": "Suggests" }, { "package": "pointblank", "role": "Suggests" }, { "package": "janitor", "role": "Suggests" }, { "package": "qualtRics", "role": "Suggests" }, { "package": "here", "role": "Suggests" }, { "package": "readxl", "role": "Suggests" }, { "package": "readr", "role": "Suggests" }, { "package": "lubridate", "role": "Suggests" }, { "package": "forcats", "role": "Suggests" }, { "package": "ggforce", "role": "Suggests" }, { "package": "ggpubr", "role": "Suggests" }, { "package": "ggridges", "role": "Suggests" }, { "package": "rjags", "role": "Suggests" }, { "package": "tidybayes", "role": "Suggests" }, { "package": "tidyverse", "role": "Suggests" }, { "package": "usethis", "role": "Suggests" }, { "package": "nlme", "role": "Suggests" }, { "package": "gt", "role": "Suggests" }, { "package": "gtExtras", "role": "Suggests" }, { "package": "R.rsp", "role": "Suggests" } ], "_owner": "metamelb-replicats", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-12", "n": 3 }, { "week": "2026-13", "n": 2 }, { "week": "2026-19", "n": 2 } ], "_tags": [ { "name": "v1.1.0", "date": "2026-05-05" } ], "_topics": [ "aggregation", "elicitation", "expert", "jags", "cpp" ], "_stars": 6, "_contributors": [ { "user": "egouldo", "count": 529, "uuid": 8400682 }, { "user": "doi90", "count": 110, "uuid": 13193240 }, { "user": "psychtek", "count": 5, "uuid": 40842621 } ], "_userbio": { "uuid": 74047983, "type": "organization", "name": "repliCATS", "description": "Collaborative Assessment for Trustworthy Science" }, "_downloads": { "count": 314, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/aggreCAT" }, "_devurl": "https://github.com/metamelb-replicats/aggrecat", "_pkgdown": "https://metamelb-replicats.github.io/aggreCAT/", "_rbuild": "4.6.0", "_assets": [ "extra/aggreCAT.html", "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/metamelb-replicats/aggrecat", "_realowner": "metamelb-replicats", "_cranurl": true, "_releases": [ { "version": "1.0.0", "date": "2025-05-28" }, { "version": "1.1.0", "date": "2026-05-04" } ], "_exports": [ "%>%", "AverageWAgg", "BayesianWAgg", "confidence_score_evaluation", "confidence_score_heatmap", "confidence_score_ridgeplot", "DistributionWAgg", "ExtremisationWAgg", "IntervalWAgg", "LinearWAgg", "method_placeholder", "postprocess_judgements", "preprocess_judgements", "ReasoningWAgg", "ShiftingWAgg", "weight_asym", "weight_interval", "weight_nIndivInterval", "weight_outlier", "weight_reason", "weight_reason2", "weight_varIndivInterval" ], "_datasets": [ { "name": "data_comments", "title": "data_comments", "object": "data_comments", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "round", "paper_id", "user_name", "question", "justification_id", "comment_id", "commenter", "comment", "vote_count", "vote_sum", "group" ], "rows": 2, "table": true, "tojson": true }, { "name": "data_confidence_scores", "title": "Confidence Scores generated for 25 papers with 22 aggregation methods", "object": "data_confidence_scores", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "method", "method_id", "paper_id", "cs", "n_experts", "first_expert_date", "last_expert_date" ], "rows": 550, "table": true, "tojson": true }, { "name": "data_justifications", "title": "Free-text justifications for expert judgements", "object": "data_justifications", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "round", "paper_id", "user_name", "question", "justification", "justification_id", "vote_count", "vote_sum", "group" ], "rows": 5630, "table": true, "tojson": true }, { "name": "data_outcomes", "title": "Replication outcomes for the papers", "object": "data_outcomes", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "paper_id", "outcome" ], "rows": 25, "table": true, "tojson": true }, { "name": "data_ratings", "title": "P1_ratings", "object": "data_ratings", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "round", "paper_id", "user_name", "question", "element", "value", "group" ], "rows": 6880, "table": true, "tojson": true }, { "name": "data_supp_priors", "title": "A table of prior means, to be fed into the BayPRIORsAgg aggregation method", "object": "data_supp_priors", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "paper_id", "prior_means" ], "rows": 25, "table": true, "tojson": true }, { "name": "data_supp_quiz", "title": "A table of scores on the quiz to assess prior knowledge, to be fed into the QuizWAgg aggregation method", "object": "data_supp_quiz", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "user_name", "quiz_score", "quiz_score_even", "quiz_score_stats" ], "rows": 910, "table": true, "tojson": true }, { "name": "data_supp_reasons", "title": "Categories of reasons provided by participants for their expert judgements", "object": "data_supp_reasons", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "paper_id", "user_name", "RW04 Date of publication", "RW15 Effect size", "RW16 Interaction effect", "RW17 Interval or range measure for statistical uncertainty (CI SD etc)", "RW18 Outside participants areas of expertise", "RW20 Plausibility", "RW21 Population or subject characteristics (sampling practices)", "RW22 Power adequacy or sample size", "RW32 Reputation", "RW37 Revision statements", "RW42 Significance statistical (p-value etc )" ], "rows": 593, "table": true, "tojson": true } ], "_help": [ { "page": "AverageWAgg", "title": "Aggregation Method: AverageWAgg", "topics": [ "AverageWAgg" ] }, { "page": "BayesianWAgg", "title": "Aggregation Method: BayesianWAgg", "topics": [ "BayesianWAgg" ] }, { "page": "confidence_score_evaluation", "title": "Confidence Score Evaluation", "topics": [ "confidence_score_evaluation" ] }, { "page": "confidence_score_heatmap", "title": "Confidence Score Heat Map", "topics": [ "confidence_score_heatmap" ] }, { "page": "confidence_score_ridgeplot", "title": "Confidence Score Ridge Plot", "topics": [ "confidence_score_ridgeplot" ] }, { "page": "data_comments", "title": "data_comments", "topics": [ "data_comments" ] }, { "page": "data_confidence_scores", "title": "Confidence Scores generated for 25 papers with 22 aggregation methods", "topics": [ "data_confidence_scores" ] }, { "page": "data_justifications", "title": "Free-text justifications for expert judgements", "topics": [ "data_justifications" ] }, { "page": "data_outcomes", "title": "Replication outcomes for the papers", "topics": [ "data_outcomes" ] }, { "page": "data_ratings", "title": "P1_ratings", "topics": [ "data_ratings" ] }, { "page": "data_supp_priors", "title": "A table of prior means, to be fed into the BayPRIORsAgg aggregation method", "topics": [ "data_supp_priors" ] }, { "page": "data_supp_quiz", "title": "A table of scores on the quiz to assess prior knowledge, to be fed into the QuizWAgg aggregation method", "topics": [ "data_supp_quiz" ] }, { "page": "data_supp_reasons", "title": "Categories of reasons provided by participants for their expert judgements", "topics": [ "data_supp_reasons" ] }, { "page": "DistributionWAgg", "title": "Aggregation Method: DistributionWAgg", "topics": [ "DistributionWAgg" ] }, { "page": "ExtremisationWAgg", "title": "Aggregation Method: ExtremisationWAgg", "topics": [ "ExtremisationWAgg" ] }, { "page": "IntervalWAgg", "title": "Aggregation Method: IntervalWAgg", "topics": [ "IntervalWAgg" ] }, { "page": "LinearWAgg", "title": "Aggregation Method: LinearWAgg", "topics": [ "LinearWAgg" ] }, { "page": "method_placeholder", "title": "Placeholder function with TA2 output", "topics": [ "method_placeholder" ] }, { "page": "postprocess_judgements", "title": "Post-processing.", "topics": [ "postprocess_judgements" ] }, { "page": "preprocess_judgements", "title": "Pre-process the data", "topics": [ "preprocess_judgements" ] }, { "page": "ReasoningWAgg", "title": "Aggregation Method: ReasoningWAgg", "topics": [ "ReasoningWAgg" ] }, { "page": "ShiftingWAgg", "title": "Aggregation Method: ShiftingWAgg", "topics": [ "ShiftingWAgg" ] }, { "page": "weight_asym", "title": "Weighting method: Asymmetry of intervals", "concept": [ "weighting functions" ], "topics": [ "weight_asym" ] }, { "page": "weight_interval", "title": "Weighting method: Width of intervals", "concept": [ "weighting functions" ], "topics": [ "weight_interval" ] }, { "page": "weight_nIndivInterval", "title": "Weighting method: Individually scaled interval widths", "concept": [ "weighting functions" ], "topics": [ "weight_nIndivInterval" ] }, { "page": "weight_outlier", "title": "Weighting method: Down weighting outliers", "concept": [ "weighting functions" ], "topics": [ "weight_outlier" ] }, { "page": "weight_reason", "title": "Weighting method: Total number of judgement reasons", "concept": [ "weighting functions" ], "topics": [ "weight_reason" ] }, { "page": "weight_reason2", "title": "Weighting method: Total number and diversity of judgement reasons", "concept": [ "weighting functions" ], "topics": [ "weight_reason2" ] }, { "page": "weight_varIndivInterval", "title": "Weighting method: Variation in individuals’ interval widths", "concept": [ "weighting functions" ], "topics": [ "weight_varIndivInterval" ] } ], "_readme": "https://github.com/metamelb-replicats/aggrecat/raw/HEAD/README.md", "_rundeps": [ "abind", "askpass", "assertthat", "bit", "bit64", "bitops", "boot", "caTools", "cellranger", "class", "cli", "clipr", "coda", "cpp11", "crayon", "curl", "data.table", "DescTools", "dplyr", "e1071", "Exact", "expm", "farver", "forcats", "fs", "generics", "ggplot2", "gld", "glue", "GoFKernel", "gplots", "gridExtra", "gtable", "gtools", "haven", "hms", "httr", "insight", "isoband", "jsonlite", "KernSmooth", "labeling", "lattice", "lifecycle", "lmom", "magrittr", "MASS", "mathjaxr", "Matrix", "mime", "MLmetrics", "mvtnorm", "openssl", "pillar", "pkgconfig", "precrec", "prettyunits", "progress", "proxy", "purrr", "R2jags", "R2WinBUGS", "R6", "RColorBrewer", "Rcpp", "readr", "readxl", "rematch", "rjags", "rlang", "ROCR", "rootSolve", "rstudioapi", "S7", "scales", "stringi", "stringr", "sys", "tibble", "tidyr", "tidyselect", "tzdb", "utf8", "vctrs", "VGAM", "viridisLite", "vroom", "withr" ], "_sysdeps": [ { "shlib": "libjags", "package": "jags", "headers": "jags", "source": "jags", "version": "4.3.2-2.2404.0", "name": "jags", "homepage": "https://mcmc-jags.sourceforge.io", "description": "Just Another Gibbs Sampler for Bayesian MCMC - binary\nJAGS is Just Another Gibbs Sampler. It is a program for analysis of\nBayesian hierarchical models using Markov Chain Monte Carlo (MCMC)\nsimulation not wholly unlike BUGS.\n\nJAGS was written with three aims in mind:\n* To have an engine for the BUGS language that runs on Unix\n* To be extensible, allowing users to write their own functions,\ndistributions and samplers.\n* To be a plaftorm for experimentation with ideas in Bayesian modelling\n\nThis package contains the 'jags' binary as well as the associated\nshared library modules loaded by the binary." }, { "shlib": "libstdc++", "package": "libstdc++6", "source": "gcc", "version": "14.2.0-4ubuntu2~24.04.1", "name": "c++", "homepage": "http://gcc.gnu.org/", "description": "GNU Standard C++ Library v3" } ], "_vignettes": [ { "source": "data.Rmd", "filename": "data.html", "title": "aggreCAT datasets", "engine": "knitr::rmarkdown", "headings": [ "DARPA SCORE program and the repliCATS project", "Datasets", "Formatted Judgement Data", "Quiz Score Data", "Reasoning Data", "Bayesian Prior Data", "TODO", "References" ], "created": "2026-05-05 08:34:16", "modified": "2026-05-05 08:34:16", "commits": 1 }, { "source": "aggreCAT.pdf.asis", "filename": "aggreCAT.pdf", "title": "aggreCAT: an R Package for Mathematically Aggregating Expert judgements", "engine": "R.rsp::asis", "headings": [], "created": "2022-09-06 06:03:40", "modified": "2022-09-06 06:03:40", "commits": 1 }, { "source": "aggregation_workflow.Rmd", "filename": "aggregation_workflow.html", "title": "Tidy Aggregation and Required Data Inputs", "engine": "knitr::rmarkdown", "headings": [], "created": "2026-05-05 08:34:16", "modified": "2026-05-05 08:34:16", "commits": 1 } ], "_score": 5.732393759822968, "_indexed": true, "_nocasepkg": "aggrecat", "_universes": [ "metamelb-replicats", "doi90" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.1.0", "date": "2026-06-04T07:01:21.000Z", "distro": "noble", "commit": "a7675bd8e23e9664c724e7acc67532614c970c2a", "fileid": "de77ab8696a5074218d6a9a4593d01dc69dbe514d2e6d7257b82234b4a09de05", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/metamelb-replicats/actions/runs/26935965237" }, { "r": "4.6.0", "os": "linux", "version": "1.1.0", "date": "2026-06-04T07:01:19.000Z", "distro": "noble", "commit": "a7675bd8e23e9664c724e7acc67532614c970c2a", "fileid": "b98af8dab27168e4e503e54c05a2e5b2b32f9c3c3fcab2f524f554ae67b3e6d2", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/metamelb-replicats/actions/runs/26935965237" }, { "r": "4.5.3", "os": "mac", "version": "1.1.0", "date": "2026-06-04T07:00:26.000Z", "commit": "a7675bd8e23e9664c724e7acc67532614c970c2a", "fileid": "660f697e66dee408443cfbe099c20202e86c43f64d2ab56c9fc9cbf3db43fb8b", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/metamelb-replicats/actions/runs/26935965237" }, { "r": "4.6.0", "os": "mac", "version": "1.1.0", "date": "2026-06-04T07:00:16.000Z", "commit": "a7675bd8e23e9664c724e7acc67532614c970c2a", "fileid": "a7d14a878b10d826ae38692e32293a037ed2c5677df583909c4276f60fa2d36e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/metamelb-replicats/actions/runs/26935965237" }, { "r": "4.6.0", "os": "wasm", "version": "1.1.0", "date": "2026-06-04T07:01:10.000Z", "commit": "a7675bd8e23e9664c724e7acc67532614c970c2a", "fileid": "b7914501ff16db3150035647a56b07d7f84feaf1e03f763c4fa80f0ce2f11238", "status": "success", "buildurl": "https://github.com/r-universe/metamelb-replicats/actions/runs/26935965237" }, { "r": "4.7.0", "os": "win", "version": "1.1.0", "date": "2026-06-04T06:59:55.000Z", "commit": "a7675bd8e23e9664c724e7acc67532614c970c2a", "fileid": "71953636d1afa9a533709e01cc85333d038dee03bc4faf07c8baafd27102b5ea", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/metamelb-replicats/actions/runs/26935965237" }, { "r": "4.5.3", "os": "win", "version": "1.1.0", "date": "2026-06-04T07:02:24.000Z", "commit": "a7675bd8e23e9664c724e7acc67532614c970c2a", "fileid": "14a1dc5579f29db70407b072befb50f6bab030cc08e11285856a9220850e167d", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/metamelb-replicats/actions/runs/26935965237" }, { "r": "4.6.0", "os": "win", "version": "1.1.0", "date": "2026-06-04T07:01:28.000Z", "commit": "a7675bd8e23e9664c724e7acc67532614c970c2a", "fileid": "d45634e2a53e06e1d9fa87bd5750284497e15138d8d5f017c438a1bc2b8b1c0e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/metamelb-replicats/actions/runs/26935965237" } ] }