{ "_id": "6a23bb90530b9bc726bd9807", "Package": "oolong", "Title": "Create Validation Tests for Automated Content Analysis", "Version": "0.7.0", "Authors@R": "c(person(given = \"Chung-hong\", family = \"Chan\", role = c(\"aut\", \"cre\"), email = \"chainsawtiney@gmail.com\", comment = c(ORCID = \"0000-0002-6232-7530\")),\nperson(given = \"Marius\", family = \"Sältzer\", role = c(\"aut\"), email = \"msaeltze@mail.uni-mannheim.de\", comment = c(ORCID = \"0000-0002-8604-4666\")))", "Description": "Intended to create standard human-in-the-loop validity\ntests for typical automated content analysis such as topic\nmodeling and dictionary-based methods. This package offers a\nstandard workflow with functions to prepare, administer and\nevaluate a human-in-the-loop validity test. This package\nprovides functions for validating topic models using word\nintrusion, topic intrusion (Chang et al. 2009,\n)\nand word set intrusion (Ying et al. 2021)\n tests. This package also provides\nfunctions for generating gold-standard data which are useful\nfor validating dictionary-based methods. The default settings\nof all generated tests match those suggested in Chang et al.\n(2009) and Song et al. (2020)\n.", "License": "LGPL (>= 2.1)", "Encoding": "UTF-8", "URL": "https://gesistsa.github.io/oolong/,\nhttps://github.com/gesistsa/oolong", "LazyData": "true", "RoxygenNote": "7.3.1", "BugReports": "https://github.com/gesistsa/oolong/issues", "VignetteBuilder": "knitr", "Config/testthat/edition": "3", "Config/Needs/website": "gesistsa/tsatemplate", "Config/pak/sysreqs": "cmake make libicu-dev libuv1-dev libxml2-dev\nzlib1g-dev", "Repository": "https://gesistsa.r-universe.dev", "Date/Publication": "2026-05-07 10:26:24 UTC", "RemoteUrl": "https://github.com/gesistsa/oolong", "RemoteRef": "HEAD", "RemoteSha": "35ba20da531a8dc537421400b7f1755ee97154d0", "NeedsCompilation": "no", "Packaged": { "Date": "2026-06-06 06:04:22 UTC", "User": "root" }, "Author": "Chung-hong Chan [aut, cre] (ORCID:\n),\nMarius Sältzer [aut] (ORCID: )", "Maintainer": "Chung-hong Chan ", "MD5sum": "7aeaa2d8024ac3c3e320ee0e5255cd2d", "_user": "gesistsa", "_type": "src", "_file": "oolong_0.7.0.tar.gz", "_fileid": "00373d21147a76fc5329c7e99222170e70c6c053036b450d7a735a1f8c064db5", "_filesize": 3882138, "_sha256": "00373d21147a76fc5329c7e99222170e70c6c053036b450d7a735a1f8c064db5", "_created": "2026-06-06T06:04:22.000Z", "_published": "2026-06-06T06:17:52.506Z", "_distro": "noble", "_jobs": [ { "job": 79856224461, "time": 280, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7451836747" }, { "job": 79856224468, "time": 770, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7451898896" }, { "job": 79856224445, "time": 173, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "7451824241" }, { "job": 79856224448, "time": 132, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7451818876" }, { "job": 79855923807, "time": 260, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7451802960" }, { "job": 79856224451, "time": 564, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7451871500" }, { "job": 79856224456, "time": 206, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "7451828242" }, { "job": 79856224465, "time": 189, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "7451826350" }, { "job": 79856224460, "time": 182, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "7451825328" } ], "_buildurl": "https://github.com/r-universe/gesistsa/actions/runs/27054416975", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/gesistsa/oolong", "_commit": { "id": "35ba20da531a8dc537421400b7f1755ee97154d0", "author": "chainsawriot ", "committer": "chainsawriot ", "message": "Minor update to Vig [no ci]\n", "time": 1778149584 }, "_maintainer": { "name": "Chung-hong Chan", "email": "chainsawtiney@gmail.com", "login": "chainsawriot", "orcid": "0000-0002-6232-7530", "description": "", "uuid": 637269 }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.5.0", "role": "Depends" }, { "package": "seededlda", "role": "Imports" }, { "package": "purrr", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "shiny", "role": "Imports" }, { "package": "digest", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "quanteda", "version": ">= 3.0.0", "role": "Imports" }, { "package": "icr", "role": "Imports" }, { "package": "ggplot2", "role": "Imports" }, { "package": "cowplot", "role": "Imports" }, { "package": "cli", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "keyATM", "version": ">= 0.2.2", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.2", "role": "Suggests" }, { "package": "text2vec", "version": ">= 0.6", "role": "Suggests" }, { "package": "BTM", "role": "Suggests" }, { "package": "dplyr", "role": "Suggests" }, { "package": "topicmodels", "role": "Suggests" }, { "package": "stm", "role": "Suggests" }, { "package": "covr", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "fs", "role": "Suggests" }, { "package": "quanteda.textmodels", "role": "Suggests" }, { "package": "shinytest2", "role": "Suggests" } ], "_owner": "gesistsa", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2025-34", "n": 1 }, { "week": "2026-19", "n": 2 } ], "_tags": [], "_topics": [ "textanalysis", "topicmodeling", "validation" ], "_stars": 59, "_contributors": [ { "user": "chainsawriot", "count": 272, "uuid": 637269 }, { "user": "msaeltzer", "count": 3, "uuid": 47635158 }, { "user": "arthurmuehl", "count": 1, "uuid": 223466305 }, { "user": "koheiw", "count": 1, "uuid": 6572963 } ], "_userbio": { "uuid": 143654576, "type": "organization", "name": "Transparent Social Analytics", "description": "Open Science Tools and more maintained by Transparent Social Analytics Team, GESIS" }, "_downloads": { "count": 338, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/oolong" }, "_devurl": "https://github.com/gesistsa/oolong", "_pkgdown": "https://gesistsa.github.io/oolong/", "_searchresults": 28, "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/oolong.html", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/gesistsa/oolong", "_realowner": "gesistsa", "_cranurl": true, "_releases": [ { "version": "0.3.4", "date": "2020-03-21" }, { "version": "0.3.11", "date": "2020-11-13" }, { "version": "0.4.0", "date": "2021-05-31" }, { "version": "0.4.1", "date": "2021-11-09" }, { "version": "0.4.3", "date": "2023-06-11" }, { "version": "0.5.0", "date": "2023-08-25" }, { "version": "0.6.0", "date": "2024-02-10" }, { "version": "0.6.1", "date": "2024-04-15" }, { "version": "0.7.0", "date": "2026-05-07" } ], "_exports": [ "check_oolong", "clone_oolong", "create_oolong", "deploy_oolong", "export_oolong", "gs", "revert_oolong", "summarise_oolong", "summarize_oolong", "ti", "update_oolong", "wi", "witi", "wsi" ], "_datasets": [ { "name": "abstracts", "title": "Abstracts of communication journals dataset", "object": "abstracts", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "text" ], "rows": 2500, "table": true, "tojson": true }, { "name": "abstracts_btm", "title": "Topic models trained with the abstracts dataset.", "object": "abstracts_btm", "class": [ "BTM" ], "fields": [], "table": false, "tojson": false }, { "name": "abstracts_dfm", "title": "Abstracts of communication journals dataset", "object": "abstracts_dfm", "class": [ "dfm" ], "fields": [], "table": false, "tojson": false }, { "name": "abstracts_dictionary", "title": "Abstracts of communication journals dataset", "object": "abstracts_dictionary", "class": [ "list" ], "fields": [], "table": false, "tojson": true }, { "name": "abstracts_seededlda", "title": "Topic models trained with the abstracts dataset.", "object": "abstracts_seededlda", "class": [ "textmodel_lda", "textmodel", "list" ], "fields": [], "table": false, "tojson": false }, { "name": "afinn", "title": "AFINN dictionary", "object": "afinn", "class": [ "dictionary2" ], "fields": [], "table": true, "tojson": true }, { "name": "newsgroup_nb", "title": "Naive Bayes model trained on 20 newsgroups data", "object": "newsgroup_nb", "class": [ "textmodel_nb", "textmodel", "list" ], "fields": [], "table": false, "tojson": false }, { "name": "trump2k", "title": "Trump's tweets dataset", "object": "trump2k", "class": [ "character" ], "fields": [], "table": false, "tojson": true } ], "_help": [ { "page": "abstracts", "title": "Abstracts of communication journals dataset", "topics": [ "abstracts", "abstracts_dfm", "abstracts_dictionary" ] }, { "page": "abstracts_seededlda", "title": "Topic models trained with the abstracts dataset.", "topics": [ "abstracts_btm", "abstracts_seededlda" ] }, { "page": "afinn", "title": "AFINN dictionary", "topics": [ "afinn" ] }, { "page": "check_oolong", "title": "Check whether the oolong needs to be updated", "topics": [ "check_oolong" ] }, { "page": "clone_oolong", "title": "Clone an oolong object", "topics": [ "clone_oolong" ] }, { "page": "create_oolong", "title": "Generate an oolong test", "topics": [ "create_oolong", "gs", "ti", "wi", "witi", "wsi" ] }, { "page": "deploy_oolong", "title": "Deploy an oolong test", "topics": [ "deploy_oolong" ] }, { "page": "export_oolong", "title": "Export a deployable Shiny app from an oolong object into a directory", "topics": [ "export_oolong" ] }, { "page": "newsgroup_nb", "title": "Naive Bayes model trained on 20 newsgroups data", "topics": [ "newsgroup_nb" ] }, { "page": "print.oolong_gold_standard", "title": "Print oolong gold standard object", "topics": [ "print.oolong_gold_standard" ] }, { "page": "print.oolong_summary", "title": "Print and plot oolong summary", "topics": [ "plot.oolong_summary", "print.oolong_summary" ] }, { "page": "revert_oolong", "title": "Obtain a locked oolong from a downloaded data file", "topics": [ "revert_oolong" ] }, { "page": "summarize_oolong", "title": "Summarize oolong objects", "topics": [ "summarise_oolong", "summarize_oolong" ] }, { "page": "trump2k", "title": "Trump's tweets dataset", "topics": [ "trump2k" ] }, { "page": "update_oolong", "title": "Update an oolong object to the latest version", "topics": [ "update_oolong" ] } ], "_readme": "https://github.com/gesistsa/oolong/raw/HEAD/README.md", "_rundeps": [ "base64enc", "brio", "bslib", "cachem", "callr", "cli", "commonmark", "cowplot", "cpp11", "crayon", "desc", "diffobj", "digest", "evaluate", "farver", "fastmap", "fastmatch", "fontawesome", "fs", "ggplot2", "glue", "gtable", "htmltools", "httpuv", "icr", "isoband", "ISOcodes", "jquerylib", "jsonlite", "labeling", "later", "lattice", "lifecycle", "magrittr", "Matrix", "memoise", "mime", "otel", "pillar", "pkgbuild", "pkgconfig", "pkgload", "praise", "processx", "promises", "proxyC", "ps", "purrr", "quanteda", "R6", "rappdirs", "RColorBrewer", "Rcpp", "RcppArmadillo", "rlang", "rprojroot", "S7", "sass", "scales", "seededlda", "shiny", "SnowballC", "sourcetools", "stopwords", "stringi", "testthat", "tibble", "utf8", "vctrs", "viridisLite", "waldo", "withr", "xml2", "xtable", "yaml" ], "_vignettes": [ { "source": "btm.Rmd", "filename": "btm.html", "title": "BTM", "author": "Chung-hong Chan ^[GESIS]", "engine": "knitr::rmarkdown", "headings": [ "Requirement #1: Keep your quanteda corpus", "Requirement #2: Keep your data frame", "Pecularities of BTM", "Oolong's support for BTM" ], "created": "2020-07-01 16:44:10", "modified": "2024-04-12 15:22:31", "commits": 5 }, { "source": "deploy.Rmd", "filename": "deploy.html", "title": "Deploy", "author": "Chung-hong Chan ^[GESIS]", "engine": "knitr::rmarkdown", "headings": [ "Create an oolong test", "Deploy the test online", "Conduct the test", "Revert" ], "created": "2021-05-23 13:02:32", "modified": "2026-05-07 10:26:24", "commits": 6 }, { "source": "overview.Rmd", "filename": "overview.html", "title": "Overview", "author": "Chung-hong Chan ^[GESIS]", "engine": "knitr::rmarkdown", "headings": [ "Installation", "Validating Topic Models", "Word intrusion test", "Word set intrusion test", "Topic intrusion test", "Suggested workflow", "About the p-values", "About Biterm Topic Model", "About Naive Bayes", "Validating Dictionary-based Methods", "Creating gold standard", "Example: Validating AFINN using the gold standard", "Backward compatibility", "References" ], "created": "2020-02-22 21:31:54", "modified": "2024-04-12 15:22:31", "commits": 35 } ], "_score": 7.172252552423688, "_indexed": true, "_nocasepkg": "oolong", "_universes": [ "gesistsa", "chainsawriot" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.7.0", "date": "2026-06-06T06:08:02.000Z", "distro": "noble", "commit": "35ba20da531a8dc537421400b7f1755ee97154d0", "fileid": "8c76e25017eea62929089019873e25864366c0784188e8b9135a68355aec6368", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gesistsa/actions/runs/27054416975" }, { "r": "4.6.0", "os": "linux", "version": "0.7.0", "date": "2026-06-06T06:16:15.000Z", "distro": "noble", "commit": "35ba20da531a8dc537421400b7f1755ee97154d0", "fileid": "1b340c87a0f3432d129c3bfa5a682595e3d8bdc40764ccb936fa67c23695320d", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gesistsa/actions/runs/27054416975" }, { "r": "4.5.3", "os": "mac", "version": "0.7.0", "date": "2026-06-06T06:06:21.000Z", "commit": "35ba20da531a8dc537421400b7f1755ee97154d0", "fileid": "ed228adb9a3c98eb711fb51fe7780bdf2018c7fc871373e147fa4afd79eb51be", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gesistsa/actions/runs/27054416975" }, { "r": "4.6.0", "os": "mac", "version": "0.7.0", "date": "2026-06-06T06:06:02.000Z", "commit": "35ba20da531a8dc537421400b7f1755ee97154d0", "fileid": "3c84b136edcc73ca72b14ea7ba6c9adfbc9092f4ffd6cd689c4c8b66d2eb8de7", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gesistsa/actions/runs/27054416975" }, { "r": "4.6.0", "os": "wasm", "version": "0.7.0", "date": "2026-06-06T06:14:05.000Z", "commit": "35ba20da531a8dc537421400b7f1755ee97154d0", "fileid": "dbdd5ae21746e91f01b3383a87ffff4720cd2f8250619ce6d6b739395f51750d", "status": "success", "buildurl": "https://github.com/r-universe/gesistsa/actions/runs/27054416975" }, { "r": "4.7.0", "os": "win", "version": "0.7.0", "date": "2026-06-06T06:06:33.000Z", "commit": "35ba20da531a8dc537421400b7f1755ee97154d0", "fileid": "4ba6f5c0b480076846d3aa16e2fcf18769e8ef3c130c7a1f37b454ea8f90f258", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gesistsa/actions/runs/27054416975" }, { "r": "4.5.3", "os": "win", "version": "0.7.0", "date": "2026-06-06T06:06:22.000Z", "commit": "35ba20da531a8dc537421400b7f1755ee97154d0", "fileid": "e86b84c45530475eab2b3234b15250f1deca8423d2cae6e21e6b933ab4f555e1", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gesistsa/actions/runs/27054416975" }, { "r": "4.6.0", "os": "win", "version": "0.7.0", "date": "2026-06-06T06:06:09.000Z", "commit": "35ba20da531a8dc537421400b7f1755ee97154d0", "fileid": "bc82887cc94477a997ae0252981e8417e156f653f310789b49efa0092d0b38fb", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/gesistsa/actions/runs/27054416975" } ] }