{ "_id": "6a254acf4b233be19839c37a", "Package": "quallmer.app", "Title": "Interactive Validation App for 'quallmer'", "Version": "0.1.0", "Authors@R": "c(\nperson(\n\"Seraphine F.\", \"Maerz\",\nemail = \"seraphine.maerz@unimelb.edu.au\",\nrole = c(\"aut\", \"cre\"), comment = c(ORCID = \"0000-0002-7173-9617\")\n),\nperson(\n\"Kenneth\", \"Benoit\",\nemail = \"kbenoit@smu.edu.sg\",\nrole = c(\"aut\"), comment = c(ORCID = \"0000-0002-0797-564X\")\n)\n)", "Description": "Companion package to 'quallmer' providing an interactive\n'shiny' application for manual coding, reviewing large language\nmodel (LLM) generated annotations, and computing inter-rater\nreliability metrics. Supports three modes: blind manual coding,\nLLM output validation, and agreement calculation. Computes\nstandard reliability metrics including Krippendorff's alpha\n(Krippendorff 2019 ), Cohen's kappa,\nFleiss' kappa (Fleiss 1971 ), intraclass\ncorrelation coefficient (ICC), and percent agreement for\nnominal, ordinal, interval, and ratio data. Also computes\ngold-standard validation metrics including accuracy, precision,\nrecall, and F1 scores following Sokolova and Lapalme (2009\n).", "License": "MIT + file LICENSE", "Encoding": "UTF-8", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "Config/testthat/edition": "3", "URL": "https://github.com/quallmer/quallmer.app", "BugReports": "https://github.com/quallmer/quallmer.app/issues", "LazyData": "true", "Config/pak/sysreqs": "cmake make libicu-dev libuv1-dev libssl-dev\nzlib1g-dev", "Repository": "https://quallmer.r-universe.dev", "Date/Publication": "2026-03-09 00:51:23 UTC", "RemoteUrl": "https://github.com/quallmer/quallmer.app", "RemoteRef": "HEAD", "RemoteSha": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "NeedsCompilation": "no", "Packaged": { "Date": "2026-06-07 10:38:38 UTC", "User": "root" }, "Author": "Seraphine F. Maerz [aut, cre] (ORCID:\n),\nKenneth Benoit [aut] (ORCID: )", "Maintainer": "Seraphine F. Maerz ", "MD5sum": "eab316a00e577100ce8f65b8de6d5809", "_user": "quallmer", "_type": "src", "_file": "quallmer.app_0.1.0.tar.gz", "_fileid": "15e55f4d98b85e15925c1a3bc112742b65c30cfe62018d10a8f853581371c29c", "_filesize": 111577, "_sha256": "15e55f4d98b85e15925c1a3bc112742b65c30cfe62018d10a8f853581371c29c", "_created": "2026-06-07T10:38:38.000Z", "_published": "2026-06-07T10:41:19.706Z", "_distro": "noble", "_jobs": [ { "job": 79952087413, "time": 134, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7463333654" }, { "job": 79952087418, "time": 134, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7463333655" }, { "job": 79952087404, "time": 85, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "7463328163" }, { "job": 79952087409, "time": 92, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7463328922" }, { "job": 79951917691, "time": 167, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7463318550" }, { "job": 79952087405, "time": 116, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7463331599" }, { "job": 79952087419, "time": 90, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "7463328678" }, { "job": 79952087414, "time": 88, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "7463328638" }, { "job": 79952087422, "time": 102, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "7463330144" } ], "_buildurl": "https://github.com/r-universe/quallmer/actions/runs/27090071115", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/quallmer/quallmer.app", "_commit": { "id": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "author": "Seraphine F. Maerz ", "committer": "Seraphine F. Maerz ", "message": "on CRAN\n", "time": 1773017483 }, "_maintainer": { "name": "Seraphine F. Maerz", "email": "seraphine.maerz@unimelb.edu.au", "login": "seraphinem", "description": "", "uuid": 25905453, "orcid": "0000-0002-7173-9617" }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.5", "role": "Depends" }, { "package": "quallmer", "version": ">= 0.3.0", "role": "Imports" }, { "package": "shiny", "role": "Imports" }, { "package": "bslib", "role": "Imports" }, { "package": "dplyr", "role": "Imports" }, { "package": "tidyr", "role": "Imports" }, { "package": "irr", "role": "Imports" }, { "package": "htmltools", "role": "Imports" }, { "package": "cli", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "quallmer", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-01", "n": 1 }, { "week": "2026-02", "n": 4 }, { "week": "2026-03", "n": 3 }, { "week": "2026-05", "n": 4 }, { "week": "2026-07", "n": 2 }, { "week": "2026-08", "n": 1 }, { "week": "2026-09", "n": 2 }, { "week": "2026-10", "n": 1 }, { "week": "2026-11", "n": 1 } ], "_tags": [ { "name": "v0.1.0", "date": "2026-03-09" } ], "_stars": 4, "_contributors": [ { "user": "seraphinem", "count": 26, "uuid": 25905453 } ], "_userbio": { "uuid": 254825112, "type": "organization", "name": "quallmer" }, "_downloads": { "count": 521, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/quallmer.app" }, "_devurl": "https://github.com/quallmer/quallmer.app", "_searchresults": 6, "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/quallmer.app.html", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/quallmer/quallmer.app", "_realowner": "quallmer", "_cranurl": true, "_releases": [ { "version": "0.1.0", "date": "2026-03-08" } ], "_exports": [ "qlm_app" ], "_datasets": [ { "name": "sample_data", "title": "Sample Dataset for quallmer app", "object": "sample_data", "class": [ "data.frame" ], "fields": [ ".row_id", "text", "gold_sentiment", "coder1_sentiment", "coder2_sentiment", "coder3_sentiment" ], "rows": 20, "table": true, "tojson": true } ], "_help": [ { "page": "qlm_app", "title": "Launch the Quallmer Interactive App", "topics": [ "qlm_app" ] }, { "page": "sample_data", "title": "Sample Dataset for quallmer app", "topics": [ "sample_data" ] } ], "_readme": "https://github.com/quallmer/quallmer.app/raw/HEAD/README.md", "_rundeps": [ "askpass", "base64enc", "bslib", "cachem", "cli", "commonmark", "coro", "cpp11", "curl", "digest", "dplyr", "ellmer", "fastmap", "fontawesome", "fs", "generics", "glue", "htmltools", "httpuv", "httr2", "irr", "jquerylib", "jsonlite", "later", "lifecycle", "lpSolve", "magrittr", "memoise", "mime", "openssl", "otel", "pillar", "pkgconfig", "promises", "purrr", "quallmer", "R6", "rappdirs", "Rcpp", "rlang", "S7", "sass", "shiny", "sourcetools", "stringi", "stringr", "sys", "tibble", "tidyr", "tidyselect", "utf8", "vctrs", "withr", "xtable" ], "_score": 4.2552725051033065, "_indexed": true, "_nocasepkg": "quallmer.app", "_universes": [ "quallmer", "seraphinem" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.1.0", "date": "2026-06-07T10:40:44.000Z", "distro": "noble", "commit": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "fileid": "01c3b729dded74f2ecb4601bc72f64443ead4ec7d6ef07e33158163eb2414614", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/27090071115" }, { "r": "4.6.0", "os": "linux", "version": "0.1.0", "date": "2026-06-07T10:40:45.000Z", "distro": "noble", "commit": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "fileid": "2f8078f8038028afa2cb99ca524134fe0ec7361bbb32e2f915ca9e1e1c59aa3f", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/27090071115" }, { "r": "4.5.3", "os": "mac", "version": "0.1.0", "date": "2026-06-07T10:40:04.000Z", "commit": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "fileid": "bcba99ef21ca49d6534b2edfad6d32c0a399810b58af1454c02535b6d782d3b6", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/27090071115" }, { "r": "4.6.0", "os": "mac", "version": "0.1.0", "date": "2026-06-07T10:40:09.000Z", "commit": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "fileid": "8c086d23fa481364b63c0fba3e42875def93f95a7266587f66b0a041f016d7f3", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/27090071115" }, { "r": "4.6.0", "os": "wasm", "version": "0.1.0", "date": "2026-06-07T10:40:48.000Z", "commit": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "fileid": "7de069889f390128a02b29d58df2c818cd05ac2f9b371123b39b96bbd3a608fb", "status": "success", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/27090071115" }, { "r": "4.7.0", "os": "win", "version": "0.1.0", "date": "2026-06-07T10:39:56.000Z", "commit": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "fileid": "cfe8bddfe98bb4168150efae39a19e25e4102abb5d211c2d602680390dc9b06b", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/27090071115" }, { "r": "4.5.3", "os": "win", "version": "0.1.0", "date": "2026-06-07T10:39:57.000Z", "commit": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "fileid": "8638d2153cd1ee30b227e2f63feb7bc89598ff8c559ee08cbfa7e1b7d58db65e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/27090071115" }, { "r": "4.6.0", "os": "win", "version": "0.1.0", "date": "2026-06-07T10:40:09.000Z", "commit": "6e883995651e2efcf30bd9d699b2adb1c1c32f3a", "fileid": "eb89400a3f9017f408bf8e4f606cac87a7d6f96e2e33f241fa18ecf8fc14f634", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/27090071115" } ] }