{ "_id": "6a1fe77ab401979e7343d0a2", "Package": "quallmer", "Type": "Package", "Title": "Qualitative Analysis with Large Language Models", "Version": "0.4.0.9000", "Authors@R": "c(\nperson(\n\"Seraphine F.\", \"Maerz\",\nemail = \"seraphine.maerz@unimelb.edu.au\",\nrole = c(\"aut\", \"cre\"), comment = c(ORCID = \"0000-0002-7173-9617\")\n),\nperson(\n\"Kenneth\", \"Benoit\",\nemail = \"kbenoit@smu.edu.sg\",\nrole = c(\"aut\"), comment = c(ORCID = \"0000-0002-0797-564X\")\n)\n)", "Description": "Tools for AI-assisted qualitative data coding using large\nlanguage models ('LLMs') via the 'ellmer' package, supporting\nproviders including 'OpenAI', 'Anthropic', 'Google', 'Azure',\nand local models via 'Ollama'. Provides a 'codebook'-based\nworkflow for defining coding instructions and applying them to\ntexts, images, and other data. Includes built-in 'codebooks'\nfor common applications such as sentiment analysis and policy\ncoding, and functions for creating custom 'codebooks' for\nspecific research questions. Supports systematic replication\nacross models and settings, computing inter-coder reliability\nstatistics including Krippendorff's alpha (Krippendorff 2019,\n) and Fleiss' kappa (Fleiss 1971,\n), as well as gold-standard validation\nmetrics including accuracy, precision, recall, and F1 scores\nfollowing Sokolova and Lapalme (2009,\n). Provides audit trail\nfunctionality for documenting coding workflows following\nLincoln and Guba's (1985, ISBN:0803924313) framework for\nestablishing trustworthiness in qualitative research.", "License": "GPL (>= 3)", "URL": "https://quallmer.github.io/quallmer/", "Encoding": "UTF-8", "LazyData": "true", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "Config/testthat/edition": "3", "VignetteBuilder": "knitr", "Config/pak/sysreqs": "libssl-dev", "Repository": "https://quallmer.r-universe.dev", "Date/Publication": "2026-06-03 06:26:09 UTC", "RemoteUrl": "https://github.com/quallmer/quallmer", "RemoteRef": "HEAD", "RemoteSha": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "NeedsCompilation": "no", "Packaged": { "Date": "2026-06-03 08:32:12 UTC", "User": "root" }, "Author": "Seraphine F. Maerz [aut, cre] (ORCID:\n),\nKenneth Benoit [aut] (ORCID: )", "Maintainer": "Seraphine F. Maerz ", "MD5sum": "2b78322b8ee5edcab0664c4a519a8f58", "_user": "quallmer", "_type": "src", "_file": "quallmer_0.4.0.9000.tar.gz", "_fileid": "0cb087e1c04b4ae5fb40835f35dd89e13010459bf9aedefaa586ffa892bec48e", "_filesize": 1633036, "_sha256": "0cb087e1c04b4ae5fb40835f35dd89e13010459bf9aedefaa586ffa892bec48e", "_created": "2026-06-03T08:32:12.000Z", "_published": "2026-06-03T08:36:10.829Z", "_distro": "noble", "_jobs": [ { "job": 79253644666, "time": 164, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7379601042" }, { "job": 79253644521, "time": 164, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7379600763" }, { "job": 79253644529, "time": 125, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "7379594755" }, { "job": 79253644730, "time": 140, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7379606781" }, { "job": 79253018740, "time": 213, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7379541874" }, { "job": 79253644549, "time": 130, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7379589192" }, { "job": 79253644545, "time": 87, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "7379573959" }, { "job": 79253644852, "time": 112, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "7379582906" }, { "job": 79253644546, "time": 134, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "7379590692" } ], "_buildurl": "https://github.com/r-universe/quallmer/actions/runs/26873037833", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/quallmer/quallmer", "_commit": { "id": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "author": "Kenneth Benoit ", "committer": "GitHub ", "message": "Merge pull request #118 from quallmer/bug-fix/93\n\nFix qlm_trail() crash with qlm_comparison and qlm_validation (#93)", "time": 1780467969 }, "_maintainer": { "name": "Seraphine F. Maerz", "email": "seraphine.maerz@unimelb.edu.au", "login": "seraphinem", "description": "", "uuid": 25905453, "orcid": "0000-0002-7173-9617" }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.5.0", "role": "Depends" }, { "package": "ellmer", "version": ">= 0.4.0", "role": "Depends" }, { "package": "cli", "role": "Imports" }, { "package": "digest", "role": "Imports" }, { "package": "lifecycle", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "vctrs", "role": "Imports" }, { "package": "ggplot2", "role": "Suggests" }, { "package": "janitor", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "kableExtra", "role": "Suggests" }, { "package": "mockery", "role": "Suggests" }, { "package": "quanteda", "role": "Suggests" }, { "package": "quanteda.tidy", "role": "Suggests" }, { "package": "withr", "role": "Suggests" }, { "package": "yardstick", "role": "Suggests" } ], "_owner": "quallmer", "_selfowned": true, "_usedby": 1, "_updates": [ { "week": "2025-44", "n": 17 }, { "week": "2025-45", "n": 44 }, { "week": "2025-48", "n": 20 }, { "week": "2025-49", "n": 13 }, { "week": "2025-50", "n": 11 }, { "week": "2025-51", "n": 7 }, { "week": "2026-01", "n": 12 }, { "week": "2026-02", "n": 3 }, { "week": "2026-03", "n": 2 }, { "week": "2026-04", "n": 1 }, { "week": "2026-05", "n": 2 }, { "week": "2026-06", "n": 11 }, { "week": "2026-07", "n": 12 }, { "week": "2026-08", "n": 1 }, { "week": "2026-14", "n": 3 }, { "week": "2026-18", "n": 4 }, { "week": "2026-19", "n": 15 }, { "week": "2026-23", "n": 2 } ], "_tags": [ { "name": "v0.1.1", "date": "2025-12-11" }, { "name": "v0.3.0", "date": "2026-02-12" } ], "_stars": 35, "_contributors": [ { "user": "kbenoit", "count": 206, "uuid": 2182246 }, { "user": "seraphinem", "count": 183, "uuid": 25905453 }, { "user": "copilot", "count": 1, "uuid": 198982749 } ], "_userbio": { "uuid": 254825112, "type": "organization", "name": "quallmer" }, "_downloads": { "count": 380, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/quallmer" }, "_devurl": "https://github.com/quallmer/quallmer", "_pkgdown": "https://quallmer.github.io/quallmer/", "_searchresults": 25, "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/quallmer.html", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/quallmer/quallmer", "_realowner": "quallmer", "_cranurl": true, "_releases": [ { "version": "0.3.0", "date": "2026-02-16" }, { "version": "0.4.0", "date": "2026-05-06" } ], "_exports": [ "annotate", "as_qlm_codebook", "as_qlm_coded", "codebook", "inputs", "qlm_code", "qlm_codebook", "qlm_compare", "qlm_humancoded", "qlm_meta", "qlm_meta<-", "qlm_replicate", "qlm_segment", "qlm_trail", "qlm_validate", "task", "trail_compare", "trail_icr", "trail_matrix", "trail_record", "trail_settings", "validate" ], "_datasets": [ { "name": "data_codebook_immigration", "title": "Immigration policy codebook based on Benoit et al. (2016)", "object": "data_codebook_immigration", "class": [ "qlm_codebook", "task" ], "fields": [], "table": false, "tojson": false }, { "name": "data_codebook_sentiment", "title": "Sentiment analysis codebook for movie reviews", "object": "data_codebook_sentiment", "class": [ "qlm_codebook", "task" ], "fields": [], "table": false, "tojson": false }, { "name": "data_corpus_LMRDsample", "title": "Sample from Large Movie Review Dataset (Maas et al. 2011)", "object": "data_corpus_LMRDsample", "class": [ "qlm_corpus", "corpus", "character" ], "fields": [], "table": false, "tojson": true }, { "name": "data_corpus_manifsentsUK2010sample", "title": "Sample of UK manifesto sentences 2010 crowd-annotated for immigration", "object": "data_corpus_manifsentsUK2010sample", "class": [ "qlm_corpus", "corpus", "character" ], "fields": [], "table": false, "tojson": true }, { "name": "data_corpus_MPexamples", "title": "Manifesto Project example manifestos and gold-standard segmentation", "object": "data_corpus_MPexamples", "class": [ "qlm_corpus", "corpus", "character" ], "fields": [], "table": false, "tojson": true }, { "name": "data_corpus_MPexamplesseg", "title": "Manifesto Project example manifestos and gold-standard segmentation", "object": "data_corpus_MPexamplesseg", "class": [ "corpus", "character" ], "fields": [], "table": false, "tojson": true }, { "name": "data_corpus_ms2020sample", "title": "Sample corpus of political speeches from Maerz & Schneider (2020)", "object": "data_corpus_ms2020sample", "class": [ "qlm_corpus", "corpus", "character" ], "fields": [], "table": false, "tojson": true } ], "_help": [ { "page": "accessors", "title": "Accessor functions for quallmer objects", "topics": [ "accessors" ] }, { "page": "as_qlm_coded", "title": "Convert coded data to qlm_coded format", "topics": [ "as_qlm_coded", "as_qlm_coded.data.frame", "as_qlm_coded.default" ] }, { "page": "data_codebook_immigration", "title": "Immigration policy codebook based on Benoit et al. (2016)", "topics": [ "data_codebook_immigration" ] }, { "page": "data_codebook_sentiment", "title": "Sentiment analysis codebook for movie reviews", "topics": [ "data_codebook_sentiment" ] }, { "page": "data_corpus_LMRDsample", "title": "Sample from Large Movie Review Dataset (Maas et al. 2011)", "topics": [ "data_corpus_LMRDsample" ] }, { "page": "data_corpus_manifsentsUK2010sample", "title": "Sample of UK manifesto sentences 2010 crowd-annotated for immigration", "topics": [ "data_corpus_manifsentsUK2010sample" ] }, { "page": "data_corpus_MPexamples", "title": "Manifesto Project example manifestos and gold-standard segmentation", "topics": [ "data_corpus_MPexamples", "data_corpus_MPexamplesseg" ] }, { "page": "data_corpus_ms2020sample", "title": "Sample corpus of political speeches from Maerz & Schneider (2020)", "topics": [ "data_corpus_ms2020sample" ] }, { "page": "qlm_code", "title": "Code qualitative data with an LLM", "topics": [ "qlm_code" ] }, { "page": "qlm_codebook", "title": "Define a qualitative codebook", "topics": [ "qlm_codebook" ] }, { "page": "qlm_compare", "title": "Compare coded results for inter-rater reliability", "topics": [ "qlm_compare" ] }, { "page": "qlm_meta", "title": "Get or set quallmer object metadata", "topics": [ "qlm_meta", "qlm_meta<-" ] }, { "page": "qlm_replicate", "title": "Replicate a coding task", "topics": [ "qlm_replicate" ] }, { "page": "qlm_segment", "title": "Segment texts using an LLM", "topics": [ "qlm_segment" ] }, { "page": "qlm_trail", "title": "Create an audit trail from quallmer objects", "topics": [ "qlm_trail" ] }, { "page": "qlm_validate", "title": "Validate coded results against a gold standard", "topics": [ "qlm_validate" ] } ], "_pkglogo": "https://github.com/quallmer/quallmer/raw/HEAD/man/figures/logo.png", "_readme": "https://github.com/quallmer/quallmer/raw/HEAD/README.md", "_rundeps": [ "askpass", "cli", "coro", "curl", "digest", "ellmer", "fastmap", "glue", "httr2", "jsonlite", "later", "lifecycle", "magrittr", "openssl", "otel", "pillar", "pkgconfig", "promises", "R6", "rappdirs", "Rcpp", "rlang", "S7", "sys", "tibble", "utf8", "vctrs", "withr" ], "_vignettes": [ { "source": "getting-started.Rmd", "filename": "getting-started.html", "title": "Getting started with quallmer", "engine": "knitr::rmarkdown", "headings": [ "Basic usage", "The quallmer workflow", "Setting up LLM access" ], "created": "2025-11-01 03:36:28", "modified": "2026-05-06 02:14:00", "commits": 18 } ], "_score": 7.674401812845282, "_indexed": true, "_nocasepkg": "quallmer", "_universes": [ "quallmer", "seraphinem" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.4.0.9000", "date": "2026-06-03T08:34:43.000Z", "distro": "noble", "commit": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "fileid": "0920ca09b74c0384c0a18b86ea045df2cf3d72560628154853a554d73eaa5b3a", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/26873037833" }, { "r": "4.6.0", "os": "linux", "version": "0.4.0.9000", "date": "2026-06-03T08:34:45.000Z", "distro": "noble", "commit": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "fileid": "2b4ce110051f231da400d1323ea61e19b57c646eb0398694bc4522bc6e6ed73b", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/26873037833" }, { "r": "4.5.3", "os": "mac", "version": "0.4.0.9000", "date": "2026-06-03T08:34:33.000Z", "commit": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "fileid": "2070bc46e9b47bc7f2d73f461deba10c52dd767fa9677468dadd9019a67ad477", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/26873037833" }, { "r": "4.6.0", "os": "mac", "version": "0.4.0.9000", "date": "2026-06-03T08:35:03.000Z", "commit": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "fileid": "b6d8f25bdf981beace3d6e86de6c839a0482aa62304d2bf208032c2b60efb0fd", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/26873037833" }, { "r": "4.6.0", "os": "wasm", "version": "0.4.0.9000", "date": "2026-06-03T08:34:45.000Z", "commit": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "fileid": "5957d9de5bee8d853ce4a98c99ffa95ed00893bdf3d0090aca560065f7fe6b8c", "status": "success", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/26873037833" }, { "r": "4.7.0", "os": "win", "version": "0.4.0.9000", "date": "2026-06-03T08:33:32.000Z", "commit": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "fileid": "53c8789b80deef624068ff80644dd0a61df67b897a05858150998b74219dc7a2", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/26873037833" }, { "r": "4.5.3", "os": "win", "version": "0.4.0.9000", "date": "2026-06-03T08:33:38.000Z", "commit": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "fileid": "61cb1ea1a8029600820935f7c7e81546eec70ba6422d12c905e277dc02696962", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/26873037833" }, { "r": "4.6.0", "os": "win", "version": "0.4.0.9000", "date": "2026-06-03T08:33:54.000Z", "commit": "eb513ff2aefdbfd32ad5e35afc858370f3608018", "fileid": "44f4e30871f73ad63bedbdd8520b0ef90958eee36ca05792bec442049b1e4030", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/quallmer/actions/runs/26873037833" } ] }