{ "_id": "6a1f34c5b401979e734284bc", "Package": "localLLM", "Type": "Package", "Title": "Running Local LLMs with 'llama.cpp' Backend", "Version": "1.3.1", "Date": "2026-05-14", "Authors@R": "c(\nperson(\"Eddie\", \"Yang\", role = \"aut\", comment = c(ORCID = \"0000-0002-3696-3226\")),\nperson(\"Yaosheng\", \"Xu\", role = c(\"aut\", \"cre\"), email = \"xu2009@purdue.edu\", comment = c(ORCID = \"0009-0006-8138-369X\"))\n)", "Author": "Eddie Yang [aut] (),\nYaosheng Xu [aut, cre]\n()", "Maintainer": "Yaosheng Xu ", "Description": "Provides R bindings to the 'llama.cpp' library for running\nlarge language models. The package uses a lightweight\narchitecture where the C++ backend library is downloaded at\nruntime rather than bundled with the package. Package features\ninclude text generation, reproducible generation, and parallel\ninference.", "License": "MIT + file LICENSE", "VignetteBuilder": "knitr", "URL": "https://github.com/EddieYang211/localLLM", "BugReports": "https://github.com/EddieYang211/localLLM/issues", "SystemRequirements": "C++17, libcurl (optional, for model downloading)", "Encoding": "UTF-8", "LazyData": "true", "RoxygenNote": "7.3.3", "Config/pak/sysreqs": "libssl-dev", "Repository": "https://eddieyang211.r-universe.dev", "Date/Publication": "2026-05-15 03:20:30 UTC", "RemoteUrl": "https://github.com/eddieyang211/localllm", "RemoteRef": "HEAD", "RemoteSha": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "RemoteSubdir": "localLLM", "NeedsCompilation": "yes", "Packaged": { "Date": "2026-05-15 06:43:44 UTC", "User": "root" }, "MD5sum": "677b58ac1f18c98a8827e0346cad137e", "_user": "eddieyang211", "_type": "src", "_file": "localLLM_1.3.1.tar.gz", "_fileid": "a0b14d70023d2f64f163e3e1b8596344b61f5239fe9475fc1867126cdeadb8f2", "_filesize": 366465, "_sha256": "a0b14d70023d2f64f163e3e1b8596344b61f5239fe9475fc1867126cdeadb8f2", "_created": "2026-05-15T06:43:44.000Z", "_published": "2026-06-02T19:53:41.202Z", "_distro": "noble", "_jobs": [ { "job": 79159179868, "time": 133, "config": "linux-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "7011636083" }, { "job": 79159179988, "time": 146, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7011639264" }, { "job": 79159179900, "time": 126, "config": "linux-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7011634593" }, { "job": 79159179600, "time": 132, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7011636264" }, { "job": 79159180012, "time": 108, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "7011728083" }, { "job": 79159179815, "time": 288, "config": "macos-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "7011691549" }, { "job": 79159179922, "time": 137, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7011677635" }, { "job": 79159179942, "time": 307, "config": "macos-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7011664678" }, { "job": 79159179059, "time": 207, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7011605756" }, { "job": 79159178992, "time": 114, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7368288643" }, { "job": 79159179805, "time": 130, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "7011635683" }, { "job": 79159179843, "time": 113, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "7011631511" }, { "job": 79159179844, "time": 136, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "7011637370" } ], "_buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/eddieyang211/localllm", "_commit": { "id": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "author": "Yaosheng Xu ", "committer": "Yaosheng Xu ", "message": "Bump version to 1.3.1\n", "time": 1778815230 }, "_maintainer": { "name": "Yaosheng Xu", "email": "xu2009@purdue.edu", "login": "xu2009", "uuid": 176238589 }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.6.0", "role": "Depends" }, { "package": "Rcpp", "role": "LinkingTo" }, { "package": "Rcpp", "version": ">= 1.0.14", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "jsonlite", "role": "Imports" }, { "package": "digest", "role": "Imports" }, { "package": "curl", "role": "Imports" }, { "package": "R.utils", "role": "Imports" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "covr", "role": "Suggests" }, { "package": "irr", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" } ], "_owner": "eddieyang211", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2025-39", "n": 2 }, { "week": "2025-40", "n": 17 }, { "week": "2025-41", "n": 5 }, { "week": "2025-42", "n": 6 }, { "week": "2025-43", "n": 3 }, { "week": "2025-46", "n": 4 }, { "week": "2025-47", "n": 1 }, { "week": "2025-48", "n": 2 }, { "week": "2025-49", "n": 11 }, { "week": "2025-50", "n": 9 }, { "week": "2025-51", "n": 3 }, { "week": "2026-04", "n": 7 }, { "week": "2026-05", "n": 2 }, { "week": "2026-06", "n": 3 }, { "week": "2026-07", "n": 2 }, { "week": "2026-08", "n": 2 }, { "week": "2026-09", "n": 2 }, { "week": "2026-15", "n": 2 }, { "week": "2026-16", "n": 5 }, { "week": "2026-17", "n": 13 }, { "week": "2026-18", "n": 3 }, { "week": "2026-19", "n": 1 }, { "week": "2026-20", "n": 1 } ], "_tags": [ { "name": "v1.0.1", "date": "2025-10-03" }, { "name": "v1.0.2", "date": "2025-12-06" }, { "name": "v1.1.0", "date": "2025-12-17" }, { "name": "v1.2.0", "date": "2026-02-11" }, { "name": "v1.2.1", "date": "2026-02-20" }, { "name": "v1.3.0", "date": "2026-04-29" }, { "name": "v1.3.1", "date": "2026-05-15" } ], "_stars": 9, "_contributors": [ { "user": "xu2009", "count": 75, "uuid": 176238589 }, { "user": "eddieyang211", "count": 15, "uuid": 43977631 }, { "user": "xu524847538", "count": 5, "uuid": 99833667 }, { "user": "eddelbuettel", "count": 3, "uuid": 673121 } ], "_userbio": { "uuid": 43977631, "type": "user", "name": "Eddie Yang" }, "_downloads": { "count": 343, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/localLLM" }, "_devurl": "https://github.com/eddieyang211/localllm", "_searchresults": 17, "_topics": [ "cpp" ], "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/localLLM.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/eddieyang211/localllm", "_realowner": "eddieyang211", "_cranurl": true, "_releases": [ { "version": "1.0.1", "date": "2025-10-15" }, { "version": "1.1.0", "date": "2025-12-17" }, { "version": "1.2.0", "date": "2026-02-17" }, { "version": "1.2.1", "date": "2026-02-26" }, { "version": "1.3.0", "date": "2026-05-05" } ], "_exports": [ "annotation_sink_csv", "apply_chat_template", "apply_gemma_chat_template", "backend_free", "backend_init", "compute_confusion_matrices", "context_create", "detokenize", "document_end", "document_start", "download_model", "explore", "generate", "generate_parallel", "get_lib_path", "get_model_cache_dir", "hardware_profile", "install_localLLM", "intercoder_reliability", "lib_is_installed", "list_cached_models", "list_ollama_models", "model_load", "quick_llama", "quick_llama_reset", "set_hf_token", "smart_chat_template", "tokenize", "tokenize_test", "validate" ], "_datasets": [ { "name": "ag_news_sample", "title": "AG News classification sample", "object": "ag_news_sample", "class": [ "data.frame" ], "fields": [ "class", "title", "description" ], "rows": 100, "table": true, "tojson": true } ], "_help": [ { "page": "localLLM-package", "title": "R Interface to llama.cpp with Runtime Library Loading", "topics": [ "localLLM-package", "localLLM" ] }, { "page": "ag_news_sample", "title": "AG News classification sample", "topics": [ "ag_news_sample" ] }, { "page": "annotation_sink_csv", "title": "Create a CSV sink for streaming annotation chunks", "topics": [ "annotation_sink_csv" ] }, { "page": "apply_chat_template", "title": "Apply Chat Template to Format Conversations", "topics": [ "apply_chat_template" ] }, { "page": "apply_gemma_chat_template", "title": "Apply Gemma-Compatible Chat Template", "topics": [ "apply_gemma_chat_template" ] }, { "page": "backend_free", "title": "Free localLLM backend", "topics": [ "backend_free" ] }, { "page": "backend_init", "title": "Initialize localLLM backend", "topics": [ "backend_init" ] }, { "page": "compute_confusion_matrices", "title": "Compute confusion matrices from multi-model annotations", "topics": [ "compute_confusion_matrices" ] }, { "page": "context_create", "title": "Create Inference Context for Text Generation", "topics": [ "context_create" ] }, { "page": "detokenize", "title": "Convert Token IDs Back to Text", "topics": [ "detokenize" ] }, { "page": "document_end", "title": "Finish automatic run documentation", "topics": [ "document_end" ] }, { "page": "document_start", "title": "Start automatic run documentation", "topics": [ "document_start" ] }, { "page": "download_model", "title": "Download a model manually", "topics": [ "download_model" ] }, { "page": "explore", "title": "Compare multiple LLMs over a shared set of prompts", "topics": [ "explore" ] }, { "page": "generate", "title": "Generate Text Using Language Model Context", "topics": [ "generate" ] }, { "page": "generate_parallel", "title": "Generate Text in Parallel for Multiple Prompts", "topics": [ "generate_parallel" ] }, { "page": "get_lib_path", "title": "Get Backend Library Path", "topics": [ "get_lib_path" ] }, { "page": "get_model_cache_dir", "title": "Get the model cache directory", "topics": [ "get_model_cache_dir" ] }, { "page": "hardware_profile", "title": "Inspect detected hardware resources", "topics": [ "hardware_profile" ] }, { "page": "install_localLLM", "title": "Install localLLM Backend Library", "topics": [ "install_localLLM" ] }, { "page": "intercoder_reliability", "title": "Intercoder reliability for LLM annotations", "topics": [ "intercoder_reliability" ] }, { "page": "lib_is_installed", "title": "Check if Backend Library is Installed", "topics": [ "lib_is_installed" ] }, { "page": "list_cached_models", "title": "List cached models on disk", "topics": [ "list_cached_models" ] }, { "page": "list_ollama_models", "title": "List GGUF models managed by Ollama", "topics": [ "list_ollama_models" ] }, { "page": "model_load", "title": "Load Language Model with Automatic Download Support", "topics": [ "model_load" ] }, { "page": "model_metadata", "title": "Get All GGUF Metadata from a Loaded Model", "topics": [ "model_metadata" ] }, { "page": "quick_llama", "title": "Quick LLaMA Inference", "topics": [ "quick_llama" ] }, { "page": "quick_llama_reset", "title": "Reset quick_llama state", "topics": [ "quick_llama_reset" ] }, { "page": "set_hf_token", "title": "Configure Hugging Face access token", "topics": [ "set_hf_token" ] }, { "page": "smart_chat_template", "title": "Smart Chat Template Application", "topics": [ "smart_chat_template" ] }, { "page": "tokenize", "title": "Convert Text to Token IDs", "topics": [ "tokenize" ] }, { "page": "tokenize_test", "title": "Test tokenize function (debugging)", "topics": [ "tokenize_test" ] }, { "page": "validate", "title": "Validate model predictions against gold labels and peer agreement", "topics": [ "validate" ] } ], "_readme": "https://github.com/eddieyang211/localllm/raw/HEAD/localLLM/README.md", "_rundeps": [ "curl", "digest", "jsonlite", "R.methodsS3", "R.oo", "R.utils", "Rcpp" ], "_sysdeps": [ { "shlib": "libstdc++", "package": "libstdc++6", "source": "gcc", "version": "14.2.0-4ubuntu2~24.04.1", "name": "c++", "homepage": "http://gcc.gnu.org/", "description": "GNU Standard C++ Library v3" } ], "_vignettes": [ { "source": "tutorial-basic-generation.Rmd", "filename": "tutorial-basic-generation.html", "title": "Basic Text Generation", "engine": "knitr::rmarkdown", "headings": [ "The Core Workflow", "Step 1: Loading a Model", "Model Loading Options", "Step 2: Creating a Context", "Context Parameters", "Step 3: Formatting Prompts with Chat Templates", "Multi-Turn Conversations", "Step 4: Generating Text", "Generation Parameters", "Complete Example", "Tokenization", "Tips and Best Practices", "1. Reuse Models and Contexts", "2. Size Your Context Appropriately", "3. Controlling Log Output (verbosity)", "4. Use GPU When Available", "Next Steps" ], "created": "2025-12-12 00:29:21", "modified": "2026-04-13 04:27:29", "commits": 3 }, { "source": "faq.Rmd", "filename": "faq.html", "title": "Frequently Asked Questions", "engine": "knitr::rmarkdown", "headings": [ "Installation Issues", "\"Backend library is not loaded\" error", "Installation fails on my platform", "\"Library already installed\" but functions don't work", "Model Download Issues", "\"Download lock\" or \"Another download in progress\" error", "Download times out or fails", "\"Model not found\" when using cached model", "Private Hugging Face model fails", "Memory Issues", "R crashes when loading a model", "\"Memory check failed\" warning", "Context creation fails with large n_ctx", "GPU Issues", "GPU not being used", "GPU runs out of memory", "Generation Issues", "Backend prints too many log messages", "Output is garbled or nonsensical", "Output contains strange tokens like <|eot_id|>", "Generation stops too early", "Same prompt gives different results", "Performance Issues", "Generation is very slow", "Parallel processing isn't faster", "Compatibility Issues", "\"GGUF format required\" error", "Model works in Ollama but not localLLM", "Common Error Messages", "Getting Help", "Quick Reference" ], "created": "2025-12-12 00:29:21", "modified": "2026-04-26 03:07:14", "commits": 4 }, { "source": "get-started.Rmd", "filename": "get-started.html", "title": "Get Started with localLLM", "engine": "knitr::rmarkdown", "headings": [ "Installation", "Step 1: Install the R package", "Step 2: Install the backend library", "Your First LLM Query", "Text Classification Example", "Processing Multiple Prompts", "Finding and Using Models", "GGUF Format", "Loading Different Models", "Managing Cached Models", "Customizing Generation", "Next Steps" ], "created": "2025-12-12 00:29:21", "modified": "2026-04-26 03:07:14", "commits": 4 }, { "source": "tutorial-model-comparison.Rmd", "filename": "tutorial-model-comparison.html", "title": "Model Comparison & Validation", "engine": "knitr::rmarkdown", "headings": [ "The explore() Function", "Creating Structured Prompts", "Template Builder Format", "Running the Comparison", "Viewing Results", "Validation Against Ground Truth", "Confusion Matrices", "Reliability Metrics", "Alternative Prompt Formats", "Character Vector", "Custom Function", "Model-Specific Prompts", "Computing Metrics Separately", "Intercoder Reliability", "Complete Example", "Summary", "Next Steps" ], "created": "2025-12-12 00:29:21", "modified": "2026-04-06 22:13:02", "commits": 4 }, { "source": "tutorial-ollama-integration.Rmd", "filename": "tutorial-ollama-integration.html", "title": "Ollama Integration", "engine": "knitr::rmarkdown", "headings": [ "Discovering Ollama Models", "Loading Ollama Models", "By Model Name", "By Tag", "By SHA256 Prefix", "Interactive Selection", "Using with quick_llama()", "Ollama Reference Trigger Rules", "Common Workflows", "Check Available Models First", "Load Specific Model", "Model Comparison with Ollama", "Ollama Directory Structure", "Troubleshooting", "Model Not Found", "Ollama Not Installed", "Multiple Matches", "Benefits of Ollama Integration", "Complete Example", "Summary", "Next Steps" ], "created": "2025-12-12 00:29:21", "modified": "2026-02-24 21:55:12", "commits": 2 }, { "source": "tutorial-parallel-processing.Rmd", "filename": "tutorial-parallel-processing.html", "title": "Parallel Processing", "engine": "knitr::rmarkdown", "headings": [ "Why Parallel Processing?", "Using generate_parallel()", "Basic Usage", "Progress Tracking", "Text Classification Example", "Sequential vs Parallel Comparison", "Sequential (For Loop)", "Parallel", "Benchmark: Multiple Models", "Using quick_llama() for Batches", "Performance Considerations", "Context Size and n_seq_max", "Memory Usage", "Batch Size Recommendations", "Error Handling", "Complete Workflow", "Summary", "Tips", "Next Steps" ], "created": "2025-12-12 00:29:21", "modified": "2026-04-20 16:22:47", "commits": 6 }, { "source": "reproducible-output.Rmd", "filename": "reproducible-output.html", "title": "Reproducible Output", "engine": "knitr::rmarkdown", "headings": [ "Deterministic Generation by Default", "Seed Control for Stochastic Generation", "Input/Output Hash Verification", "Hashes with explore()", "Automatic Documentation", "Best Practices for Reproducible Research", "1. Always Set Seeds", "2. Log Your Environment", "3. Use Document Functions for Audit Trails", "4. Share Hashes for Verification", "5. Version Control Your Models", "Summary" ], "created": "2025-12-12 00:29:21", "modified": "2026-05-05 14:31:33", "commits": 6 } ], "_score": 7.567608565905131, "_indexed": true, "_nocasepkg": "localllm", "_universes": [ "eddieyang211", "xu2009" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.3.1", "date": "2026-05-15T06:45:50.000Z", "distro": "noble", "arch": "aarch64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "a9f51bcebf6f5818668404445929827c6b3156218d4da1d17012d207bfd9bed1", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.7.0", "os": "linux", "version": "1.3.1", "date": "2026-05-15T06:46:02.000Z", "distro": "noble", "arch": "x86_64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "c56585467925b67f2bb5329c048e93621ec60d8169a09a859c805f9b2f14b7e0", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.6.0", "os": "linux", "version": "1.3.1", "date": "2026-05-15T06:45:49.000Z", "distro": "noble", "arch": "aarch64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "302c9deaf23b746c0e597060150dc77be9f9331c7c5bcd4213719af6d5157301", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.6.0", "os": "linux", "version": "1.3.1", "date": "2026-05-15T06:45:52.000Z", "distro": "noble", "arch": "x86_64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "5b1a08a005cbe8cae48150aee0bd3e6d7b56e080f2cb4e45002520755e2b0cf6", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.5.3", "os": "mac", "version": "1.3.1", "date": "2026-05-15T06:52:36.000Z", "arch": "aarch64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "c451a71a6941fd0fced0895e1e52158073ca975a308e9f1c81186591e859aab5", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.5.3", "os": "mac", "version": "1.3.1", "date": "2026-05-15T06:49:41.000Z", "arch": "x86_64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "4a92a362acfc1155c88d2769e09e8877a20f17ed93035cfc281dc02d3f3bedf5", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.6.0", "os": "mac", "version": "1.3.1", "date": "2026-05-15T06:48:57.000Z", "arch": "aarch64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "10e4303ed0bdd334f854fb467117b458d485deae3c50c9f4acd32d185180c2ef", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.6.0", "os": "mac", "version": "1.3.1", "date": "2026-05-15T06:47:20.000Z", "arch": "x86_64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "3980b4d3178ee1479b0920d6a453bcedcbde9bd17c9622d91a5c1b4212d0ef70", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.7.0", "os": "win", "version": "1.3.1", "date": "2026-05-15T06:45:09.000Z", "arch": "x86_64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "6b1612e784073bff434f2966675f796040fcd4896e07b568764cebcd146edbe8", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.5.3", "os": "win", "version": "1.3.1", "date": "2026-05-15T06:45:01.000Z", "arch": "x86_64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "4d4733cdf407d08f06c719a9b2c62bfad6e14003a28f81abf03e7478527a62a3", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.6.0", "os": "win", "version": "1.3.1", "date": "2026-05-15T06:45:27.000Z", "arch": "x86_64", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "d61a83310e5ca0a81312e0bcdb4d814d3bb2dfe48c26f01476951b0b6ea98c50", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" }, { "r": "4.6.0", "os": "wasm", "version": "1.3.1", "date": "2026-06-02T19:53:18.000Z", "arch": "emscripten", "commit": "a017b26b669809018e329e0494c3a7d21ad8dc1d", "fileid": "32247be42c7d3da7d31cc558f1efc6ef3c39ab28e75e94ca09b16e5b1e3cc2d7", "status": "success", "buildurl": "https://github.com/r-universe/eddieyang211/actions/runs/25904310173" } ] }