{ "_id": "6aba637d99f7aa8c6aa410b1", "Package": "textpress", "Type": "Package", "Title": "A Lightweight and Versatile NLP Toolkit", "Version": "1.1.2", "Authors@R": "c(person(\"Jason\", \"Timm\", role = c(\"aut\", \"cre\"), email = \"JaTimm@salud.unm.edu\"))", "Maintainer": "Jason Timm ", "Description": "An R toolkit for building text corpora and searching them.\nCollect URLs and provenance from RSS and Atom feeds, Wikipedia\nand its citations, or supply existing URLs. No custom object\nclasses, just plain data frames from start to finish. Covers\nthe full arc from URL to retrieved passage through a consistent\nfour-step API: Fetch, Read, Process, Search. Traditional tools\n(KWIC, BM25, dictionary matching) sit alongside modern ones\n(semantic search, LLM-ready chunking), all compatible with the\nnative R pipe ('|>').", "License": "MIT + file LICENSE", "Encoding": "UTF-8", "LazyData": "true", "Config/testthat/edition": "3", "VignetteBuilder": "knitr", "URL": "https://github.com/jaytimm/textpress,\nhttps://jaytimm.github.io/textpress/", "BugReports": "https://github.com/jaytimm/textpress/issues", "Config/roxygen2/version": "8.0.0", "Config/pak/sysreqs": "libicu-dev libxml2-dev libssl-dev", "Repository": "https://jaytimm.r-universe.dev", "Date/Publication": "2026-08-29 14:20:10 UTC", "RemoteUrl": "https://github.com/jaytimm/textpress", "RemoteRef": "HEAD", "RemoteSha": "a42c2056cc463a2fce23e2b3595121ead5c07863", "NeedsCompilation": "no", "Packaged": { "Date": "2026-09-28 12:50:51 UTC", "User": "root" }, "Author": "Jason Timm [aut, cre]", "_user": "jaytimm", "_type": "src", "_file": "textpress_1.1.2.tar.gz", "_fileid": "https://r2.ropensci.org/131c71ecdf593c0875c6d5f8df7a0cfe1c65feb95363a289dd857ee8adefb495", "_filesize": 268368, "_sha256": "131c71ecdf593c0875c6d5f8df7a0cfe1c65feb95363a289dd857ee8adefb495", "_expires": "2027-01-06T12:54:19.000Z", "_created": "2026-09-28T12:50:51.000Z", "_published": "2026-09-28T12:54:21.028Z", "_jobs": [ { "job": 108935030336, "time": 166, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "10971396742" }, { "job": 108935030441, "time": 138, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "10971021694" }, { "job": 108935030271, "time": 105, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "10970871837" }, { "job": 108935030351, "time": 94, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "10971296703" }, { "job": 108933807893, "time": 201, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "10970377243" }, { "job": 108935030404, "time": 123, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "10971620621" }, { "job": 108935030285, "time": 89, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "10971371238" }, { "job": 108935030422, "time": 93, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "10970507058" }, { "job": 108935030347, "time": 83, "config": "windows-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "10971595660" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/jaytimm/actions/runs/36424087947", "_status": "success", "_upstream": "https://github.com/jaytimm/textpress", "_commit": { "id": "a42c2056cc463a2fce23e2b3595121ead5c07863", "author": "jaytimm ", "committer": "jaytimm ", "message": "local-rags update\n", "time": 1788013210 }, "_maintainer": { "name": "Jason Timm", "email": "jatimm@salud.unm.edu" }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.5", "role": "Depends" }, { "package": "data.table", "role": "Imports" }, { "package": "httr", "role": "Imports" }, { "package": "Matrix", "role": "Imports" }, { "package": "rvest", "role": "Imports" }, { "package": "stringi", "role": "Imports" }, { "package": "stringr", "role": "Imports" }, { "package": "xml2", "role": "Imports" }, { "package": "pbapply", "role": "Imports" }, { "package": "jsonlite", "role": "Imports" }, { "package": "lubridate", "role": "Imports" }, { "package": "SnowballC", "version": ">= 0.7.0", "role": "Suggests" }, { "package": "DT", "role": "Suggests" }, { "package": "dplyr", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "jaytimm", "_selfowned": true, "_usedby": 1, "_updates": [ { "week": "2026-08", "n": 4 }, { "week": "2026-09", "n": 33 }, { "week": "2026-10", "n": 10 }, { "week": "2026-12", "n": 11 }, { "week": "2026-35", "n": 2 } ], "_tags": [], "_topics": [ "corpus-search", "nlp", "web-scraping" ], "_stars": 3, "_contributors": [ { "user": "jaytimm", "count": 111, "uuid": 25044244 } ], "_userbio": { "uuid": 25044244, "type": "user", "name": "Jason Timm", "followers": 74 }, "_downloads": { "count": 368, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/textpress" }, "_devurl": "https://github.com/jaytimm/textpress", "_pkgdown": "https://jaytimm.github.io/textpress/", "_searchresults": 6, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/manual.pdf", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "extra/textpress.html", "LICENSE" ], "_homeurl": "https://github.com/jaytimm/textpress", "_realowner": "jaytimm", "_cranurl": true, "_releases": [ { "version": "1.0.0", "date": "2024-10-14" }, { "version": "1.1.0", "date": "2026-02-23" }, { "version": "1.1.1", "date": "2026-03-17" } ], "_exports": [ "abbreviations", "dict_generations", "dict_political", "fetch_rss", "fetch_wiki_refs", "fetch_wiki_urls", "nlp_cast_tokens", "nlp_index_tokens", "nlp_roll_chunks", "nlp_split_paragraphs", "nlp_split_sentences", "nlp_tokenize_text", "read_urls", "search_dict", "search_index", "search_regex", "search_vector", "util_fetch_embeddings" ], "_datasets": [ { "name": "rss_local_rags", "title": "Curated US local-news RSS feeds", "object": "rss_local_rags", "class": [ "data.frame" ], "fields": [ "source", "feed", "url", "verified_at", "latest_item_at", "census_division", "state_abbr", "county", "fips", "rucc_2023", "metro_status" ], "rows": 1610, "table": true, "tojson": true }, { "name": "rss_politics", "title": "Curated US politics RSS feeds", "object": "rss_politics", "class": [ "data.frame" ], "fields": [ "source", "feed", "category", "source_type", "url", "verified_at", "latest_item_at" ], "rows": 67, "table": true, "tojson": true } ], "_help": [ { "page": "abbreviations", "title": "Common abbreviations for NLP", "topics": [ "abbreviations" ] }, { "page": "dict_generations", "title": "Demo dictionary of generation-name variants for NER", "topics": [ "dict_generations" ] }, { "page": "dict_political", "title": "Demo dictionary of political / partisan term variants for NER", "topics": [ "dict_political" ] }, { "page": "fetch_rss", "title": "Fetch recent articles from RSS and Atom feeds", "topics": [ "fetch_rss" ] }, { "page": "fetch_wiki_refs", "title": "Fetch external citation URLs from Wikipedia article(s)", "topics": [ "fetch_wiki_refs" ] }, { "page": "fetch_wiki_urls", "title": "Fetch Wikipedia page URLs by search query", "topics": [ "fetch_wiki_urls" ] }, { "page": "nlp_cast_tokens", "title": "Convert token list to data frame", "topics": [ "nlp_cast_tokens" ] }, { "page": "nlp_index_tokens", "title": "Build a BM25 index for ranked keyword search", "topics": [ "nlp_index_tokens" ] }, { "page": "nlp_roll_chunks", "title": "Roll units into fixed-size chunks with optional context", "topics": [ "nlp_roll_chunks" ] }, { "page": "nlp_split_paragraphs", "title": "Split text into paragraphs", "topics": [ "nlp_split_paragraphs" ] }, { "page": "nlp_split_sentences", "title": "Split text into sentences", "topics": [ "nlp_split_sentences" ] }, { "page": "nlp_tokenize_text", "title": "Tokenize text into a clean token stream", "topics": [ "nlp_tokenize_text" ] }, { "page": "read_urls", "title": "Read content from URLs", "topics": [ "read_urls" ] }, { "page": "rss_local_rags", "title": "Curated US local-news RSS feeds", "topics": [ "rss_local_rags" ] }, { "page": "rss_politics", "title": "Curated US politics RSS feeds", "topics": [ "rss_politics" ] }, { "page": "search_dict", "title": "Exact phrase / MWE matcher", "topics": [ "search_dict" ] }, { "page": "search_index", "title": "Search the BM25 index", "topics": [ "search_index" ] }, { "page": "search_regex", "title": "Search corpus by regex", "topics": [ "search_regex" ] }, { "page": "search_vector", "title": "Semantic search by cosine similarity", "topics": [ "search_vector" ] }, { "page": "util_fetch_embeddings", "title": "Fetch embeddings from a Hugging Face inference endpoint", "topics": [ "util_fetch_embeddings" ] } ], "_readme": "https://github.com/jaytimm/textpress/raw/HEAD/README.md", "_rundeps": [ "askpass", "cli", "cpp11", "curl", "data.table", "generics", "glue", "httr", "jsonlite", "lattice", "lifecycle", "lubridate", "magrittr", "Matrix", "mime", "openssl", "pbapply", "pillar", "pkgconfig", "R6", "rlang", "rvest", "selectr", "stringi", "stringr", "sys", "tibble", "timechange", "utf8", "vctrs", "xml2" ], "_vignettes": [ { "source": "basic-nlp.Rmd", "filename": "basic-nlp.html", "title": "Basic NLP", "engine": "knitr::rmarkdown", "headings": [ "Corpus", "Sentence split", "Tokenize", "Cast to data frame", "Full pipeline", "Summary" ], "created": "2026-03-17 19:33:13", "modified": "2026-03-18 16:29:04", "commits": 8 }, { "source": "dict-search.Rmd", "filename": "dict-search.html", "title": "Dictionary search", "engine": "knitr::rmarkdown", "headings": [ "Terms and RSS entries", "Web text and sentence split", "Dictionaries and search", "Co-occurrence: counts and PMI (gen × affiliation)", "Summary" ], "created": "2026-03-04 02:48:20", "modified": "2026-08-27 15:47:18", "commits": 7 }, { "source": "regex-search.Rmd", "filename": "regex-search.html", "title": "Regex search", "engine": "knitr::rmarkdown", "headings": [ "Terms and RSS entries", "Web text and sentence split", "Regex patterns", "Search results", "Search ~ age_range", "Search ~ from_to", "Search ~ energized", "Summary" ], "created": "2026-03-04 02:48:20", "modified": "2026-08-27 15:47:18", "commits": 9 }, { "source": "semantic-search.Rmd", "filename": "semantic-search.html", "title": "Semantic search", "engine": "knitr::rmarkdown", "headings": [ "Terms and RSS entries", "Web text and sentence split", "Chunks: 1 sentence + 1 sentence context", "Embeddings for chunks", "BM25 index", "Search", "BM25", "Semantic", "Hybrid: reciprocal rank fusion (RRF)", "LLM calls over retrieved chunks", "Generational portrait", "Summary" ], "created": "2026-03-04 02:48:20", "modified": "2026-08-27 15:47:18", "commits": 14 }, { "source": "web-data.Rmd", "filename": "web-data.html", "title": "Web data", "engine": "knitr::rmarkdown", "headings": [ "Select, fetch, and read", "Summary" ], "created": "2026-02-28 16:56:16", "modified": "2026-08-27 15:47:18", "commits": 12 }, { "source": "wiki-data.Rmd", "filename": "wiki-data.html", "title": "Wikipedia data", "engine": "knitr::rmarkdown", "headings": [ "Expand via Wikipedia", "Ingest with read_urls()", "Summary" ], "created": "2026-03-01 21:41:43", "modified": "2026-08-27 15:47:18", "commits": 11 } ], "_score": 6.130333768495006, "_indexed": true, "_nocasepkg": "textpress", "_universes": [ "jaytimm" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.1.2", "date": "2026-09-28T12:53:28.000Z", "distro": "resolute", "commit": "a42c2056cc463a2fce23e2b3595121ead5c07863", "fileid": "https://r2.ropensci.org/8171552c472092eb853f691fc3919365d5fd181b2aedb2e7555aa51b428b131e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/jaytimm/actions/runs/36424087947" }, { "r": "4.6.1", "os": "linux", "version": "1.1.2", "date": "2026-09-28T12:53:04.000Z", "distro": "resolute", "commit": "a42c2056cc463a2fce23e2b3595121ead5c07863", "fileid": "https://r2.ropensci.org/b4d8366355401f41970e48296f6b17f9ccea820b189318e483e0c37f5647a0a1", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/jaytimm/actions/runs/36424087947" }, { "r": "4.5.3", "os": "mac", "version": "1.1.2", "date": "2026-09-28T12:52:35.000Z", "commit": "a42c2056cc463a2fce23e2b3595121ead5c07863", "fileid": "https://r2.ropensci.org/99ede5a7225d1df500eb3df4f418a266567374b3431b2baa4c1ea8c7436b58b3", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/jaytimm/actions/runs/36424087947" }, { "r": "4.6.1", "os": "mac", "version": "1.1.2", "date": "2026-09-28T12:52:31.000Z", "commit": "a42c2056cc463a2fce23e2b3595121ead5c07863", "fileid": "https://r2.ropensci.org/40fc2e2a4a45e0abf04999653b8ed1b50de41c92a96a61daa940453ab6568b3d", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/jaytimm/actions/runs/36424087947" }, { "r": "4.6.0", "os": "wasm", "version": "1.1.2", "date": "2026-09-28T12:53:10.000Z", "commit": "a42c2056cc463a2fce23e2b3595121ead5c07863", "fileid": "https://r2.ropensci.org/4a621d98477a4a3290df86aefa597bdb9cf4d3e51e266d58f47cdbec0da6a8c1", "status": "success", "buildurl": "https://github.com/r-universe/jaytimm/actions/runs/36424087947" }, { "r": "4.7.0", "os": "win", "version": "1.1.2", "date": "2026-09-28T12:52:00.000Z", "commit": "a42c2056cc463a2fce23e2b3595121ead5c07863", "fileid": "https://r2.ropensci.org/39b34e83a705a9241e1d3d42054acbe9a1ce3968be37bd1afc07e81e7692fa8a", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/jaytimm/actions/runs/36424087947" }, { "r": "4.5.3", "os": "win", "version": "1.1.2", "date": "2026-09-28T12:52:06.000Z", "commit": "a42c2056cc463a2fce23e2b3595121ead5c07863", "fileid": "https://r2.ropensci.org/e25d2908c890d024d3e33e821d1468c293df0e4eb05fdb72e3b6db0d3a70644b", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/jaytimm/actions/runs/36424087947" }, { "r": "4.6.1", "os": "win", "version": "1.1.2", "date": "2026-09-28T12:51:58.000Z", "commit": "a42c2056cc463a2fce23e2b3595121ead5c07863", "fileid": "https://r2.ropensci.org/22ea831613aa505e203f895f63c7e5210377870b3b9a1d26457d71f2ef2b169b", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/jaytimm/actions/runs/36424087947" } ] }