{ "_id": "6a586f4eff0138dec5d735ac", "Package": "morphemepiece", "Type": "Package", "Title": "Morpheme Tokenization", "Version": "1.2.3", "Authors@R": "c(\nperson(given = \"Jonathan\",\nfamily = \"Bratt\",\nrole = c(\"aut\", \"cre\"),\nemail = \"jonathan.bratt@macmillan.com\",\ncomment = c(ORCID = \"0000-0003-2859-0076\")),\nperson(given = \"Jon\",\nfamily = \"Harmon\",\nrole = c(\"aut\"),\nemail = \"jonthegeek@gmail.com\",\ncomment = c(ORCID = \"0000-0003-4781-4346\")),\nperson(given = \"Bedford Freeman & Worth Pub Grp LLC DBA Macmillan Learning\",\nrole = c(\"cph\"))\n)", "Description": "Tokenize text into morphemes. The morphemepiece algorithm\nuses a lookup table to determine the morpheme breakdown of\nwords, and falls back on a modified wordpiece tokenization\nalgorithm for words not found in the lookup table.", "URL": "https://github.com/macmillancontentscience/morphemepiece", "BugReports": "https://github.com/macmillancontentscience/morphemepiece/issues", "License": "Apache License (>= 2)", "Encoding": "UTF-8", "RoxygenNote": "7.1.2", "Roxygen": "list(markdown = TRUE)", "VignetteBuilder": "knitr", "Config/testthat/edition": "3", "Config/pak/sysreqs": "cmake make libicu-dev libuv1-dev libx11-dev", "Repository": "https://macmillancontentscience.r-universe.dev", "Date/Publication": "2022-04-15 21:02:22 UTC", "RemoteUrl": "https://github.com/macmillancontentscience/morphemepiece", "RemoteRef": "HEAD", "RemoteSha": "bc071b1a03226b2441c431d263982f862e4dc7fd", "NeedsCompilation": "no", "Packaged": { "Date": "2026-07-16 05:34:15 UTC", "User": "root" }, "Author": "Jonathan Bratt [aut, cre] (ORCID:\n),\nJon Harmon [aut] (ORCID: ),\nBedford Freeman & Worth Pub Grp LLC DBA Macmillan Learning [cph]", "Maintainer": "Jonathan Bratt ", "_user": "macmillancontentscience", "_type": "src", "_file": "morphemepiece_1.2.3.tar.gz", "_fileid": "https://r2.ropensci.org/5bf8d001acea1b67ad853935e1da99637b8ab75b27eb61b69fd80851a8f69bdf", "_filesize": 141942, "_sha256": "5bf8d001acea1b67ad853935e1da99637b8ab75b27eb61b69fd80851a8f69bdf", "_expires": "2026-10-24T05:42:36.000Z", "_created": "2026-07-16T05:34:15.000Z", "_published": "2026-07-16T05:42:38.483Z", "_jobs": [ { "job": 87543725641, "time": 146, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "NOTE", "artifact": "8365964389" }, { "job": 87543725643, "time": 150, "config": "linux-release-x86_64", "r": "4.6.1", "check": "NOTE", "artifact": "8365965127" }, { "job": 87543725632, "time": 109, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "NOTE", "artifact": "8366049554" }, { "job": 87543725629, "time": 112, "config": "macos-release-arm64", "r": "4.6.1", "check": "NOTE", "artifact": "8365977075" }, { "job": 87543292446, "time": 190, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "8365923186" }, { "job": 87543725644, "time": 130, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "8365959768" }, { "job": 87543725651, "time": 79, "config": "windows-devel", "r": "4.7.0", "check": "NOTE", "artifact": "8365944991" }, { "job": 87543725634, "time": 110, "config": "windows-oldrel", "r": "4.5.3", "check": "NOTE", "artifact": "8365953951" }, { "job": 87543725704, "time": 74, "config": "windows-release", "r": "4.6.1", "check": "NOTE", "artifact": "8365944287" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/29474089610", "_status": "success", "_upstream": "https://github.com/macmillancontentscience/morphemepiece", "_commit": { "id": "bc071b1a03226b2441c431d263982f862e4dc7fd", "author": "Jonathan Bratt <33073024+jonathanbratt@users.noreply.github.com>", "committer": "GitHub ", "message": "prep for CRAN (#30)\n\n", "time": 1650056542 }, "_maintainer": { "name": "Jonathan Bratt", "email": "jonathan.bratt@macmillan.com", "login": "jonathanbratt", "description": "", "uuid": 33073024, "orcid": "0000-0003-2859-0076" }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "dlr", "version": ">= 1.0.0", "role": "Imports" }, { "package": "fastmatch", "role": "Imports" }, { "package": "magrittr", "role": "Imports" }, { "package": "memoise", "version": ">= 2.0.0", "role": "Imports" }, { "package": "morphemepiece.data", "role": "Imports" }, { "package": "piecemaker", "version": ">= 1.0.0", "role": "Imports" }, { "package": "purrr", "version": ">= 0.3.4", "role": "Imports" }, { "package": "readr", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "stringr", "version": ">= 1.4.0", "role": "Imports" }, { "package": "dplyr", "role": "Suggests" }, { "package": "fs", "role": "Suggests" }, { "package": "ggplot2", "role": "Suggests" }, { "package": "here", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "remotes", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "utils", "role": "Suggests" } ], "_owner": "macmillancontentscience", "_selfowned": true, "_usedby": 0, "_updates": [], "_tags": [], "_stars": 11, "_contributors": [ { "user": "jonathanbratt", "count": 16, "uuid": 33073024 }, { "user": "jonthegeek", "count": 11, "uuid": 33983824 } ], "_userbio": { "uuid": 73667768, "type": "organization", "name": "Macmillan Learning Content Science", "followers": 5, "description": "A team of data scientists researching and applying content analysis techniques" }, "_downloads": { "count": 256, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/morphemepiece" }, "_devurl": "https://github.com/macmillancontentscience/morphemepiece", "_searchresults": 11, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/morphemepiece.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/macmillancontentscience/morphemepiece", "_realowner": "macmillancontentscience", "_cranurl": true, "_releases": [ { "version": "1.0.0", "date": "2021-09-09" }, { "version": "1.0.1", "date": "2021-09-17" }, { "version": "1.1.0", "date": "2021-10-27" }, { "version": "1.1.2", "date": "2021-12-06" }, { "version": "1.2.1", "date": "2022-04-08" }, { "version": "1.2.3", "date": "2022-04-16" } ], "_exports": [ "load_lookup", "load_or_retrieve_lookup", "load_or_retrieve_vocab", "load_vocab", "morphemepiece_cache_dir", "morphemepiece_lookup", "morphemepiece_tokenize", "morphemepiece_vocab", "prepare_vocab", "set_morphemepiece_cache_dir" ], "_help": [ { "page": "morphemepiece-package", "title": "morphemepiece: Morpheme Tokenization", "topics": [ "morphemepiece-package" ] }, { "page": "load_lookup", "title": "Load a morphemepiece lookup file", "topics": [ "load_lookup" ] }, { "page": "load_or_retrieve_lookup", "title": "Load a lookup file, or retrieve from cache", "topics": [ "load_or_retrieve_lookup" ] }, { "page": "load_or_retrieve_vocab", "title": "Load a vocabulary file, or retrieve from cache", "topics": [ "load_or_retrieve_vocab" ] }, { "page": "load_vocab", "title": "Load a vocabulary file", "topics": [ "load_vocab" ] }, { "page": "morphemepiece_cache_dir", "title": "Retrieve Directory for Morphemepiece Cache", "topics": [ "morphemepiece_cache_dir" ] }, { "page": "morphemepiece_tokenize", "title": "Tokenize Sequence with Morpheme Pieces", "topics": [ "morphemepiece_tokenize" ] }, { "page": "prepare_vocab", "title": "Format a Token List as a Vocabulary", "topics": [ "prepare_vocab" ] }, { "page": "set_morphemepiece_cache_dir", "title": "Set a Cache Directory for Morphemepiece", "topics": [ "set_morphemepiece_cache_dir" ] } ], "_readme": "https://github.com/macmillancontentscience/morphemepiece/raw/HEAD/README.md", "_rundeps": [ "bit", "bit64", "cachem", "cli", "clipr", "cpp11", "crayon", "digest", "dlr", "fastmap", "fastmatch", "fs", "glue", "hms", "lifecycle", "magrittr", "memoise", "morphemepiece.data", "piecemaker", "pillar", "pkgconfig", "prettyunits", "progress", "purrr", "R6", "rappdirs", "readr", "rlang", "stringi", "stringr", "tibble", "tidyselect", "tzdb", "utf8", "vctrs", "vroom", "withr" ], "_vignettes": [ { "source": "generating_vocab.Rmd", "filename": "generating_vocab.html", "title": "Generating a Vocabulary and Lookup", "engine": "knitr::rmarkdown", "headings": [ "Check coverage", "Other measures of coverage quality" ], "created": "2021-07-29 19:56:28", "modified": "2021-10-26 20:24:03", "commits": 5 }, { "source": "algorithm_test.Rmd", "filename": "algorithm_test.html", "title": "Testing the fall-through algorithm", "engine": "knitr::rmarkdown", "headings": [], "created": "2021-07-29 19:56:28", "modified": "2021-09-06 19:26:32", "commits": 3 } ], "_score": 5.08278537031645, "_indexed": true, "_nocasepkg": "morphemepiece", "_universes": [ "macmillancontentscience", "jonathanbratt" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.2.3", "date": "2026-07-16T05:36:39.000Z", "distro": "resolute", "commit": "bc071b1a03226b2441c431d263982f862e4dc7fd", "fileid": "https://r2.ropensci.org/39e8c0e78639bd87b609154db4b08293c901a1cfa1b555e954d110c23676a405", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/29474089610" }, { "r": "4.6.1", "os": "linux", "version": "1.2.3", "date": "2026-07-16T05:36:40.000Z", "distro": "resolute", "commit": "bc071b1a03226b2441c431d263982f862e4dc7fd", "fileid": "https://r2.ropensci.org/545fe9373daca5e64c5ea8c427cced095f2f09057989a0bcb37d27c74756df19", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/29474089610" }, { "r": "4.5.3", "os": "mac", "version": "1.2.3", "date": "2026-07-16T05:41:58.000Z", "commit": "bc071b1a03226b2441c431d263982f862e4dc7fd", "fileid": "https://r2.ropensci.org/3af42154a08491ec7140bc4f917967af957471031b6230e9f76b09906269771c", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/29474089610" }, { "r": "4.6.1", "os": "mac", "version": "1.2.3", "date": "2026-07-16T05:37:23.000Z", "commit": "bc071b1a03226b2441c431d263982f862e4dc7fd", "fileid": "https://r2.ropensci.org/9fbd78de5c8a6caa2ebb205a7629e0e28da73ef6b842eae4af34010c78c4bf9c", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/29474089610" }, { "r": "4.6.0", "os": "wasm", "version": "1.2.3", "date": "2026-07-16T05:36:38.000Z", "commit": "bc071b1a03226b2441c431d263982f862e4dc7fd", "fileid": "https://r2.ropensci.org/cf410c69b798fe30c87c00d95aac8d5cd6c155ea31e90bc211211f8aa53c354c", "status": "success", "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/29474089610" }, { "r": "4.7.0", "os": "win", "version": "1.2.3", "date": "2026-07-16T05:35:24.000Z", "commit": "bc071b1a03226b2441c431d263982f862e4dc7fd", "fileid": "https://r2.ropensci.org/a3fcd646145c060fca3f9894e9a0f140ab66c7d83cb35fd2f6fc75e7b465878b", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/29474089610" }, { "r": "4.5.3", "os": "win", "version": "1.2.3", "date": "2026-07-16T05:35:58.000Z", "commit": "bc071b1a03226b2441c431d263982f862e4dc7fd", "fileid": "https://r2.ropensci.org/99f32a04f56e8bea2e2a1c367f15877b9eccb8cefa4ae5219683962e588ac125", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/29474089610" }, { "r": "4.6.1", "os": "win", "version": "1.2.3", "date": "2026-07-16T05:35:24.000Z", "commit": "bc071b1a03226b2441c431d263982f862e4dc7fd", "fileid": "https://r2.ropensci.org/51a5a04f2713ba006e02a88e365fced1e38b7f29f9ec5f59a85950d3a9e88f7a", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/29474089610" } ] }