{
  "_id": "6af0983294cdbf48db2b085a",
  "Package": "wordpiece",
  "Type": "Package",
  "Title": "R Implementation of Wordpiece Tokenization",
  "Version": "2.1.3",
  "Authors@R": "c(\nperson(given = \"Jonathan\",\nfamily = \"Bratt\",\nrole = c(\"aut\", \"cre\"),\nemail = \"jonathan.bratt@macmillan.com\",\ncomment = c(ORCID = \"0000-0003-2859-0076\")),\nperson(given = \"Jon\",\nfamily = \"Harmon\",\nrole = c(\"aut\"),\nemail = \"jonthegeek@gmail.com\",\ncomment = c(ORCID = \"0000-0003-4781-4346\")),\nperson(given = \"Bedford Freeman & Worth Pub Grp LLC DBA Macmillan Learning\",\nrole = c(\"cph\"))\n)",
  "Description": "Apply 'Wordpiece' (<arXiv:1609.08144>) tokenization to\ninput text, given an appropriate vocabulary. The 'BERT'\n(<arXiv:1810.04805>) tokenization conventions are used by\ndefault.",
  "Encoding": "UTF-8",
  "URL": "https://github.com/macmillancontentscience/wordpiece",
  "BugReports": "https://github.com/macmillancontentscience/wordpiece/issues",
  "License": "Apache License (>= 2)",
  "RoxygenNote": "7.1.2",
  "Roxygen": "list(markdown = TRUE)",
  "VignetteBuilder": "knitr",
  "Config/testthat/edition": "3",
  "Config/pak/sysreqs": "cmake make libicu-dev libuv1-dev",
  "Repository": "https://macmillancontentscience.r-universe.dev",
  "Date/Publication": "2022-03-03 14:09:42 UTC",
  "RemoteUrl": "https://github.com/macmillancontentscience/wordpiece",
  "RemoteRef": "HEAD",
  "RemoteSha": "3eb92c759556e89d235202c45decb2dc859e661d",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-11-08 08:51:33 UTC",
    "User": "root"
  },
  "Author": "Jonathan Bratt [aut, cre] (ORCID:\n<https://orcid.org/0000-0003-2859-0076>),\nJon Harmon [aut] (ORCID: <https://orcid.org/0000-0003-4781-4346>),\nBedford Freeman & Worth Pub Grp LLC DBA Macmillan Learning [cph]",
  "Maintainer": "Jonathan Bratt <jonathan.bratt@macmillan.com>",
  "_user": "macmillancontentscience",
  "_type": "src",
  "_file": "wordpiece_2.1.3.tar.gz",
  "_fileid": "https://r2.ropensci.org/cc07f175f28da9705ef67e739ee07817f23392fb64759cf507cc154a0dd99fb0",
  "_filesize": 107463,
  "_sha256": "cc07f175f28da9705ef67e739ee07817f23392fb64759cf507cc154a0dd99fb0",
  "_expires": "2027-02-16T08:57:39.000Z",
  "_created": "2026-11-08T08:51:33.000Z",
  "_published": "2026-11-08T15:41:38.198Z",
  "_upstream": "https://github.com/macmillancontentscience/wordpiece",
  "_status": "success",
  "_maintainer": {
    "name": "Jonathan Bratt",
    "email": "jonathan.bratt@macmillan.com",
    "login": "jonathanbratt",
    "uuid": 33073024,
    "orcid": "0000-0003-2859-0076"
  },
  "_jobs": [
    {
      "job": 128772577774,
      "time": 123,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "NOTE",
      "artifact": "13611461884"
    },
    {
      "job": 128772578272,
      "time": 136,
      "config": "linux-release-x86_64",
      "r": "4.6.2",
      "check": "NOTE",
      "artifact": "13611476839"
    },
    {
      "job": 128772576499,
      "time": 90,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "NOTE",
      "artifact": "13623049599"
    },
    {
      "job": 128772577640,
      "time": 94,
      "config": "macos-release-arm64",
      "r": "4.6.2",
      "check": "NOTE",
      "artifact": "13611765268"
    },
    {
      "job": 128772577224,
      "time": 264,
      "config": "source",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13611262341"
    },
    {
      "job": 128772577770,
      "time": 105,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "13611027911"
    },
    {
      "job": 128772577338,
      "time": 77,
      "config": "windows-devel-x86_64",
      "r": "4.7.0",
      "check": "NOTE",
      "artifact": "13611031816"
    },
    {
      "job": 128772577822,
      "time": 76,
      "config": "windows-oldrel-x86_64",
      "r": "4.5.3",
      "check": "NOTE",
      "artifact": "13610589051"
    },
    {
      "job": 128772578494,
      "time": 83,
      "config": "windows-release-x86_64",
      "r": "4.6.2",
      "check": "NOTE",
      "artifact": "13611332201"
    }
  ],
  "_buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/42464458422",
  "_commit": {
    "id": "3eb92c759556e89d235202c45decb2dc859e661d",
    "author": "Jonathan Bratt <33073024+jonathanbratt@users.noreply.github.com>",
    "committer": "GitHub <noreply@github.com>",
    "message": "Cran prep (#32)\n\n* update vnum\r\n\r\n* update comments\r\n\r\n* Update cran-comments.md\r\n\r\nCo-authored-by: Jon Harmon <jonthegeek@gmail.com>\r\n\r\nCo-authored-by: Jon Harmon <jonthegeek@gmail.com>",
    "time": 1646316582
  },
  "_distro": "resolute",
  "_host": "GitHub-Actions",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 3.3.0",
      "role": "Depends"
    },
    {
      "package": "dlr",
      "version": ">= 1.0.0",
      "role": "Imports"
    },
    {
      "package": "fastmatch",
      "version": ">= 1.1",
      "role": "Imports"
    },
    {
      "package": "memoise",
      "version": ">= 2.0.0",
      "role": "Imports"
    },
    {
      "package": "piecemaker",
      "version": ">= 1.0.0",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "stringi",
      "version": ">= 1.0",
      "role": "Imports"
    },
    {
      "package": "wordpiece.data",
      "version": ">= 1.0.2",
      "role": "Imports"
    },
    {
      "package": "covr",
      "role": "Suggests"
    },
    {
      "package": "knitr",
      "role": "Suggests"
    },
    {
      "package": "rmarkdown",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    }
  ],
  "_owner": "macmillancontentscience",
  "_selfowned": true,
  "_usedby": 1,
  "_updates": [],
  "_tags": [],
  "_stars": 8,
  "_contributors": [
    {
      "user": "jonathanbratt",
      "count": 14,
      "uuid": 33073024
    },
    {
      "user": "jonthegeek",
      "count": 7,
      "uuid": 33983824
    }
  ],
  "_userbio": {
    "uuid": 73667768,
    "type": "organization",
    "name": "Macmillan Learning Content Science",
    "followers": 5,
    "description": "A team of data scientists researching and applying content analysis techniques"
  },
  "_downloads": {
    "count": 401,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/wordpiece"
  },
  "_devurl": "https://github.com/macmillancontentscience/wordpiece",
  "_searchresults": 8,
  "_rbuild": "4.6.2",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/manual.pdf",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/wordpiece.html"
  ],
  "_homeurl": "https://github.com/macmillancontentscience/wordpiece",
  "_realowner": "macmillancontentscience",
  "_cranurl": true,
  "_releases": [
    {
      "version": "1.0.2",
      "date": "2021-02-11"
    },
    {
      "version": "2.0.1",
      "date": "2021-10-18"
    },
    {
      "version": "2.1.3",
      "date": "2022-03-03"
    }
  ],
  "_exports": [
    "load_or_retrieve_vocab",
    "load_vocab",
    "prepare_vocab",
    "set_wordpiece_cache_dir",
    "wordpiece_cache_dir",
    "wordpiece_tokenize",
    "wordpiece_vocab"
  ],
  "_help": [
    {
      "page": "load_or_retrieve_vocab",
      "title": "Load a vocabulary file, or retrieve from cache",
      "topics": [
        "load_or_retrieve_vocab"
      ]
    },
    {
      "page": "load_vocab",
      "title": "Load a vocabulary file",
      "topics": [
        "load_vocab"
      ]
    },
    {
      "page": "prepare_vocab",
      "title": "Format a Token List as a Vocabulary",
      "topics": [
        "prepare_vocab"
      ]
    },
    {
      "page": "set_wordpiece_cache_dir",
      "title": "Set a Cache Directory for wordpiece",
      "topics": [
        "set_wordpiece_cache_dir"
      ]
    },
    {
      "page": "wordpiece_cache_dir",
      "title": "Retrieve Directory for wordpiece Cache",
      "topics": [
        "wordpiece_cache_dir"
      ]
    },
    {
      "page": "wordpiece_tokenize",
      "title": "Tokenize Sequence with Word Pieces",
      "topics": [
        "wordpiece_tokenize"
      ]
    }
  ],
  "_rundeps": [
    "cachem",
    "cli",
    "digest",
    "dlr",
    "fastmap",
    "fastmatch",
    "fs",
    "glue",
    "lifecycle",
    "magrittr",
    "memoise",
    "piecemaker",
    "rappdirs",
    "rlang",
    "stringi",
    "stringr",
    "vctrs",
    "wordpiece.data"
  ],
  "_vignettes": [
    {
      "source": "basic_usage.Rmd",
      "filename": "basic_usage.html",
      "title": "Using wordpiece",
      "engine": "knitr::rmarkdown",
      "headings": [
        "Provided Vocabularies",
        "Loading a Vocabulary",
        "Tokenizing Text",
        "Vocabulary Case",
        "Representing \"Unknown\" Tokens"
      ],
      "created": "2021-01-12 21:26:23",
      "modified": "2021-09-27 14:37:17",
      "commits": 2
    }
  ],
  "_score": 4.380211241711606,
  "_indexed": true,
  "_nocasepkg": "wordpiece",
  "_universes": [
    "macmillancontentscience",
    "jonathanbratt"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "2.1.3",
      "date": "2026-11-08T08:54:33.000Z",
      "distro": "resolute",
      "commit": "3eb92c759556e89d235202c45decb2dc859e661d",
      "fileid": "https://r2.ropensci.org/cb4329ca118bbcb5923bb1c406d2256549ac3b978d41ed7d4a5fffff9caa3b08",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/42464458422"
    },
    {
      "r": "4.6.2",
      "os": "linux",
      "version": "2.1.3",
      "date": "2026-11-08T08:54:49.000Z",
      "distro": "resolute",
      "commit": "3eb92c759556e89d235202c45decb2dc859e661d",
      "fileid": "https://r2.ropensci.org/f0ee3d10e6096cd8a8c1e199384d47d8303336713753b21995dcdd81c8cfd5d4",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/42464458422"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "2.1.3",
      "date": "2026-11-08T15:41:02.000Z",
      "commit": "3eb92c759556e89d235202c45decb2dc859e661d",
      "fileid": "https://r2.ropensci.org/be6f3e69764d8206845157897f8996a4b0186ad21d0d2322de3fe34a6139e398",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/42464458422"
    },
    {
      "r": "4.6.2",
      "os": "mac",
      "version": "2.1.3",
      "date": "2026-11-08T08:57:07.000Z",
      "commit": "3eb92c759556e89d235202c45decb2dc859e661d",
      "fileid": "https://r2.ropensci.org/611602b8a2c246351e8d10632654ceefa95e3d5bd2eeecc9a55c464b2353dd30",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/42464458422"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "2.1.3",
      "date": "2026-11-08T08:54:31.000Z",
      "commit": "3eb92c759556e89d235202c45decb2dc859e661d",
      "fileid": "https://r2.ropensci.org/86ba15d74c0473844a429136087ff976a9a548dbd95a33011b99939f99d3d5f9",
      "status": "success",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/42464458422"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "2.1.3",
      "date": "2026-11-08T08:53:44.000Z",
      "commit": "3eb92c759556e89d235202c45decb2dc859e661d",
      "fileid": "https://r2.ropensci.org/3ec5ce5b9f8c7266d018c9763e4a91d9e4f62f0d6610ed12ed0f4bb01d690a4f",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/42464458422"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "2.1.3",
      "date": "2026-11-08T08:53:48.000Z",
      "commit": "3eb92c759556e89d235202c45decb2dc859e661d",
      "fileid": "https://r2.ropensci.org/4f99b2e2e57faad3017fdf0e2a9b6b5f300ef3889d3dec825a9ee5b6da5ce50d",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/42464458422"
    },
    {
      "r": "4.6.2",
      "os": "win",
      "version": "2.1.3",
      "date": "2026-11-08T08:53:54.000Z",
      "commit": "3eb92c759556e89d235202c45decb2dc859e661d",
      "fileid": "https://r2.ropensci.org/a392d44d40cbaccb6dfe6cca70848ac97b426b8869a77179ae33fafb141a77eb",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/42464458422"
    }
  ]
}