{
  "_id": "6af5b8d2b90b31e79afd5fb8",
  "Package": "piecemaker",
  "Title": "Tools for Preparing Text for Tokenizers",
  "Version": "1.0.2.9000",
  "Authors@R": "c(\nperson(\"Jon\", \"Harmon\", , \"jonthegeek@gmail.com\", role = c(\"aut\", \"cre\"),\ncomment = c(ORCID = \"0000-0003-4781-4346\")),\nperson(\"Jonathan\", \"Bratt\", , \"jonathan.bratt@macmillan.com\", role = \"aut\",\ncomment = c(ORCID = \"0000-0003-2859-0076\")),\nperson(\"Bedford Freeman & Worth Pub Grp LLC DBA Macmillan Learning\", role = \"cph\")\n)",
  "Description": "Tokenizers break text into pieces that are more usable by\nmachine learning models. Many tokenizers share some preparation\nsteps. This package provides those shared steps, along with a\nsimple tokenizer.",
  "License": "Apache License (>= 2)",
  "URL": "https://github.com/macmillancontentscience/piecemaker,\nhttps://macmillancontentscience.github.io/piecemaker/",
  "BugReports": "https://github.com/macmillancontentscience/piecemaker/issues",
  "Config/testthat/edition": "3",
  "Encoding": "UTF-8",
  "Roxygen": "list(markdown = TRUE)",
  "RoxygenNote": "7.2.3",
  "Config/pak/sysreqs": "libicu-dev",
  "Repository": "https://macmillancontentscience.r-universe.dev",
  "Date/Publication": "2023-06-02 19:46:08 UTC",
  "RemoteUrl": "https://github.com/macmillancontentscience/piecemaker",
  "RemoteRef": "HEAD",
  "RemoteSha": "b02c1a74923301545366805680e54091675305c6",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-11-12 12:58:34 UTC",
    "User": "root"
  },
  "Author": "Jon Harmon [aut, cre] (ORCID: <https://orcid.org/0000-0003-4781-4346>),\nJonathan Bratt [aut] (ORCID: <https://orcid.org/0000-0003-2859-0076>),\nBedford Freeman & Worth Pub Grp LLC DBA Macmillan Learning [cph]",
  "Maintainer": "Jon Harmon <jonthegeek@gmail.com>",
  "_user": "macmillancontentscience",
  "_type": "src",
  "_file": "piecemaker_1.0.2.9000.tar.gz",
  "_fileid": "https://r2.ropensci.org/a2b1a83d1a28cdb93673bbae25b9a96f59fc52b1e477a8fda4105e4001bc4790",
  "_filesize": 114924,
  "_sha256": "a2b1a83d1a28cdb93673bbae25b9a96f59fc52b1e477a8fda4105e4001bc4790",
  "_expires": "2027-02-20T13:02:08.000Z",
  "_created": "2026-11-12T12:58:34.000Z",
  "_published": "2026-11-12T13:02:10.087Z",
  "_upstream": "https://github.com/macmillancontentscience/piecemaker",
  "_status": "success",
  "_maintainer": {
    "name": "Jon Harmon",
    "email": "jonthegeek@gmail.com",
    "login": "jonthegeek",
    "mastodon": "@jonthegeek@fosstodon.org",
    "bluesky": "@jonthegeek.com",
    "linkedin": "in/jonthegeek",
    "description": "Executive Director at DSLC.io (fka @r4ds) | Principal Developer (@atorus-research)",
    "uuid": 33983824,
    "orcid": "0000-0003-4781-4346"
  },
  "_jobs": [
    {
      "job": 131198656454,
      "time": 102,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "13945939524"
    },
    {
      "job": 131198656410,
      "time": 105,
      "config": "linux-release-x86_64",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13946109431"
    },
    {
      "job": 131198656359,
      "time": 106,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "13947255524"
    },
    {
      "job": 131198656452,
      "time": 107,
      "config": "macos-release-arm64",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13946483357"
    },
    {
      "job": 131197143844,
      "time": 170,
      "config": "source",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13946353191"
    },
    {
      "job": 131198656412,
      "time": 90,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "13946428374"
    },
    {
      "job": 131198656770,
      "time": 154,
      "config": "windows-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "13946523378"
    },
    {
      "job": 131198657115,
      "time": 135,
      "config": "windows-oldrel-x86_64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "13946825766"
    },
    {
      "job": 131198656500,
      "time": 172,
      "config": "windows-release-x86_64",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13946164429"
    }
  ],
  "_buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/43222414623",
  "_commit": {
    "id": "b02c1a74923301545366805680e54091675305c6",
    "author": "Jon Harmon <jonthegeek@gmail.com>",
    "committer": "Jon Harmon <jonthegeek@gmail.com>",
    "message": "Increment version number to 1.0.2.9000\n",
    "time": 1685735168
  },
  "_distro": "resolute",
  "_host": "GitHub-Actions",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 2.10",
      "role": "Depends"
    },
    {
      "package": "cli",
      "role": "Imports"
    },
    {
      "package": "glue",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "version": ">= 0.4.2",
      "role": "Imports"
    },
    {
      "package": "stringi",
      "role": "Imports"
    },
    {
      "package": "stringr",
      "role": "Imports"
    },
    {
      "package": "covr",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    }
  ],
  "_owner": "macmillancontentscience",
  "_selfowned": true,
  "_usedby": 3,
  "_updates": [],
  "_tags": [],
  "_stars": 0,
  "_contributors": [
    {
      "user": "jonthegeek",
      "count": 20,
      "uuid": 33983824
    },
    {
      "user": "jonathanbratt",
      "count": 1,
      "uuid": 33073024
    }
  ],
  "_userbio": {
    "uuid": 73667768,
    "type": "organization",
    "name": "Macmillan Learning Content Science",
    "followers": 5,
    "description": "A team of data scientists researching and applying content analysis techniques"
  },
  "_downloads": {
    "count": 454,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/piecemaker"
  },
  "_devurl": "https://github.com/macmillancontentscience/piecemaker",
  "_pkgdown": "https://macmillancontentscience.github.io/piecemaker/",
  "_searchresults": 2,
  "_rbuild": "4.6.2",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/manual.pdf",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/piecemaker.html",
    "extra/readme.html",
    "extra/readme.md"
  ],
  "_homeurl": "https://github.com/macmillancontentscience/piecemaker",
  "_realowner": "macmillancontentscience",
  "_cranurl": true,
  "_releases": [
    {
      "version": "1.0.0",
      "date": "2021-08-06"
    },
    {
      "version": "1.0.1",
      "date": "2022-03-03"
    },
    {
      "version": "1.0.2",
      "date": "2023-06-02"
    }
  ],
  "_exports": [
    "prepare_and_tokenize",
    "prepare_text",
    "remove_control_characters",
    "remove_diacritics",
    "remove_replacement_characters",
    "space_cjk",
    "space_punctuation",
    "squish_whitespace",
    "tokenize_space",
    "validate_utf8"
  ],
  "_help": [
    {
      "page": "prepare_and_tokenize",
      "title": "Split Text on Spaces",
      "topics": [
        "prepare_and_tokenize"
      ]
    },
    {
      "page": "prepare_text",
      "title": "Prepare Text for Tokenization",
      "topics": [
        "prepare_text"
      ]
    },
    {
      "page": "remove_control_characters",
      "title": "Remove Non-Character Characters",
      "topics": [
        "remove_control_characters"
      ]
    },
    {
      "page": "remove_diacritics",
      "title": "Remove Diacritical Marks on Characters",
      "topics": [
        "remove_diacritics"
      ]
    },
    {
      "page": "remove_replacement_characters",
      "title": "Remove the Unicode Replacement Character",
      "topics": [
        "remove_replacement_characters"
      ]
    },
    {
      "page": "space_cjk",
      "title": "Add Spaces Around CJK Ideographs",
      "topics": [
        "space_cjk"
      ]
    },
    {
      "page": "space_punctuation",
      "title": "Add Spaces Around Punctuation",
      "topics": [
        "space_punctuation"
      ]
    },
    {
      "page": "squish_whitespace",
      "title": "Remove Extra Whitespace",
      "topics": [
        "squish_whitespace"
      ]
    },
    {
      "page": "tokenize_space",
      "title": "Break Text at Spaces",
      "topics": [
        "tokenize_space"
      ]
    },
    {
      "page": "validate_utf8",
      "title": "Clean Up Text to UTF-8",
      "topics": [
        "validate_utf8"
      ]
    }
  ],
  "_readme": "https://github.com/macmillancontentscience/piecemaker/raw/HEAD/README.md",
  "_rundeps": [
    "cli",
    "glue",
    "lifecycle",
    "magrittr",
    "rlang",
    "stringi",
    "stringr",
    "vctrs"
  ],
  "_score": 3.6532125137753435,
  "_indexed": true,
  "_nocasepkg": "piecemaker",
  "_universes": [
    "macmillancontentscience",
    "jonthegeek"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "1.0.2.9000",
      "date": "2026-11-12T13:00:23.000Z",
      "distro": "resolute",
      "commit": "b02c1a74923301545366805680e54091675305c6",
      "fileid": "https://r2.ropensci.org/a41f30720d8512fb84292e9dfe58e9c8e2880922ec74708bc81718736e944f6d",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/43222414623"
    },
    {
      "r": "4.6.2",
      "os": "linux",
      "version": "1.0.2.9000",
      "date": "2026-11-12T13:00:24.000Z",
      "distro": "resolute",
      "commit": "b02c1a74923301545366805680e54091675305c6",
      "fileid": "https://r2.ropensci.org/3c280f94e0b3f382cb8b7c445f1fceb56e053dd37b5246ba869c79591da6aad2",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/43222414623"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "1.0.2.9000",
      "date": "2026-11-12T13:00:23.000Z",
      "commit": "b02c1a74923301545366805680e54091675305c6",
      "fileid": "https://r2.ropensci.org/5bdccc5c4cf4a10d7737568f09d0f786a0c5ee6d482443fcf0d47de4fdae69de",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/43222414623"
    },
    {
      "r": "4.6.2",
      "os": "mac",
      "version": "1.0.2.9000",
      "date": "2026-11-12T13:00:21.000Z",
      "commit": "b02c1a74923301545366805680e54091675305c6",
      "fileid": "https://r2.ropensci.org/740fb1c8ceb8e43355de9d5f5fe498b93f0f6afb984c5ae820133e7146fc6ad7",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/43222414623"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "1.0.2.9000",
      "date": "2026-11-12T13:00:18.000Z",
      "commit": "b02c1a74923301545366805680e54091675305c6",
      "fileid": "https://r2.ropensci.org/2193c35bdb7dab45e091d2d1c56e33e5190cddfba61571720a2b0f302258c355",
      "status": "success",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/43222414623"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "1.0.2.9000",
      "date": "2026-11-12T13:00:22.000Z",
      "commit": "b02c1a74923301545366805680e54091675305c6",
      "fileid": "https://r2.ropensci.org/3c762131ac191254aea8a0c3bb713158d15f62a5c0e0451fa38af6d3178fbc34",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/43222414623"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "1.0.2.9000",
      "date": "2026-11-12T13:00:21.000Z",
      "commit": "b02c1a74923301545366805680e54091675305c6",
      "fileid": "https://r2.ropensci.org/2a9332352901870fc22c48eef45bced9cb3ec9a1b9fe2495c83483a63c6cb674",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/43222414623"
    },
    {
      "r": "4.6.2",
      "os": "win",
      "version": "1.0.2.9000",
      "date": "2026-11-12T13:00:43.000Z",
      "commit": "b02c1a74923301545366805680e54091675305c6",
      "fileid": "https://r2.ropensci.org/0701bd2a2a4d339d7d36f4457700f5a908296b188f2c90330e07f133fff4438d",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/macmillancontentscience/actions/runs/43222414623"
    }
  ]
}