{ "_id": "6aa9202d089bafb098cfcd0a", "Package": "crew", "Title": "A Distributed Worker Launcher Framework", "Description": "In computationally demanding analysis projects,\nstatisticians and data scientists asynchronously deploy\nlong-running tasks to distributed systems, ranging from\ntraditional clusters to cloud services. The 'NNG'-powered\n'mirai' R package by Gao (2023) is\na sleek and sophisticated scheduler that efficiently processes\nthese intense workloads. The 'crew' package extends 'mirai'\nwith a unifying interface for third-party worker launchers.\nInspiration also comes from packages. 'future' by Bengtsson\n(2021) , 'rrq' by FitzJohn and Ashton\n(2023) , 'clustermq' by\nSchubert (2019) ), and\n'batchtools' by Lang, Bischel, and Surmann (2017)\n.", "Version": "1.3.2", "License": "MIT + file LICENSE", "URL": "https://wlandau.github.io/crew/, https://github.com/wlandau/crew", "BugReports": "https://github.com/wlandau/crew/issues", "Authors@R": "c(\nperson(\ngiven = c(\"William\", \"Michael\"),\nfamily = \"Landau\",\nrole = c(\"aut\", \"cre\"),\nemail = \"will.landau.oss@gmail.com\",\ncomment = c(ORCID = \"0000-0003-1878-3253\")\n),\nperson(\ngiven = \"Daniel\",\nfamily = \"Woodie\",\nrole = \"ctb\"\n),\nperson(\nfamily = \"Eli Lilly and Company\",\nrole = c(\"cph\", \"fnd\")\n))", "Encoding": "UTF-8", "Language": "en-US", "VignetteBuilder": "knitr", "Config/testthat/edition": "3", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "Repository": "https://r-multiverse-staging.r-universe.dev", "Date/Publication": "2026-07-29 20:07:03 UTC", "RemoteUrl": "https://github.com/wlandau/crew", "RemoteRef": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "RemoteSha": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "NeedsCompilation": "no", "Packaged": { "Date": "2026-09-15 10:30:29 UTC", "User": "root" }, "Author": "William Michael Landau [aut, cre] (ORCID:\n),\nDaniel Woodie [ctb],\nEli Lilly and Company [cph, fnd]", "Maintainer": "William Michael Landau ", "_user": "r-multiverse-staging", "_type": "src", "_file": "crew_1.3.2.tar.gz", "_fileid": "https://r2.ropensci.org/dcab47e3ec5c196bba3dd990765de1d5538edd68006501725d50aadd18f3c49d", "_filesize": 1312240, "_sha256": "dcab47e3ec5c196bba3dd990765de1d5538edd68006501725d50aadd18f3c49d", "_expires": "2026-12-24T10:38:35.000Z", "_created": "2026-09-15T10:30:29.000Z", "_published": "2026-09-15T10:38:37.117Z", "_jobs": [ { "job": 104345705878, "time": 439, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "10392940347" }, { "job": 104345705847, "time": 141, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "10391373885" }, { "job": 104345705854, "time": 109, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "10392119348" }, { "job": 104345705845, "time": 89, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "10391288897" }, { "job": 104344640313, "time": 205, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "10391944428" }, { "job": 104345705875, "time": 123, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "10392089280" }, { "job": 104345705943, "time": 441, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "10391818656" }, { "job": 104345706126, "time": 95, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "10391734981" }, { "job": 104345705980, "time": 100, "config": "windows-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "10391688144" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/34957982028", "_status": "success", "_upstream": "https://github.com/wlandau/crew", "_commit": { "id": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "author": "wlandau ", "committer": "wlandau ", "message": "version 1.3.2\n", "time": 1785355623 }, "_maintainer": { "name": "William Michael Landau", "email": "will.landau.oss@gmail.com", "login": "wlandau", "orcid": "0000-0003-1878-3253", "twitter": "@wmlandau", "description": "Statistician and developer", "uuid": 1580860 }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.0.0", "role": "Depends" }, { "package": "cli", "version": ">= 3.1.0", "role": "Imports" }, { "package": "collections", "version": ">= 0.3.9", "role": "Imports" }, { "package": "data.table", "role": "Imports" }, { "package": "later", "role": "Imports" }, { "package": "mirai", "version": ">= 2.7.0", "role": "Imports" }, { "package": "nanonext", "version": ">= 1.9.0", "role": "Imports" }, { "package": "processx", "role": "Imports" }, { "package": "promises", "role": "Imports" }, { "package": "ps", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "tidyselect", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "autometric", "version": ">= 0.1.0", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "markdown", "version": ">= 1.1", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "wlandau", "_selfowned": false, "_usedby": 4, "_updates": [ { "week": "2025-38", "n": 1 }, { "week": "2025-42", "n": 1 }, { "week": "2025-43", "n": 4 }, { "week": "2026-02", "n": 5 }, { "week": "2026-16", "n": 20 }, { "week": "2026-22", "n": 5 }, { "week": "2026-28", "n": 3 }, { "week": "2026-30", "n": 1 }, { "week": "2026-31", "n": 1 } ], "_tags": [ { "name": "1.3.1", "date": "2026-05-29" }, { "name": "1.3.2", "date": "2026-07-29" }, { "name": "1.3.3", "date": "2026-09-03" } ], "_topics": [ "high-performance-computing" ], "_stars": 153, "_contributors": [ { "user": "wlandau", "count": 1566, "uuid": 1580860 }, { "user": "wlandau-lilly", "count": 423, "uuid": 22958003 }, { "user": "shikokuchuo", "count": 21, "uuid": 53399081 }, { "user": "olivroy", "count": 3, "uuid": 52606734 } ], "_userbio": { "uuid": 161461790, "type": "organization", "name": "R-multiverse", "followers": 38, "description": "A community-curated collection of R package releases, powered by R-universe" }, "_downloads": { "count": 3953, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/crew" }, "_devurl": "https://github.com/wlandau/crew", "_pkgdown": "https://wlandau.github.io/crew/", "_searchresults": 609, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/crew.html", "extra/manual.pdf", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "LICENSE", "manual.pdf" ], "_homeurl": "https://github.com/wlandau/crew", "_realowner": "wlandau", "_cranurl": true, "_releases": [ { "version": "0.0.4", "date": "2023-03-21" }, { "version": "0.0.5", "date": "2023-03-23" }, { "version": "0.1.0", "date": "2023-04-19" }, { "version": "0.1.1", "date": "2023-04-21" }, { "version": "0.2.1", "date": "2023-05-22" }, { "version": "0.3.0", "date": "2023-06-26" }, { "version": "0.4.0", "date": "2023-07-11" }, { "version": "0.5.0", "date": "2023-09-18" }, { "version": "0.6.0", "date": "2023-10-12" }, { "version": "0.7.0", "date": "2023-12-11" }, { "version": "0.8.0", "date": "2024-01-09" }, { "version": "0.9.0", "date": "2024-02-08" }, { "version": "0.9.1", "date": "2024-03-25" }, { "version": "0.9.2", "date": "2024-04-24" }, { "version": "0.9.3", "date": "2024-05-22" }, { "version": "0.9.4", "date": "2024-06-20" }, { "version": "0.9.5", "date": "2024-06-24" }, { "version": "0.10.0", "date": "2024-10-11" }, { "version": "0.10.1", "date": "2024-11-03" }, { "version": "0.10.2", "date": "2024-11-15" }, { "version": "1.0.0", "date": "2025-02-03" }, { "version": "1.1.0", "date": "2025-04-10" }, { "version": "1.1.2", "date": "2025-05-08" }, { "version": "1.2.0", "date": "2025-06-06" }, { "version": "1.2.1", "date": "2025-06-09" }, { "version": "1.3.0", "date": "2025-09-13" }, { "version": "1.3.1", "date": "2026-05-30" }, { "version": "1.3.2", "date": "2026-07-30" }, { "version": "1.3.3", "date": "2026-09-08" } ], "_exports": [ "all_of", "any_of", "contains", "crew_assert", "crew_class_client", "crew_class_controller", "crew_class_controller_group", "crew_class_controller_sequential", "crew_class_launcher", "crew_class_launcher_local", "crew_class_monitor_local", "crew_class_relay", "crew_class_throttle", "crew_class_tls", "crew_clean", "crew_client", "crew_controller", "crew_controller_group", "crew_controller_local", "crew_controller_sequential", "crew_deprecate", "crew_eval", "crew_launcher", "crew_launcher_local", "crew_monitor_local", "crew_options_local", "crew_options_metrics", "crew_random_name", "crew_relay", "crew_retry", "crew_terminate_process", "crew_terminate_signal", "crew_throttle", "crew_tls", "crew_worker", "ends_with", "everything", "last_col", "matches", "num_range", "one_of", "starts_with" ], "_help": [ { "page": "crew-package", "title": "crew: a distributed worker launcher framework", "concept": [ "help" ], "topics": [ "crew-package" ] }, { "page": "crew_assert", "title": "Crew assertion", "concept": [ "utility" ], "topics": [ "crew_assert" ] }, { "page": "crew_class_client", "title": "'R6' client class.", "concept": [ "client" ], "topics": [ "crew_class_client" ] }, { "page": "crew_class_controller", "title": "Controller class", "concept": [ "controller" ], "topics": [ "crew_class_controller" ] }, { "page": "crew_class_controller_group", "title": "Controller group class", "concept": [ "controller_group" ], "topics": [ "crew_class_controller_group" ] }, { "page": "crew_class_controller_sequential", "title": "Sequential controller class", "concept": [ "sequential controllers" ], "topics": [ "crew_class_controller_sequential" ] }, { "page": "crew_class_launcher", "title": "Launcher abstract class", "concept": [ "launcher" ], "topics": [ "crew_class_launcher" ] }, { "page": "crew_class_launcher_local", "title": "Local process launcher class", "concept": [ "plugin_local" ], "topics": [ "crew_class_launcher_local" ] }, { "page": "crew_class_monitor_local", "title": "Local monitor class", "concept": [ "monitor" ], "topics": [ "crew_class_monitor_local" ] }, { "page": "crew_class_relay", "title": "'R6' relay class.", "concept": [ "relay" ], "topics": [ "crew_class_relay" ] }, { "page": "crew_class_throttle", "title": "'R6' throttle class.", "concept": [ "throttle" ], "topics": [ "crew_class_throttle" ] }, { "page": "crew_class_tls", "title": "'R6' TLS class.", "concept": [ "tls" ], "topics": [ "crew_class_tls" ] }, { "page": "crew_clean", "title": "Deprecated: terminate dispatchers and/or workers", "concept": [ "utility" ], "topics": [ "crew_clean" ] }, { "page": "crew_client", "title": "Create a client object.", "concept": [ "client" ], "topics": [ "crew_client" ] }, { "page": "crew_controller", "title": "Create a controller object from a client and launcher.", "concept": [ "controller" ], "topics": [ "crew_controller" ] }, { "page": "crew_controller_group", "title": "Create a controller group.", "concept": [ "controller_group" ], "topics": [ "crew_controller_group" ] }, { "page": "crew_controller_local", "title": "Create a controller with a local process launcher.", "concept": [ "plugin_local" ], "topics": [ "crew_controller_local" ] }, { "page": "crew_controller_sequential", "title": "Create a sequential controller.", "concept": [ "sequential controllers" ], "topics": [ "crew_controller_sequential" ] }, { "page": "crew_deprecate", "title": "Deprecate a 'crew' feature.", "concept": [ "utility" ], "topics": [ "crew_deprecate" ] }, { "page": "crew_eval", "title": "Evaluate an R command and return results as a monad.", "concept": [ "utility" ], "topics": [ "crew_eval" ] }, { "page": "crew_launcher", "title": "Create an abstract launcher.", "concept": [ "launcher" ], "topics": [ "crew_launcher" ] }, { "page": "crew_launcher_local", "title": "Create a launcher with local process workers.", "concept": [ "plugin_local" ], "topics": [ "crew_launcher_local" ] }, { "page": "crew_monitor_local", "title": "Create a local monitor object.", "concept": [ "monitor" ], "topics": [ "crew_monitor_local" ] }, { "page": "crew_options_local", "title": "Local 'crew' launcher options.", "concept": [ "options" ], "topics": [ "crew_options_local" ] }, { "page": "crew_options_metrics", "title": "Options for logging resource usage metrics.", "concept": [ "options" ], "topics": [ "crew_options_metrics" ] }, { "page": "crew_random_name", "title": "Random name", "concept": [ "utility" ], "topics": [ "crew_random_name" ] }, { "page": "crew_relay", "title": "Create a 'crew' relay object.", "concept": [ "relay" ], "topics": [ "crew_relay" ] }, { "page": "crew_retry", "title": "Retry code.", "concept": [ "utility" ], "topics": [ "crew_retry" ] }, { "page": "crew_terminate_process", "title": "Manually terminate a local process.", "concept": [ "utility" ], "topics": [ "crew_terminate_process" ] }, { "page": "crew_terminate_signal", "title": "Get the termination signal.", "concept": [ "utility" ], "topics": [ "crew_terminate_signal" ] }, { "page": "crew_throttle", "title": "Create a stateful throttling object.", "concept": [ "throttle" ], "topics": [ "crew_throttle" ] }, { "page": "crew_tls", "title": "Configure TLS.", "concept": [ "tls" ], "topics": [ "crew_tls" ] }, { "page": "crew_worker", "title": "Crew worker.", "concept": [ "utility" ], "topics": [ "crew_worker" ] } ], "_pkglogo": "https://github.com/wlandau/crew/raw/6dcabe223e4555f383f16d1ff2e442cd1dbe9b82/man/figures/logo.png", "_readme": "https://github.com/wlandau/crew/raw/6dcabe223e4555f383f16d1ff2e442cd1dbe9b82/README.md", "_rundeps": [ "cli", "collections", "data.table", "fastmap", "glue", "later", "lifecycle", "magrittr", "mirai", "nanonext", "otel", "pillar", "pkgconfig", "processx", "promises", "ps", "R6", "Rcpp", "rlang", "tibble", "tidyselect", "utf8", "vctrs", "withr" ], "_vignettes": [ { "source": "shiny.Rmd", "filename": "shiny.html", "title": "Asynchronous Shiny apps", "author": "Will Landau and Daniel Woodie", "engine": "knitr::rmarkdown", "headings": [ "About", "Example: coin flips, no promises", "Tutorial", "Full app code", "Example: coin flips, with promises" ], "created": "2023-05-02 18:42:40", "modified": "2025-04-03 12:29:40", "commits": 39 }, { "source": "groups.Rmd", "filename": "groups.html", "title": "Controller groups", "engine": "knitr::rmarkdown", "headings": [ "Backup controllers" ], "created": "2023-06-16 18:57:42", "modified": "2025-01-28 13:35:28", "commits": 6 }, { "source": "introduction.Rmd", "filename": "introduction.html", "title": "Introduction to crew", "engine": "knitr::rmarkdown", "headings": [ "Tasks vs workers", "How to use crew", "Synchronous functional programming", "Asynchronous functional programming", "Summaries", "Termination", "Monitoring local processes", "Tuning and auto-scaling", "Crashes and retries" ], "created": "2023-09-14 13:54:44", "modified": "2026-04-14 13:49:19", "commits": 20 }, { "source": "risks.Rmd", "filename": "risks.html", "title": "Known risks of crew", "engine": "knitr::rmarkdown", "headings": [ "Resource usage", "Workers", "Crashes", "Ports", "Security", "Perimeters", "Encryption", "Certificate authorities" ], "created": "2023-09-14 13:54:44", "modified": "2026-04-14 13:49:19", "commits": 15 }, { "source": "plugins.Rmd", "filename": "plugins.html", "title": "Launcher plugins", "engine": "knitr::rmarkdown", "headings": [ "About", "How it works", "Scope", "Implementation", "Network", "Example", "Batched launches", "Controllers", "Informal testing", "Load testing", "Managing workers" ], "created": "2023-03-21 20:43:45", "modified": "2026-07-11 21:16:40", "commits": 63 }, { "source": "logging.Rmd", "filename": "logging.html", "title": "Logging", "engine": "knitr::rmarkdown", "headings": [ "Logging worker processes", "In targets" ], "created": "2024-10-08 18:58:42", "modified": "2026-04-14 13:51:42", "commits": 5 }, { "source": "mirai.Rmd", "filename": "mirai.html", "title": "mirai workflows", "engine": "knitr::rmarkdown", "headings": [ "How it works", "Parallel functional programming", "Asynchronous parallel functional programming", "Auto-scaling", "Caveats and limitations" ], "created": "2026-04-14 18:07:40", "modified": "2026-04-14 18:07:40", "commits": 1 } ], "_score": 11.620848592350331, "_indexed": false, "_nocasepkg": "crew", "_universes": [ "r-multiverse-staging" ], "_indexurl": "https://wlandau.r-universe.dev/crew", "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.3.2", "date": "2026-09-15T10:37:38.000Z", "distro": "resolute", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/1cc0b007397a15e327e708e4ecbdd2443ce2aa7f917d17a8e1fa4ab8a24faf58", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/34957982028" }, { "r": "4.6.1", "os": "linux", "version": "1.3.2", "date": "2026-09-15T10:32:49.000Z", "distro": "resolute", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/6304762fe105c6adad56cbb0d41f383c656dde295a9a2e7fbb456049ed2db782", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/34957982028" }, { "r": "4.5.3", "os": "mac", "version": "1.3.2", "date": "2026-09-15T10:32:23.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/e818c37bce5097f3f82a1a94a0c8bc7c0f8984430e412182b5ce9a1e2abb1c30", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/34957982028" }, { "r": "4.6.1", "os": "mac", "version": "1.3.2", "date": "2026-09-15T10:32:02.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/2216ea0cc66e7b0e1304e4de4b624974273bac50a6ce54efcef61687f2a02e5e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/34957982028" }, { "r": "4.6.0", "os": "wasm", "version": "1.3.2", "date": "2026-09-15T10:32:55.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/d0c7efc72b12bf099ea751a2d544be92107c0b3edf6db19e3e5881880ba6fb79", "status": "success", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/34957982028" }, { "r": "4.7.0", "os": "win", "version": "1.3.2", "date": "2026-09-15T10:37:38.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/450d4901e518f951e9eeb9bb66fb354d0f586962f9419b4b28ad4522627f245b", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/34957982028" }, { "r": "4.5.3", "os": "win", "version": "1.3.2", "date": "2026-09-15T10:31:51.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/dfbcab4a86d8317a7d71970ece083bae6a8ca23f2f0001b6b2ded41d9d9f9b64", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/34957982028" }, { "r": "4.6.1", "os": "win", "version": "1.3.2", "date": "2026-09-15T10:32:06.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/002a82caadb4607a1612d965fbed159e610297c15a6ee5a75f832086229b1901", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/34957982028" } ] }