{ "_id": "6ace8c78f6f39cd7e29a13a5", "Package": "MsBackendParquet", "Title": "Apache Parquet-based Mass Spectrometry Data Backend", "Version": "0.99.8", "Authors@R": "c(\nperson(\n\"Ossama\",\n\"Edbali\",\nrole=c(\"aut\",\"cre\"),\nemail=\"o.edbali@bham.ac.uk\",\ncomment = c(ORCID = \"0000-0003-0132-8668\")),\nperson(\nc(\"Ralf\",\"Johannes\", \"Maria\"),\n\"Weber\",\nrole=c(\"aut\"),\nemail=\"r.j.weber@bham.ac.uk\",\ncomment = c(ORCID = \"0000-0002-8796-4771\")),\nperson(\n\"BioFAIR UK\",\nrole=\"fnd\",\ncomment=\"BioFAIR Pathfinder Project\"))", "Description": "Mass spectrometry (MS) data backend for the Spectra\nBioconductor package that stores and retrieves spectra and peak\ndata from on-disk Apache Parquet datasets. Spectra metadata\ntogether with m/z and intensity values are stored in a columnar\nParquet format that supports compression, dictionary encoding\nand Hive-style partitioning. Datasets are written with the\nApache Arrow R bindings and queried with DuckDB. Spectra\nvariables are held in a bounded in-memory index so that\nfiltering and metadata access are fast while peak data remains\non disk.", "License": "Artistic-2.0", "Encoding": "UTF-8", "URL": "https://github.com/computational-metabolomics/MsBackendParquet", "BugReports": "https://github.com/computational-metabolomics/MsBackendParquet/issues", "biocViews": "Infrastructure, MassSpectrometry, Metabolomics, Proteomics,\nDataImport", "VignetteBuilder": "knitr", "Roxygen": "list(markdown = TRUE)", "Collate": "'MsBackendParquet-functions.R' 'MsBackendParquet.R'\n'MsBackendParquet-creators.R' 'column-map.R' 'conditions.R'\n'duckdb-connection.R' 'ingest.R' 'metadata-cache.R'\n'mzpeak-archive.R' 'mzstack-manifest.R' 'projections.R'\n'sample-data.R' 'zzz.R'", "Config/testthat/edition": "3", "Config/roxygen2/version": "8.1.1", "Config/pak/sysreqs": "cmake make libuv1-dev libssl-dev xz-utils", "Repository": "https://biocstaging.r-universe.dev", "Date/Publication": "2026-10-13 12:45:02 UTC", "RemoteUrl": "https://github.com/BiocStaging/MsBackendParquet", "RemoteRef": "HEAD", "RemoteSha": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "NeedsCompilation": "yes", "Packaged": { "Date": "2026-10-13 19:33:59 UTC", "User": "root" }, "Author": "Ossama Edbali [aut, cre] (ORCID:\n),\nRalf Johannes Maria Weber [aut] (ORCID:\n),\nBioFAIR UK [fnd] (BioFAIR Pathfinder Project)", "Maintainer": "Ossama Edbali ", "_user": "biocstaging", "_type": "src", "_file": "MsBackendParquet_0.99.8.tar.gz", "_fileid": "https://r2.ropensci.org/78a0f92da373c393eb432656be95e2301bbc3ebbcf7acacbbde482b6b946f5fb", "_filesize": 500584, "_sha256": "78a0f92da373c393eb432656be95e2301bbc3ebbcf7acacbbde482b6b946f5fb", "_expires": "2027-01-21T19:54:29.000Z", "_created": "2026-10-13T19:33:59.000Z", "_published": "2026-10-13T19:54:32.130Z", "_buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546", "_status": "success", "_host": "GitHub-Actions", "_bioccheck": { "error": 0, "warning": 0, "note": 4 }, "_upstream": "https://github.com/BiocStaging/MsBackendParquet", "_commit": { "id": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "author": "Ossama Edbali ", "committer": "Ossama Edbali ", "message": "chore: address Bioconductor review feedback\n\n- Move mzR from Imports to Suggests. The streaming engine calls it\n through mzR:: and closes files with mzR::close(), and mzMLToParquet()\n stops with a clear message when it is not installed.\n- Use at most two threads in DuckDB and Arrow by default, or one with a\n serial BiocParallel backend, unless MsBackendParquet.threads is set.\n- Check the manifest version string before parsing its major version,\n instead of suppressing the coercion warning.\n- Vignette: add an installation section, a comparison with other\n Spectra backends, a setBackend() example, Spectra() around backend\n filter results and an MsExperiment linkSampleData() example. Label\n the benchmark columns with package names and link benchmarks on devel.\n- Help pages: describe precScanNum(), centroided() and smoothed(), add\n a MsBackendParquet-package alias and a vignette pointer, and use\n msLevel instead of dataOrigin as the partitioning example.\n- README: add a funding section and package names in the benchmark\n table.\n- DESCRIPTION: add BioFAIR UK as funder, require R >= 4.6.0, update the\n repository URLs and regenerate documentation with roxygen2 8.1.1.\n- Exclude built vignette HTML from the package build.\n", "time": 1791895502 }, "_maintainer": { "name": "Ossama Edbali", "email": "o.edbali@bham.ac.uk", "login": "oss6", "orcid": "0000-0003-0132-8668", "description": "Experimental Officer in Computational Metabolomics at Phenome Centre Birmingham (University of Birmingham)", "uuid": 4907450 }, "_distro": "resolute", "_jobs": [ { "job": 115498506918, "time": 201, "config": "bioc-checks", "r": "4.6.1", "check": "NOTE", "artifact": "11844070325" }, { "job": 115498507405, "time": 329, "config": "linux-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "11842084844" }, { "job": 115498507260, "time": 405, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "11842487027" }, { "job": 115498507226, "time": 338, "config": "linux-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11842441850" }, { "job": 115498507340, "time": 368, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11842207052" }, { "job": 115498507198, "time": 311, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "11844946369" }, { "job": 115498507030, "time": 688, "config": "macos-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "11844505506" }, { "job": 115498507004, "time": 418, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11844003423" }, { "job": 115498507069, "time": 572, "config": "macos-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11843892590" }, { "job": 115496400575, "time": 269, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "11843586107" }, { "job": 115498506999, "time": 148, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "11842311446" }, { "job": 115498507210, "time": 417, "config": "windows-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "11844335763" }, { "job": 115498507214, "time": 401, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "11843156681" }, { "job": 115498507369, "time": 319, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "11842656691" }, { "job": 115498507156, "time": 450, "config": "windows-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11842991901" }, { "job": 115498507361, "time": 366, "config": "windows-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11843905930" } ], "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.5.0", "role": "Depends" }, { "package": "Spectra", "version": ">= 1.16.0", "role": "Depends" }, { "package": "arrow", "version": ">= 14.0.0", "role": "Imports" }, { "package": "BiocParallel", "role": "Imports" }, { "package": "DBI", "role": "Imports" }, { "package": "duckdb", "version": ">= 1.2.0", "role": "Imports" }, { "package": "IRanges", "role": "Imports" }, { "package": "jsonlite", "role": "Imports" }, { "package": "methods", "role": "Imports" }, { "package": "MsCoreUtils", "role": "Imports" }, { "package": "ProtGenerics", "version": ">= 1.36.0", "role": "Imports" }, { "package": "S4Vectors", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "BiocStyle", "role": "Suggests" }, { "package": "bench", "role": "Suggests" }, { "package": "dplyr", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "MsDataHub", "role": "Suggests" }, { "package": "MsExperiment", "role": "Suggests" }, { "package": "mzR", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "SpectraQL", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "biocstaging", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-21", "n": 2 }, { "week": "2026-30", "n": 4 }, { "week": "2026-35", "n": 1 }, { "week": "2026-37", "n": 1 }, { "week": "2026-38", "n": 7 }, { "week": "2026-39", "n": 3 }, { "week": "2026-42", "n": 1 } ], "_tags": [], "_topics": [ "infrastructure", "massspectrometry", "metabolomics", "proteomics", "dataimport" ], "_stars": 0, "_contributors": [ { "user": "oss6", "count": 21, "uuid": 4907450 }, { "user": "jorainer", "count": 2, "uuid": 5506112 }, { "user": "rjmw", "count": 1, "uuid": 7114586 } ], "_userbio": { "uuid": 278472782, "type": "organization", "name": "BiocStaging", "followers": 2 }, "_downloads": { "count": 0, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/MsBackendParquet" }, "_devurl": "https://github.com/computational-metabolomics/msbackendparquet", "_searchresults": 10, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/manual.pdf", "extra/MsBackendParquet.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md" ], "_cranurl": false, "_exports": [ "addMzPeakArchives", "backendInitialize", "backendMerge", "buildProjection", "centroided", "createMsBackendParquetDataset", "createMzPeakDataset", "dataStorage", "dropProjection", "extractByIndex", "filterContainsMz", "filterDataOrigin", "filterMsLevel", "filterPrecursorMzRange", "filterPrecursorMzValues", "filterRt", "filterSampleData", "intensity", "intensity<-", "invalidateDatasetCache", "manifestRuns", "MsBackendParquet", "mz", "mz<-", "mzMLToParquet", "mzstackCondition", "mzstackError", "newManifest", "peaksData", "peaksVariables", "precScanNum", "readManifest", "reset", "runData", "runData<-", "runVariables", "show", "smoothed", "spectraData", "spectraNames", "spectraNames<-", "supportsSetBackend", "tic", "uniqueMsLevels", "writeManifest" ], "_help": [ { "page": "buildProjection", "title": "Build or drop signal projections", "topics": [ "buildProjection", "dropProjection" ] }, { "page": "createMsBackendParquetDataset", "title": "Create a Parquet dataset from raw MS data or a 'Spectra' object", "topics": [ "createMsBackendParquetDataset" ] }, { "page": "createMzPeakDataset", "title": "Build a queryable dataset from mzPeak archives", "topics": [ "addMzPeakArchives", "createMzPeakDataset" ] }, { "page": "filterContainsMz", "title": "Select spectra containing a peak at a given m/z", "topics": [ "filterContainsMz" ] }, { "page": "filterSampleData", "title": "Select spectra by their run's sample metadata", "topics": [ "filterSampleData" ] }, { "page": "MsBackendParquet", "title": "Apache Parquet-based MS data backend", "topics": [ "MsBackendParquet-package", "$<-,MsBackendParquet-method", "backendBpparam,MsBackendParquet-method", "backendInitialize,MsBackendParquet-method", "backendMerge,MsBackendParquet-method", "centroided,MsBackendParquet-method", "dataStorage,MsBackendParquet-method", "extractByIndex,MsBackendParquet,ANY-method", "filterDataOrigin,MsBackendParquet-method", "filterMsLevel,MsBackendParquet-method", "filterPrecursorMzRange,MsBackendParquet-method", "filterPrecursorMzValues,MsBackendParquet-method", "filterRt,MsBackendParquet-method", "intensity,MsBackendParquet-method", "intensity<-,MsBackendParquet-method", "MsBackendParquet", "MsBackendParquet-class", "mz,MsBackendParquet-method", "mz<-,MsBackendParquet-method", "peaksData,MsBackendParquet-method", "peaksVariables,MsBackendParquet-method", "precScanNum,MsBackendParquet-method", "reset,MsBackendParquet-method", "show,MsBackendParquet-method", "smoothed,MsBackendParquet-method", "spectraData,MsBackendParquet-method", "spectraNames,MsBackendParquet-method", "spectraNames<-,MsBackendParquet-method", "supportsSetBackend,MsBackendParquet-method", "tic,MsBackendParquet-method", "uniqueMsLevels,MsBackendParquet-method", "[,MsBackendParquet-method" ] }, { "page": "mzMLToParquet", "title": "Convert mzML (or related) files into a Parquet dataset", "topics": [ "mzMLToParquet" ] }, { "page": "mzstack-conditions", "title": "Typed mzStack error conditions", "topics": [ "mzstack-conditions", "mzstackCondition", "mzstackError" ] }, { "page": "mzstack-manifest", "title": "Read and write an mzStack manifest", "topics": [ "invalidateDatasetCache", "manifestRuns", "mzstack-manifest", "newManifest", "readManifest", "writeManifest" ] }, { "page": "runData", "title": "Per-run sample metadata", "topics": [ "runData", "runData<-", "runVariables" ] } ], "_readme": "https://github.com/BiocStaging/MsBackendParquet/raw/HEAD/README.md", "_rundeps": [ "arrow", "assertthat", "BH", "BiocGenerics", "BiocParallel", "bit", "bit64", "cli", "clue", "cluster", "codetools", "cpp11", "data.table", "DBI", "duckdb", "formatR", "fs", "futile.logger", "futile.options", "generics", "glue", "IRanges", "jsonlite", "lambda.r", "lifecycle", "magrittr", "MASS", "MetaboCoreUtils", "MsCoreUtils", "ProtGenerics", "purrr", "R6", "Rcpp", "rlang", "S4Vectors", "snow", "Spectra", "tidyselect", "vctrs", "withr" ], "_vignettes": [ { "source": "MsBackendParquet.Rmd", "filename": "MsBackendParquet.html", "title": "Apache Parquet-based Mass Spectrometry Data Backend", "engine": "knitr::rmarkdown", "headings": [ "Introduction", "Relation to other Spectra backends", "Installation", "Creating a Parquet dataset", "Accessing data", "Filtering", "Working with peaks", "Controlling the dataset layout", "Querying collections of mzPeak archives", "How the dataset interfaces with mzPeak's model", "Searching for peaks across runs", "Sample metadata", "The in-memory metadata cache", "Streaming large mzML files", "Performance", "Saving and reloading the backend", "Session information" ], "created": "2026-05-18 09:53:46", "modified": "2026-10-13 12:45:02", "commits": 8 } ], "_score": 3.845098040014257, "_indexed": true, "_nocasepkg": "msbackendparquet", "_universes": [ "biocstaging", "oss6", "computational-metabolomics" ], "_previous": "0.99.7", "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.99.8", "date": "2026-10-13T19:36:42.000Z", "distro": "resolute", "arch": "aarch64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/139d0219051a5d9220b84f59e297db848eaba0a00aafcb94c64b8df143d15d55", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.7.0", "os": "linux", "version": "0.99.8", "date": "2026-10-13T19:37:12.000Z", "distro": "resolute", "arch": "x86_64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/8e5a8419bd824b1a802639b9c090937c3fe5a43459c4344cce40d12e3c570493", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.6.1", "os": "linux", "version": "0.99.8", "date": "2026-10-13T19:37:06.000Z", "distro": "resolute", "arch": "aarch64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/3f7c22ee68b911dbd859f1a46799bc5544db7b1f7e03d7ecc968ed318fa7746f", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.6.1", "os": "linux", "version": "0.99.8", "date": "2026-10-13T19:37:00.000Z", "distro": "resolute", "arch": "x86_64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/4f0d7f174854650b9815e99c040eee267ce4c5717c193dd39f5de42df9845e00", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.5.3", "os": "mac", "version": "0.99.8", "date": "2026-10-13T19:50:30.000Z", "arch": "aarch64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/41af1acdd2b190bc4b1a5749c47f694f231cbbb0868fefd37151ee2ac56937ae", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.5.3", "os": "mac", "version": "0.99.8", "date": "2026-10-13T19:39:36.000Z", "arch": "x86_64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/7e4948d64fd67f7fdc0b46f8501ea5b22fe0918f5f48df75acf913abf7c11813", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.6.1", "os": "mac", "version": "0.99.8", "date": "2026-10-13T19:49:13.000Z", "arch": "aarch64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/ba78a13b427d30c94cdb5ac2183b7a5d122998bcbae0ac7f99e7b9be12020d76", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.6.1", "os": "mac", "version": "0.99.8", "date": "2026-10-13T19:44:12.000Z", "arch": "x86_64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/f72451c14f6d6186158886197f21ed7f26cf436a8654746bddcca40a112b9d61", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.6.0", "os": "wasm", "version": "0.99.8", "date": "2026-10-13T19:36:57.000Z", "arch": "emscripten", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/58560babbeddc5c36c98d2d6be916358e7d1e5121c497ea18e45c89b95b52c5e", "status": "success", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.7.0", "os": "win", "version": "0.99.8", "date": "2026-10-13T19:37:36.000Z", "arch": "aarch64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/4b0b67d4750e9a28f17db83df4deae53e8ca05cfac55991d507bd9127bfa1cd4", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.7.0", "os": "win", "version": "0.99.8", "date": "2026-10-13T19:35:55.000Z", "arch": "x86_64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/2f5855c37ca9795da029d85d1f645ce8444eaf2d8496773a9406e6ed3e1c95aa", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.5.3", "os": "win", "version": "0.99.8", "date": "2026-10-13T19:35:54.000Z", "arch": "x86_64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/3f6072eb191cacb491bff8df938b7a2d10b6ddfe872fb51400cd95287614f5d7", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.6.1", "os": "win", "version": "0.99.8", "date": "2026-10-13T19:38:15.000Z", "arch": "aarch64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/997afa063ce7a9bc74993437398ef4143763f8dddb46540a954f0e39ae535692", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" }, { "r": "4.6.1", "os": "win", "version": "0.99.8", "date": "2026-10-13T19:35:58.000Z", "arch": "x86_64", "commit": "6fef967e80810ac9825e7f3419e5d2619bcbb5eb", "fileid": "https://r2.ropensci.org/5de05eff7fe5ec87e9df2ec3ebd9746497f00f428ee8b9ccc6206b26ae15a0c7", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/biocstaging/actions/runs/38455252546" } ] }