{ "_id": "6ad0230fe2d863f66295405f", "Package": "blocklist", "Title": "Harvest Byte-References of Compressed Array Data Chunks Native\nto HDF5-Accessible Files", "Version": "0.0.1.9002", "Authors@R": "person(\"Michael\", \"Sumner\", , \"mdsumner@gmail.com\", role = c(\"aut\", \"cre\"),\ncomment = c(ORCID = \"0000-0002-2471-7511\"))", "Description": "Generate byte-reference stores from chunked array storage,\non disk, on s3 storage or at urls. Array sources are logically\nmosaiced with gdal multidimensional tool 'mdim mosaic' and this\nis used to extract and organize raw byte references (path,\noffset, size) written to Parquet with semantic grouping of\nmanually-sharded, positionally-indexed parquet reference store.\nThe structure is a directory of parquet files, manually\npartitioned by variable (subdirectory) and by flat-chunk-index\nrange ('refs.N.parq', 'record_size' rows each), with the\npartition keys implied positionally rather than stored as\ncolumns (i.e. _not_ hive-encoded). This is compatible with\n\"kerchunk-parquet Zarr\", and is used as an generic and\nintermediate convenience before generating 'icechunk' versions.", "License": "MIT + file LICENSE", "Encoding": "UTF-8", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "8.0.0", "Remotes": [ "mdsumner/rhdf5@H5D-chunk-iter" ], "URL": "https://github.com/hypertidy/blocklist", "BugReports": "https://github.com/hypertidy/blocklist/issues", "Config/pak/sysreqs": "cmake make libxml2-dev libssl-dev", "Repository": "https://hypertidy.r-universe.dev", "Date/Publication": "2026-07-16 06:08:44 UTC", "RemoteUrl": "https://github.com/hypertidy/blocklist", "RemoteRef": "HEAD", "RemoteSha": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "NeedsCompilation": "no", "Packaged": { "Date": "2026-10-15 00:45:56 UTC", "User": "root" }, "Author": "Michael Sumner [aut, cre] (ORCID:\n)", "Maintainer": "Michael Sumner ", "_user": "hypertidy", "_type": "src", "_file": "blocklist_0.0.1.9002.tar.gz", "_fileid": "https://r2.ropensci.org/58af251ade2a5315fdfc6c6349a8af0a4ee5c1294f425fdd8d2da02555b96fb5", "_filesize": 126402, "_sha256": "58af251ade2a5315fdfc6c6349a8af0a4ee5c1294f425fdd8d2da02555b96fb5", "_expires": "2027-01-23T00:49:17.000Z", "_created": "2026-10-15T00:45:56.000Z", "_published": "2026-10-15T00:49:19.787Z", "_buildurl": "https://github.com/r-universe/hypertidy/actions/runs/38661611102", "_status": "success", "_host": "GitHub-Actions", "_jobs": [ { "job": 116184914379, "time": 108, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "NOTE", "artifact": "11939700508" }, { "job": 116184914345, "time": 103, "config": "linux-release-x86_64", "r": "4.6.1", "check": "NOTE", "artifact": "11939182712" }, { "job": 116184914317, "time": 91, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "NOTE", "artifact": "11939695624" }, { "job": 116184914327, "time": 62, "config": "macos-release-arm64", "r": "4.6.1", "check": "NOTE", "artifact": "11938504678" }, { "job": 116184055067, "time": 166, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "11939695287" }, { "job": 116184914302, "time": 106, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "11939341953" }, { "job": 116184914508, "time": 74, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "NOTE", "artifact": "11939242308" }, { "job": 116184914404, "time": 100, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "NOTE", "artifact": "11939441602" }, { "job": 116184914420, "time": 68, "config": "windows-release-x86_64", "r": "4.6.1", "check": "NOTE", "artifact": "11938829963" } ], "_upstream": "https://github.com/hypertidy/blocklist", "_commit": { "id": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "author": "Michael Sumner ", "committer": "Michael Sumner ", "message": "speed up vrt harvest\n", "time": 1784182124 }, "_maintainer": { "name": "Michael Sumner", "email": "mdsumner@gmail.com", "login": "mdsumner", "mastodon": "@mdsumner@rstats.me", "bluesky": "@mdsumner.bsky.social", "orcid": "0000-0002-2471-7511", "description": "no names have an anonymous function", "uuid": 4107631 }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "arrow", "role": "Imports" }, { "package": "jsonlite", "role": "Imports" }, { "package": "mirai", "role": "Imports" }, { "package": "rhdf5", "role": "Imports" }, { "package": "xml2", "role": "Imports" } ], "_owner": "hypertidy", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-23", "n": 17 }, { "week": "2026-25", "n": 1 }, { "week": "2026-28", "n": 1 }, { "week": "2026-29", "n": 3 } ], "_tags": [ { "name": "v0.0.1", "date": "2026-06-04" } ], "_stars": 1, "_contributors": [ { "user": "mdsumner", "count": 27, "uuid": 4107631 } ], "_userbio": { "uuid": 29297592, "type": "organization", "name": "hypertidy", "followers": 27, "description": "[ ... ]" }, "_downloads": { "count": 0, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/blocklist" }, "_devurl": "https://github.com/hypertidy/blocklist", "_searchresults": 8, "_rbuild": "4.6.1", "_assets": [ "extra/blocklist.html", "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/manual.pdf", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "LICENSE" ], "_cranurl": false, "_exports": [ "mosaic_sources", "parse_mosaic_vrt", "scan_source_chunks", "virtualize_mosaic", "write_kerchunk_parquet" ], "_help": [ { "page": "mosaic_sources", "title": "Build a sources table for 'virtualize_mosaic()'", "topics": [ "mosaic_sources" ] }, { "page": "parse_mosaic_vrt", "title": "Parse a GDAL multidimensional mosaic VRT", "topics": [ "parse_mosaic_vrt" ] }, { "page": "scan_source_chunks", "title": "Extract chunk byte references for one array in one source file", "topics": [ "scan_source_chunks" ] }, { "page": "virtualize_mosaic", "title": "Virtualise a GDAL mosaic into a kerchunk-Parquet reference store", "topics": [ "virtualize_mosaic" ] }, { "page": "write_kerchunk_parquet", "title": "Writes the fsspec 'LazyReferenceMapper' layout (Zarr v2): a root '.zmetadata' holding consolidated array/group metadata plus 'record_size', and a /refs..parq shard per array. Each row is either a chunk reference ('path'/'offset'/'size') or inline data ('raw'); rows are placed at the C-order flat chunk index and padded to 'record_size'. The result is readable by VirtualiZarr ('KerchunkParquetParser'), the GDAL Zarr driver, and any fsspec reference filesystem.", "topics": [ "write_kerchunk_parquet" ] } ], "_readme": "https://github.com/hypertidy/blocklist/raw/HEAD/README.md", "_rundeps": [ "arrow", "assertthat", "biocmake", "bit", "bit64", "cli", "cpp11", "dir.expiry", "filelock", "glue", "jsonlite", "lifecycle", "magrittr", "mirai", "nanonext", "purrr", "R6", "rhdf5", "rhdf5filters", "Rhdf5lib", "rlang", "tidyselect", "vctrs", "withr", "xml2" ], "_score": 2.3010299956639813, "_indexed": true, "_nocasepkg": "blocklist", "_universes": [ "hypertidy", "mdsumner" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.0.1.9002", "date": "2026-10-15T00:47:50.000Z", "distro": "resolute", "commit": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "fileid": "https://r2.ropensci.org/ae8ce3b491773b3cf4d5108b2f338917c75ae0edc2e469b0e7e3826d06c0a642", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/hypertidy/actions/runs/38661611102" }, { "r": "4.6.1", "os": "linux", "version": "0.0.1.9002", "date": "2026-10-15T00:47:46.000Z", "distro": "resolute", "commit": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "fileid": "https://r2.ropensci.org/0aad03c6c19a81ade08455902b7157901a6a1b6f21f287f6fc42cde552c837cf", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/hypertidy/actions/runs/38661611102" }, { "r": "4.5.3", "os": "mac", "version": "0.0.1.9002", "date": "2026-10-15T00:48:41.000Z", "commit": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "fileid": "https://r2.ropensci.org/bed8214631c038ff7aa7ee8eac5a42a46a5aa07ce896e6ab1322e80540e0dc21", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/hypertidy/actions/runs/38661611102" }, { "r": "4.6.1", "os": "mac", "version": "0.0.1.9002", "date": "2026-10-15T00:48:14.000Z", "commit": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "fileid": "https://r2.ropensci.org/579d25403086762f4cd5c8fde87a064e7550544e6704f7e00f6afc01336d6fac", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/hypertidy/actions/runs/38661611102" }, { "r": "4.6.0", "os": "wasm", "version": "0.0.1.9002", "date": "2026-10-15T00:48:00.000Z", "commit": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "fileid": "https://r2.ropensci.org/ff0a2f892999a03d9d5e26969bf3850511266758e157371cd28d1aa76cc8f9d3", "status": "success", "buildurl": "https://github.com/r-universe/hypertidy/actions/runs/38661611102" }, { "r": "4.7.0", "os": "win", "version": "0.0.1.9002", "date": "2026-10-15T00:47:14.000Z", "commit": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "fileid": "https://r2.ropensci.org/9b81feb24cd76a06992eb14a2f94e003ae2df5d0c87944b0d2ea81362db891dc", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/hypertidy/actions/runs/38661611102" }, { "r": "4.5.3", "os": "win", "version": "0.0.1.9002", "date": "2026-10-15T00:47:34.000Z", "commit": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "fileid": "https://r2.ropensci.org/8cb9acacfde19ce3af13d010deea55bf3df7b60fdce9ba09158337f993100131", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/hypertidy/actions/runs/38661611102" }, { "r": "4.6.1", "os": "win", "version": "0.0.1.9002", "date": "2026-10-15T00:47:07.000Z", "commit": "9f5ede94906ba1ba5d8f18a715c3d7cde3309b3f", "fileid": "https://r2.ropensci.org/7d6af3c4c81f1b87258ea9537b1223dac129850fb4b9306106be3cf23492f644", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/hypertidy/actions/runs/38661611102" } ] }