From 463b7ed403f49a04ad19485534b105ad45582d3b Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Fri, 21 Feb 2025 11:07:49 +0100 Subject: [PATCH 01/28] WIP bring in TransferManager --- MODULE.bazel.lock | 3267 +----------------------- pjrt/pjrt.zig | 46 +- runtimes/cuda/BUILD.bazel | 5 + runtimes/cuda/cuda.zig | 6 + runtimes/cuda/libpjrt_cuda.BUILD.bazel | 3 +- zml/aio.zig | 6 +- zml/buffer.zig | 191 +- zml/exe.zig | 90 +- zml/hostbuffer.zig | 27 +- zml/module.zig | 26 +- zml/pjrtx.zig | 30 +- zml/platform.zig | 93 + zml/tensor.zig | 29 + zml/zml.zig | 1 + 14 files changed, 474 insertions(+), 3346 deletions(-) diff --git a/MODULE.bazel.lock b/MODULE.bazel.lock index ea31bc98..b851e811 100644 --- a/MODULE.bazel.lock +++ b/MODULE.bazel.lock @@ -1,5 +1,5 @@ { - "lockFileVersion": 16, + "lockFileVersion": 18, "registryFileHashes": { "https://bazel-registry.zml.ai/modules/abseil-cpp/20210324.2/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/abseil-cpp/20211102.0/MODULE.bazel": "not found", @@ -94,7 +94,7 @@ "https://bazel-registry.zml.ai/modules/rules_cc/0.0.6/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_cc/0.0.8/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_cc/0.0.9/MODULE.bazel": "not found", - "https://bazel-registry.zml.ai/modules/rules_cc/0.1.0/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/rules_cc/0.1.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_distroless/0.5.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_foreign_cc/0.9.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_fuzzing/0.5.2/MODULE.bazel": "not found", @@ -281,8 +281,8 @@ "https://bcr.bazel.build/modules/rules_cc/0.0.6/MODULE.bazel": "abf360251023dfe3efcef65ab9d56beefa8394d4176dd29529750e1c57eaa33f", "https://bcr.bazel.build/modules/rules_cc/0.0.8/MODULE.bazel": "964c85c82cfeb6f3855e6a07054fdb159aced38e99a5eecf7bce9d53990afa3e", "https://bcr.bazel.build/modules/rules_cc/0.0.9/MODULE.bazel": "836e76439f354b89afe6a911a7adf59a6b2518fafb174483ad78a2a2fde7b1c5", - "https://bcr.bazel.build/modules/rules_cc/0.1.0/MODULE.bazel": "2fef03775b9ba995ec543868840041cc69e8bc705eb0cb6604a36eee18c87d8b", - "https://bcr.bazel.build/modules/rules_cc/0.1.0/source.json": "8a4e832d75e073ab56c74dd77008cf7a81e107dec4544019eb1eefc1320d55be", + "https://bcr.bazel.build/modules/rules_cc/0.1.1/MODULE.bazel": "2f0222a6f229f0bf44cd711dc13c858dad98c62d52bd51d8fc3a764a83125513", + "https://bcr.bazel.build/modules/rules_cc/0.1.1/source.json": "d61627377bd7dd1da4652063e368d9366fc9a73920bfa396798ad92172cf645c", "https://bcr.bazel.build/modules/rules_distroless/0.5.1/MODULE.bazel": "2a63f4744d30749128105da5f96adf7caf5628e37548293f89e7fa39c3b3f2c2", "https://bcr.bazel.build/modules/rules_distroless/0.5.1/source.json": "c6b9ff7f325bfed89c3671757f14c1d1bc6077d0fcef809b8aa2d007cac7dd1d", "https://bcr.bazel.build/modules/rules_foreign_cc/0.9.0/MODULE.bazel": "c9e8c682bf75b0e7c704166d79b599f93b72cfca5ad7477df596947891feeef6", @@ -380,7 +380,7 @@ "moduleExtensions": { "@@apple_support+//crosstool:setup.bzl%apple_cc_configure_extension": { "general": { - "bzlTransitiveDigest": "WJQmiWkUslCPJV2WR2alN3EJBaLsBEr0VYitFeUShw8=", + "bzlTransitiveDigest": "JJV/C5bhYKZip41t/GGZvqIMmmrcwr0Ydybkn97uXxQ=", "usagesDigest": "wD+r6kULzwkrPbJnhFpRl2hIsJZIwSSaeEUj3z6v0i4=", "recordedFileInputs": {}, "recordedDirentsInputs": {}, @@ -700,224 +700,6 @@ ] } }, - "@@pybind11_bazel+//:internal_configure.bzl%internal_configure_extension": { - "general": { - "bzlTransitiveDigest": "BscKLx1uTqPejNWXrpBVNole5HrQ/iL/+SPa+29Shuk=", - "usagesDigest": "D1r3lfzMuUBFxgG8V6o0bQTLMk3GkaGOaPzw53wrwyw=", - "recordedFileInputs": { - "@@pybind11_bazel+//MODULE.bazel": "45d98c531db5f8430f847b195357dca36665d9c926cbbee77a85105fc6865d27" - }, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "pybind11": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "build_file": "@@pybind11_bazel+//:pybind11-BUILD.bazel", - "strip_prefix": "pybind11-2.12.0", - "urls": [ - "https://github.com/pybind/pybind11/archive/v2.12.0.zip" - ] - } - } - }, - "recordedRepoMappingEntries": [ - [ - "pybind11_bazel+", - "bazel_tools", - "bazel_tools" - ] - ] - } - }, - "@@rules_apple+//apple:apple.bzl%provisioning_profile_repository_extension": { - "general": { - "bzlTransitiveDigest": "YmN6XL9GakS6hrKdREw1YK+PQXQDcm/XepqLxIq5s7I=", - "usagesDigest": "SiFU9DJJgA6RGhMdCKp9MfHJCxWgKRqtl4gMgcaLyoE=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "local_provisioning_profiles": { - "repoRuleId": "@@rules_apple+//apple/internal:local_provisioning_profiles.bzl%provisioning_profile_repository", - "attributes": {} - } - }, - "recordedRepoMappingEntries": [ - [ - "apple_support+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "bazel_tools", - "rules_cc", - "rules_cc+" - ], - [ - "rules_apple+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_apple+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_apple+", - "build_bazel_apple_support", - "apple_support+" - ], - [ - "rules_apple+", - "build_bazel_rules_swift", - "rules_swift+" - ], - [ - "rules_cc+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_swift+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_swift+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_swift+", - "build_bazel_apple_support", - "apple_support+" - ], - [ - "rules_swift+", - "build_bazel_rules_swift", - "rules_swift+" - ], - [ - "rules_swift+", - "build_bazel_rules_swift_local_config", - "rules_swift++non_module_deps+build_bazel_rules_swift_local_config" - ] - ] - } - }, - "@@rules_apple+//apple:extensions.bzl%non_module_deps": { - "general": { - "bzlTransitiveDigest": "asdaC8zi+Dyuf7pGjIXOD+k5Z5KuWzlWe38OXiK9lls=", - "usagesDigest": "/KYD+JFOPPK0SVlsHZAG7VLxscWl5XFZW13XI73CUlk=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "xctestrunner": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/google/xctestrunner/archive/b7698df3d435b6491b4b4c0f9fc7a63fbed5e3a6.tar.gz" - ], - "strip_prefix": "xctestrunner-b7698df3d435b6491b4b4c0f9fc7a63fbed5e3a6", - "sha256": "ae3a063c985a8633cb7eb566db21656f8db8eb9a0edb8c182312c7f0db53730d" - } - } - }, - "recordedRepoMappingEntries": [ - [ - "rules_apple+", - "bazel_tools", - "bazel_tools" - ] - ] - } - }, - "@@rules_fuzzing+//fuzzing/private:extensions.bzl%non_module_dependencies": { - "general": { - "bzlTransitiveDigest": "Wn0Wqc8tJukC1aqT+Fqun/4Xrnr+iTThN24Fn3rz3FU=", - "usagesDigest": "wy6ISK6UOcBEjj/mvJ/S3WeXoO67X+1llb9yPyFtPgc=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "platforms": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://mirror.bazel.build/github.com/bazelbuild/platforms/releases/download/0.0.8/platforms-0.0.8.tar.gz", - "https://github.com/bazelbuild/platforms/releases/download/0.0.8/platforms-0.0.8.tar.gz" - ], - "sha256": "8150406605389ececb6da07cbcb509d5637a3ab9a24bc69b1101531367d89d74" - } - }, - "rules_python": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "d70cd72a7a4880f0000a6346253414825c19cdd40a28289bdf67b8e6480edff8", - "strip_prefix": "rules_python-0.28.0", - "url": "https://github.com/bazelbuild/rules_python/releases/download/0.28.0/rules_python-0.28.0.tar.gz" - } - }, - "bazel_skylib": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "cd55a062e763b9349921f0f5db8c3933288dc8ba4f76dd9416aac68acee3cb94", - "urls": [ - "https://mirror.bazel.build/github.com/bazelbuild/bazel-skylib/releases/download/1.5.0/bazel-skylib-1.5.0.tar.gz", - "https://github.com/bazelbuild/bazel-skylib/releases/download/1.5.0/bazel-skylib-1.5.0.tar.gz" - ] - } - }, - "com_google_absl": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/abseil/abseil-cpp/archive/refs/tags/20240116.1.zip" - ], - "strip_prefix": "abseil-cpp-20240116.1", - "integrity": "sha256-7capMWOvWyoYbUaHF/b+I2U6XLMaHmky8KugWvfXYuk=" - } - }, - "rules_fuzzing_oss_fuzz": { - "repoRuleId": "@@rules_fuzzing+//fuzzing/private/oss_fuzz:repository.bzl%oss_fuzz_repository", - "attributes": {} - }, - "honggfuzz": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "build_file": "@@rules_fuzzing+//:honggfuzz.BUILD", - "sha256": "6b18ba13bc1f36b7b950c72d80f19ea67fbadc0ac0bb297ec89ad91f2eaa423e", - "url": "https://github.com/google/honggfuzz/archive/2.5.zip", - "strip_prefix": "honggfuzz-2.5" - } - }, - "rules_fuzzing_jazzer": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_jar", - "attributes": { - "sha256": "ee6feb569d88962d59cb59e8a31eb9d007c82683f3ebc64955fd5b96f277eec2", - "url": "https://repo1.maven.org/maven2/com/code-intelligence/jazzer/0.20.1/jazzer-0.20.1.jar" - } - }, - "rules_fuzzing_jazzer_api": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_jar", - "attributes": { - "sha256": "f5a60242bc408f7fa20fccf10d6c5c5ea1fcb3c6f44642fec5af88373ae7aa1b", - "url": "https://repo1.maven.org/maven2/com/code-intelligence/jazzer-api/0.20.1/jazzer-api-0.20.1.jar" - } - } - }, - "recordedRepoMappingEntries": [ - [ - "rules_fuzzing+", - "bazel_tools", - "bazel_tools" - ] - ] - } - }, "@@rules_kotlin+//src/main/starlark/core/repositories:bzlmod_setup.bzl%rules_kotlin_extensions": { "general": { "bzlTransitiveDigest": "fmfKdvTpZCJJntCdqlB6bYFsD3ax+7qZpeR0cGMDe8A=", @@ -1042,2744 +824,9 @@ "recordedRepoMappingEntries": [] } }, - "@@rules_python+//python/private/pypi:pip.bzl%pip_internal": { - "general": { - "bzlTransitiveDigest": "WQT5YLJiIaCB8kyx35MGdMpQFtljg0stNXsxxbcXvzA=", - "usagesDigest": "OLoIStnzNObNalKEMRq99FqenhPGLFZ5utVLV4sz7OI=", - "recordedFileInputs": { - "@@rules_python+//tools/publish/requirements_darwin.txt": "2c51d7903dc21cbe23d9b35ce6592f463343aed8a166de445020024539b627fc", - "@@rules_python+//tools/publish/requirements_linux.txt": "13605b4465b7ba1806430b29f317119d59c2e8a84e9f5d3b56108367e7f7fe41", - "@@rules_python+//tools/publish/requirements_windows.txt": "3497ab5f645d06b16c52537a35ef4512d3eacf81017f743bd91c6461fd08f63b" - }, - "recordedDirentsInputs": {}, - "envVariables": { - "RULES_PYTHON_REPO_DEBUG": null, - "RULES_PYTHON_REPO_DEBUG_VERBOSITY": null - }, - "generatedRepoSpecs": { - "rules_python_publish_deps_311_backports_tarfile_py3_none_any_77e284d7": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "backports.tarfile-1.2.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "backports-tarfile==1.2.0", - "sha256": "77e284d754527b01fb1e6fa8a1afe577858ebe4e9dad8919e34c862cb399bc34", - "urls": [ - "https://files.pythonhosted.org/packages/b9/fa/123043af240e49752f1c4bd24da5053b6bd00cad78c2be53c0d1e8b975bc/backports.tarfile-1.2.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_backports_tarfile_sdist_d75e02c2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "backports_tarfile-1.2.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "backports-tarfile==1.2.0", - "sha256": "d75e02c268746e1b8144c278978b6e98e85de6ad16f8e4b0844a154557eca991", - "urls": [ - "https://files.pythonhosted.org/packages/86/72/cd9b395f25e290e633655a100af28cb253e4393396264a98bd5f5951d50f/backports_tarfile-1.2.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_certifi_py3_none_any_922820b5": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "certifi-2024.8.30-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "certifi==2024.8.30", - "sha256": "922820b53db7a7257ffbda3f597266d435245903d80737e34f8a45ff3e3230d8", - "urls": [ - "https://files.pythonhosted.org/packages/12/90/3c9ff0512038035f59d279fddeb79f5f1eccd8859f06d6163c58798b9487/certifi-2024.8.30-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_certifi_sdist_bec941d2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "certifi-2024.8.30.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "certifi==2024.8.30", - "sha256": "bec941d2aa8195e248a60b31ff9f0558284cf01a52591ceda73ea9afffd69fd9", - "urls": [ - "https://files.pythonhosted.org/packages/b0/ee/9b19140fe824b367c04c5e1b369942dd754c4c5462d5674002f75c4dedc1/certifi-2024.8.30.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_aarch64_a1ed2dd2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "a1ed2dd2972641495a3ec98445e09766f077aee98a1c896dcb4ad0d303628e41", - "urls": [ - "https://files.pythonhosted.org/packages/2e/ea/70ce63780f096e16ce8588efe039d3c4f91deb1dc01e9c73a287939c79a6/cffi-1.17.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_ppc64le_46bf4316": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "46bf43160c1a35f7ec506d254e5c890f3c03648a4dbac12d624e4490a7046cd1", - "urls": [ - "https://files.pythonhosted.org/packages/1c/a0/a4fa9f4f781bda074c3ddd57a572b060fa0df7655d2a4247bbe277200146/cffi-1.17.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_s390x_a24ed04c": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "a24ed04c8ffd54b0729c07cee15a81d964e6fee0e3d4d342a27b020d22959dc6", - "urls": [ - "https://files.pythonhosted.org/packages/62/12/ce8710b5b8affbcdd5c6e367217c242524ad17a02fe5beec3ee339f69f85/cffi-1.17.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_x86_64_610faea7": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "610faea79c43e44c71e1ec53a554553fa22321b65fae24889706c0a84d4ad86d", - "urls": [ - "https://files.pythonhosted.org/packages/ff/6b/d45873c5e0242196f042d555526f92aa9e0c32355a1be1ff8c27f077fd37/cffi-1.17.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_musllinux_1_1_aarch64_a9b15d49": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-musllinux_1_1_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "a9b15d491f3ad5d692e11f6b71f7857e7835eb677955c00cc0aefcd0669adaf6", - "urls": [ - "https://files.pythonhosted.org/packages/1a/52/d9a0e523a572fbccf2955f5abe883cfa8bcc570d7faeee06336fbd50c9fc/cffi-1.17.1-cp311-cp311-musllinux_1_1_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_musllinux_1_1_x86_64_fc48c783": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-musllinux_1_1_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "fc48c783f9c87e60831201f2cce7f3b2e4846bf4d8728eabe54d60700b318a0b", - "urls": [ - "https://files.pythonhosted.org/packages/f8/4a/34599cac7dfcd888ff54e801afe06a19c17787dfd94495ab0c8d35fe99fb/cffi-1.17.1-cp311-cp311-musllinux_1_1_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_sdist_1c39c601": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "cffi-1.17.1.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "1c39c6016c32bc48dd54561950ebd6836e1670f2ae46128f67cf49e789c52824", - "urls": [ - "https://files.pythonhosted.org/packages/fc/97/c783634659c2920c3fc70419e3af40972dbaf758daa229a7d6ea6135c90d/cffi-1.17.1.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_10_9_universal2_0d99dd8f": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_universal2.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "0d99dd8ff461990f12d6e42c7347fd9ab2532fb70e9621ba520f9e8637161d7c", - "urls": [ - "https://files.pythonhosted.org/packages/9c/61/73589dcc7a719582bf56aae309b6103d2762b526bffe189d635a7fcfd998/charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_universal2.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_10_9_x86_64_c57516e5": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "c57516e58fd17d03ebe67e181a4e4e2ccab1168f8c2976c6a334d4f819fe5944", - "urls": [ - "https://files.pythonhosted.org/packages/77/d5/8c982d58144de49f59571f940e329ad6e8615e1e82ef84584c5eeb5e1d72/charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_11_0_arm64_6dba5d19": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-macosx_11_0_arm64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "6dba5d19c4dfab08e58d5b36304b3f92f3bd5d42c1a3fa37b5ba5cdf6dfcbcee", - "urls": [ - "https://files.pythonhosted.org/packages/bf/19/411a64f01ee971bed3231111b69eb56f9331a769072de479eae7de52296d/charset_normalizer-3.4.0-cp311-cp311-macosx_11_0_arm64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_aarch64_bf4475b8": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "bf4475b82be41b07cc5e5ff94810e6a01f276e37c2d55571e3fe175e467a1a1c", - "urls": [ - "https://files.pythonhosted.org/packages/4c/92/97509850f0d00e9f14a46bc751daabd0ad7765cff29cdfb66c68b6dad57f/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_ppc64le_ce031db0": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "ce031db0408e487fd2775d745ce30a7cd2923667cf3b69d48d219f1d8f5ddeb6", - "urls": [ - "https://files.pythonhosted.org/packages/e2/29/d227805bff72ed6d6cb1ce08eec707f7cfbd9868044893617eb331f16295/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_s390x_8ff4e7cd": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "8ff4e7cdfdb1ab5698e675ca622e72d58a6fa2a8aa58195de0c0061288e6e3ea", - "urls": [ - "https://files.pythonhosted.org/packages/13/bc/87c2c9f2c144bedfa62f894c3007cd4530ba4b5351acb10dc786428a50f0/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_x86_64_3710a975": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "3710a9751938947e6327ea9f3ea6332a09bf0ba0c09cae9cb1f250bd1f1549bc", - "urls": [ - "https://files.pythonhosted.org/packages/eb/5b/6f10bad0f6461fa272bfbbdf5d0023b5fb9bc6217c92bf068fa5a99820f5/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_aarch64_47334db7": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "47334db71978b23ebcf3c0f9f5ee98b8d65992b65c9c4f2d34c2eaf5bcaf0594", - "urls": [ - "https://files.pythonhosted.org/packages/d7/a1/493919799446464ed0299c8eef3c3fad0daf1c3cd48bff9263c731b0d9e2/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_ppc64le_f1a2f519": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_ppc64le.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "f1a2f519ae173b5b6a2c9d5fa3116ce16e48b3462c8b96dfdded11055e3d6365", - "urls": [ - "https://files.pythonhosted.org/packages/75/d2/0ab54463d3410709c09266dfb416d032a08f97fd7d60e94b8c6ef54ae14b/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_ppc64le.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_s390x_63bc5c4a": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_s390x.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "63bc5c4ae26e4bc6be6469943b8253c0fd4e4186c43ad46e713ea61a0ba49129", - "urls": [ - "https://files.pythonhosted.org/packages/8d/c9/27e41d481557be53d51e60750b85aa40eaf52b841946b3cdeff363105737/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_s390x.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_x86_64_bcb4f8ea": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "bcb4f8ea87d03bc51ad04add8ceaf9b0f085ac045ab4d74e73bbc2dc033f0236", - "urls": [ - "https://files.pythonhosted.org/packages/ee/44/4f62042ca8cdc0cabf87c0fc00ae27cd8b53ab68be3605ba6d071f742ad3/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_win_amd64_cee4373f": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-win_amd64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "cee4373f4d3ad28f1ab6290684d8e2ebdb9e7a1b74fdc39e4c211995f77bec27", - "urls": [ - "https://files.pythonhosted.org/packages/0b/6e/b13bd47fa9023b3699e94abf565b5a2f0b0be6e9ddac9812182596ee62e4/charset_normalizer-3.4.0-cp311-cp311-win_amd64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_py3_none_any_fe9f97fe": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "fe9f97feb71aa9896b81973a7bbada8c49501dc73e58a10fcef6663af95e5079", - "urls": [ - "https://files.pythonhosted.org/packages/bf/9b/08c0432272d77b04803958a4598a51e2a4b51c06640af8b8f0f908c18bf2/charset_normalizer-3.4.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_sdist_223217c3": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "charset_normalizer-3.4.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "223217c3d4f82c3ac5e29032b3f1c2eb0fb591b72161f86d93f5719079dae93e", - "urls": [ - "https://files.pythonhosted.org/packages/f2/4f/e1808dc01273379acc506d18f1504eb2d299bd4131743b9fc54d7be4df1e/charset_normalizer-3.4.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_17_aarch64_846da004": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "846da004a5804145a5f441b8530b4bf35afbf7da70f82409f151695b127213d5", - "urls": [ - "https://files.pythonhosted.org/packages/2f/78/55356eb9075d0be6e81b59f45c7b48df87f76a20e73893872170471f3ee8/cryptography-43.0.3-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_17_x86_64_0f996e72": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "0f996e7268af62598f2fc1204afa98a3b5712313a55c4c9d434aef49cadc91d4", - "urls": [ - "https://files.pythonhosted.org/packages/2a/2c/488776a3dc843f95f86d2f957ca0fc3407d0242b50bede7fad1e339be03f/cryptography-43.0.3-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_28_aarch64_f7b178f1": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-manylinux_2_28_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "f7b178f11ed3664fd0e995a47ed2b5ff0a12d893e41dd0494f406d1cf555cab7", - "urls": [ - "https://files.pythonhosted.org/packages/7c/04/2345ca92f7a22f601a9c62961741ef7dd0127c39f7310dffa0041c80f16f/cryptography-43.0.3-cp39-abi3-manylinux_2_28_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_28_x86_64_c2e6fc39": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "c2e6fc39c4ab499049df3bdf567f768a723a5e8464816e8f009f121a5a9f4405", - "urls": [ - "https://files.pythonhosted.org/packages/ac/25/e715fa0bc24ac2114ed69da33adf451a38abb6f3f24ec207908112e9ba53/cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_musllinux_1_2_aarch64_e1be4655": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-musllinux_1_2_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "e1be4655c7ef6e1bbe6b5d0403526601323420bcf414598955968c9ef3eb7d16", - "urls": [ - "https://files.pythonhosted.org/packages/21/ce/b9c9ff56c7164d8e2edfb6c9305045fbc0df4508ccfdb13ee66eb8c95b0e/cryptography-43.0.3-cp39-abi3-musllinux_1_2_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_musllinux_1_2_x86_64_df6b6c6d": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-musllinux_1_2_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "df6b6c6d742395dd77a23ea3728ab62f98379eff8fb61be2744d4679ab678f73", - "urls": [ - "https://files.pythonhosted.org/packages/2a/33/b3682992ab2e9476b9c81fff22f02c8b0a1e6e1d49ee1750a67d85fd7ed2/cryptography-43.0.3-cp39-abi3-musllinux_1_2_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_sdist_315b9001": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "cryptography-43.0.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "315b9001266a492a6ff443b61238f956b214dbec9910a081ba5b6646a055a805", - "urls": [ - "https://files.pythonhosted.org/packages/0d/05/07b55d1fa21ac18c3a8c79f764e2514e6f6a9698f1be44994f5adf0d29db/cryptography-43.0.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_docutils_py3_none_any_dafca5b9": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "docutils-0.21.2-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "docutils==0.21.2", - "sha256": "dafca5b9e384f0e419294eb4d2ff9fa826435bf15f15b7bd45723e8ad76811b2", - "urls": [ - "https://files.pythonhosted.org/packages/8f/d7/9322c609343d929e75e7e5e6255e614fcc67572cfd083959cdef3b7aad79/docutils-0.21.2-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_docutils_sdist_3a6b1873": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "docutils-0.21.2.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "docutils==0.21.2", - "sha256": "3a6b18732edf182daa3cd12775bbb338cf5691468f91eeeb109deff6ebfa986f", - "urls": [ - "https://files.pythonhosted.org/packages/ae/ed/aefcc8cd0ba62a0560c3c18c33925362d46c6075480bfa4df87b28e169a9/docutils-0.21.2.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_idna_py3_none_any_946d195a": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "idna-3.10-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "idna==3.10", - "sha256": "946d195a0d259cbba61165e88e65941f16e9b36ea6ddb97f00452bae8b1287d3", - "urls": [ - "https://files.pythonhosted.org/packages/76/c6/c88e154df9c4e1a2a66ccf0005a88dfb2650c1dffb6f5ce603dfbd452ce3/idna-3.10-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_idna_sdist_12f65c9b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "idna-3.10.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "idna==3.10", - "sha256": "12f65c9b470abda6dc35cf8e63cc574b1c52b11df2c86030af0ac09b01b13ea9", - "urls": [ - "https://files.pythonhosted.org/packages/f1/70/7703c29685631f5a7590aa73f1f1d3fa9a380e654b86af429e0934a32f7d/idna-3.10.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_importlib_metadata_py3_none_any_45e54197": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "importlib_metadata-8.5.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "importlib-metadata==8.5.0", - "sha256": "45e54197d28b7a7f1559e60b95e7c567032b602131fbd588f1497f47880aa68b", - "urls": [ - "https://files.pythonhosted.org/packages/a0/d9/a1e041c5e7caa9a05c925f4bdbdfb7f006d1f74996af53467bc394c97be7/importlib_metadata-8.5.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_importlib_metadata_sdist_71522656": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "importlib_metadata-8.5.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "importlib-metadata==8.5.0", - "sha256": "71522656f0abace1d072b9e5481a48f07c138e00f079c38c8f883823f9c26bd7", - "urls": [ - "https://files.pythonhosted.org/packages/cd/12/33e59336dca5be0c398a7482335911a33aa0e20776128f038019f1a95f1b/importlib_metadata-8.5.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_jaraco_classes_py3_none_any_f662826b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "jaraco.classes-3.4.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-classes==3.4.0", - "sha256": "f662826b6bed8cace05e7ff873ce0f9283b5c924470fe664fff1c2f00f581790", - "urls": [ - "https://files.pythonhosted.org/packages/7f/66/b15ce62552d84bbfcec9a4873ab79d993a1dd4edb922cbfccae192bd5b5f/jaraco.classes-3.4.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_jaraco_classes_sdist_47a024b5": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "jaraco.classes-3.4.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-classes==3.4.0", - "sha256": "47a024b51d0239c0dd8c8540c6c7f484be3b8fcf0b2d85c13825780d3b3f3acd", - "urls": [ - "https://files.pythonhosted.org/packages/06/c0/ed4a27bc5571b99e3cff68f8a9fa5b56ff7df1c2251cc715a652ddd26402/jaraco.classes-3.4.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_jaraco_context_py3_none_any_f797fc48": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "jaraco.context-6.0.1-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-context==6.0.1", - "sha256": "f797fc481b490edb305122c9181830a3a5b76d84ef6d1aef2fb9b47ab956f9e4", - "urls": [ - "https://files.pythonhosted.org/packages/ff/db/0c52c4cf5e4bd9f5d7135ec7669a3a767af21b3a308e1ed3674881e52b62/jaraco.context-6.0.1-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_jaraco_context_sdist_9bae4ea5": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "jaraco_context-6.0.1.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-context==6.0.1", - "sha256": "9bae4ea555cf0b14938dc0aee7c9f32ed303aa20a3b73e7dc80111628792d1b3", - "urls": [ - "https://files.pythonhosted.org/packages/df/ad/f3777b81bf0b6e7bc7514a1656d3e637b2e8e15fab2ce3235730b3e7a4e6/jaraco_context-6.0.1.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_jaraco_functools_py3_none_any_ad159f13": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "jaraco.functools-4.1.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-functools==4.1.0", - "sha256": "ad159f13428bc4acbf5541ad6dec511f91573b90fba04df61dafa2a1231cf649", - "urls": [ - "https://files.pythonhosted.org/packages/9f/4f/24b319316142c44283d7540e76c7b5a6dbd5db623abd86bb7b3491c21018/jaraco.functools-4.1.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_jaraco_functools_sdist_70f7e0e2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "jaraco_functools-4.1.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-functools==4.1.0", - "sha256": "70f7e0e2ae076498e212562325e805204fc092d7b4c17e0e86c959e249701a9d", - "urls": [ - "https://files.pythonhosted.org/packages/ab/23/9894b3df5d0a6eb44611c36aec777823fc2e07740dabbd0b810e19594013/jaraco_functools-4.1.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_jeepney_py3_none_any_c0a454ad": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "jeepney-0.8.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jeepney==0.8.0", - "sha256": "c0a454ad016ca575060802ee4d590dd912e35c122fa04e70306de3d076cce755", - "urls": [ - "https://files.pythonhosted.org/packages/ae/72/2a1e2290f1ab1e06f71f3d0f1646c9e4634e70e1d37491535e19266e8dc9/jeepney-0.8.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_jeepney_sdist_5efe48d2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "jeepney-0.8.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jeepney==0.8.0", - "sha256": "5efe48d255973902f6badc3ce55e2aa6c5c3b3bc642059ef3a91247bcfcc5806", - "urls": [ - "https://files.pythonhosted.org/packages/d6/f4/154cf374c2daf2020e05c3c6a03c91348d59b23c5366e968feb198306fdf/jeepney-0.8.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_keyring_py3_none_any_5426f817": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "keyring-25.4.1-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "keyring==25.4.1", - "sha256": "5426f817cf7f6f007ba5ec722b1bcad95a75b27d780343772ad76b17cb47b0bf", - "urls": [ - "https://files.pythonhosted.org/packages/83/25/e6d59e5f0a0508d0dca8bb98c7f7fd3772fc943ac3f53d5ab18a218d32c0/keyring-25.4.1-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_keyring_sdist_b07ebc55": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "keyring-25.4.1.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "keyring==25.4.1", - "sha256": "b07ebc55f3e8ed86ac81dd31ef14e81ace9dd9c3d4b5d77a6e9a2016d0d71a1b", - "urls": [ - "https://files.pythonhosted.org/packages/a5/1c/2bdbcfd5d59dc6274ffb175bc29aa07ecbfab196830e0cfbde7bd861a2ea/keyring-25.4.1.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_markdown_it_py_py3_none_any_35521684": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "markdown_it_py-3.0.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "markdown-it-py==3.0.0", - "sha256": "355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1", - "urls": [ - "https://files.pythonhosted.org/packages/42/d7/1ec15b46af6af88f19b8e5ffea08fa375d433c998b8a7639e76935c14f1f/markdown_it_py-3.0.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_markdown_it_py_sdist_e3f60a94": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "markdown-it-py-3.0.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "markdown-it-py==3.0.0", - "sha256": "e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb", - "urls": [ - "https://files.pythonhosted.org/packages/38/71/3b932df36c1a044d397a1f92d1cf91ee0a503d91e470cbd670aa66b07ed0/markdown-it-py-3.0.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_mdurl_py3_none_any_84008a41": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "mdurl-0.1.2-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "mdurl==0.1.2", - "sha256": "84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8", - "urls": [ - "https://files.pythonhosted.org/packages/b3/38/89ba8ad64ae25be8de66a6d463314cf1eb366222074cfda9ee839c56a4b4/mdurl-0.1.2-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_mdurl_sdist_bb413d29": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "mdurl-0.1.2.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "mdurl==0.1.2", - "sha256": "bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba", - "urls": [ - "https://files.pythonhosted.org/packages/d6/54/cfe61301667036ec958cb99bd3efefba235e65cdeb9c84d24a8293ba1d90/mdurl-0.1.2.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_more_itertools_py3_none_any_037b0d32": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "more_itertools-10.5.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "more-itertools==10.5.0", - "sha256": "037b0d3203ce90cca8ab1defbbdac29d5f993fc20131f3664dc8d6acfa872aef", - "urls": [ - "https://files.pythonhosted.org/packages/48/7e/3a64597054a70f7c86eb0a7d4fc315b8c1ab932f64883a297bdffeb5f967/more_itertools-10.5.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_more_itertools_sdist_5482bfef": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "more-itertools-10.5.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "more-itertools==10.5.0", - "sha256": "5482bfef7849c25dc3c6dd53a6173ae4795da2a41a80faea6700d9f5846c5da6", - "urls": [ - "https://files.pythonhosted.org/packages/51/78/65922308c4248e0eb08ebcbe67c95d48615cc6f27854b6f2e57143e9178f/more-itertools-10.5.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_macosx_10_12_x86_64_14c5a72e": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.macosx_11_0_arm64.macosx_10_12_universal2.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "14c5a72e9fe82aea5fe3072116ad4661af5cf8e8ff8fc5ad3450f123e4925e86", - "urls": [ - "https://files.pythonhosted.org/packages/b3/89/1daff5d9ba5a95a157c092c7c5f39b8dd2b1ddb4559966f808d31cfb67e0/nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.macosx_11_0_arm64.macosx_10_12_universal2.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_macosx_10_12_x86_64_7b7c2a3c": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "7b7c2a3c9eb1a827d42539aa64091640bd275b81e097cd1d8d82ef91ffa2e811", - "urls": [ - "https://files.pythonhosted.org/packages/2c/b6/42fc3c69cabf86b6b81e4c051a9b6e249c5ba9f8155590222c2622961f58/nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_aarch64_42c64511": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "42c64511469005058cd17cc1537578eac40ae9f7200bedcfd1fc1a05f4f8c200", - "urls": [ - "https://files.pythonhosted.org/packages/45/b9/833f385403abaf0023c6547389ec7a7acf141ddd9d1f21573723a6eab39a/nh3-0.2.18-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_armv7l_0411beb0": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "0411beb0589eacb6734f28d5497ca2ed379eafab8ad8c84b31bb5c34072b7164", - "urls": [ - "https://files.pythonhosted.org/packages/05/2b/85977d9e11713b5747595ee61f381bc820749daf83f07b90b6c9964cf932/nh3-0.2.18-cp37-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_ppc64_5f36b271": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64.manylinux2014_ppc64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "5f36b271dae35c465ef5e9090e1fdaba4a60a56f0bb0ba03e0932a66f28b9189", - "urls": [ - "https://files.pythonhosted.org/packages/72/f2/5c894d5265ab80a97c68ca36f25c8f6f0308abac649aaf152b74e7e854a8/nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64.manylinux2014_ppc64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_ppc64le_34c03fa7": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "34c03fa78e328c691f982b7c03d4423bdfd7da69cd707fe572f544cf74ac23ad", - "urls": [ - "https://files.pythonhosted.org/packages/ab/a7/375afcc710dbe2d64cfbd69e31f82f3e423d43737258af01f6a56d844085/nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_s390x_19aaba96": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "19aaba96e0f795bd0a6c56291495ff59364f4300d4a39b29a0abc9cb3774a84b", - "urls": [ - "https://files.pythonhosted.org/packages/c2/a8/3bb02d0c60a03ad3a112b76c46971e9480efa98a8946677b5a59f60130ca/nh3-0.2.18-cp37-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_x86_64_de3ceed6": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "de3ceed6e661954871d6cd78b410213bdcb136f79aafe22aa7182e028b8c7307", - "urls": [ - "https://files.pythonhosted.org/packages/1b/63/6ab90d0e5225ab9780f6c9fb52254fa36b52bb7c188df9201d05b647e5e1/nh3-0.2.18-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_aarch64_f0eca9ca": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-musllinux_1_2_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "f0eca9ca8628dbb4e916ae2491d72957fdd35f7a5d326b7032a345f111ac07fe", - "urls": [ - "https://files.pythonhosted.org/packages/a3/da/0c4e282bc3cff4a0adf37005fa1fb42257673fbc1bbf7d1ff639ec3d255a/nh3-0.2.18-cp37-abi3-musllinux_1_2_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_armv7l_3a157ab1": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-musllinux_1_2_armv7l.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "3a157ab149e591bb638a55c8c6bcb8cdb559c8b12c13a8affaba6cedfe51713a", - "urls": [ - "https://files.pythonhosted.org/packages/de/81/c291231463d21da5f8bba82c8167a6d6893cc5419b0639801ee5d3aeb8a9/nh3-0.2.18-cp37-abi3-musllinux_1_2_armv7l.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_x86_64_36c95d4b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-musllinux_1_2_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "36c95d4b70530b320b365659bb5034341316e6a9b30f0b25fa9c9eff4c27a204", - "urls": [ - "https://files.pythonhosted.org/packages/eb/61/73a007c74c37895fdf66e0edcd881f5eaa17a348ff02f4bb4bc906d61085/nh3-0.2.18-cp37-abi3-musllinux_1_2_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_win_amd64_8ce0f819": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-win_amd64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "8ce0f819d2f1933953fca255db2471ad58184a60508f03e6285e5114b6254844", - "urls": [ - "https://files.pythonhosted.org/packages/26/8d/53c5b19c4999bdc6ba95f246f4ef35ca83d7d7423e5e38be43ad66544e5d/nh3-0.2.18-cp37-abi3-win_amd64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_sdist_94a16692": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "nh3-0.2.18.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "94a166927e53972a9698af9542ace4e38b9de50c34352b962f4d9a7d4c927af4", - "urls": [ - "https://files.pythonhosted.org/packages/62/73/10df50b42ddb547a907deeb2f3c9823022580a7a47281e8eae8e003a9639/nh3-0.2.18.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_pkginfo_py3_none_any_889a6da2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "pkginfo-1.10.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pkginfo==1.10.0", - "sha256": "889a6da2ed7ffc58ab5b900d888ddce90bce912f2d2de1dc1c26f4cb9fe65097", - "urls": [ - "https://files.pythonhosted.org/packages/56/09/054aea9b7534a15ad38a363a2bd974c20646ab1582a387a95b8df1bfea1c/pkginfo-1.10.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_pkginfo_sdist_5df73835": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "pkginfo-1.10.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pkginfo==1.10.0", - "sha256": "5df73835398d10db79f8eecd5cd86b1f6d29317589ea70796994d49399af6297", - "urls": [ - "https://files.pythonhosted.org/packages/2f/72/347ec5be4adc85c182ed2823d8d1c7b51e13b9a6b0c1aae59582eca652df/pkginfo-1.10.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_pycparser_py3_none_any_c3702b6d": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "pycparser-2.22-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pycparser==2.22", - "sha256": "c3702b6d3dd8c7abc1afa565d7e63d53a1d0bd86cdc24edd75470f4de499cfcc", - "urls": [ - "https://files.pythonhosted.org/packages/13/a3/a812df4e2dd5696d1f351d58b8fe16a405b234ad2886a0dab9183fb78109/pycparser-2.22-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_pycparser_sdist_491c8be9": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "pycparser-2.22.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pycparser==2.22", - "sha256": "491c8be9c040f5390f5bf44a5b07752bd07f56edf992381b05c701439eec10f6", - "urls": [ - "https://files.pythonhosted.org/packages/1d/b2/31537cf4b1ca988837256c910a668b553fceb8f069bedc4b1c826024b52c/pycparser-2.22.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_pygments_py3_none_any_b8e6aca0": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "pygments-2.18.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pygments==2.18.0", - "sha256": "b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a", - "urls": [ - "https://files.pythonhosted.org/packages/f7/3f/01c8b82017c199075f8f788d0d906b9ffbbc5a47dc9918a945e13d5a2bda/pygments-2.18.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_pygments_sdist_786ff802": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "pygments-2.18.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pygments==2.18.0", - "sha256": "786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199", - "urls": [ - "https://files.pythonhosted.org/packages/8e/62/8336eff65bcbc8e4cb5d05b55faf041285951b6e80f33e2bff2024788f31/pygments-2.18.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_pywin32_ctypes_py3_none_any_8a151337": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_windows_x86_64" - ], - "filename": "pywin32_ctypes-0.2.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pywin32-ctypes==0.2.3", - "sha256": "8a1513379d709975552d202d942d9837758905c8d01eb82b8bcc30918929e7b8", - "urls": [ - "https://files.pythonhosted.org/packages/de/3d/8161f7711c017e01ac9f008dfddd9410dff3674334c233bde66e7ba65bbf/pywin32_ctypes-0.2.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_pywin32_ctypes_sdist_d162dc04": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "pywin32-ctypes-0.2.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pywin32-ctypes==0.2.3", - "sha256": "d162dc04946d704503b2edc4d55f3dba5c1d539ead017afa00142c38b9885755", - "urls": [ - "https://files.pythonhosted.org/packages/85/9f/01a1a99704853cb63f253eea009390c88e7131c67e66a0a02099a8c917cb/pywin32-ctypes-0.2.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_readme_renderer_py3_none_any_2fbca89b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "readme_renderer-44.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "readme-renderer==44.0", - "sha256": "2fbca89b81a08526aadf1357a8c2ae889ec05fb03f5da67f9769c9a592166151", - "urls": [ - "https://files.pythonhosted.org/packages/e1/67/921ec3024056483db83953ae8e48079ad62b92db7880013ca77632921dd0/readme_renderer-44.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_readme_renderer_sdist_8712034e": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "readme_renderer-44.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "readme-renderer==44.0", - "sha256": "8712034eabbfa6805cacf1402b4eeb2a73028f72d1166d6f5cb7f9c047c5d1e1", - "urls": [ - "https://files.pythonhosted.org/packages/5a/a9/104ec9234c8448c4379768221ea6df01260cd6c2ce13182d4eac531c8342/readme_renderer-44.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_requests_py3_none_any_70761cfe": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "requests-2.32.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "requests==2.32.3", - "sha256": "70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6", - "urls": [ - "https://files.pythonhosted.org/packages/f9/9b/335f9764261e915ed497fcdeb11df5dfd6f7bf257d4a6a2a686d80da4d54/requests-2.32.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_requests_sdist_55365417": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "requests-2.32.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "requests==2.32.3", - "sha256": "55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760", - "urls": [ - "https://files.pythonhosted.org/packages/63/70/2bf7780ad2d390a8d301ad0b550f1581eadbd9a20f896afe06353c2a2913/requests-2.32.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_requests_toolbelt_py2_none_any_cccfdd66": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "requests_toolbelt-1.0.0-py2.py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "requests-toolbelt==1.0.0", - "sha256": "cccfdd665f0a24fcf4726e690f65639d272bb0637b9b92dfd91a5568ccf6bd06", - "urls": [ - "https://files.pythonhosted.org/packages/3f/51/d4db610ef29373b879047326cbf6fa98b6c1969d6f6dc423279de2b1be2c/requests_toolbelt-1.0.0-py2.py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_requests_toolbelt_sdist_7681a0a3": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "requests-toolbelt-1.0.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "requests-toolbelt==1.0.0", - "sha256": "7681a0a3d047012b5bdc0ee37d7f8f07ebe76ab08caeccfc3921ce23c88d5bc6", - "urls": [ - "https://files.pythonhosted.org/packages/f3/61/d7545dafb7ac2230c70d38d31cbfe4cc64f7144dc41f6e4e4b78ecd9f5bb/requests-toolbelt-1.0.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_rfc3986_py2_none_any_50b1502b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "rfc3986-2.0.0-py2.py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "rfc3986==2.0.0", - "sha256": "50b1502b60e289cb37883f3dfd34532b8873c7de9f49bb546641ce9cbd256ebd", - "urls": [ - "https://files.pythonhosted.org/packages/ff/9a/9afaade874b2fa6c752c36f1548f718b5b83af81ed9b76628329dab81c1b/rfc3986-2.0.0-py2.py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_rfc3986_sdist_97aacf9d": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "rfc3986-2.0.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "rfc3986==2.0.0", - "sha256": "97aacf9dbd4bfd829baad6e6309fa6573aaf1be3f6fa735c8ab05e46cecb261c", - "urls": [ - "https://files.pythonhosted.org/packages/85/40/1520d68bfa07ab5a6f065a186815fb6610c86fe957bc065754e47f7b0840/rfc3986-2.0.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_rich_py3_none_any_9836f509": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "rich-13.9.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "rich==13.9.3", - "sha256": "9836f5096eb2172c9e77df411c1b009bace4193d6a481d534fea75ebba758283", - "urls": [ - "https://files.pythonhosted.org/packages/9a/e2/10e9819cf4a20bd8ea2f5dabafc2e6bf4a78d6a0965daeb60a4b34d1c11f/rich-13.9.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_rich_sdist_bc1e01b8": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "rich-13.9.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "rich==13.9.3", - "sha256": "bc1e01b899537598cf02579d2b9f4a415104d3fc439313a7a2c165d76557a08e", - "urls": [ - "https://files.pythonhosted.org/packages/d9/e9/cf9ef5245d835065e6673781dbd4b8911d352fb770d56cf0879cf11b7ee1/rich-13.9.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_secretstorage_py3_none_any_f356e662": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "SecretStorage-3.3.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "secretstorage==3.3.3", - "sha256": "f356e6628222568e3af06f2eba8df495efa13b3b63081dafd4f7d9a7b7bc9f99", - "urls": [ - "https://files.pythonhosted.org/packages/54/24/b4293291fa1dd830f353d2cb163295742fa87f179fcc8a20a306a81978b7/SecretStorage-3.3.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_secretstorage_sdist_2403533e": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "SecretStorage-3.3.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "secretstorage==3.3.3", - "sha256": "2403533ef369eca6d2ba81718576c5e0f564d5cca1b58f73a8b23e7d4eeebd77", - "urls": [ - "https://files.pythonhosted.org/packages/53/a4/f48c9d79cb507ed1373477dbceaba7401fd8a23af63b837fa61f1dcd3691/SecretStorage-3.3.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_twine_py3_none_any_215dbe7b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "twine-5.1.1-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "twine==5.1.1", - "sha256": "215dbe7b4b94c2c50a7315c0275d2258399280fbb7d04182c7e55e24b5f93997", - "urls": [ - "https://files.pythonhosted.org/packages/5d/ec/00f9d5fd040ae29867355e559a94e9a8429225a0284a3f5f091a3878bfc0/twine-5.1.1-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_twine_sdist_9aa08251": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "twine-5.1.1.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "twine==5.1.1", - "sha256": "9aa0825139c02b3434d913545c7b847a21c835e11597f5255842d457da2322db", - "urls": [ - "https://files.pythonhosted.org/packages/77/68/bd982e5e949ef8334e6f7dcf76ae40922a8750aa2e347291ae1477a4782b/twine-5.1.1.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_urllib3_py3_none_any_ca899ca0": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "urllib3-2.2.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "urllib3==2.2.3", - "sha256": "ca899ca043dcb1bafa3e262d73aa25c465bfb49e0bd9dd5d59f1d0acba2f8fac", - "urls": [ - "https://files.pythonhosted.org/packages/ce/d9/5f4c13cecde62396b0d3fe530a50ccea91e7dfc1ccf0e09c228841bb5ba8/urllib3-2.2.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_urllib3_sdist_e7d814a8": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "urllib3-2.2.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "urllib3==2.2.3", - "sha256": "e7d814a81dad81e6caf2ec9fdedb284ecc9c73076b62654547cc64ccdcae26e9", - "urls": [ - "https://files.pythonhosted.org/packages/ed/63/22ba4ebfe7430b76388e7cd448d5478814d3032121827c12a2cc287e2260/urllib3-2.2.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_zipp_py3_none_any_a817ac80": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "zipp-3.20.2-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "zipp==3.20.2", - "sha256": "a817ac80d6cf4b23bf7f2828b7cabf326f15a001bea8b1f9b49631780ba28350", - "urls": [ - "https://files.pythonhosted.org/packages/62/8b/5ba542fa83c90e09eac972fc9baca7a88e7e7ca4b221a89251954019308b/zipp-3.20.2-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_zipp_sdist_bc9eb26f": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "zipp-3.20.2.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "zipp==3.20.2", - "sha256": "bc9eb26f4506fda01b81bcde0ca78103b6e62f991b381fec825435c836edbc29", - "urls": [ - "https://files.pythonhosted.org/packages/54/bf/5c0000c44ebc80123ecbdddba1f5dcd94a5ada602a9c225d84b5aaa55e86/zipp-3.20.2.tar.gz" - ] - } - }, - "rules_python_publish_deps": { - "repoRuleId": "@@rules_python+//python/private/pypi:hub_repository.bzl%hub_repository", - "attributes": { - "repo_name": "rules_python_publish_deps", - "extra_hub_aliases": {}, - "whl_map": { - "backports_tarfile": "[{\"filename\":\"backports.tarfile-1.2.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_backports_tarfile_py3_none_any_77e284d7\",\"version\":\"3.11\"},{\"filename\":\"backports_tarfile-1.2.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_backports_tarfile_sdist_d75e02c2\",\"version\":\"3.11\"}]", - "certifi": "[{\"filename\":\"certifi-2024.8.30-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_certifi_py3_none_any_922820b5\",\"version\":\"3.11\"},{\"filename\":\"certifi-2024.8.30.tar.gz\",\"repo\":\"rules_python_publish_deps_311_certifi_sdist_bec941d2\",\"version\":\"3.11\"}]", - "cffi": "[{\"filename\":\"cffi-1.17.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_aarch64_a1ed2dd2\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_ppc64le_46bf4316\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_s390x_a24ed04c\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_x86_64_610faea7\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-musllinux_1_1_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_musllinux_1_1_aarch64_a9b15d49\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-musllinux_1_1_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_musllinux_1_1_x86_64_fc48c783\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1.tar.gz\",\"repo\":\"rules_python_publish_deps_311_cffi_sdist_1c39c601\",\"version\":\"3.11\"}]", - "charset_normalizer": "[{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_universal2.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_10_9_universal2_0d99dd8f\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_10_9_x86_64_c57516e5\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-macosx_11_0_arm64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_11_0_arm64_6dba5d19\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_aarch64_bf4475b8\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_ppc64le_ce031db0\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_s390x_8ff4e7cd\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_x86_64_3710a975\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_aarch64_47334db7\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_ppc64le.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_ppc64le_f1a2f519\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_s390x.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_s390x_63bc5c4a\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_x86_64_bcb4f8ea\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-win_amd64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_win_amd64_cee4373f\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_py3_none_any_fe9f97fe\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_sdist_223217c3\",\"version\":\"3.11\"}]", - "cryptography": "[{\"filename\":\"cryptography-43.0.3-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_17_aarch64_846da004\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_17_x86_64_0f996e72\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-manylinux_2_28_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_28_aarch64_f7b178f1\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_28_x86_64_c2e6fc39\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-musllinux_1_2_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_musllinux_1_2_aarch64_e1be4655\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-musllinux_1_2_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_musllinux_1_2_x86_64_df6b6c6d\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_cryptography_sdist_315b9001\",\"version\":\"3.11\"}]", - "docutils": "[{\"filename\":\"docutils-0.21.2-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_docutils_py3_none_any_dafca5b9\",\"version\":\"3.11\"},{\"filename\":\"docutils-0.21.2.tar.gz\",\"repo\":\"rules_python_publish_deps_311_docutils_sdist_3a6b1873\",\"version\":\"3.11\"}]", - "idna": "[{\"filename\":\"idna-3.10-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_idna_py3_none_any_946d195a\",\"version\":\"3.11\"},{\"filename\":\"idna-3.10.tar.gz\",\"repo\":\"rules_python_publish_deps_311_idna_sdist_12f65c9b\",\"version\":\"3.11\"}]", - "importlib_metadata": "[{\"filename\":\"importlib_metadata-8.5.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_importlib_metadata_py3_none_any_45e54197\",\"version\":\"3.11\"},{\"filename\":\"importlib_metadata-8.5.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_importlib_metadata_sdist_71522656\",\"version\":\"3.11\"}]", - "jaraco_classes": "[{\"filename\":\"jaraco.classes-3.4.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_jaraco_classes_py3_none_any_f662826b\",\"version\":\"3.11\"},{\"filename\":\"jaraco.classes-3.4.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_jaraco_classes_sdist_47a024b5\",\"version\":\"3.11\"}]", - "jaraco_context": "[{\"filename\":\"jaraco.context-6.0.1-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_jaraco_context_py3_none_any_f797fc48\",\"version\":\"3.11\"},{\"filename\":\"jaraco_context-6.0.1.tar.gz\",\"repo\":\"rules_python_publish_deps_311_jaraco_context_sdist_9bae4ea5\",\"version\":\"3.11\"}]", - "jaraco_functools": "[{\"filename\":\"jaraco.functools-4.1.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_jaraco_functools_py3_none_any_ad159f13\",\"version\":\"3.11\"},{\"filename\":\"jaraco_functools-4.1.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_jaraco_functools_sdist_70f7e0e2\",\"version\":\"3.11\"}]", - "jeepney": "[{\"filename\":\"jeepney-0.8.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_jeepney_py3_none_any_c0a454ad\",\"version\":\"3.11\"},{\"filename\":\"jeepney-0.8.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_jeepney_sdist_5efe48d2\",\"version\":\"3.11\"}]", - "keyring": "[{\"filename\":\"keyring-25.4.1-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_keyring_py3_none_any_5426f817\",\"version\":\"3.11\"},{\"filename\":\"keyring-25.4.1.tar.gz\",\"repo\":\"rules_python_publish_deps_311_keyring_sdist_b07ebc55\",\"version\":\"3.11\"}]", - "markdown_it_py": "[{\"filename\":\"markdown-it-py-3.0.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_markdown_it_py_sdist_e3f60a94\",\"version\":\"3.11\"},{\"filename\":\"markdown_it_py-3.0.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_markdown_it_py_py3_none_any_35521684\",\"version\":\"3.11\"}]", - "mdurl": "[{\"filename\":\"mdurl-0.1.2-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_mdurl_py3_none_any_84008a41\",\"version\":\"3.11\"},{\"filename\":\"mdurl-0.1.2.tar.gz\",\"repo\":\"rules_python_publish_deps_311_mdurl_sdist_bb413d29\",\"version\":\"3.11\"}]", - "more_itertools": "[{\"filename\":\"more-itertools-10.5.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_more_itertools_sdist_5482bfef\",\"version\":\"3.11\"},{\"filename\":\"more_itertools-10.5.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_more_itertools_py3_none_any_037b0d32\",\"version\":\"3.11\"}]", - "nh3": "[{\"filename\":\"nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.macosx_11_0_arm64.macosx_10_12_universal2.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_macosx_10_12_x86_64_14c5a72e\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_macosx_10_12_x86_64_7b7c2a3c\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_aarch64_42c64511\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_armv7l_0411beb0\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64.manylinux2014_ppc64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_ppc64_5f36b271\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_ppc64le_34c03fa7\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_s390x_19aaba96\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_x86_64_de3ceed6\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-musllinux_1_2_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_aarch64_f0eca9ca\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-musllinux_1_2_armv7l.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_armv7l_3a157ab1\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-musllinux_1_2_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_x86_64_36c95d4b\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-win_amd64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_win_amd64_8ce0f819\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18.tar.gz\",\"repo\":\"rules_python_publish_deps_311_nh3_sdist_94a16692\",\"version\":\"3.11\"}]", - "pkginfo": "[{\"filename\":\"pkginfo-1.10.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_pkginfo_py3_none_any_889a6da2\",\"version\":\"3.11\"},{\"filename\":\"pkginfo-1.10.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_pkginfo_sdist_5df73835\",\"version\":\"3.11\"}]", - "pycparser": "[{\"filename\":\"pycparser-2.22-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_pycparser_py3_none_any_c3702b6d\",\"version\":\"3.11\"},{\"filename\":\"pycparser-2.22.tar.gz\",\"repo\":\"rules_python_publish_deps_311_pycparser_sdist_491c8be9\",\"version\":\"3.11\"}]", - "pygments": "[{\"filename\":\"pygments-2.18.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_pygments_py3_none_any_b8e6aca0\",\"version\":\"3.11\"},{\"filename\":\"pygments-2.18.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_pygments_sdist_786ff802\",\"version\":\"3.11\"}]", - "pywin32_ctypes": "[{\"filename\":\"pywin32-ctypes-0.2.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_pywin32_ctypes_sdist_d162dc04\",\"version\":\"3.11\"},{\"filename\":\"pywin32_ctypes-0.2.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_pywin32_ctypes_py3_none_any_8a151337\",\"version\":\"3.11\"}]", - "readme_renderer": "[{\"filename\":\"readme_renderer-44.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_readme_renderer_py3_none_any_2fbca89b\",\"version\":\"3.11\"},{\"filename\":\"readme_renderer-44.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_readme_renderer_sdist_8712034e\",\"version\":\"3.11\"}]", - "requests": "[{\"filename\":\"requests-2.32.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_requests_py3_none_any_70761cfe\",\"version\":\"3.11\"},{\"filename\":\"requests-2.32.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_requests_sdist_55365417\",\"version\":\"3.11\"}]", - "requests_toolbelt": "[{\"filename\":\"requests-toolbelt-1.0.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_requests_toolbelt_sdist_7681a0a3\",\"version\":\"3.11\"},{\"filename\":\"requests_toolbelt-1.0.0-py2.py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_requests_toolbelt_py2_none_any_cccfdd66\",\"version\":\"3.11\"}]", - "rfc3986": "[{\"filename\":\"rfc3986-2.0.0-py2.py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_rfc3986_py2_none_any_50b1502b\",\"version\":\"3.11\"},{\"filename\":\"rfc3986-2.0.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_rfc3986_sdist_97aacf9d\",\"version\":\"3.11\"}]", - "rich": "[{\"filename\":\"rich-13.9.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_rich_py3_none_any_9836f509\",\"version\":\"3.11\"},{\"filename\":\"rich-13.9.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_rich_sdist_bc1e01b8\",\"version\":\"3.11\"}]", - "secretstorage": "[{\"filename\":\"SecretStorage-3.3.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_secretstorage_py3_none_any_f356e662\",\"version\":\"3.11\"},{\"filename\":\"SecretStorage-3.3.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_secretstorage_sdist_2403533e\",\"version\":\"3.11\"}]", - "twine": "[{\"filename\":\"twine-5.1.1-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_twine_py3_none_any_215dbe7b\",\"version\":\"3.11\"},{\"filename\":\"twine-5.1.1.tar.gz\",\"repo\":\"rules_python_publish_deps_311_twine_sdist_9aa08251\",\"version\":\"3.11\"}]", - "urllib3": "[{\"filename\":\"urllib3-2.2.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_urllib3_py3_none_any_ca899ca0\",\"version\":\"3.11\"},{\"filename\":\"urllib3-2.2.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_urllib3_sdist_e7d814a8\",\"version\":\"3.11\"}]", - "zipp": "[{\"filename\":\"zipp-3.20.2-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_zipp_py3_none_any_a817ac80\",\"version\":\"3.11\"},{\"filename\":\"zipp-3.20.2.tar.gz\",\"repo\":\"rules_python_publish_deps_311_zipp_sdist_bc9eb26f\",\"version\":\"3.11\"}]" - }, - "packages": [ - "backports_tarfile", - "certifi", - "charset_normalizer", - "docutils", - "idna", - "importlib_metadata", - "jaraco_classes", - "jaraco_context", - "jaraco_functools", - "keyring", - "markdown_it_py", - "mdurl", - "more_itertools", - "nh3", - "pkginfo", - "pygments", - "readme_renderer", - "requests", - "requests_toolbelt", - "rfc3986", - "rich", - "twine", - "urllib3", - "zipp" - ], - "groups": {} - } - } - }, - "recordedRepoMappingEntries": [ - [ - "bazel_features+", - "bazel_features_globals", - "bazel_features++version_extension+bazel_features_globals" - ], - [ - "bazel_features+", - "bazel_features_version", - "bazel_features++version_extension+bazel_features_version" - ], - [ - "rules_python+", - "bazel_features", - "bazel_features+" - ], - [ - "rules_python+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_python+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_python+", - "pypi__build", - "rules_python++internal_deps+pypi__build" - ], - [ - "rules_python+", - "pypi__click", - "rules_python++internal_deps+pypi__click" - ], - [ - "rules_python+", - "pypi__colorama", - "rules_python++internal_deps+pypi__colorama" - ], - [ - "rules_python+", - "pypi__importlib_metadata", - "rules_python++internal_deps+pypi__importlib_metadata" - ], - [ - "rules_python+", - "pypi__installer", - "rules_python++internal_deps+pypi__installer" - ], - [ - "rules_python+", - "pypi__more_itertools", - "rules_python++internal_deps+pypi__more_itertools" - ], - [ - "rules_python+", - "pypi__packaging", - "rules_python++internal_deps+pypi__packaging" - ], - [ - "rules_python+", - "pypi__pep517", - "rules_python++internal_deps+pypi__pep517" - ], - [ - "rules_python+", - "pypi__pip", - "rules_python++internal_deps+pypi__pip" - ], - [ - "rules_python+", - "pypi__pip_tools", - "rules_python++internal_deps+pypi__pip_tools" - ], - [ - "rules_python+", - "pypi__pyproject_hooks", - "rules_python++internal_deps+pypi__pyproject_hooks" - ], - [ - "rules_python+", - "pypi__setuptools", - "rules_python++internal_deps+pypi__setuptools" - ], - [ - "rules_python+", - "pypi__tomli", - "rules_python++internal_deps+pypi__tomli" - ], - [ - "rules_python+", - "pypi__wheel", - "rules_python++internal_deps+pypi__wheel" - ], - [ - "rules_python+", - "pypi__zipp", - "rules_python++internal_deps+pypi__zipp" - ], - [ - "rules_python+", - "pythons_hub", - "rules_python++python+pythons_hub" - ], - [ - "rules_python++python+pythons_hub", - "python_3_10_host", - "rules_python++python+python_3_10_host" - ], - [ - "rules_python++python+pythons_hub", - "python_3_11_host", - "rules_python++python+python_3_11_host" - ], - [ - "rules_python++python+pythons_hub", - "python_3_12_host", - "rules_python++python+python_3_12_host" - ], - [ - "rules_python++python+pythons_hub", - "python_3_8_host", - "rules_python++python+python_3_8_host" - ], - [ - "rules_python++python+pythons_hub", - "python_3_9_host", - "rules_python++python+python_3_9_host" - ] - ] - } - }, - "@@rules_rust+//cargo/private:internal_extensions.bzl%i": { - "general": { - "bzlTransitiveDigest": "KHxps6vBZ0grkMXc4wUDyxHy4g1RX5nSm+SHIjDUwFU=", - "usagesDigest": "44NapJNcDDl7g/avr9Z+huiyJvLuC+hsktRy/1rZBIk=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "rrcti": { - "repoRuleId": "@@rules_rust+//crate_universe/private:crates_vendor.bzl%crates_vendor_remote_repository", - "attributes": { - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.bazel", - "defs_module": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:defs.bzl" - } - }, - "rrcti__cargo_toml-0.20.5": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "88da5a13c620b4ca0078845707ea9c3faf11edbc3ffd8497d11d686211cd1ac0", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/cargo_toml/0.20.5/download" - ], - "strip_prefix": "cargo_toml-0.20.5", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.cargo_toml-0.20.5.bazel" - } - }, - "rrcti__equivalent-1.0.1": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "5443807d6dff69373d433ab9ef5378ad8df50ca6298caf15de6e52e24aaf54d5", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/equivalent/1.0.1/download" - ], - "strip_prefix": "equivalent-1.0.1", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.equivalent-1.0.1.bazel" - } - }, - "rrcti__hashbrown-0.15.1": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "3a9bfc1af68b1726ea47d3d5109de126281def866b33970e10fbab11b5dafab3", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/hashbrown/0.15.1/download" - ], - "strip_prefix": "hashbrown-0.15.1", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.hashbrown-0.15.1.bazel" - } - }, - "rrcti__indexmap-2.6.0": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "707907fe3c25f5424cce2cb7e1cbcafee6bdbe735ca90ef77c29e84591e5b9da", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/indexmap/2.6.0/download" - ], - "strip_prefix": "indexmap-2.6.0", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.indexmap-2.6.0.bazel" - } - }, - "rrcti__memchr-2.7.4": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/memchr/2.7.4/download" - ], - "strip_prefix": "memchr-2.7.4", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.memchr-2.7.4.bazel" - } - }, - "rrcti__proc-macro2-1.0.89": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "f139b0662de085916d1fb67d2b4169d1addddda1919e696f3252b740b629986e", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/proc-macro2/1.0.89/download" - ], - "strip_prefix": "proc-macro2-1.0.89", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.proc-macro2-1.0.89.bazel" - } - }, - "rrcti__quote-1.0.37": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/quote/1.0.37/download" - ], - "strip_prefix": "quote-1.0.37", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.quote-1.0.37.bazel" - } - }, - "rrcti__serde-1.0.214": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "f55c3193aca71c12ad7890f1785d2b73e1b9f63a0bbc353c08ef26fe03fc56b5", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/serde/1.0.214/download" - ], - "strip_prefix": "serde-1.0.214", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.serde-1.0.214.bazel" - } - }, - "rrcti__serde_derive-1.0.214": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "de523f781f095e28fa605cdce0f8307e451cc0fd14e2eb4cd2e98a355b147766", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/serde_derive/1.0.214/download" - ], - "strip_prefix": "serde_derive-1.0.214", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.serde_derive-1.0.214.bazel" - } - }, - "rrcti__serde_spanned-0.6.8": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "87607cb1398ed59d48732e575a4c28a7a8ebf2454b964fe3f224f2afc07909e1", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/serde_spanned/0.6.8/download" - ], - "strip_prefix": "serde_spanned-0.6.8", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.serde_spanned-0.6.8.bazel" - } - }, - "rrcti__syn-2.0.87": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "25aa4ce346d03a6dcd68dd8b4010bcb74e54e62c90c573f394c46eae99aba32d", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/syn/2.0.87/download" - ], - "strip_prefix": "syn-2.0.87", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.syn-2.0.87.bazel" - } - }, - "rrcti__toml-0.8.19": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "a1ed1f98e3fdc28d6d910e6737ae6ab1a93bf1985935a1193e68f93eeb68d24e", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/toml/0.8.19/download" - ], - "strip_prefix": "toml-0.8.19", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.toml-0.8.19.bazel" - } - }, - "rrcti__toml_datetime-0.6.8": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "0dd7358ecb8fc2f8d014bf86f6f638ce72ba252a2c3a2572f2a795f1d23efb41", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/toml_datetime/0.6.8/download" - ], - "strip_prefix": "toml_datetime-0.6.8", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.toml_datetime-0.6.8.bazel" - } - }, - "rrcti__toml_edit-0.22.22": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "4ae48d6208a266e853d946088ed816055e556cc6028c5e8e2b84d9fa5dd7c7f5", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/toml_edit/0.22.22/download" - ], - "strip_prefix": "toml_edit-0.22.22", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.toml_edit-0.22.22.bazel" - } - }, - "rrcti__unicode-ident-1.0.13": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "e91b56cd4cadaeb79bbf1a5645f6b4f8dc5bde8834ad5894a8db35fda9efa1fe", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/unicode-ident/1.0.13/download" - ], - "strip_prefix": "unicode-ident-1.0.13", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.unicode-ident-1.0.13.bazel" - } - }, - "rrcti__winnow-0.6.20": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "36c1fec1a2bb5866f07c25f68c26e565c4c200aebb96d7e55710c19d3e8ac49b", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/winnow/0.6.20/download" - ], - "strip_prefix": "winnow-0.6.20", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.winnow-0.6.20.bazel" - } - } - }, - "moduleExtensionMetadata": { - "explicitRootModuleDirectDeps": [ - "rrcti", - "rrcti__cargo_toml-0.20.5" - ], - "explicitRootModuleDirectDevDeps": [], - "useAllRepos": "NO", - "reproducible": false - }, - "recordedRepoMappingEntries": [ - [ - "rules_rust+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_rust+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_rust+", - "rrcti", - "rules_rust++i2+rrcti" - ], - [ - "rules_rust+", - "rules_rust", - "rules_rust+" - ] - ] - } - }, "@@rules_rust+//crate_universe:extensions.bzl%crate": { "general": { - "bzlTransitiveDigest": "wCEZ3jfLKpigLStmA+7HYbnchHAogZXm6LI/ugF/gfw=", + "bzlTransitiveDigest": "yauXEeldGkvrcDghpR/+V5OqtFsV9sNlZyfylzCKer0=", "usagesDigest": "LRFoDTnUPiFo9Sf1CJ7R6NZDugjywFLeLDfqQzz9zEA=", "recordedFileInputs": { "@@//zml/tokenizer/hftokenizers/Cargo.toml": "b0b28872bb74e13aec7ef0ef8dfd5ec99a8573bc12085c0f36711f2a87912061" @@ -4999,6 +2046,11 @@ "bazel_tools", "bazel_tools" ], + [ + "rules_cc+", + "rules_cc", + "rules_cc+" + ], [ "rules_rust+", "bazel_features", @@ -5026,303 +2078,6 @@ ] ] } - }, - "@@rules_rust+//crate_universe/private:internal_extensions.bzl%cu_nr": { - "general": { - "bzlTransitiveDigest": "Ro7qPeo3MPsw94F7OZRkQYnLg140aO3CFF4EqSee28s=", - "usagesDigest": "JTRjQHmqGCK2FUQYDLQD4VejKtuKKC8LrOQhFOpHPPo=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "cargo_bazel_bootstrap": { - "repoRuleId": "@@rules_rust+//cargo/private:cargo_bootstrap.bzl%cargo_bootstrap_repository", - "attributes": { - "srcs": [ - "@@rules_rust+//crate_universe:src/api.rs", - "@@rules_rust+//crate_universe:src/api/lockfile.rs", - "@@rules_rust+//crate_universe:src/cli.rs", - "@@rules_rust+//crate_universe:src/cli/generate.rs", - "@@rules_rust+//crate_universe:src/cli/query.rs", - "@@rules_rust+//crate_universe:src/cli/render.rs", - "@@rules_rust+//crate_universe:src/cli/splice.rs", - "@@rules_rust+//crate_universe:src/cli/vendor.rs", - "@@rules_rust+//crate_universe:src/config.rs", - "@@rules_rust+//crate_universe:src/context.rs", - "@@rules_rust+//crate_universe:src/context/crate_context.rs", - "@@rules_rust+//crate_universe:src/context/platforms.rs", - "@@rules_rust+//crate_universe:src/lib.rs", - "@@rules_rust+//crate_universe:src/lockfile.rs", - "@@rules_rust+//crate_universe:src/main.rs", - "@@rules_rust+//crate_universe:src/metadata.rs", - "@@rules_rust+//crate_universe:src/metadata/cargo_bin.rs", - "@@rules_rust+//crate_universe:src/metadata/cargo_tree_resolver.rs", - "@@rules_rust+//crate_universe:src/metadata/cargo_tree_rustc_wrapper.bat", - "@@rules_rust+//crate_universe:src/metadata/cargo_tree_rustc_wrapper.sh", - "@@rules_rust+//crate_universe:src/metadata/dependency.rs", - "@@rules_rust+//crate_universe:src/metadata/metadata_annotation.rs", - "@@rules_rust+//crate_universe:src/metadata/workspace_discoverer.rs", - "@@rules_rust+//crate_universe:src/rendering.rs", - "@@rules_rust+//crate_universe:src/rendering/template_engine.rs", - "@@rules_rust+//crate_universe:src/rendering/templates/module_bzl.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/header.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/module/aliases_map.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/module/deps_map.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/module/repo_git.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/module/repo_http.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/vendor_module.j2", - "@@rules_rust+//crate_universe:src/rendering/verbatim/alias_rules.bzl", - "@@rules_rust+//crate_universe:src/select.rs", - "@@rules_rust+//crate_universe:src/splicing.rs", - "@@rules_rust+//crate_universe:src/splicing/cargo_config.rs", - "@@rules_rust+//crate_universe:src/splicing/crate_index_lookup.rs", - "@@rules_rust+//crate_universe:src/splicing/splicer.rs", - "@@rules_rust+//crate_universe:src/test.rs", - "@@rules_rust+//crate_universe:src/utils.rs", - "@@rules_rust+//crate_universe:src/utils/starlark.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/glob.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/label.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select_dict.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select_list.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select_scalar.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select_set.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/serialize.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/target_compatible_with.rs", - "@@rules_rust+//crate_universe:src/utils/symlink.rs", - "@@rules_rust+//crate_universe:src/utils/target_triple.rs" - ], - "binary": "cargo-bazel", - "cargo_lockfile": "@@rules_rust+//crate_universe:Cargo.lock", - "cargo_toml": "@@rules_rust+//crate_universe:Cargo.toml", - "version": "1.84.0", - "timeout": 900, - "rust_toolchain_cargo_template": "@rust_host_tools//:bin/{tool}", - "rust_toolchain_rustc_template": "@rust_host_tools//:bin/{tool}", - "compressed_windows_toolchain_names": false - } - } - }, - "moduleExtensionMetadata": { - "explicitRootModuleDirectDeps": [ - "cargo_bazel_bootstrap" - ], - "explicitRootModuleDirectDevDeps": [], - "useAllRepos": "NO", - "reproducible": false - }, - "recordedRepoMappingEntries": [ - [ - "bazel_features+", - "bazel_features_globals", - "bazel_features++version_extension+bazel_features_globals" - ], - [ - "bazel_features+", - "bazel_features_version", - "bazel_features++version_extension+bazel_features_version" - ], - [ - "bazel_tools", - "rules_cc", - "rules_cc+" - ], - [ - "rules_cc+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_rust+", - "bazel_features", - "bazel_features+" - ], - [ - "rules_rust+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_rust+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_rust+", - "cui", - "rules_rust++cu+cui" - ], - [ - "rules_rust+", - "rules_cc", - "rules_cc+" - ], - [ - "rules_rust+", - "rules_rust", - "rules_rust+" - ] - ] - } - }, - "@@rules_swift+//swift:extensions.bzl%non_module_deps": { - "general": { - "bzlTransitiveDigest": "6U1cwn6fF8hXqLn4cawhmQ3814PCS4XbSG532q0X9qI=", - "usagesDigest": "mhACFnrdMv9Wi0Mt67bxocJqviRkDSV+Ee5Mqdj5akA=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "com_github_apple_swift_protobuf": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-protobuf/archive/1.20.2.tar.gz" - ], - "sha256": "3fb50bd4d293337f202d917b6ada22f9548a0a0aed9d9a4d791e6fbd8a246ebb", - "strip_prefix": "swift-protobuf-1.20.2/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_protobuf/BUILD.overlay" - } - }, - "com_github_grpc_grpc_swift": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/grpc/grpc-swift/archive/1.16.0.tar.gz" - ], - "sha256": "58b60431d0064969f9679411264b82e40a217ae6bd34e17096d92cc4e47556a5", - "strip_prefix": "grpc-swift-1.16.0/", - "build_file": "@@rules_swift+//third_party:com_github_grpc_grpc_swift/BUILD.overlay" - } - }, - "com_github_apple_swift_docc_symbolkit": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-docc-symbolkit/archive/refs/tags/swift-5.10-RELEASE.tar.gz" - ], - "sha256": "de1d4b6940468ddb53b89df7aa1a81323b9712775b0e33e8254fa0f6f7469a97", - "strip_prefix": "swift-docc-symbolkit-swift-5.10-RELEASE", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_docc_symbolkit/BUILD.overlay" - } - }, - "com_github_apple_swift_nio": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio/archive/2.42.0.tar.gz" - ], - "sha256": "e3304bc3fb53aea74a3e54bd005ede11f6dc357117d9b1db642d03aea87194a0", - "strip_prefix": "swift-nio-2.42.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio/BUILD.overlay" - } - }, - "com_github_apple_swift_nio_http2": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio-http2/archive/1.26.0.tar.gz" - ], - "sha256": "f0edfc9d6a7be1d587e5b403f2d04264bdfae59aac1d74f7d974a9022c6d2b25", - "strip_prefix": "swift-nio-http2-1.26.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio_http2/BUILD.overlay" - } - }, - "com_github_apple_swift_nio_transport_services": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio-transport-services/archive/1.15.0.tar.gz" - ], - "sha256": "f3498dafa633751a52b9b7f741f7ac30c42bcbeb3b9edca6d447e0da8e693262", - "strip_prefix": "swift-nio-transport-services-1.15.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio_transport_services/BUILD.overlay" - } - }, - "com_github_apple_swift_nio_extras": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio-extras/archive/1.4.0.tar.gz" - ], - "sha256": "4684b52951d9d9937bb3e8ccd6b5daedd777021ef2519ea2f18c4c922843b52b", - "strip_prefix": "swift-nio-extras-1.4.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio_extras/BUILD.overlay" - } - }, - "com_github_apple_swift_log": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-log/archive/1.4.4.tar.gz" - ], - "sha256": "48fe66426c784c0c20031f15dc17faf9f4c9037c192bfac2f643f65cb2321ba0", - "strip_prefix": "swift-log-1.4.4/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_log/BUILD.overlay" - } - }, - "com_github_apple_swift_nio_ssl": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio-ssl/archive/2.23.0.tar.gz" - ], - "sha256": "4787c63f61dd04d99e498adc3d1a628193387e41efddf8de19b8db04544d016d", - "strip_prefix": "swift-nio-ssl-2.23.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio_ssl/BUILD.overlay" - } - }, - "com_github_apple_swift_collections": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-collections/archive/1.0.4.tar.gz" - ], - "sha256": "d9e4c8a91c60fb9c92a04caccbb10ded42f4cb47b26a212bc6b39cc390a4b096", - "strip_prefix": "swift-collections-1.0.4/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_collections/BUILD.overlay" - } - }, - "com_github_apple_swift_atomics": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-atomics/archive/1.1.0.tar.gz" - ], - "sha256": "1bee7f469f7e8dc49f11cfa4da07182fbc79eab000ec2c17bfdce468c5d276fb", - "strip_prefix": "swift-atomics-1.1.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_atomics/BUILD.overlay" - } - }, - "build_bazel_rules_swift_index_import": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "build_file": "@@rules_swift+//third_party:build_bazel_rules_swift_index_import/BUILD.overlay", - "canonical_id": "index-import-5.8", - "urls": [ - "https://github.com/MobileNativeFoundation/index-import/releases/download/5.8.0.1/index-import.tar.gz" - ], - "sha256": "28c1ffa39d99e74ed70623899b207b41f79214c498c603915aef55972a851a15" - } - }, - "build_bazel_rules_swift_local_config": { - "repoRuleId": "@@rules_swift+//swift/internal:swift_autoconfiguration.bzl%swift_autoconfiguration", - "attributes": {} - } - }, - "recordedRepoMappingEntries": [ - [ - "rules_swift+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_swift+", - "build_bazel_rules_swift", - "rules_swift+" - ] - ] - } } } } diff --git a/pjrt/pjrt.zig b/pjrt/pjrt.zig index f48b6361..3830fec6 100644 --- a/pjrt/pjrt.zig +++ b/pjrt/pjrt.zig @@ -370,7 +370,7 @@ pub const Client = opaque { .num_byte_strides = if (args.byte_strides) |bs| bs.len else 0, .host_buffer_semantics = @intFromEnum(args.host_buffer_semantics), .device = @ptrCast(@constCast(args.device)), - .memory = @ptrCast(@constCast(args.memory)), + .memory = if (args.memory) |m| @ptrCast(@constCast(m)) else null, .device_layout = null, // TODO .done_with_host_buffer = null, .buffer = null, @@ -502,6 +502,26 @@ pub const Device = opaque { }) catch unreachable; return @intCast(ret.local_hardware_id); } + + pub fn addressableMemories(self: *const Device, api: *const Api) []*const Memory { + const ret = api.call(.PJRT_Device_AddressableMemories, .{ + .device = self.inner(), + }) catch unreachable; + if (ret.memories) |memories| { + return @ptrCast(@constCast(memories[0..ret.num_memories])); + } + return &.{}; + } + + pub fn getMemoryByKind(self: *const Device, api: *const Api, kind: Memory.Kind) ?*const Memory { + const memories = self.addressableMemories(api); + for (memories) |m| { + if (m.kind(api) == kind) { + return m; + } + } + return null; + } }; pub const DeviceDescription = opaque { @@ -685,21 +705,18 @@ pub const MemoryLayoutType = enum(c.PJRT_Buffer_MemoryLayout_Type) { Strides = c.PJRT_Buffer_MemoryLayout_Type_Strides, }; -pub const MemoryLayout = union(MemoryLayoutType) { +pub const MemoryLayout = union(enum(c.PJRT_Buffer_MemoryLayout_Type)) { pub const Type = MemoryLayoutType; - pub const Tiled = struct { + Tiled: struct { minor_to_major: []const i64, tile_dims: []const i64, tile_dims_sizes: []const usize, - }; + }, - pub const Strides = struct { + Strides: struct { byte_strides: []const i64, - }; - - Tiled: Tiled, - Strides: Strides, + }, fn toCStruct(self: MemoryLayout) c.PJRT_Buffer_MemoryLayout { return pjrtStruct(switch (self) { @@ -780,6 +797,13 @@ pub const Buffer = opaque { return @ptrCast(ret.event); } + pub fn getMemory(self: *const Buffer, api: *const Api) *const Memory { + const ret = api.call(.PJRT_Buffer_Memory, .{ + .buffer = self.inner(), + }) catch unreachable; + return @ptrCast(ret.memory); + } + pub fn getElementType(self: *const Buffer, api: *const Api) BufferType { const ret = api.call(.PJRT_Buffer_ElementType, .{ .buffer = self.inner(), @@ -833,12 +857,12 @@ pub const Buffer = opaque { return ret.device_memory_ptr.?; } - pub fn copyRawToHost(self: *const Buffer, api: *const Api, dst: []u8, offset: i64) ApiError!?*Event { + pub fn copyRawToHost(self: *const Buffer, api: *const Api, dst: []u8, offset: i64, size: i64) ApiError!?*Event { const ret = try api.call(.PJRT_Buffer_CopyRawToHost, .{ .buffer = self.inner(), .dst = @ptrCast(dst.ptr), .offset = offset, - .transfer_size = @intCast(dst.len), + .transfer_size = size, }); return @ptrCast(ret.event); } diff --git a/runtimes/cuda/BUILD.bazel b/runtimes/cuda/BUILD.bazel index a7f8bf94..6b50f575 100644 --- a/runtimes/cuda/BUILD.bazel +++ b/runtimes/cuda/BUILD.bazel @@ -1,5 +1,10 @@ load("@rules_zig//zig:defs.bzl", "zig_library") +exports_files( + ["libpjrt_cuda.so"], + visibility = ["//visibility:public"], +) + cc_library( name = "zmlxcuda_lib", srcs = ["zmlxcuda.c"], diff --git a/runtimes/cuda/cuda.zig b/runtimes/cuda/cuda.zig index bc749693..5b342743 100644 --- a/runtimes/cuda/cuda.zig +++ b/runtimes/cuda/cuda.zig @@ -62,6 +62,12 @@ pub fn load() !*const pjrt.Api { log.warn("Detected {s} in LD_LIBRARY_PATH. This can lead to undefined behaviors and crashes", .{nvidiaLibsPath}); } + // TODO: @rene remove these!!!! + _ = c.setenv("XLA_PJRT_GPU_HOST_MEMORY_LIMIT_GB", "2", 1); + _ = c.setenv("XLA_PJRT_GPU_HOST_MEMORY_PREALLOCATE", "true", 1); + _ = c.setenv("CUDA_VISIBLE_DEVICES", "0", 1); + // END OF remove these + // CUDA path has to be set _before_ loading the PJRT plugin. // See https://github.com/openxla/xla/issues/21428 try setupXlaGpuCudaDirFlag(); diff --git a/runtimes/cuda/libpjrt_cuda.BUILD.bazel b/runtimes/cuda/libpjrt_cuda.BUILD.bazel index 95ea1992..3fed0c03 100644 --- a/runtimes/cuda/libpjrt_cuda.BUILD.bazel +++ b/runtimes/cuda/libpjrt_cuda.BUILD.bazel @@ -25,7 +25,8 @@ copy_to_directory( cc_import( name = "libpjrt_cuda", data = [":sandbox"], - shared_library = "libpjrt_cuda.so", + # shared_library = "libpjrt_cuda.so", + shared_library = "@zml//runtimes/cuda:libpjrt_cuda.so", add_needed = ["libzmlxcuda.so.0"], rename_dynamic_symbols = { "dlopen": "zmlxcuda_dlopen", diff --git a/zml/aio.zig b/zml/aio.zig index c9e5191d..5a1905e2 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -626,7 +626,7 @@ fn findSimilarBufferKeys(original_key: []const u8, store: BufferStore, temp_allo } } -/// deinit all buffers in the given struct +/// await all buffers in the given struct pub fn awaitAll(buffers: anytype) !void { // TODO: implement once we have async buffers. _ = buffers; @@ -646,11 +646,9 @@ fn visitStructAndLoadBuffer(allocator: std.mem.Allocator, prefix_builder: *Prefi if (T == zml.Buffer) { return if (buffer_store.get(prefix)) |host_buffer| { // obj._shape has been set inside `loadModelBuffersWithPrefix`, before calling us. - var buf_with_metadata = host_buffer; log.debug("Loading buffer {s} ({})", .{ prefix, obj._shape }); stdx.debug.assert(host_buffer.shape().eql(obj._shape), "loadModelBuffers expects to find the same shapes in the model and in the buffer store, got {} and {} for tensor {s}", .{ obj._shape, host_buffer, prefix }); - buf_with_metadata._shape = obj._shape; - obj.* = try zml.Buffer.from(platform, buf_with_metadata); + obj.* = try zml.Buffer.from(platform, host_buffer); } else { log.err("Buffer not found: {s}", .{prefix}); diff --git a/zml/buffer.zig b/zml/buffer.zig index 20a6fcb7..d233ad91 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -27,11 +27,12 @@ const log = std.log.scoped(.zml); /// * loading weights from disk directly to the `device zml.aio.loadBuffers` /// * can be created by calling `HostBuffer.toDevice(platform)`. pub const Buffer = struct { - pub const Memory = enum(@typeInfo(pjrt.Memory.Kind).Enum.tag_type) { - host = @intFromEnum(pjrt.Memory.Kind.unpinned_host), - host_pinned = @intFromEnum(pjrt.Memory.Kind.pinned_host), - device = @intFromEnum(pjrt.Memory.Kind.device), - }; + // pub const Memory = enum(@typeInfo(pjrt.Memory.Kind).Enum.tag_type) { + // host = @intFromEnum(pjrt.Memory.Kind.unpinned_host), + // host_pinned = @intFromEnum(pjrt.Memory.Kind.pinned_host), + // device = @intFromEnum(pjrt.Memory.Kind.device), + // }; + pub const Memory = pjrt.Memory; pub const Shard = struct { api: *const pjrt.Api, @@ -55,15 +56,10 @@ pub const Buffer = struct { _shards: Shards, pub const MAX_NUM_SHARDS: u8 = Platform.MAX_NUM_DEVICES; - pub const Shards = std.BoundedArray(*pjrt.Buffer, MAX_NUM_SHARDS); + pub const Shards = std.BoundedArray(Shard, MAX_NUM_SHARDS); /// Copies the content of the given buffer from host memory to the accelerator memory. pub fn from(platform: Platform, host_buffer: HostBuffer) !Buffer { - var res: Buffer = .{ - ._api = platform.pjrt_api, - ._shape = host_buffer.shape(), - ._shards = .{}, - }; // We shard only on the first axis so that the chunks are still contiguous. // TODO: support more advanced sharding specs @@ -79,8 +75,14 @@ pub const Buffer = struct { const buffer_type = bufferTypeFromDtype(host_buffer.shape().dtype()); const byte_strides = host_buffer.strides() orelse host_buffer.shape().computeStrides().constSlice(); - var frames: std.BoundedArray(asynk.Frame(pjrt.Client.bufferFromHostBuffer), MAX_NUM_SHARDS) = .{}; const devices = platform.getDevices(); + + var res: Buffer = .{ + ._api = platform.pjrt_api, + ._shape = host_buffer.shape(), + ._shards = .{}, + }; + for (0..n_partitions) |i| { // If no sharding if found, the given buffer is replicated on all devices. const buf = if (sharding_ax) |ax| buf: { @@ -88,35 +90,100 @@ pub const Buffer = struct { break :buf host_buffer.slice1d(ax, .{ .start = start, .end = start + chunk_size }); } else host_buffer; - const frame = try asynk.asyncc(pjrt.Client.bufferFromHostBuffer, .{ - platform.pjrt_client, - platform.pjrt_api, - .{ - .data = buf.data, - .buffer_type = buffer_type, - .dims = buf.shape().dims(), - .byte_strides = byte_strides, - .device = devices[i], - .host_buffer_semantics = .ImmutableOnlyDuringCall, - }, + const pjrt_buffer, const event = try platform.pjrt_client.bufferFromHostBuffer(platform.pjrt_api, .{ + .data = buf.data, + .buffer_type = buffer_type, + .dims = buf.shape().dims(), + .byte_strides = byte_strides, + .device = devices[i], + .memory = null, + .host_buffer_semantics = .ImmutableUntilTransferCompletes, + }); + res._shards.appendAssumeCapacity(.{ + .api = platform.pjrt_api, + .buffer = pjrt_buffer, + .ready_event = event, + }); + } + + return res; + } + + pub fn fromToMemory(platform: Platform, buffer_: []const u8, shape_: Shape, memory_kind: MemoryKind) !Buffer { + // We shard only on the first axis so that the chunks are still contiguous. + // TODO: support more advanced sharding specs + stdx.debug.assert(platform.sharding().num_replicas == 1, "ZML doesn't support num_replicas > 1 for now, got: {}", .{platform.sharding()}); + const sharding_ax: ?u3 = std.simd.firstTrue(shape_._sharding_info); + _ = sharding_ax; // autofix + const n_partitions = platform.sharding().num_partitions; + const chunk_size = 0; + _ = chunk_size; // autofix + + const buffer_type = bufferTypeFromDtype(shape_.dtype()); + const byte_strides = shape_.computeStrides().constSlice(); + + const devices = platform.getDevices(); + + var res: Buffer = .{ + ._api = platform.pjrt_api, + ._shape = shape_, + ._shards = .{}, + }; + + for (0..n_partitions) |i| { + const pjrt_buffer, const event = try platform.pjrt_client.bufferFromHostBuffer(platform.pjrt_api, .{ + .data = buffer_, + .buffer_type = buffer_type, + .dims = shape_.dims(), + .byte_strides = byte_strides, + .device = devices[i], + .host_buffer_semantics = .ImmutableUntilTransferCompletes, + .memory = devices[i].getMemoryByKind(platform.pjrt_api, memory_kind), }); - frames.appendAssumeCapacity(frame); + res._shards.appendAssumeCapacity(.{ + .api = platform.pjrt_api, + .buffer = pjrt_buffer, + .ready_event = event, + }); } - for (frames.slice()) |*frame| { - const pjrt_buffer = try frame.awaitt(); - res._shards.appendAssumeCapacity(pjrt_buffer); - } return res; } + pub fn getMemory(self: Buffer) *const Memory { + return self._shards.get(0).buffer.getMemory(self._api); + } + + pub fn dataInMemory(self: Buffer) ![]const u8 { + const shard_buffer = self._shards.get(0).buffer; + const opaqueDataPointer = try shard_buffer.getOpaqueDeviceMemoryDataPointer(self._api); + const sizeInbytes = try shard_buffer.getOnDeviceSizeInBytes(self._api); + const data = @as([*]const u8, @ptrFromInt(@intFromPtr(opaqueDataPointer))); + const end: usize = @intCast(sizeInbytes); + return data[0..end]; + } + + pub fn getValueFromDataInMemory(self: Buffer, T: type) !T { + stdx.debug.assert(self._shape.byteSize() == @sizeOf(T), "Buffer {} has {d} bytes of data, can't load it to a {s} with {d} bytes", .{ self, self._shape.byteSize(), @typeName(T), @sizeOf(T) }); + const data = try self.dataInMemory(); + const value = std.mem.bytesAsValue(T, @constCast(data)); + return value.*; + } + /// Wraps pre-exisiting `pjrt.Buffer` shards into one `zml.Buffer`. pub fn fromPjrtBuffers(platform: Platform, shape_: Shape, pjrt_buffers: []const *pjrt.Buffer) Buffer { stdx.debug.assert(pjrt_buffers.len <= MAX_NUM_SHARDS, "ZML doesn't support having more than {} shards. Received {} shards for one buffer.", .{ MAX_NUM_SHARDS, pjrt_buffers.len }); stdx.debug.assert(pjrt_buffers.len > 0, "fromPjrtBuffers expects at least one buffer, got 0.", .{}); var shards: Shards = .{}; - shards.appendSliceAssumeCapacity(pjrt_buffers); + + for (pjrt_buffers) |pjb| { + shards.appendAssumeCapacity(.{ + .api = platform.pjrt_api, + .buffer = pjb, + .ready_event = pjb.getReadyEvent(platform.pjrt_api), + }); + } return .{ ._api = platform.pjrt_api, ._shape = shape_, @@ -131,6 +198,11 @@ pub const Buffer = struct { return from(platform, HostBuffer.fromBytes(sh, std.mem.sliceAsBytes(s))); } + pub fn fromSlice2(platform: Platform, dimz: anytype, s: anytype) !Buffer { + const sh = Shape.init(dimz, DataType.fromSliceElementType(s)); + return from(platform, HostBuffer.fromBytes(sh, std.mem.sliceAsBytes(s))); + } + /// Copies the given Zig slice to the accelerator memory and /// return a Buffer with the given dimensions. pub fn fromBytes(platform: Platform, sh: Shape, data: []const u8) !Buffer { @@ -249,7 +321,11 @@ pub const Buffer = struct { }); var shards: Shards = .{}; - shards.appendAssumeCapacity(pjrt_buffer); + shards.appendAssumeCapacity(.{ + .api = platform.pjrt_api, + .buffer = pjrt_buffer, + .ready_event = pjrt_buffer.getReadyEvent(platform.pjrt_api), + }); return .{ ._api = platform.pjrt_api, ._shape = shape_, @@ -262,7 +338,7 @@ pub const Buffer = struct { stdx.debug.assert(self._shape.byteSize() == @sizeOf(T), "Buffer {} has {d} bytes of data, can't load it to a {s} with {d} bytes", .{ self, self._shape.byteSize(), @typeName(T), @sizeOf(T) }); var res: T = undefined; stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); - const maybe_event = try self._shards.get(0).toHostBuffer(self._api, std.mem.asBytes(&res)); + const maybe_event = try self._shards.get(0).buffer.toHostBuffer(self._api, std.mem.asBytes(&res)); if (maybe_event) |event| { try event.await_(self._api); } @@ -274,19 +350,64 @@ pub const Buffer = struct { /// The returned `HostBuffer` doesn't own the memory. pub fn toHost(self: Buffer, output: []u8) !HostBuffer { stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); - const maybe_event = try self._shards.get(0).toHostBuffer(self._api, output); + const maybe_event = try self._shards.get(0).buffer.toHostBuffer(self._api, output); if (maybe_event) |event| { try event.await_(self._api); } return HostBuffer.fromBytes(self.shape(), output); } + const ToHostExOpts = struct { + offset: i64 = 0, + // If not set, the whole buffer starting from offset (default: 0) on device is copied. + size: ?i64 = null, + }; + + pub fn toHostEx(self: Buffer, output: []u8, opts: ToHostExOpts) !HostBuffer { + var host_buffer = HostBuffer.fromBytes(self.shape(), output); + stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); + const size: i64 = opts.size orelse @as(i64, @intCast(output.len)) - opts.offset; + const maybe_event = try self._shards.get(0).buffer.copyRawToHost(self._api, @constCast(host_buffer.data), opts.offset, size); + host_buffer._event = maybe_event; + host_buffer._api = self._api; + host_buffer._ready = if (maybe_event) |ev| ev.isReady(self._api) else true; + return host_buffer; + } + + pub const MemoryKind = pjrt.Memory.Kind; + pub fn copyToMemory(self: Buffer, platform: Platform, kind: pjrt.Memory.Kind) !Buffer { + const memories = platform.pjrt_client.addressableMemories(platform.pjrt_api); // todo : adresse via device + var selected_mem: *const pjrt.Memory = undefined; + for (memories) |mem| { + if (mem.kind(platform.pjrt_api) == kind) { + selected_mem = mem; + } + } + + var shards: Shards = .{}; + for (self._shards.constSlice()) |shard| { + const pjrt_buffer = try shard.buffer.copyToMemory(self._api, selected_mem); + const event = if (pjrt_buffer) |buf| buf.getReadyEvent(self._api) else null; + shards.appendAssumeCapacity(.{ + .api = platform.pjrt_api, + .buffer = pjrt_buffer.?, + .ready_event = event, + .ready = if (event) |ev| ev.isReady(self._api) else true, + }); + } + return .{ + ._api = self._api, + ._shape = self._shape, + ._shards = shards, + }; + } + /// Copies the content of the Buffer to the host. /// The returned `HostBuffer` does own the memory. pub fn toHostAlloc(self: Buffer, allocator: std.mem.Allocator) !HostBuffer { const output = try HostBuffer.empty(allocator, self.shape()); stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); - const maybe_event = try self._shards.get(0).toHostBuffer(self._api, @constCast(output.data)); + const maybe_event = try self._shards.get(0).buffer.toHostBuffer(self._api, @constCast(output.data)); if (maybe_event) |event| { try event.await_(self._api); } @@ -297,8 +418,8 @@ pub const Buffer = struct { /// Depending on the platform, the memory is typically not released to the OS /// but just marked as available in the memory pool. pub fn deinit(self: *const Buffer) void { - for (self._shards.constSlice()) |buffer| { - buffer.deinit(self._api); + for (self._shards.constSlice()) |shard| { + shard.buffer.deinit(self._api); } } diff --git a/zml/exe.zig b/zml/exe.zig index 48329b9b..2df32c96 100644 --- a/zml/exe.zig +++ b/zml/exe.zig @@ -236,13 +236,29 @@ pub const BaseExe = struct { self.ready_buffer_count += n; } + pub fn numOutputs(self: BaseExe) u32 { + return @intCast(self.result_shapes.len); + } + + /// Takes pjrt.Buffer from each device and make it into a Buffer. + /// Set the event of the buffer to the event of the call. pub fn getOutputBuffer(self: BaseExe, i: usize) Buffer { + std.debug.assert(i < self.numOutputs()); var shards: Buffer.Shards = .{}; - for (self.output_per_device) |dev_out| { - shards.appendAssumeCapacity(dev_out[i]); + for (0..self.num_devices) |dev| { + shards.appendAssumeCapacity(.{ + .api = self.platform.pjrt_api, + .buffer = self.output_per_device[dev][i], + .ready_event = null, + .ready = false, + }); } - return Buffer.fromPjrtBuffers(self.platform, self.result_shapes[i], shards.constSlice()); + return .{ + ._shape = self.result_shapes[i], + ._api = self.platform.pjrt_api, + ._shards = shards, + }; } }; @@ -284,7 +300,8 @@ pub fn Exe(ArgsT: type, ReturnT: type) type { std.debug.assert(total_ready == self.inner.input_buffer_count); self.inner._unsafeCall(); var result: Bufferized(ReturnT) = undefined; - assignRawBuffers(&result, self.inner.platform, self.inner.output_per_device, self.inner.result_shapes); + // assignRawBuffers(&result, self.inner.platform, self.inner.output_per_device, self.inner.result_shapes); + assignRawBuffers(&result, self.inner); return result; } }; @@ -317,7 +334,7 @@ fn fillBuffers(v: anytype, buffers: []const [*]*pjrt.Buffer, start: u32) u32 { const model_sharding = ctx.buffers.len; stdx.debug.assert(buffer._shards.len == model_sharding, "Can't feed a {}-sharded tensor into a {}-sharded model", .{ buffer._shards.len, ctx.buffers.len }); for (buffer._shards.constSlice(), 0..) |shard, d| { - ctx.buffers[d][ctx.index] = shard; + ctx.buffers[d][ctx.index] = shard.buffer; } ctx.index += 1; } @@ -326,33 +343,52 @@ fn fillBuffers(v: anytype, buffers: []const [*]*pjrt.Buffer, start: u32) u32 { } /// Visit the given struct and override tensors by creating a new one using the provided PJRT buffers. -fn assignRawBuffers(v: anytype, platform: Platform, buffers: []const [*]*pjrt.Buffer, buffer_shapes: []Shape) void { +// fn assignRawBuffers(v: anytype, platform: Platform, buffers: []const [*]*pjrt.Buffer, buffer_shapes: []Shape) void { +// const LocalContext = struct { +// index: u32, +// platform: Platform, +// buffers: []const [*]*pjrt.Buffer, +// buffer_shapes: []Shape, +// }; +// var local_ctx: LocalContext = .{ +// .index = 0, +// .platform = platform, +// .buffers = buffers, +// .buffer_shapes = buffer_shapes, +// }; +// meta.visit((struct { +// fn cb(ctx: *LocalContext, buffer: *Buffer) void { +// const i = ctx.index; +// ctx.index += 1; +// if (i >= ctx.buffer_shapes.len) return; +// +// var shards: Buffer.Shards = .{}; +// for (ctx.buffers) |buff| { +// shards.appendAssumeCapacity(buff[i]); +// } +// buffer.* = Buffer.fromPjrtBuffers(ctx.platform, ctx.buffer_shapes[i], shards.constSlice()); +// } +// }).cb, &local_ctx, v); +// stdx.debug.internalAssert(local_ctx.index == buffer_shapes.len, "Pjrt call returned {} tensors, but the return type {s}, contains {} Buffers. Note that modules need to have a comptime know number of returned tensors.", .{ buffers.len, @typeName(@TypeOf(v)), local_ctx.index }); +// } + +/// Visit the given struct and override tensors by creating a new one using the provided PJRT buffers. +fn assignRawBuffers(v: anytype, exe: BaseExe) void { const LocalContext = struct { - index: u32, - platform: Platform, - buffers: []const [*]*pjrt.Buffer, - buffer_shapes: []Shape, - }; - var local_ctx: LocalContext = .{ - .index = 0, - .platform = platform, - .buffers = buffers, - .buffer_shapes = buffer_shapes, - }; - meta.visit((struct { - fn cb(ctx: *LocalContext, buffer: *Buffer) void { + index: u32 = 0, + exe: *const BaseExe, + + fn cb(ctx: *@This(), buffer: *Buffer) void { const i = ctx.index; ctx.index += 1; - if (i >= ctx.buffer_shapes.len) return; + if (i >= ctx.exe.result_shapes.len) return; - var shards: Buffer.Shards = .{}; - for (ctx.buffers) |buff| { - shards.appendAssumeCapacity(buff[i]); - } - buffer.* = Buffer.fromPjrtBuffers(ctx.platform, ctx.buffer_shapes[i], shards.constSlice()); + buffer.* = ctx.exe.getOutputBuffer(i); } - }).cb, &local_ctx, v); - stdx.debug.internalAssert(local_ctx.index == buffer_shapes.len, "Pjrt call returned {} tensors, but the return type {s}, contains {} Buffers. Note that modules need to have a comptime know number of returned tensors.", .{ buffers.len, @typeName(@TypeOf(v)), local_ctx.index }); + }; + var local_ctx: LocalContext = .{ .exe = &exe }; + meta.visit(LocalContext.cb, &local_ctx, v); + stdx.debug.internalAssert(local_ctx.index == exe.result_shapes.len, "Pjrt call returned {} tensors, but the return type {s}, contains {} Buffers. Note that modules need to have a comptime know number of returned tensors.", .{ exe.result_shapes.len, @typeName(@TypeOf(v)), local_ctx.index }); } fn prettyFnName( diff --git a/zml/hostbuffer.zig b/zml/hostbuffer.zig index cd7e3a60..6b743f82 100644 --- a/zml/hostbuffer.zig +++ b/zml/hostbuffer.zig @@ -1,6 +1,8 @@ const std = @import("std"); const stdx = @import("stdx"); +const pjrt = @import("pjrtx.zig"); + const Buffer = @import("buffer.zig").Buffer; const Data = @import("dtype.zig").Data; const DataType = @import("dtype.zig").DataType; @@ -22,6 +24,9 @@ pub const HostBuffer = struct { managed: u5, unmanaged, } = .unmanaged, + _ready: bool = true, + _api: ?*const pjrt.Api = null, + _event: ?*pjrt.Event = null, /// Allocates a HostBuffer with the given shape. /// The memory is left undefined. @@ -174,9 +179,10 @@ pub const HostBuffer = struct { return if (self._strides) |*strd| strd[0..self.rank()] else null; } - pub fn data(self: HostBuffer) []const u8 { - return self.data; - } + // TODO: refactor data member -> _data (and potentially switch it to [*]u8) + // pub fn data(self: HostBuffer) []const u8 { + // return self.data; + // } pub inline fn rank(self: HostBuffer) u4 { return self._shape.rank(); @@ -255,6 +261,21 @@ pub const HostBuffer = struct { }; } + pub fn awaitt(self: *HostBuffer) !*HostBuffer { + if (self._ready) { + return self; + } + if (self._event) |ev| { + if (self._api) |api| { + try ev.awaitt(api); + } else { + stdx.debug.panic("Got an event but no API. This should not happen.", .{}); + } + } + self._ready = true; + return self; + } + pub fn format( self: HostBuffer, comptime fmt: []const u8, diff --git a/zml/module.zig b/zml/module.zig index 453f0cb0..8aa97e3e 100644 --- a/zml/module.zig +++ b/zml/module.zig @@ -404,6 +404,7 @@ pub const CompilationContext = struct { const fn_res_types = try res_allocator.alloc(mlir.Type, out_tensor_count); const fn_res_shapes = try res_allocator.alloc(Shape, out_tensor_count); const fn_res_donations = try res_allocator.alloc(Tensor._Donation, out_tensor_count); + const fn_res_output_memory_kind = try res_allocator.alloc(Tensor._MemoryKind, out_tensor_count); var fn_body = self.openBlock(.hermetic, input_types, locations) catch unreachable; { defer self.closeBlock(fn_body); @@ -419,7 +420,7 @@ pub const CompilationContext = struct { }; var fn_res_values: [out_tensor_count]mlir.Value = undefined; - self.extractValuesAndTypes(fn_res, &fn_res_values, fn_res_types, fn_res_shapes, fn_res_donations); + self.extractValuesAndTypes(fn_res, &fn_res_values, fn_res_types, fn_res_shapes, fn_res_donations, fn_res_output_memory_kind); const fn_ret = dialect.func.return_(mlir_ctx, &fn_res_values, loc); fn_body.appendOperationRecursive(fn_ret); @@ -433,11 +434,15 @@ pub const CompilationContext = struct { if (opts.kind == .main) { self.addDonationsAttributes(arg_attrs, fn_res_donations); + self.addOutputMemoryKindAttributes(arg_attrs, fn_res_output_memory_kind); if (self._platform.sharding().num_partitions > 1) { self.addShardingAttributes(arg_attrs, res_attrs, input_shapes.items, fn_res_shapes); } } + // TODO: @rene remove debug print + std.debug.print("res_attrs : {any}", .{res_attrs}); + const mlir_fn = dialect.func.func(self.mlirCtx(), .{ .sym_name = opts.name, .args = input_types, @@ -470,6 +475,18 @@ pub const CompilationContext = struct { }; } + fn addOutputMemoryKindAttributes(self: CompilationContext, attributes: []AttributeList, output_memory_kind: []const Tensor._MemoryKind) void { + const mlir_ctx = self.mlirCtx(); + for (attributes, output_memory_kind) |*attr, memory_kind| { + if (memory_kind) |mk| { + attr.appendAssumeCapacity(mlir.NamedAttribute.init( + mlir.Identifier.get(mlir_ctx, "mhlo.memory_kind"), + mlir.StringAttribute.init(mlir_ctx, @tagName(mk)).as(mlir.Attribute).?, + )); + } + } + } + /// Given a list of donations mapping output buffers to input buffers, /// generate donation attribute for each `n_args` input argument. fn addDonationsAttributes(self: CompilationContext, attributes: []AttributeList, donations: []const Tensor._Donation) void { @@ -770,7 +787,7 @@ pub const CompilationContext = struct { } /// Visit the given struct and extract the mlir.Value and mlir.Type associated with each tensor found. - pub fn extractValuesAndTypes(self: *const CompilationContext, v: anytype, values: []mlir.Value, types: []mlir.Type, shapes: []Shape, donations: []Tensor._Donation) void { + pub fn extractValuesAndTypes(self: *const CompilationContext, v: anytype, values: []mlir.Value, types: []mlir.Type, shapes: []Shape, donations: []Tensor._Donation, output_memory_kind: []Tensor._MemoryKind) void { std.debug.assert(values.len == types.len); const LocalContext = struct { self: *const CompilationContext, @@ -779,8 +796,10 @@ pub const CompilationContext = struct { types: []mlir.Type, shapes: []Shape, donations: []Tensor._Donation, + output_memory_kind: []Tensor._MemoryKind, }; - var context = LocalContext{ .self = self, .values = values, .types = types, .shapes = shapes, .donations = donations }; + + var context = LocalContext{ .self = self, .values = values, .types = types, .shapes = shapes, .donations = donations, .output_memory_kind = output_memory_kind }; meta.visit((struct { fn cb(ctx: *LocalContext, tensor: *const Tensor) void { const value, const donation = ctx.self.getValueAndDonation(tensor.*); @@ -788,6 +807,7 @@ pub const CompilationContext = struct { ctx.types[ctx.index] = value.getType(); ctx.shapes[ctx.index] = tensor._shape; ctx.donations[ctx.index] = donation; + ctx.output_memory_kind[ctx.index] = tensor._output_memory_kind; ctx.index += 1; } }).cb, &context, v); diff --git a/zml/pjrtx.zig b/zml/pjrtx.zig index a642979c..fc3fe453 100644 --- a/zml/pjrtx.zig +++ b/zml/pjrtx.zig @@ -63,13 +63,13 @@ pub const Client = opaque { } pub const BufferFromHostBufferArgs = pjrt.Client.BufferFromHostBufferArgs; - pub fn bufferFromHostBuffer(self: *const Client, api: *const Api, args: BufferFromHostBufferArgs) ApiError!*Buffer { - const buffer, const event_ = try asynk.callBlocking(pjrt.Client.bufferFromHostBuffer, .{ self.inner(), api, args }); + pub fn bufferFromHostBuffer(self: *const Client, api: *const Api, args: BufferFromHostBufferArgs) ApiError!struct { *Buffer, ?*Event } { + const buffer, const event_ = try self.inner().bufferFromHostBuffer(api, args); if (event_) |event__| { const event: *Event = @ptrCast(event__); try event.await_(api); } - return @ptrCast(buffer); + return .{ @ptrCast(buffer), @ptrCast(event_) }; } pub fn deserializeAndLoad(self: *const Client, api: *const Api, bytes: []const u8) ApiError!*LoadedExecutable { @@ -163,6 +163,10 @@ pub const Buffer = opaque { return @ptrCast(try self.inner().toHostBuffer(api, dst)); } + pub fn getMemory(self: *const Buffer, api: *const Api) *const Memory { + return self.inner().getMemory(api); + } + pub fn getElementType(self: *const Buffer, api: *const Api) BufferType { return self.inner().getElementType(api); } @@ -183,8 +187,12 @@ pub const Buffer = opaque { return @ptrCast(self.inner().copyToDevice(api, device)); } - pub fn copyToMemory(self: *const Buffer, api: *const Api, memory: *const Memory) ApiError!*Buffer { - return @ptrCast(self.inner().copyToMemory(api, memory)); + pub fn copyRawToHost(self: *const Buffer, api: *const Api, dst: []u8, offset: i64, size: i64) ApiError!?*Event { + return @ptrCast(try self.inner().copyRawToHost(api, dst, offset, size)); + } + + pub fn copyToMemory(self: *const Buffer, api: *const Api, dst_memory: *const Memory) ApiError!?*Buffer { + return @ptrCast(try self.inner().copyToMemory(api, dst_memory)); } pub fn getReadyEvent(self: *const Buffer, api: *const Api) ?*Event { @@ -194,6 +202,14 @@ pub const Buffer = opaque { pub fn getOpaqueDeviceMemoryDataPointer(self: *const Buffer, api: *const Api) ApiError!*anyopaque { return try self.inner().getOpaqueDeviceMemoryDataPointer(api); } + + pub fn increaseExternalReferenceCount(self: *Buffer, api: *const Api) ApiError!void { + try self.inner().increaseExternalReferenceCount(api); + } + + pub fn decreaseExternalReferenceCount(self: *Buffer, api: *const Api) ApiError!void { + try self.inner().decreaseExternalReferenceCount(api); + } }; pub const Event = opaque { @@ -211,7 +227,8 @@ pub const Event = opaque { return self.inner().getEventError(api); } - pub fn await_(self: *Event, api: *const Api) ApiError!void { + pub const awaitt = await_; + pub fn await_(self: *Event, api: *const Api) !void { defer self.deinit(api); if (self.isReady(api)) { @@ -233,6 +250,7 @@ pub const Event = opaque { ctx.event.wait(); if (ctx.err) |e| { + log.err("Error waiting for event: {}", .{e}); defer e.deinit(api); return e.getCode(api).toApiError(); } diff --git a/zml/platform.zig b/zml/platform.zig index ec4ae4c6..5d51cd92 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -7,6 +7,7 @@ const stdx = @import("stdx"); const meta = @import("meta.zig"); const module = @import("module.zig"); const pjrt = @import("pjrtx.zig"); +const Shape = @import("shape.zig").Shape; const log = std.log.scoped(.zml); @@ -87,6 +88,96 @@ pub const Platform = struct { } }; +// struct PJRT_AsyncHostToDeviceTransferManager_TransferData_Args { +// size_t struct_size; +// PJRT_Extension_Base* extension_start; +// PJRT_AsyncHostToDeviceTransferManager* transfer_manager; +// int buffer_index; +// const void* data; +// int64_t offset; +// int64_t transfer_size; +// bool is_last_transfer; +// PJRT_Event* done_with_h2d_transfer; // out +// }; + +// struct PJRT_AsyncHostToDeviceTransferManager_RetrieveBuffer_Args { +// size_t struct_size; +// PJRT_Extension_Base* extension_start; +// PJRT_AsyncHostToDeviceTransferManager* transfer_manager; +// int buffer_index; +// PJRT_Buffer* buffer_out; // out +// }; + +// struct PJRT_AsyncHostToDeviceTransferManager_Device_Args { +// size_t struct_size; +// PJRT_Extension_Base* extension_start; +// PJRT_AsyncHostToDeviceTransferManager* transfer_manager; +// PJRT_Device* device_out; // out +// }; + +// struct PJRT_AsyncHostToDeviceTransferManager_BufferCount_Args { +// size_t struct_size; +// PJRT_Extension_Base* extension_start; +// PJRT_AsyncHostToDeviceTransferManager* transfer_manager; +// size_t buffer_count; // out +// }; + +// struct PJRT_AsyncHostToDeviceTransferManager_BufferSize_Args { +// size_t struct_size; +// PJRT_Extension_Base* extension_start; +// PJRT_AsyncHostToDeviceTransferManager* transfer_manager; +// int buffer_index; +// size_t buffer_size; // out +// }; + +// struct PJRT_AsyncHostToDeviceTransferManager_AddMetadata_Args { +// size_t struct_size; +// PJRT_Extension_Base* extension_start; +// PJRT_AsyncHostToDeviceTransferManager* transfer_manager; +// const PJRT_NamedValue* transfer_metadata; +// size_t num_metadata; +// }; + +// struct PJRT_Client_CreateBuffersForAsyncHostToDevice_Args { +// size_t struct_size; +// PJRT_Extension_Base* extension_start; +// PJRT_Client* client; +// PJRT_ShapeSpec* shape_specs; +// size_t num_shape_specs; +// PJRT_Buffer_MemoryLayout** device_layouts; // optional +// size_t num_device_layouts; +// PJRT_Memory* memory; +// PJRT_AsyncHostToDeviceTransferManager* transfer_manager; // out +// }; + +pub const TransferManager = struct { + pjrt_client: *pjrt.Client, + pjrt_api: *pjrt.Api, + pjrt_transfer_manager: []*pjrt.AsyncHostToDeviceTransferManager, + shape_specs: []const Shape, + memory: *pjrt.Memory, + + pub fn init(platform: Platform, memory_kind: pjrt.Memory.Kind, shapes: []Shape) !TransferManager { + const device = platform.getDevices()[0]; + const memory = device.getMemoryByKind(memory_kind); + if (memory == null) { + stdx.debug.panic("Device {s} doesn't have memory of kind {s}", .{ device.getName(), @tagName(memory_kind) }); + } + + return .{ + .pjrt_client = platform.pjrt_client, + .pjrt_api = platform.pjrt_api, + .pjrt_transfer_manager = try pjrt.Client.createBuffersForAsyncHostToDevice(platform.pjrt_client, memory, null), + .shape_specs = shapes, + .memory = memory, + }; + } + + pub fn deinit(self: *TransferManager) void { + pjrt.AsyncHostToDeviceTransferManager.deinit(self.pjrt_transfer_manager, self.pjrt_api); + } +}; + const _CreateOptions = struct { // XLA CPU client doesn't read options // https://github.com/openxla/xla/blob/42496a28c374bd35f493cc5dbde74805407245dc/xla/pjrt/c/pjrt_c_api_cpu_internal.cc#L33-L46 @@ -108,6 +199,7 @@ const _CreateOptions = struct { // num_nodes // enable_mock_nccl // mock_gpu_topology + should_stage_host_to_device_transfers: bool = false, pub const Allocator = union(enum) { /// "Best-Fit with Coalescing" algorithm @@ -125,6 +217,7 @@ const _CreateOptions = struct { }; pub fn writeNamedValues(self: Cuda, values: *std.ArrayListUnmanaged(pjrt.NamedValue)) void { + values.appendAssumeCapacity(pjrt.NamedValue.fromBool("should_stage_host_to_device_transfers", self.should_stage_host_to_device_transfers)); switch (self.allocator) { .platform => { values.appendAssumeCapacity(pjrt.NamedValue.fromString("allocator", "platform")); diff --git a/zml/tensor.zig b/zml/tensor.zig index a385f258..19896300 100644 --- a/zml/tensor.zig +++ b/zml/tensor.zig @@ -40,9 +40,11 @@ pub const Tensor = struct { _shape: Shape, _id: _Id, _donation: _Donation = .no_buffer, + _output_memory_kind: _MemoryKind = undefined, pub const _Donation = union(enum) { no_buffer, input_buffer, arg: u16 }; pub const _Id = union(enum) { mlir: mlir.Value, buffer_id: u64, arg_id: u64 }; + pub const _MemoryKind = ?Buffer.Memory.Kind; pub const MAX_RANK = Shape.MAX_RANK; @@ -193,6 +195,33 @@ pub const Tensor = struct { }; } + pub fn toMemory(self: Tensor, kind: Buffer.Memory.Kind) Tensor { + return switch (self._id) { + .arg_id, .mlir => { + const ctx = self.getContext(); + var res = self; + res._output_memory_kind = kind; + + const memory_kind = mlir.StringAttribute.init(ctx.mlirCtx(), @tagName(kind)); + + const op = dialect.stablehlo.annotate_device_placement( + ctx.mlirCtx(), + &.{self.value()}, + memory_kind, + &.{self.value().getType()}, + ctx.mlirCtx().location(@src()), + ); + + return _result(res._shape, op.result(0)); + }, + .buffer_id => { + var res = self; + res._output_memory_kind = kind; + return res; + }, + }; + } + /// Returns a Tensor with new tag names. pub fn rename(self: Tensor, renames: anytype) Tensor { var res = self; diff --git a/zml/zml.zig b/zml/zml.zig index 088ad687..8c075bcf 100644 --- a/zml/zml.zig +++ b/zml/zml.zig @@ -18,6 +18,7 @@ pub const Tensor = @import("tensor.zig").Tensor; // Namespaces pub const context = @import("context.zig"); +pub const buffer = @import("buffer.zig"); pub const exe = @import("exe.zig"); pub const floats = @import("floats.zig"); pub const helpers = @import("helpers.zig"); From ce99e228e63ecbf827e1853e94a56f005cbecfc0 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Fri, 21 Feb 2025 11:25:14 +0100 Subject: [PATCH 02/28] WIP tests pass --- zml/module.zig | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/zml/module.zig b/zml/module.zig index 8aa97e3e..b0f44992 100644 --- a/zml/module.zig +++ b/zml/module.zig @@ -123,7 +123,7 @@ pub const CompilationContext = struct { const loc = mlir_ctx.location(@src()).named(mlir_ctx, "main"); const module = mlir.Module.init(loc); - module.op().setAttributeByName("sym_name", mlir.StringAttribute.init(mlir_ctx, "zml").as(mlir.Attribute).?); + module.op().setAttributeByName("sym_name", mlir.StringAttribute.init(mlir_ctx, name).as(mlir.Attribute).?); var canonicalizer = try mlir.PassManager.init(mlir_ctx); { @@ -434,7 +434,7 @@ pub const CompilationContext = struct { if (opts.kind == .main) { self.addDonationsAttributes(arg_attrs, fn_res_donations); - self.addOutputMemoryKindAttributes(arg_attrs, fn_res_output_memory_kind); + self.addOutputMemoryKindAttributes(res_attrs, fn_res_output_memory_kind); if (self._platform.sharding().num_partitions > 1) { self.addShardingAttributes(arg_attrs, res_attrs, input_shapes.items, fn_res_shapes); } From 7c2c19b2d1fa23e679c35fe8edcf7901c5e66dae Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Wed, 26 Feb 2025 11:12:16 +0100 Subject: [PATCH 03/28] WIP in-progress stuff --- pjrt/pjrt.zig | 36 +++++++++++++++++++++++++++++++++++- zml/buffer.zig | 7 ++++++- zml/module.zig | 3 --- zml/ops.zig | 5 +++++ zml/pjrtx.zig | 8 +++++++- 5 files changed, 53 insertions(+), 6 deletions(-) diff --git a/pjrt/pjrt.zig b/pjrt/pjrt.zig index 3830fec6..0cc20cb2 100644 --- a/pjrt/pjrt.zig +++ b/pjrt/pjrt.zig @@ -995,6 +995,30 @@ pub const Memory = opaque { } }; +/// A client may want to create a buffer, and hand the buffer to other PjRt +/// methods, before the data to store in the buffer is available to the client. +/// This is supported using CreateBuffersForAsyncHostToDevice, which returns an +/// AsyncHostToDeviceTransferManager helper object. +/// +/// The PjRtBuffers can be retrieved from the AsyncHostToDeviceTransferManager +/// and safely passed immediately to downstream PjRt method calls. Subsequently +/// the client can call methods on the AsyncHostToDeviceTransferManager object +/// to copy data into the buffers, and once the data copies are complete, the +/// buffers' definition events will automatically become ready, unblocking +/// downstream consumers of the buffers. +/// +/// Depending on the backend's implementation, a single call to +/// CreateBuffersForAsyncHostToDevice may either: +/// - Create a "batch" of buffers that share a single definition event, which +/// may amortize some performance overheads, but means that none of the +/// buffers are available to downstream consumers until all the transfers +/// have completed, in which case multiple calls to +/// CreateBuffersForAsyncHostToDevice should be made if it is desirable for +/// buffers to become available as soon as transfers into them complete. +/// +/// - Create a "batch" of buffers with multiple underlying definitions +/// events, and individual buffers become available to downstream consumers +/// as soon as transfers into them complete. pub const AsyncHostToDeviceTransferManager = opaque { const inner = InnerMixin(c.PJRT_AsyncHostToDeviceTransferManager).inner; @@ -1003,7 +1027,17 @@ pub const AsyncHostToDeviceTransferManager = opaque { .transfer_manager = self.inner(), }) catch unreachable; } - + /// Transfers 'data' into a sub-buffer of buffer_index starting at offset, of + /// length transfer_size. 'data' must be already laid out in the correct + /// on-device format, for example returned by a call to + /// buffer->CopyRawToHost. If is_last_transfer is false then the buffer + /// remains unavailable to consumers after the transfer completes. If + /// is_last_transfer is true then the buffer becomes available to consumers + /// after the transfer completes, and no transfer calls (or SetBufferError + /// calls) into buffer_index can be made after this call. on_done is called + /// when the transfer is complete but before the buffers are made available + /// to their consumers. 'data' must remain in scope until on_done is called. + /// (calls TransferRawDataToSubBuffer() internally) pub fn transferData(self: *AsyncHostToDeviceTransferManager, api: *const Api, buffer_index: usize, data: []const u8, offset: i64, is_last_transfer: bool) ApiError!*Event { const ret = try api.call(.PJRT_AsyncHostToDeviceTransferManager_TransferData, .{ .transfer_manager = self.inner(), diff --git a/zml/buffer.zig b/zml/buffer.zig index d233ad91..c44d4bad 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -83,6 +83,7 @@ pub const Buffer = struct { ._shards = .{}, }; + std.debug.print("\n\nn_partitions = {}\n\n", .{n_partitions}); for (0..n_partitions) |i| { // If no sharding if found, the given buffer is replicated on all devices. const buf = if (sharding_ax) |ax| buf: { @@ -195,7 +196,11 @@ pub const Buffer = struct { /// return a Buffer with the given dimensions. pub fn fromSlice(platform: Platform, dimz: anytype, s: anytype) !Buffer { const sh = Shape.init(dimz, DataType.fromSliceElementType(s)); - return from(platform, HostBuffer.fromBytes(sh, std.mem.sliceAsBytes(s))); + + // std.debug.print("\n\n\nshape = {}", .{sh}); + const hb = HostBuffer.fromBytes(sh, std.mem.sliceAsBytes(s)); + // std.debug.print("\nhostbuffer = {}", .{hb}); + return from(platform, hb); } pub fn fromSlice2(platform: Platform, dimz: anytype, s: anytype) !Buffer { diff --git a/zml/module.zig b/zml/module.zig index b0f44992..20aa04d4 100644 --- a/zml/module.zig +++ b/zml/module.zig @@ -440,9 +440,6 @@ pub const CompilationContext = struct { } } - // TODO: @rene remove debug print - std.debug.print("res_attrs : {any}", .{res_attrs}); - const mlir_fn = dialect.func.func(self.mlirCtx(), .{ .sym_name = opts.name, .args = input_types, diff --git a/zml/ops.zig b/zml/ops.zig index c73dc689..ea241bde 100644 --- a/zml/ops.zig +++ b/zml/ops.zig @@ -106,6 +106,7 @@ test "simple while" { const platform = zml.testing.env(); const init_i = try zml.Buffer.fromSlice(platform, .{}, &[_]i64{0}); + std.debug.print("\n\ninit_i = {}", .{init_i._shards}); const init_sum = try zml.Buffer.fromSlice(platform, .{}, &[_]i64{0}); const counter = .{ .step = try zml.Buffer.fromSlice(platform, .{}, &[_]i64{1}), @@ -115,9 +116,13 @@ test "simple while" { const last_i = try res0.getValue(i64); const sum = try res1.getValue(i64); + std.debug.print("\nlast_i = {}\n", .{last_i}); try std.testing.expectEqual(10, last_i); + + std.debug.print("\nsum = {}\n", .{sum}); try std.testing.expectEqual(45, sum); + std.debug.print("\ntesting CountInts._zigForward\n", .{}); try std.testing.expectEqual(.{ 10, 45 }, CountInts._zigForward(1, 10, 0, 0)); } diff --git a/zml/pjrtx.zig b/zml/pjrtx.zig index fc3fe453..94f1661c 100644 --- a/zml/pjrtx.zig +++ b/zml/pjrtx.zig @@ -65,6 +65,7 @@ pub const Client = opaque { pub const BufferFromHostBufferArgs = pjrt.Client.BufferFromHostBufferArgs; pub fn bufferFromHostBuffer(self: *const Client, api: *const Api, args: BufferFromHostBufferArgs) ApiError!struct { *Buffer, ?*Event } { const buffer, const event_ = try self.inner().bufferFromHostBuffer(api, args); + // TODO: @rene we should probably disable awaiting here if (event_) |event__| { const event: *Event = @ptrCast(event__); try event.await_(api); @@ -78,7 +79,12 @@ pub const Client = opaque { pub const CreateViewOfDeviceBufferArgs = pjrt.Client.CreateViewOfDeviceBufferArgs; pub fn createViewOfDeviceBuffer(self: *const Client, api: *const Api, args: CreateViewOfDeviceBufferArgs) ApiError!*Buffer { - return @ptrCast(try self.inner().createViewOfDeviceBuffer(api, args)); + var args_ = args; + args_.on_delete_callback = args_.on_delete_callback; + const buf = try self.inner().createViewOfDeviceBuffer(api, args_); + return @ptrCast(buf); + // TODO: @rene + // return @ptrCast(try self.inner().createViewOfDeviceBuffer(api, args)); } fn compileSync(self: *const Client, api: *const Api, allocator: std.mem.Allocator, module: mlir.Module, compile_options_pb: []const u8) CompileError!*LoadedExecutable { From 0a7252931caebb9ba07c2413f86ed215db248ec6 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Wed, 26 Feb 2025 13:51:58 +0100 Subject: [PATCH 04/28] more wip --- examples/xferman/BUILD.bazel | 12 ++++++++++ examples/xferman/main.zig | 46 ++++++++++++++++++++++++++++++++++++ zml/pjrtx.zig | 6 +++++ zml/platform.zig | 11 +++++---- 4 files changed, 70 insertions(+), 5 deletions(-) create mode 100644 examples/xferman/BUILD.bazel create mode 100644 examples/xferman/main.zig diff --git a/examples/xferman/BUILD.bazel b/examples/xferman/BUILD.bazel new file mode 100644 index 00000000..083d294f --- /dev/null +++ b/examples/xferman/BUILD.bazel @@ -0,0 +1,12 @@ + +load("@zml//bazel:zig.bzl", "zig_cc_binary") + +zig_cc_binary( + name = "xferman", + main = "main.zig", + deps = [ + "@zml//async", + "@zml//stdx", + "@zml//zml", + ], +) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig new file mode 100644 index 00000000..1d155a0f --- /dev/null +++ b/examples/xferman/main.zig @@ -0,0 +1,46 @@ +const asynk = @import("async"); +const clap = @import("clap"); +const std = @import("std"); +const stdx = @import("stdx"); +const zml = @import("zml"); + +const log = std.log.scoped(.xferman); + +pub fn main() !void { + try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); +} + +pub fn asyncMain() !void { + log.info(" LLama was compiled with {}", .{@import("builtin").mode}); + + const allocator = std.heap.c_allocator; + _ = allocator; + + var context = try zml.Context.init(); + defer context.deinit(); + + // Our weights and bias to use + const weights = [4]f16{ 2.0, 2.0, 2.0, 2.0 }; + const input_shape = zml.Shape.init(.{4}, .f16); + + const hb = zml.HostBuffer.fromArray(&weights); + log.info("hb memory: {}", .{hb._memory}); + + const platform = context.autoPlatform(.{}); + + const client = platform.pjrt_client; + log.info("client : {}", .{client}); + + var shapes: []zml.Shape = undefined; + shapes.ptr = @constCast(@ptrCast(&input_shape)); + shapes.len = 1; + + log.debug("shape_arr = {any}", .{shapes}); + const manager = try zml.platform.TransferManager.init( + platform, + .device, + shapes, + ); + defer manager.deinit(); + log.info("manager : {}", .{manager}); +} diff --git a/zml/pjrtx.zig b/zml/pjrtx.zig index 94f1661c..3defa914 100644 --- a/zml/pjrtx.zig +++ b/zml/pjrtx.zig @@ -30,6 +30,7 @@ pub const SerializeResult = pjrt.SerializeResult; pub const Executable = pjrt.Executable; pub const ExecuteError = ApiError; pub const Memory = pjrt.Memory; +pub const ShapeSpec = pjrt.ShapeSpec; fn InnerMixin(comptime innerT: type) type { return struct { @@ -62,6 +63,11 @@ pub const Client = opaque { return self.inner().getAddressableDevices(api); } + pub const CreateBuffersForAsyncHostToDeviceArgs = pjrt.Client.CreateBuffersForAsyncHostToDeviceArgs; + pub fn createBuffersForAsyncHostToDevice(self: *const Client, api: *const Api, args: CreateBuffersForAsyncHostToDeviceArgs) ApiError!*AsyncHostToDeviceTransferManager { + return self.inner().createBuffersForAsyncHostToDevice(api, args); + } + pub const BufferFromHostBufferArgs = pjrt.Client.BufferFromHostBufferArgs; pub fn bufferFromHostBuffer(self: *const Client, api: *const Api, args: BufferFromHostBufferArgs) ApiError!struct { *Buffer, ?*Event } { const buffer, const event_ = try self.inner().bufferFromHostBuffer(api, args); diff --git a/zml/platform.zig b/zml/platform.zig index 5d51cd92..afdffeff 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -152,22 +152,23 @@ pub const Platform = struct { pub const TransferManager = struct { pjrt_client: *pjrt.Client, - pjrt_api: *pjrt.Api, + pjrt_api: *const pjrt.Api, pjrt_transfer_manager: []*pjrt.AsyncHostToDeviceTransferManager, shape_specs: []const Shape, memory: *pjrt.Memory, pub fn init(platform: Platform, memory_kind: pjrt.Memory.Kind, shapes: []Shape) !TransferManager { const device = platform.getDevices()[0]; - const memory = device.getMemoryByKind(memory_kind); + const memory = device.getMemoryByKind(platform.pjrt_api, memory_kind); if (memory == null) { - stdx.debug.panic("Device {s} doesn't have memory of kind {s}", .{ device.getName(), @tagName(memory_kind) }); + stdx.debug.panic("Device {s} doesn't have memory of kind {s}", .{ device.getDescription(platform.pjrt_api).getKind(platform.pjrt_api), @tagName(memory_kind) }); } - + // setup shape specs + // TODO return .{ .pjrt_client = platform.pjrt_client, .pjrt_api = platform.pjrt_api, - .pjrt_transfer_manager = try pjrt.Client.createBuffersForAsyncHostToDevice(platform.pjrt_client, memory, null), + .pjrt_transfer_manager = try pjrt.Client.createBuffersForAsyncHostToDevice(platform.pjrt_client, platform.pjrt_api, null), .shape_specs = shapes, .memory = memory, }; From 8a853dab66a2f5997b2278188f7c9fbd1422b136 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Wed, 26 Feb 2025 14:11:19 +0100 Subject: [PATCH 05/28] wip compiles --- examples/xferman/main.zig | 2 +- pjrt/pjrt.zig | 2 +- zml/pjrtx.zig | 2 +- zml/platform.zig | 17 +++++++++++++---- 4 files changed, 16 insertions(+), 7 deletions(-) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index 1d155a0f..dec48bfa 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -36,7 +36,7 @@ pub fn asyncMain() !void { shapes.len = 1; log.debug("shape_arr = {any}", .{shapes}); - const manager = try zml.platform.TransferManager.init( + var manager = try zml.platform.TransferManager.init( platform, .device, shapes, diff --git a/pjrt/pjrt.zig b/pjrt/pjrt.zig index 0cc20cb2..c00ae7aa 100644 --- a/pjrt/pjrt.zig +++ b/pjrt/pjrt.zig @@ -469,7 +469,7 @@ pub const Client = opaque { pub fn createBuffersForAsyncHostToDevice(self: *const Client, api: *const Api, args: CreateBuffersForAsyncHostToDeviceArgs) ApiError!*AsyncHostToDeviceTransferManager { const ret = try api.call(.PJRT_Client_CreateBuffersForAsyncHostToDevice, .{ .client = self.inner(), - .shape_specs = @ptrCast(args.shape_specs.ptr), + .shape_specs = @constCast(@ptrCast(args.shape_specs.ptr)), .num_shape_specs = args.shape_specs.len, .device_layouts = if (args.device_layouts) |layouts| @ptrCast(@constCast(layouts.ptr)) else null, .num_device_layouts = if (args.device_layouts) |layouts| @intCast(layouts.len) else 0, diff --git a/zml/pjrtx.zig b/zml/pjrtx.zig index 3defa914..f75995e1 100644 --- a/zml/pjrtx.zig +++ b/zml/pjrtx.zig @@ -65,7 +65,7 @@ pub const Client = opaque { pub const CreateBuffersForAsyncHostToDeviceArgs = pjrt.Client.CreateBuffersForAsyncHostToDeviceArgs; pub fn createBuffersForAsyncHostToDevice(self: *const Client, api: *const Api, args: CreateBuffersForAsyncHostToDeviceArgs) ApiError!*AsyncHostToDeviceTransferManager { - return self.inner().createBuffersForAsyncHostToDevice(api, args); + return @ptrCast(try self.inner().createBuffersForAsyncHostToDevice(api, args)); } pub const BufferFromHostBufferArgs = pjrt.Client.BufferFromHostBufferArgs; diff --git a/zml/platform.zig b/zml/platform.zig index afdffeff..03a2df1c 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -153,9 +153,10 @@ pub const Platform = struct { pub const TransferManager = struct { pjrt_client: *pjrt.Client, pjrt_api: *const pjrt.Api, - pjrt_transfer_manager: []*pjrt.AsyncHostToDeviceTransferManager, + // pjrt_transfer_manager: []*pjrt.AsyncHostToDeviceTransferManager, + pjrt_transfer_manager: *pjrt.AsyncHostToDeviceTransferManager, shape_specs: []const Shape, - memory: *pjrt.Memory, + memory: *const pjrt.Memory, pub fn init(platform: Platform, memory_kind: pjrt.Memory.Kind, shapes: []Shape) !TransferManager { const device = platform.getDevices()[0]; @@ -168,9 +169,17 @@ pub const TransferManager = struct { return .{ .pjrt_client = platform.pjrt_client, .pjrt_api = platform.pjrt_api, - .pjrt_transfer_manager = try pjrt.Client.createBuffersForAsyncHostToDevice(platform.pjrt_client, platform.pjrt_api, null), + .pjrt_transfer_manager = try pjrt.Client.createBuffersForAsyncHostToDevice( + platform.pjrt_client, + platform.pjrt_api, + .{ + .shape_specs = &.{}, // TODO: <-- ShapeSpecs go here + .memory = memory.?, + .device_layouts = null, + }, + ), .shape_specs = shapes, - .memory = memory, + .memory = memory.?, }; } From 36854919533622c5f5d9cab6ae1e0a1adae73536 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Wed, 26 Feb 2025 14:12:26 +0100 Subject: [PATCH 06/28] runs on cpu --- examples/xferman/main.zig | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index dec48bfa..9ccfb288 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -38,7 +38,7 @@ pub fn asyncMain() !void { log.debug("shape_arr = {any}", .{shapes}); var manager = try zml.platform.TransferManager.init( platform, - .device, + .unpinned_host, shapes, ); defer manager.deinit(); From 10ae2fd62a080cbd7a5f88a8d55501bfd2e21bdc Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Wed, 26 Feb 2025 14:40:35 +0100 Subject: [PATCH 07/28] wip 1 buffer --- examples/xferman/main.zig | 5 +- pjrt/pjrt.zig | 6 +- zml/buffer.zig | 134 +++++++++++++++++++------------------- zml/pjrtx.zig | 4 +- zml/platform.zig | 21 ++++-- 5 files changed, 91 insertions(+), 79 deletions(-) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index 9ccfb288..57d8b71b 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -14,7 +14,6 @@ pub fn asyncMain() !void { log.info(" LLama was compiled with {}", .{@import("builtin").mode}); const allocator = std.heap.c_allocator; - _ = allocator; var context = try zml.Context.init(); defer context.deinit(); @@ -37,10 +36,12 @@ pub fn asyncMain() !void { log.debug("shape_arr = {any}", .{shapes}); var manager = try zml.platform.TransferManager.init( + allocator, platform, .unpinned_host, shapes, ); defer manager.deinit(); - log.info("manager : {}", .{manager}); + const buffer_count = try manager.pjrt_transfer_manager.bufferCount(platform.pjrt_api); + log.info("manager has {d} buffers", .{buffer_count}); } diff --git a/pjrt/pjrt.zig b/pjrt/pjrt.zig index c00ae7aa..f31b7f8c 100644 --- a/pjrt/pjrt.zig +++ b/pjrt/pjrt.zig @@ -260,12 +260,12 @@ pub const ShapeSpec = extern struct { inner: c.PJRT_ShapeSpec, - pub fn init(dims_: []const usize, bt: BufferType) ShapeSpec { + pub fn init(dims_: []const i64, bt: BufferType) ShapeSpec { return .{ .inner = pjrtStruct(c.PJRT_ShapeSpec{ .dims = @ptrCast(@constCast(dims_.ptr)), - .num_dims = dims.len, - .buffer_type = @intFromEnum(bt), + .num_dims = dims_.len, + .element_type = @intFromEnum(bt), }), }; } diff --git a/zml/buffer.zig b/zml/buffer.zig index c44d4bad..4c8f791b 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -472,72 +472,70 @@ pub const Buffer = struct { if (self._shards.len == 1) return false; return @reduce(.Or, self._shape._sharding_info); } + pub fn bufferTypeFromDtype(dt: DataType) pjrt.BufferType { + return switch (dt) { + .bool => .PRED, + .f8e4m3b11fnuz => .F8E4M3B11FNUZ, + .f8e4m3fn => .F8E4M3FN, + .f8e4m3fnuz => .F8E4M3FNUZ, + .f8e5m2 => .F8E5M2, + .f8e5m2fnuz => .F8E5M2FNUZ, + .bf16 => .BF16, + .f16 => .F16, + .f32 => .F32, + .f64 => .F64, + .i8 => .S8, + .i4 => .S4, + .i16 => .S16, + .i32 => .S32, + .i64 => .S64, + .u4 => .U4, + .u8 => .U8, + .u16 => .U16, + .u32 => .U32, + .u64 => .U64, + .c64 => .C64, + .c128 => .C128, + }; + } + + pub fn dtypeFromBufferType(pjrt_type: pjrt.BufferType) DataType { + return switch (pjrt_type) { + .PRED => .bool, + .F8E4M3B11FNUZ => .f8e4m3b11fnuz, + .F8E4M3FN => .f8e4m3fn, + .F8E4M3FNUZ => .f8e4m3fnuz, + .F8E5M2 => .f8e5m2, + .F8E5M2FNUZ => .f8e5m2fnuz, + .BF16 => .bf16, + .F16 => .f16, + .F32 => .f32, + .F64 => .f64, + .S8 => .i8, + .S4 => .i4, + .S16 => .i16, + .S32 => .i32, + .S64 => .i64, + .U4 => .u4, + .U8 => .u8, + .U16 => .u16, + .U32 => .u32, + .U64 => .u64, + .C64 => .c64, + .C128 => .c128, + .INVALID => @panic("Found an invalid pjrt buffer"), + }; + } + test bufferTypeFromDtype { + inline for (@typeInfo(DataType).Enum.fields) |field| { + const dt: DataType = @enumFromInt(field.value); + try std.testing.expectEqual(dt, dtypeFromBufferType(bufferTypeFromDtype(dt))); + } + + inline for (@typeInfo(pjrt.BufferType).Enum.fields) |field| { + const dt: pjrt.BufferType = @enumFromInt(field.value); + if (dt == .INVALID) continue; + try std.testing.expectEqual(dt, bufferTypeFromDtype(dtypeFromBufferType(dt))); + } + } }; - -pub fn bufferTypeFromDtype(dt: DataType) pjrt.BufferType { - return switch (dt) { - .bool => .PRED, - .f8e4m3b11fnuz => .F8E4M3B11FNUZ, - .f8e4m3fn => .F8E4M3FN, - .f8e4m3fnuz => .F8E4M3FNUZ, - .f8e5m2 => .F8E5M2, - .f8e5m2fnuz => .F8E5M2FNUZ, - .bf16 => .BF16, - .f16 => .F16, - .f32 => .F32, - .f64 => .F64, - .i8 => .S8, - .i4 => .S4, - .i16 => .S16, - .i32 => .S32, - .i64 => .S64, - .u4 => .U4, - .u8 => .U8, - .u16 => .U16, - .u32 => .U32, - .u64 => .U64, - .c64 => .C64, - .c128 => .C128, - }; -} - -pub fn dtypeFromBufferType(pjrt_type: pjrt.BufferType) DataType { - return switch (pjrt_type) { - .PRED => .bool, - .F8E4M3B11FNUZ => .f8e4m3b11fnuz, - .F8E4M3FN => .f8e4m3fn, - .F8E4M3FNUZ => .f8e4m3fnuz, - .F8E5M2 => .f8e5m2, - .F8E5M2FNUZ => .f8e5m2fnuz, - .BF16 => .bf16, - .F16 => .f16, - .F32 => .f32, - .F64 => .f64, - .S8 => .i8, - .S4 => .i4, - .S16 => .i16, - .S32 => .i32, - .S64 => .i64, - .U4 => .u4, - .U8 => .u8, - .U16 => .u16, - .U32 => .u32, - .U64 => .u64, - .C64 => .c64, - .C128 => .c128, - .INVALID => @panic("Found an invalid pjrt buffer"), - }; -} - -test bufferTypeFromDtype { - inline for (@typeInfo(DataType).Enum.fields) |field| { - const dt: DataType = @enumFromInt(field.value); - try std.testing.expectEqual(dt, dtypeFromBufferType(bufferTypeFromDtype(dt))); - } - - inline for (@typeInfo(pjrt.BufferType).Enum.fields) |field| { - const dt: pjrt.BufferType = @enumFromInt(field.value); - if (dt == .INVALID) continue; - try std.testing.expectEqual(dt, bufferTypeFromDtype(dtypeFromBufferType(dt))); - } -} diff --git a/zml/pjrtx.zig b/zml/pjrtx.zig index f75995e1..3978c8f9 100644 --- a/zml/pjrtx.zig +++ b/zml/pjrtx.zig @@ -330,8 +330,8 @@ pub const AsyncHostToDeviceTransferManager = opaque { return @ptrCast(self.inner().device(api)); } - pub fn bufferCount(self: *AsyncHostToDeviceTransferManager, api: *const Api) usize { - return self.inner().bufferCount(api); + pub fn bufferCount(self: *AsyncHostToDeviceTransferManager, api: *const Api) ApiError!usize { + return try self.inner().bufferCount(api); } pub fn bufferSize(self: *AsyncHostToDeviceTransferManager, api: *const Api, buffer_index: usize) usize { diff --git a/zml/platform.zig b/zml/platform.zig index 03a2df1c..ae55f099 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -7,6 +7,8 @@ const stdx = @import("stdx"); const meta = @import("meta.zig"); const module = @import("module.zig"); const pjrt = @import("pjrtx.zig"); + +const Buffer = @import("buffer.zig").Buffer; const Shape = @import("shape.zig").Shape; const log = std.log.scoped(.zml); @@ -155,15 +157,25 @@ pub const TransferManager = struct { pjrt_api: *const pjrt.Api, // pjrt_transfer_manager: []*pjrt.AsyncHostToDeviceTransferManager, pjrt_transfer_manager: *pjrt.AsyncHostToDeviceTransferManager, - shape_specs: []const Shape, + shape_specs: std.ArrayList(pjrt.ShapeSpec), memory: *const pjrt.Memory, - pub fn init(platform: Platform, memory_kind: pjrt.Memory.Kind, shapes: []Shape) !TransferManager { + pub fn init(alloc: std.mem.Allocator, platform: Platform, memory_kind: pjrt.Memory.Kind, shapes: []Shape) !TransferManager { const device = platform.getDevices()[0]; const memory = device.getMemoryByKind(platform.pjrt_api, memory_kind); if (memory == null) { stdx.debug.panic("Device {s} doesn't have memory of kind {s}", .{ device.getDescription(platform.pjrt_api).getKind(platform.pjrt_api), @tagName(memory_kind) }); } + var shape_specs = std.ArrayList(pjrt.ShapeSpec).init(alloc); + for (shapes) |shape| { + try shape_specs.append( + pjrt.ShapeSpec.init( + shape.dims(), + Buffer.bufferTypeFromDtype(shape.dtype()), + ), + ); + } + // setup shape specs // TODO return .{ @@ -173,18 +185,19 @@ pub const TransferManager = struct { platform.pjrt_client, platform.pjrt_api, .{ - .shape_specs = &.{}, // TODO: <-- ShapeSpecs go here + .shape_specs = shape_specs.items, // TODO: <-- ShapeSpecs go here .memory = memory.?, .device_layouts = null, }, ), - .shape_specs = shapes, + .shape_specs = shape_specs, .memory = memory.?, }; } pub fn deinit(self: *TransferManager) void { pjrt.AsyncHostToDeviceTransferManager.deinit(self.pjrt_transfer_manager, self.pjrt_api); + self.shape_specs.deinit(); } }; From 4c98a108642438ae1255647edede6c9d84a4ac62 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Thu, 27 Feb 2025 00:17:44 +0100 Subject: [PATCH 08/28] wip TransferManager --- examples/xferman/main.zig | 68 +++++++++++++++++--- zml/platform.zig | 127 +++++++++++++++++++++++++++++--------- 2 files changed, 156 insertions(+), 39 deletions(-) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index 57d8b71b..ba0d740d 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -19,20 +19,21 @@ pub fn asyncMain() !void { defer context.deinit(); // Our weights and bias to use - const weights = [4]f16{ 2.0, 2.0, 2.0, 2.0 }; - const input_shape = zml.Shape.init(.{4}, .f16); - - const hb = zml.HostBuffer.fromArray(&weights); - log.info("hb memory: {}", .{hb._memory}); + const weights = [_]f16{4} ** (16 * 1024); + const bias = [_]f16{4} ** (16 * 1024); + const input_shape = zml.Shape.init(.{(&weights).len}, .f16); const platform = context.autoPlatform(.{}); - + const api = platform.pjrt_api; const client = platform.pjrt_client; log.info("client : {}", .{client}); - var shapes: []zml.Shape = undefined; - shapes.ptr = @constCast(@ptrCast(&input_shape)); - shapes.len = 1; + for (client.getDevices(api), 0..) |device, device_index| { + log.debug("{d} {s}", .{ device_index, device.getDescription(api).toString(api) }); + log.debug("{d} {any}", .{ device_index, device.addressableMemories(api) }); + } + + const shapes: []const zml.Shape = &.{ input_shape, input_shape }; log.debug("shape_arr = {any}", .{shapes}); var manager = try zml.platform.TransferManager.init( @@ -44,4 +45,53 @@ pub fn asyncMain() !void { defer manager.deinit(); const buffer_count = try manager.pjrt_transfer_manager.bufferCount(platform.pjrt_api); log.info("manager has {d} buffers", .{buffer_count}); + + const weights_buffer = std.mem.sliceAsBytes(&weights); + const bias_buffer = std.mem.sliceAsBytes(&bias); + + const start_time = std.time.nanoTimestamp(); + var event_cycle_counter: usize = 0; + const do_all_at_once = false; + + if (do_all_at_once) { + // const event = try manager.transferDataSingle(0, weights_buffer, 0, true); + const events = try manager.transferDataMulti(&.{ weights_buffer, bias_buffer }, .{}); + for (events) |event| { + while (!event.isReady(api)) : (event_cycle_counter += 1) { + // this is faster than event.awaitt() + } + } + } else { + // first + { + const events = try manager.transferDataMulti(&.{weights_buffer}, .{ + .last_data_is_last_transfer = false, + }); + + for (events) |event| { + while (!event.isReady(api)) : (event_cycle_counter += 1) { + // this is faster than event.awaitt() + } + } + } + // second + { + const events = try manager.transferDataMulti(&.{ weights_buffer, bias_buffer }, .{ + .last_data_is_last_transfer = true, // true is default but we are explicit here + }); + + for (events) |event| { + while (!event.isReady(api)) : (event_cycle_counter += 1) { + // this is faster than event.awaitt() + } + } + } + } + const end_time = std.time.nanoTimestamp(); + log.info("Transferred {d} buffers ({d} bytes) in {d} cycles = {d} ns", .{ + buffer_count, + weights_buffer.len + bias_buffer.len, + event_cycle_counter, + end_time - start_time, + }); } diff --git a/zml/platform.zig b/zml/platform.zig index ae55f099..33756963 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -11,6 +11,16 @@ const pjrt = @import("pjrtx.zig"); const Buffer = @import("buffer.zig").Buffer; const Shape = @import("shape.zig").Shape; +const Api = pjrt.Api; +const AsyncHostToDeviceTransferManager = pjrt.AsyncHostToDeviceTransferManager; +const Client = pjrt.Client; +const Device = pjrt.Device; +const Event = pjrt.Event; +const Memory = pjrt.Memory; +const NamedValue = pjrt.NamedValue; +const Profiler = pjrt.Profiler; +const ShapeSpec = pjrt.ShapeSpec; + const log = std.log.scoped(.zml); pub const Target = runtimes.Platform; @@ -27,16 +37,16 @@ pub const CompilationOptions = struct { pub const Platform = struct { target: Target, - pjrt_api: *const pjrt.Api, - pjrt_client: *pjrt.Client, + pjrt_api: *const Api, + pjrt_client: *Client, compilation_options: CompilationOptions = .{}, pub const MAX_NUM_DEVICES: u8 = 32; pub const CreateOptions = _CreateOptions; - pub fn init(target: Target, api: *const pjrt.Api, options: CreateOptions) !Platform { - var named_values_buf: [16]pjrt.NamedValue = undefined; - const pjrt_client = try pjrt.Client.init(api, options.toNamedValues(target, &named_values_buf)); + pub fn init(target: Target, api: *const Api, options: CreateOptions) !Platform { + var named_values_buf: [16]NamedValue = undefined; + const pjrt_client = try Client.init(api, options.toNamedValues(target, &named_values_buf)); const true_num_devices = pjrt_client.getAddressableDevices(api).len; if (true_num_devices > MAX_NUM_DEVICES) { log.warn("platform {} got {} devices, but ZML only support up to {} devices. Some devices won't be used.", .{ target, true_num_devices, MAX_NUM_DEVICES }); @@ -49,7 +59,7 @@ pub const Platform = struct { }; } - pub fn getDevices(self: Platform) []const *const pjrt.Device { + pub fn getDevices(self: Platform) []const *const Device { const all_devices = self.pjrt_client.getAddressableDevices(self.pjrt_api); if (all_devices.len > MAX_NUM_DEVICES) { return all_devices[0..MAX_NUM_DEVICES]; @@ -85,8 +95,8 @@ pub const Platform = struct { /// Returns the Profiler for this API. /// Not all platform have a profiling api, for those the profiler object will do nothing. /// Platforms with known profiler extensions: cuda, xpu - pub fn getProfiler(self: Platform, options: ?pjrt.Profiler.Options) pjrt.Profiler { - return self.pjrt_client.getProfiler(self.pjrt_api, options orelse pjrt.Profiler.default_options); + pub fn getProfiler(self: Platform, options: ?Profiler.Options) Profiler { + return self.pjrt_client.getProfiler(self.pjrt_api, options orelse Profiler.default_options); } }; @@ -153,23 +163,32 @@ pub const Platform = struct { // }; pub const TransferManager = struct { - pjrt_client: *pjrt.Client, - pjrt_api: *const pjrt.Api, - // pjrt_transfer_manager: []*pjrt.AsyncHostToDeviceTransferManager, - pjrt_transfer_manager: *pjrt.AsyncHostToDeviceTransferManager, - shape_specs: std.ArrayList(pjrt.ShapeSpec), - memory: *const pjrt.Memory, + pjrt_client: *Client, + pjrt_api: *const Api, + // pjrt_transfer_manager: []*AsyncHostToDeviceTransferManager, + pjrt_transfer_manager: *AsyncHostToDeviceTransferManager, - pub fn init(alloc: std.mem.Allocator, platform: Platform, memory_kind: pjrt.Memory.Kind, shapes: []Shape) !TransferManager { + device: *const Device, + memory: *const Memory, + shape_specs: std.ArrayList(ShapeSpec), + events: std.ArrayList(*Event), + seen_last_buffer: bool, + + pub fn init( + alloc: std.mem.Allocator, + platform: Platform, + memory_kind: Memory.Kind, + shapes: []const Shape, + ) !TransferManager { const device = platform.getDevices()[0]; const memory = device.getMemoryByKind(platform.pjrt_api, memory_kind); if (memory == null) { stdx.debug.panic("Device {s} doesn't have memory of kind {s}", .{ device.getDescription(platform.pjrt_api).getKind(platform.pjrt_api), @tagName(memory_kind) }); } - var shape_specs = std.ArrayList(pjrt.ShapeSpec).init(alloc); + var shape_specs = std.ArrayList(ShapeSpec).init(alloc); for (shapes) |shape| { try shape_specs.append( - pjrt.ShapeSpec.init( + ShapeSpec.init( shape.dims(), Buffer.bufferTypeFromDtype(shape.dtype()), ), @@ -179,24 +198,72 @@ pub const TransferManager = struct { // setup shape specs // TODO return .{ + .device = device, + .events = std.ArrayList(*Event).init(alloc), + .memory = memory.?, .pjrt_client = platform.pjrt_client, .pjrt_api = platform.pjrt_api, - .pjrt_transfer_manager = try pjrt.Client.createBuffersForAsyncHostToDevice( + .pjrt_transfer_manager = try Client.createBuffersForAsyncHostToDevice( platform.pjrt_client, platform.pjrt_api, .{ - .shape_specs = shape_specs.items, // TODO: <-- ShapeSpecs go here + .shape_specs = shape_specs.items, .memory = memory.?, .device_layouts = null, }, ), + .seen_last_buffer = false, .shape_specs = shape_specs, - .memory = memory.?, }; } + pub fn transferDataSingle(self: *TransferManager, buffer_index: usize, data: []const u8, offset: i64, is_last_transfer: bool) !*Event { + if (self.seen_last_buffer) { + stdx.debug.panic("Attempting to transferData after a transferData with is_last_transfer=true on device {s} with memory of kind {s}", .{ + self.device.getDescription(self.pjrt_api).getKind(self.pjrt_api), + @tagName(self.memory.kind(self.pjrt_api)), + }); + } + + if (is_last_transfer) { + self.seen_last_buffer = true; + } + + const event = try self.pjrt_transfer_manager.transferData(self.pjrt_api, buffer_index, data, offset, is_last_transfer); + try self.events.append(event); + + if (is_last_transfer and buffer_index != try self.pjrt_transfer_manager.bufferCount(self.pjrt_api) - 1) { + stdx.debug.panic( + "transferData: is_last_transfer = true for buffer_index {d} which is not the last buffer (expected {d} buffers)!!!", + .{ buffer_index, try self.pjrt_transfer_manager.bufferCount(self.pjrt_api) }, + ); + } + return event; + } + + pub const TransferDataMultiOpts = struct { + start_index: usize = 0, + start_offset: i64 = 0, + last_data_is_last_transfer: bool = true, + }; + pub fn transferDataMulti(self: *TransferManager, data_slices: []const []const u8, opts: TransferDataMultiOpts) ![]*Event { + var offset = opts.start_offset; + for (data_slices, @intCast(opts.start_offset)..) |data, buffer_index| { + const is_last_transfer = blk: { + if (opts.last_data_is_last_transfer) { + break :blk buffer_index == data_slices.len - 1; + } else { + break :blk false; + } + }; + _ = try self.transferDataSingle(buffer_index, data, offset, is_last_transfer); + offset += @intCast(data.len); + } + return self.events.items; + } + pub fn deinit(self: *TransferManager) void { - pjrt.AsyncHostToDeviceTransferManager.deinit(self.pjrt_transfer_manager, self.pjrt_api); + AsyncHostToDeviceTransferManager.deinit(self.pjrt_transfer_manager, self.pjrt_api); self.shape_specs.deinit(); } }; @@ -239,29 +306,29 @@ const _CreateOptions = struct { }; }; - pub fn writeNamedValues(self: Cuda, values: *std.ArrayListUnmanaged(pjrt.NamedValue)) void { - values.appendAssumeCapacity(pjrt.NamedValue.fromBool("should_stage_host_to_device_transfers", self.should_stage_host_to_device_transfers)); + pub fn writeNamedValues(self: Cuda, values: *std.ArrayListUnmanaged(NamedValue)) void { + values.appendAssumeCapacity(NamedValue.fromBool("should_stage_host_to_device_transfers", self.should_stage_host_to_device_transfers)); switch (self.allocator) { .platform => { - values.appendAssumeCapacity(pjrt.NamedValue.fromString("allocator", "platform")); + values.appendAssumeCapacity(NamedValue.fromString("allocator", "platform")); }, .bfc, .@"async" => |opt| { - values.appendAssumeCapacity(pjrt.NamedValue.from("allocator", self.allocator)); - values.appendAssumeCapacity(pjrt.NamedValue.from("preallocate", opt.preallocate)); + values.appendAssumeCapacity(NamedValue.from("allocator", self.allocator)); + values.appendAssumeCapacity(NamedValue.from("preallocate", opt.preallocate)); if (opt.memory_fraction > 0) { - values.appendAssumeCapacity(pjrt.NamedValue.from("memory_fraction", opt.memory_fraction)); + values.appendAssumeCapacity(NamedValue.from("memory_fraction", opt.memory_fraction)); } if (opt.collective_memory_size_mb > 0) { const collective = @as(i64, opt.collective_memory_size_mb) * 1024 * 1024; - values.appendAssumeCapacity(pjrt.NamedValue.from("collective_memory_size", collective)); + values.appendAssumeCapacity(NamedValue.from("collective_memory_size", collective)); } }, } } }; - pub fn toNamedValues(self: _CreateOptions, target: Target, out: []pjrt.NamedValue) []pjrt.NamedValue { - var values = std.ArrayListUnmanaged(pjrt.NamedValue).fromOwnedSlice(out); + pub fn toNamedValues(self: _CreateOptions, target: Target, out: []NamedValue) []NamedValue { + var values = std.ArrayListUnmanaged(NamedValue).fromOwnedSlice(out); values.shrinkRetainingCapacity(0); switch (target) { .cuda => self.cuda.writeNamedValues(&values), From c1a1363c57c4f5fe4c71e2725a037728400eee0a Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Thu, 27 Feb 2025 00:25:40 +0100 Subject: [PATCH 09/28] wip fix --- examples/xferman/main.zig | 5 +++-- zml/platform.zig | 15 +++++++++------ 2 files changed, 12 insertions(+), 8 deletions(-) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index ba0d740d..13c3d476 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -54,7 +54,6 @@ pub fn asyncMain() !void { const do_all_at_once = false; if (do_all_at_once) { - // const event = try manager.transferDataSingle(0, weights_buffer, 0, true); const events = try manager.transferDataMulti(&.{ weights_buffer, bias_buffer }, .{}); for (events) |event| { while (!event.isReady(api)) : (event_cycle_counter += 1) { @@ -64,6 +63,7 @@ pub fn asyncMain() !void { } else { // first { + // const event = try manager.transferDataSingle(0, weights_buffer, 0, true); const events = try manager.transferDataMulti(&.{weights_buffer}, .{ .last_data_is_last_transfer = false, }); @@ -76,7 +76,8 @@ pub fn asyncMain() !void { } // second { - const events = try manager.transferDataMulti(&.{ weights_buffer, bias_buffer }, .{ + const events = try manager.transferDataMulti(&.{bias_buffer}, .{ + .start_index = 1, .last_data_is_last_transfer = true, // true is default but we are explicit here }); diff --git a/zml/platform.zig b/zml/platform.zig index 33756963..862124c7 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -229,7 +229,13 @@ pub const TransferManager = struct { self.seen_last_buffer = true; } - const event = try self.pjrt_transfer_manager.transferData(self.pjrt_api, buffer_index, data, offset, is_last_transfer); + const event = try self.pjrt_transfer_manager.transferData( + self.pjrt_api, + buffer_index, + data, + offset, + is_last_transfer, + ); try self.events.append(event); if (is_last_transfer and buffer_index != try self.pjrt_transfer_manager.bufferCount(self.pjrt_api) - 1) { @@ -243,12 +249,10 @@ pub const TransferManager = struct { pub const TransferDataMultiOpts = struct { start_index: usize = 0, - start_offset: i64 = 0, last_data_is_last_transfer: bool = true, }; pub fn transferDataMulti(self: *TransferManager, data_slices: []const []const u8, opts: TransferDataMultiOpts) ![]*Event { - var offset = opts.start_offset; - for (data_slices, @intCast(opts.start_offset)..) |data, buffer_index| { + for (data_slices, @intCast(opts.start_index)..) |data, buffer_index| { const is_last_transfer = blk: { if (opts.last_data_is_last_transfer) { break :blk buffer_index == data_slices.len - 1; @@ -256,8 +260,7 @@ pub const TransferManager = struct { break :blk false; } }; - _ = try self.transferDataSingle(buffer_index, data, offset, is_last_transfer); - offset += @intCast(data.len); + _ = try self.transferDataSingle(buffer_index, data, 0, is_last_transfer); } return self.events.items; } From 04864f026dd72d745691e348838a66d255ffea5e Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Thu, 27 Feb 2025 00:51:55 +0100 Subject: [PATCH 10/28] wip TransferManager.transferDataSlices() --- examples/xferman/main.zig | 37 +++++++++++++++++++++++++++++++------ zml/platform.zig | 15 ++++++++++++++- 2 files changed, 45 insertions(+), 7 deletions(-) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index 13c3d476..5ef60e64 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -51,20 +51,23 @@ pub fn asyncMain() !void { const start_time = std.time.nanoTimestamp(); var event_cycle_counter: usize = 0; - const do_all_at_once = false; - if (do_all_at_once) { - const events = try manager.transferDataMulti(&.{ weights_buffer, bias_buffer }, .{}); + // transfer both slices in one call + if (false) { + const events = try manager.transferDataMany(&.{ weights_buffer, bias_buffer }, .{}); for (events) |event| { while (!event.isReady(api)) : (event_cycle_counter += 1) { // this is faster than event.awaitt() } } - } else { + } + + // transfer both buffers individually, using transferDataMany + if (false) { // first { // const event = try manager.transferDataSingle(0, weights_buffer, 0, true); - const events = try manager.transferDataMulti(&.{weights_buffer}, .{ + const events = try manager.transferDataMany(&.{weights_buffer}, .{ .last_data_is_last_transfer = false, }); @@ -76,7 +79,7 @@ pub fn asyncMain() !void { } // second { - const events = try manager.transferDataMulti(&.{bias_buffer}, .{ + const events = try manager.transferDataMany(&.{bias_buffer}, .{ .start_index = 1, .last_data_is_last_transfer = true, // true is default but we are explicit here }); @@ -88,6 +91,28 @@ pub fn asyncMain() !void { } } } + + // transfer all buffers as slices of one big buffer (as would be the case with + // an mmapped file) + if (true) { + var big_buf = try allocator.alloc(u8, weights_buffer.len + bias_buffer.len); + @memcpy(big_buf[0..weights_buffer.len], weights_buffer); + @memcpy(big_buf[weights_buffer.len..], bias_buffer); + + const slice_specs: []const zml.platform.TransferManager.TransferDataSlicesSpec = + &.{ + .{ .offset = 0, .len = weights_buffer.len }, + .{ .offset = weights_buffer.len, .len = bias_buffer.len }, + }; + const events = try manager.transferDataSlices(big_buf, slice_specs); + + for (events) |event| { + while (!event.isReady(api)) : (event_cycle_counter += 1) { + // this is faster than event.awaitt() + } + } + } + const end_time = std.time.nanoTimestamp(); log.info("Transferred {d} buffers ({d} bytes) in {d} cycles = {d} ns", .{ buffer_count, diff --git a/zml/platform.zig b/zml/platform.zig index 862124c7..779319eb 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -251,7 +251,7 @@ pub const TransferManager = struct { start_index: usize = 0, last_data_is_last_transfer: bool = true, }; - pub fn transferDataMulti(self: *TransferManager, data_slices: []const []const u8, opts: TransferDataMultiOpts) ![]*Event { + pub fn transferDataMany(self: *TransferManager, data_slices: []const []const u8, opts: TransferDataMultiOpts) ![]*Event { for (data_slices, @intCast(opts.start_index)..) |data, buffer_index| { const is_last_transfer = blk: { if (opts.last_data_is_last_transfer) { @@ -265,6 +265,19 @@ pub const TransferManager = struct { return self.events.items; } + pub const TransferDataSlicesSpec = struct { + offset: usize, + len: usize, + }; + pub fn transferDataSlices(self: *TransferManager, input_buffer: []const u8, slice_specs: []const TransferDataSlicesSpec) ![]*Event { + for (slice_specs, 0..) |spec, buffer_index| { + const is_last_transfer = buffer_index == slice_specs.len - 1; + const data_slice = input_buffer[spec.offset .. spec.offset + spec.len]; + _ = try self.transferDataSingle(buffer_index, data_slice, 0, is_last_transfer); + } + return self.events.items; + } + pub fn deinit(self: *TransferManager) void { AsyncHostToDeviceTransferManager.deinit(self.pjrt_transfer_manager, self.pjrt_api); self.shape_specs.deinit(); From 1ae9926770e69096879c01d527281a895a669877 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Thu, 27 Feb 2025 00:53:32 +0100 Subject: [PATCH 11/28] wip --- examples/xferman/main.zig | 5 +++-- zml/platform.zig | 4 ++-- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index 5ef60e64..516e10fa 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -62,7 +62,8 @@ pub fn asyncMain() !void { } } - // transfer both buffers individually, using transferDataMany + // transfer both buffers individually, but using transferDataMany to check + // continuaton via opts: start_buffer_index, last_data_is_last_transfer if (false) { // first { @@ -80,7 +81,7 @@ pub fn asyncMain() !void { // second { const events = try manager.transferDataMany(&.{bias_buffer}, .{ - .start_index = 1, + .start_buffer_index = 1, .last_data_is_last_transfer = true, // true is default but we are explicit here }); diff --git a/zml/platform.zig b/zml/platform.zig index 779319eb..41484d4f 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -248,11 +248,11 @@ pub const TransferManager = struct { } pub const TransferDataMultiOpts = struct { - start_index: usize = 0, + start_buffer_index: usize = 0, last_data_is_last_transfer: bool = true, }; pub fn transferDataMany(self: *TransferManager, data_slices: []const []const u8, opts: TransferDataMultiOpts) ![]*Event { - for (data_slices, @intCast(opts.start_index)..) |data, buffer_index| { + for (data_slices, @intCast(opts.start_buffer_index)..) |data, buffer_index| { const is_last_transfer = blk: { if (opts.last_data_is_last_transfer) { break :blk buffer_index == data_slices.len - 1; From a94351a1b1d8b9bd75339f109272e0ee12452ebb Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Thu, 27 Feb 2025 01:19:18 +0100 Subject: [PATCH 12/28] platform.TransferManager.progress() --- examples/xferman/main.zig | 29 ++++++++++++++--------------- zml/platform.zig | 16 ++++++++++++++++ 2 files changed, 30 insertions(+), 15 deletions(-) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index 516e10fa..35748737 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -11,7 +11,7 @@ pub fn main() !void { } pub fn asyncMain() !void { - log.info(" LLama was compiled with {}", .{@import("builtin").mode}); + log.info(" Compiled with {}", .{@import("builtin").mode}); const allocator = std.heap.c_allocator; @@ -25,17 +25,10 @@ pub fn asyncMain() !void { const platform = context.autoPlatform(.{}); const api = platform.pjrt_api; - const client = platform.pjrt_client; - log.info("client : {}", .{client}); - - for (client.getDevices(api), 0..) |device, device_index| { - log.debug("{d} {s}", .{ device_index, device.getDescription(api).toString(api) }); - log.debug("{d} {any}", .{ device_index, device.addressableMemories(api) }); - } const shapes: []const zml.Shape = &.{ input_shape, input_shape }; - log.debug("shape_arr = {any}", .{shapes}); + log.debug("input_shapes = {any}", .{shapes}); var manager = try zml.platform.TransferManager.init( allocator, platform, @@ -44,7 +37,7 @@ pub fn asyncMain() !void { ); defer manager.deinit(); const buffer_count = try manager.pjrt_transfer_manager.bufferCount(platform.pjrt_api); - log.info("manager has {d} buffers", .{buffer_count}); + log.debug("transfer manager has {d} buffers", .{buffer_count}); const weights_buffer = std.mem.sliceAsBytes(&weights); const bias_buffer = std.mem.sliceAsBytes(&bias); @@ -93,8 +86,8 @@ pub fn asyncMain() !void { } } - // transfer all buffers as slices of one big buffer (as would be the case with - // an mmapped file) + // transfer all buffers as slices of one big buffer (as would be the case + // with an mmapped file) if (true) { var big_buf = try allocator.alloc(u8, weights_buffer.len + bias_buffer.len); @memcpy(big_buf[0..weights_buffer.len], weights_buffer); @@ -106,10 +99,16 @@ pub fn asyncMain() !void { .{ .offset = weights_buffer.len, .len = bias_buffer.len }, }; const events = try manager.transferDataSlices(big_buf, slice_specs); + _ = events; // autofix - for (events) |event| { - while (!event.isReady(api)) : (event_cycle_counter += 1) { - // this is faster than event.awaitt() + var dt: i128 = undefined; + while (true) { + event_cycle_counter += 1; + dt = std.time.nanoTimestamp() - start_time; + const progress = try manager.progress(); + log.debug("After {d} ns: {}", .{ dt, progress }); + if (progress.transferred_buffers == progress.total_buffers) { + break; } } } diff --git a/zml/platform.zig b/zml/platform.zig index 41484d4f..f820ef6b 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -278,6 +278,22 @@ pub const TransferManager = struct { return self.events.items; } + pub const Progress = struct { + transferred_buffers: usize, + total_buffers: usize, + }; + pub fn progress(self: *const TransferManager) !Progress { + var buffers_ready: usize = 0; + for (self.events.items) |event| { + if (event.isReady(self.pjrt_api)) { + buffers_ready += 1; + } + } + return .{ + .transferred_buffers = buffers_ready, + .total_buffers = try self.pjrt_transfer_manager.bufferCount(self.pjrt_api), + }; + } pub fn deinit(self: *TransferManager) void { AsyncHostToDeviceTransferManager.deinit(self.pjrt_transfer_manager, self.pjrt_api); self.shape_specs.deinit(); From 7da626586af51cd46379bb957cf65654036017de Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Sun, 2 Mar 2025 20:51:52 +0100 Subject: [PATCH 13/28] wip, nearly there --- examples/loader/BUILD.bazel | 10 ++++ examples/loader/xferman.zig | 67 +++++++++++++++++++++++++++ examples/xferman/main.zig | 2 +- pjrt/pjrt.zig | 9 ++++ zml/aio.zig | 91 +++++++++++++++++++++++++++++++++---- zml/aio/gguf.zig | 13 ++++-- zml/aio/safetensors.zig | 10 +++- zml/aio/tinyllama.zig | 25 ++++++++-- zml/aio/torch/file.zig | 10 +++- zml/buffer.zig | 3 +- zml/platform.zig | 53 ++++++++++++++++----- 11 files changed, 261 insertions(+), 32 deletions(-) create mode 100644 examples/loader/xferman.zig diff --git a/examples/loader/BUILD.bazel b/examples/loader/BUILD.bazel index a80b40b4..185d6e65 100644 --- a/examples/loader/BUILD.bazel +++ b/examples/loader/BUILD.bazel @@ -9,3 +9,13 @@ zig_cc_binary( "@zml//zml", ], ) + +zig_cc_binary( + name = "safetensors-xferman", + main = "xferman.zig", + deps = [ + "@zml//async", + "@zml//stdx", + "@zml//zml", + ], +) diff --git a/examples/loader/xferman.zig b/examples/loader/xferman.zig new file mode 100644 index 00000000..66732893 --- /dev/null +++ b/examples/loader/xferman.zig @@ -0,0 +1,67 @@ +const std = @import("std"); +const stdx = @import("stdx"); +const zml = @import("zml"); +const asynk = @import("async"); + +const asyncc = asynk.asyncc; + +pub fn main() !void { + try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); +} + +pub fn asyncMain() !void { + // Short lived allocations + var gpa = std.heap.GeneralPurposeAllocator(.{}){}; + defer _ = gpa.deinit(); + const allocator = gpa.allocator(); + + var args = std.process.args(); + // Skip executable path + _ = args.next().?; + + const file = if (args.next()) |path| blk: { + std.debug.print("File path: {s}\n", .{path}); + break :blk path; + } else { + std.debug.print("Missing file path argument\n", .{}); + std.debug.print("Try: bazel run -c opt //loader:safetensors -- /path/to/mymodel.safetensors or /path/to/model.safetensors.index.json \n", .{}); + std.process.exit(0); + }; + + var buffer_store = try zml.aio.safetensors.open(allocator, file); + defer buffer_store.deinit(); + + var context = try zml.Context.init(); + defer context.deinit(); + + const platform = context.autoPlatform(.{}); + context.printAvailablePlatforms(platform); + + var buffers = try gpa.allocator().alloc(zml.Buffer, buffer_store.buffers.count()); + defer { + for (buffers) |*buf| { + buf.deinit(); + } + gpa.allocator().free(buffers); + } + + var total_bytes: usize = 0; + var timer = try std.time.Timer.start(); + + var it = buffer_store.buffers.iterator(); + var i: usize = 0; + std.debug.print("\nStart to read {d} buffers from store..\n", .{buffer_store.buffers.count()}); + + while (it.next()) |entry| : (i += 1) { + const host_buffer = entry.value_ptr.*; + total_bytes += host_buffer.data.len; + std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); + buffers[i] = try zml.Buffer.from(platform, host_buffer); + } + + const stop = timer.read(); + const time_in_s = stdx.math.divFloat(f64, stop, std.time.ns_per_s); + const mbs = stdx.math.divFloat(f64, total_bytes, 1024 * 1024); + + std.debug.print("\nLoading speed: {d:.2} MB/s\n\n", .{mbs / time_in_s}); +} diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index 35748737..e29bb4a7 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -99,7 +99,7 @@ pub fn asyncMain() !void { .{ .offset = weights_buffer.len, .len = bias_buffer.len }, }; const events = try manager.transferDataSlices(big_buf, slice_specs); - _ = events; // autofix + _ = events; // we don't need them as we're going to query .progress() var dt: i128 = undefined; while (true) { diff --git a/pjrt/pjrt.zig b/pjrt/pjrt.zig index f31b7f8c..030b2628 100644 --- a/pjrt/pjrt.zig +++ b/pjrt/pjrt.zig @@ -1050,6 +1050,15 @@ pub const AsyncHostToDeviceTransferManager = opaque { return @ptrCast(ret.done_with_h2d_transfer.?); } + /// Returns buffer for buffer_index, which can be passed to downstream + /// consumers immediately and will become available once transfers complete. + /// + /// retrieveBuffer can be called at any convenient time + /// + /// !!! May not be called more than once for a given buffer_index. !!! + /// + /// !!! transfer methods can safely be called for a buffer index + /// !!! **AFTER RetrieveBuffer** has been called. pub fn retrieveBuffer(self: *AsyncHostToDeviceTransferManager, api: *const Api, buffer_index: usize) ApiError!*Buffer { const ret = try api.call(.PJRT_AsyncHostToDeviceTransferManager_RetrieveBuffer, .{ .transfer_manager = self.inner(), diff --git a/zml/aio.zig b/zml/aio.zig index 5a1905e2..b6ea415b 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -16,6 +16,10 @@ pub const yaml = @import("aio/yaml.zig"); pub const log = std.log.scoped(.@"zml/aio"); const HostBuffer = @import("hostbuffer.zig").HostBuffer; +const pjrt = @import("pjrtx.zig"); +const Memory = pjrt.Memory; +const Event = pjrt.Event; +const Shape = @import("shape.zig").Shape; test { std.testing.refAllDecls(@This()); @@ -79,13 +83,30 @@ pub fn populateModelWithPrefix(comptime Model: type, allocator: std.mem.Allocato /// A struct containing all the buffers and metadata found in a model file. pub const BufferStore = struct { - pub const Buffers = std.StringArrayHashMapUnmanaged(HostBuffer); + pub const RegisteredBuffer = struct { + shape: Shape, + data: []u8, + }; + pub const BufferEntry = struct { + buffer: ?zml.Buffer = null, + shape: Shape, + data: []const u8, + ready_event: ?*Event = null, + transfer_manger_buffer_index: usize, + }; + + pub const Buffers = std.StringArrayHashMapUnmanaged(BufferEntry); pub const Metadatas = std.StringArrayHashMapUnmanaged(Metadata); + // pub const TransferManagerSet = std.AutoArrayHashMapUnmanaged(*zml.platform.TransferManager, void); arena: std.heap.ArenaAllocator, files: []MemoryMappedFile = &.{}, buffers: Buffers = .{}, _metadata: Metadatas = .{}, + /// set of transfer managers created in the buffer store: + /// one per (device, memoryKind) + // transfer_managers: TransferManagerSet = .{}, + transfer_manager: ?*zml.platform.TransferManager = null, /// Create an empty BufferStore. Takes owneship of the given files. pub fn init(allocator: std.mem.Allocator, files: []const MemoryMappedFile) error{OutOfMemory}!BufferStore { @@ -96,15 +117,69 @@ pub const BufferStore = struct { return self; } - pub fn deinit(self: BufferStore) void { + /// when loading shapes (and data) from file, store them here + /// we rely on the map preserving order of insertion + pub fn registerBuffer( + self: *BufferStore, + alloc: std.mem.Allocator, + key: []const u8, + shape: Shape, + data: []const u8, + ) !void { + try self.buffers.put(alloc, key, .{ + .data = data, + .shape = shape, + .transfer_manger_buffer_index = self.buffers.count(), + }); + } + + pub fn deinit(self: *BufferStore) void { for (self.files) |*file| { file.deinit(); } + if (self.transfer_manager) |xferman| { + xferman.deinit(); + } self.arena.deinit(); } - pub fn get(self: BufferStore, key: []const u8) ?HostBuffer { - return self.buffers.get(key); + pub fn get(self: BufferStore, key: []const u8) ?zml.Buffer { + const entry = self.buffers.get(key) orelse return null; + return entry.buffer; + } + + pub fn starTransferToDevice(self: *BufferStore, platform: zml.Platform, memory_kind: Memory.Kind) ![]Event { + // TODO: work out how many transfer managers we need + // probably one per (memory_kind, device) + if (self.transfer_manager != null) { + return error.TransferAlreadyStarted; + } + + // retrieve the shapes and data slices of all the buffers + // we rely on the map preserving order of insertion + var shapes = try std.ArrayList(Shape).initCapacity(self.arena, self.registered_buffers.count()); + var data_slices = try std.ArrayList([]const u8).initCapacity(self.arena, self.registered_buffers.count()); + + for (self.buffers.values(), 0..) |reg_buf, idx| { + stdx.debug.assert(idx == reg_buf.transfer_manger_buffer_index, "Internal error: TransferManager indices out of sync", .{}); + shapes.appendAssumeCapacity(reg_buf.shape); + data_slices.appendAssumeCapacity(reg_buf.data); + } + + self.transfer_manager = try zml.platform.TransferManager.init( + self.arena, + platform, + memory_kind, + try shapes.toOwnedSlice(), + ); + + const events = try self.transfer_manager.?.transferDataMany(try data_slices.toOwnedSlice(), .{}); + for (self.buffers.values(), events) |*reg_buf, event| { + // TODO: for now, we only use our one and only transfer manager + reg_buf.buffer = self.transfer_manager.?.buffer(reg_buf.transfer_manger_buffer_index); + reg_buf.ready_event = event; + } + return events; } /// Count layers starting with the given prefix. @@ -506,7 +581,7 @@ pub fn loadBuffers( const arena = arena_state.allocator(); var model: Model = try zml.aio.populateModel(Model, arena, buffer_store); - // If the Model has a "init" function, call it with the given parameters. + // If the Model has an "init" function, call it with the given parameters. if (@hasDecl(Model, "init")) { @call(.auto, Model.init, .{&model} ++ init_args); } else { @@ -644,11 +719,11 @@ fn visitStructAndLoadBuffer(allocator: std.mem.Allocator, prefix_builder: *Prefi const prefix = prefix_builder.data.items; if (T == zml.Buffer) { - return if (buffer_store.get(prefix)) |host_buffer| { + return if (buffer_store.get(prefix)) |buffer| { // obj._shape has been set inside `loadModelBuffersWithPrefix`, before calling us. log.debug("Loading buffer {s} ({})", .{ prefix, obj._shape }); - stdx.debug.assert(host_buffer.shape().eql(obj._shape), "loadModelBuffers expects to find the same shapes in the model and in the buffer store, got {} and {} for tensor {s}", .{ obj._shape, host_buffer, prefix }); - obj.* = try zml.Buffer.from(platform, host_buffer); + stdx.debug.assert(buffer.shape().eql(obj._shape), "loadModelBuffers expects to find the same shapes in the model and in the buffer store, got {} and {} for tensor {s}", .{ obj._shape, buffer, prefix }); + obj.* = buffer; } else { log.err("Buffer not found: {s}", .{prefix}); diff --git a/zml/aio/gguf.zig b/zml/aio/gguf.zig index 8286db1c..daa14217 100644 --- a/zml/aio/gguf.zig +++ b/zml/aio/gguf.zig @@ -73,9 +73,16 @@ fn loadBuffers(allocator: Allocator, store: *zml.aio.BufferStore, file: *core.Gg // TODO: handle quantized types const dtype: zml.DataType = info.t.toDtype() orelse return error.UnsupportedGgufType; - const buffer = HostBuffer.fromBytes(zml.Shape.init(info.shape(), dtype), file.file.mappedSlice(info.start, info.byte_len)); - res.value_ptr.* = buffer; - // store the info index. + + // const buffer = HostBuffer.fromBytes(zml.Shape.init(info.shape(), dtype), file.file.mappedSlice(info.start, info.byte_len)); + + const data = file.file.mappedSlice(info.start, info.byte_len); + try store.registerBuffer( + allocator, + info.name, + zml.Shape.init(info.shape(), dtype), + data, + ); } else |err| switch (err) { error.EndOfMetadata => {}, else => return err, diff --git a/zml/aio/safetensors.zig b/zml/aio/safetensors.zig index e293a3f9..c698372a 100644 --- a/zml/aio/safetensors.zig +++ b/zml/aio/safetensors.zig @@ -117,8 +117,14 @@ fn loadFile(allocator: Allocator, store: *zml.aio.BufferStore, files: *std.Array // > The byte buffer needs to be entirely indexed, and cannot contain holes. This prevents the creation of polyglot files. std.debug.assert(end - start == out_shape.byteSize()); - const buf = HostBuffer.fromBytes(out_shape, buffer_file.mappedSlice(start, out_shape.byteSize())); - try store.buffers.put(allocator, try allocator.dupe(u8, key), buf); + // const buf = HostBuffer.fromBytes(out_shape, buffer_file.mappedSlice(start, out_shape.byteSize())); + const data = buffer_file.mappedSlice(start, out_shape.byteSize()); + try store.registerBuffer( + allocator, + try allocator.dupe(u8, key), + out_shape, + data, + ); } } diff --git a/zml/aio/tinyllama.zig b/zml/aio/tinyllama.zig index 8114c90f..09f3f71b 100644 --- a/zml/aio/tinyllama.zig +++ b/zml/aio/tinyllama.zig @@ -110,8 +110,17 @@ pub fn open(allocator: std.mem.Allocator, model_path: []const u8) !zml.aio.Buffe fn newBuff(store: *zml.aio.BufferStore, name: []const u8, sh: anytype, offset: usize) usize { var shape = zml.Shape.init(sh, .f32); const n = shape.byteSize(); - const buff = zml.HostBuffer.fromBytes(shape, store.files[0].data[offset..][0..n]); - store.buffers.putAssumeCapacityNoClobber(name, buff); + // const buff = zml.HostBuffer.fromBytes(shape, store.files[0].data[offset..][0..n]); + // store.buffers.putAssumeCapacityNoClobber(name, buff); + store.registerBuffer( + store.arena.allocator(), + name, + shape, + store.files[0].data[offset..][0..n], + ) catch |err| { + // TODO: @rene + zml.log.err("Error {any}", .{err}); + }; zml.log.debug("Found {s}: {}", .{ name, shape }); return offset + n; } @@ -122,8 +131,16 @@ fn splitBuff(store: *zml.aio.BufferStore, comptime fmt: []const u8, sh: anytype, var off = offset; for (0..layers) |i| { const name = try std.fmt.allocPrint(store.arena.allocator(), fmt, .{i}); - const buff = zml.HostBuffer.fromBytes(shape, store.files[0].data[off..][0..n]); - store.buffers.putAssumeCapacityNoClobber(name, buff); + // const buff = zml.HostBuffer.fromBytes(shape, store.files[0].data[off..][0..n]); + // store.buffers.putAssumeCapacityNoClobber(name, buff); + + try store.registerBuffer( + store.arena.allocator(), + name, + shape, + store.files[0].data[off..][0..n], + ); + off += n; if (i == 0) zml.log.debug("Found {s}: {}", .{ name, shape }); } diff --git a/zml/aio/torch/file.zig b/zml/aio/torch/file.zig index b3794bbb..384fae65 100644 --- a/zml/aio/torch/file.zig +++ b/zml/aio/torch/file.zig @@ -394,10 +394,16 @@ pub const File = struct { const key = try allocator.dupe(u8, prefix.items); const entry = try store.buffers.getOrPut(allocator, key); if (entry.found_existing) { - log.warn("Duplicate key: {s}", .{prefix.items}); + log.warn("Duplicate key: {s}", .{key}); allocator.free(key); } - entry.value_ptr.* = host_buffer; + + try store.registerBuffer( + allocator, + key, + host_buffer.shape(), + host_buffer.data, + ); return true; } else if (basicTypeCheck(object, "torch", "Size")) { const size = object.args; diff --git a/zml/buffer.zig b/zml/buffer.zig index 4c8f791b..c04b6cda 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -83,7 +83,8 @@ pub const Buffer = struct { ._shards = .{}, }; - std.debug.print("\n\nn_partitions = {}\n\n", .{n_partitions}); + // std.debug.print("\n\nn_partitions = {}\n\n", .{n_partitions}); + for (0..n_partitions) |i| { // If no sharding if found, the given buffer is replicated on all devices. const buf = if (sharding_ax) |ax| buf: { diff --git a/zml/platform.zig b/zml/platform.zig index f820ef6b..790b58bc 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -163,6 +163,7 @@ pub const Platform = struct { // }; pub const TransferManager = struct { + platform: Platform, pjrt_client: *Client, pjrt_api: *const Api, // pjrt_transfer_manager: []*AsyncHostToDeviceTransferManager, @@ -170,8 +171,10 @@ pub const TransferManager = struct { device: *const Device, memory: *const Memory, + shapes: []const Shape, shape_specs: std.ArrayList(ShapeSpec), events: std.ArrayList(*Event), + buffers_alist: std.ArrayList(Buffer), seen_last_buffer: bool, pub fn init( @@ -180,14 +183,15 @@ pub const TransferManager = struct { memory_kind: Memory.Kind, shapes: []const Shape, ) !TransferManager { - const device = platform.getDevices()[0]; + const device = platform.getDevices()[0]; // TODO: when sharding const memory = device.getMemoryByKind(platform.pjrt_api, memory_kind); if (memory == null) { stdx.debug.panic("Device {s} doesn't have memory of kind {s}", .{ device.getDescription(platform.pjrt_api).getKind(platform.pjrt_api), @tagName(memory_kind) }); } - var shape_specs = std.ArrayList(ShapeSpec).init(alloc); + const num_buffers = shapes.len; + var shape_specs = try std.ArrayList(ShapeSpec).initCapacity(alloc, num_buffers); for (shapes) |shape| { - try shape_specs.append( + shape_specs.appendAssumeCapacity( ShapeSpec.init( shape.dims(), Buffer.bufferTypeFromDtype(shape.dtype()), @@ -195,12 +199,12 @@ pub const TransferManager = struct { ); } - // setup shape specs - // TODO - return .{ + var self: TransferManager = .{ + .buffers_alist = try std.ArrayList(Buffer).initCapacity(alloc, num_buffers), .device = device, - .events = std.ArrayList(*Event).init(alloc), + .events = try std.ArrayList(*Event).initCapacity(alloc, num_buffers), .memory = memory.?, + .platform = platform, .pjrt_client = platform.pjrt_client, .pjrt_api = platform.pjrt_api, .pjrt_transfer_manager = try Client.createBuffersForAsyncHostToDevice( @@ -213,8 +217,26 @@ pub const TransferManager = struct { }, ), .seen_last_buffer = false, + .shapes = shapes, .shape_specs = shape_specs, }; + try self.toZmlBuffers(); + return self; + } + + pub fn deinit(self: *TransferManager) void { + self.pjrt_transfer_manager.deinit(self.pjrt_api); + self.shape_specs.deinit(); + self.events.deinit(); + self.buffers_alist.deinit(); + } + + pub fn buffers(self: *const TransferManager) []Buffer { + return self.buffers_alist.items; + } + + pub fn buffer(self: *const TransferManager, index: usize) ?Buffer { + return self.buffers_alist.items[index]; } pub fn transferDataSingle(self: *TransferManager, buffer_index: usize, data: []const u8, offset: i64, is_last_transfer: bool) !*Event { @@ -236,7 +258,8 @@ pub const TransferManager = struct { offset, is_last_transfer, ); - try self.events.append(event); + // TODO: might cause crashes if used improperly: + self.events.appendAssumeCapacity(event); if (is_last_transfer and buffer_index != try self.pjrt_transfer_manager.bufferCount(self.pjrt_api) - 1) { stdx.debug.panic( @@ -294,9 +317,17 @@ pub const TransferManager = struct { .total_buffers = try self.pjrt_transfer_manager.bufferCount(self.pjrt_api), }; } - pub fn deinit(self: *TransferManager) void { - AsyncHostToDeviceTransferManager.deinit(self.pjrt_transfer_manager, self.pjrt_api); - self.shape_specs.deinit(); + + /// called internally to retrieve PJRT buffers that can be accessed via .buffers() + fn toZmlBuffers(self: *TransferManager) !void { + if (self.buffers_alist.items.len == 0) { + for (0..try self.pjrt_transfer_manager.bufferCount(self.pjrt_api)) |buffer_index| { + const pjrt_buffer = try self.pjrt_transfer_manager.retrieveBuffer(self.pjrt_api, buffer_index); + const shape = self.shapes[buffer_index]; + const zml_buffer = Buffer.fromPjrtBuffers(self.platform, shape, &.{pjrt_buffer}); + self.buffers_alist.appendAssumeCapacity(zml_buffer); + } + } } }; From 6a31c2b2b12726c72feab82940801ef78bfa7ee0 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Sun, 2 Mar 2025 21:51:47 +0100 Subject: [PATCH 14/28] wip example with many largish buffers --- examples/loader/xferman.zig | 15 ++----- examples/xferman/BUILD.bazel | 10 +++++ examples/xferman/main.zig | 10 ++--- examples/xferman/manymany.zig | 78 +++++++++++++++++++++++++++++++++++ zml/aio.zig | 17 ++++---- zml/platform.zig | 3 ++ 6 files changed, 110 insertions(+), 23 deletions(-) create mode 100644 examples/xferman/manymany.zig diff --git a/examples/loader/xferman.zig b/examples/loader/xferman.zig index 66732893..22f2de50 100644 --- a/examples/loader/xferman.zig +++ b/examples/loader/xferman.zig @@ -37,26 +37,19 @@ pub fn asyncMain() !void { const platform = context.autoPlatform(.{}); context.printAvailablePlatforms(platform); - var buffers = try gpa.allocator().alloc(zml.Buffer, buffer_store.buffers.count()); - defer { - for (buffers) |*buf| { - buf.deinit(); - } - gpa.allocator().free(buffers); - } - var total_bytes: usize = 0; var timer = try std.time.Timer.start(); + const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); + std.debug.print("Received {d} events\n", .{events.len}); + var it = buffer_store.buffers.iterator(); var i: usize = 0; std.debug.print("\nStart to read {d} buffers from store..\n", .{buffer_store.buffers.count()}); while (it.next()) |entry| : (i += 1) { - const host_buffer = entry.value_ptr.*; - total_bytes += host_buffer.data.len; + total_bytes += entry.value_ptr.*.data.len; std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); - buffers[i] = try zml.Buffer.from(platform, host_buffer); } const stop = timer.read(); diff --git a/examples/xferman/BUILD.bazel b/examples/xferman/BUILD.bazel index 083d294f..68bc60e2 100644 --- a/examples/xferman/BUILD.bazel +++ b/examples/xferman/BUILD.bazel @@ -10,3 +10,13 @@ zig_cc_binary( "@zml//zml", ], ) + +zig_cc_binary( + name = "manymany", + main = "manymany.zig", + deps = [ + "@zml//async", + "@zml//stdx", + "@zml//zml", + ], +) diff --git a/examples/xferman/main.zig b/examples/xferman/main.zig index e29bb4a7..bc90fcad 100644 --- a/examples/xferman/main.zig +++ b/examples/xferman/main.zig @@ -46,7 +46,7 @@ pub fn asyncMain() !void { var event_cycle_counter: usize = 0; // transfer both slices in one call - if (false) { + if (true) { const events = try manager.transferDataMany(&.{ weights_buffer, bias_buffer }, .{}); for (events) |event| { while (!event.isReady(api)) : (event_cycle_counter += 1) { @@ -88,16 +88,16 @@ pub fn asyncMain() !void { // transfer all buffers as slices of one big buffer (as would be the case // with an mmapped file) - if (true) { + if (false) { var big_buf = try allocator.alloc(u8, weights_buffer.len + bias_buffer.len); @memcpy(big_buf[0..weights_buffer.len], weights_buffer); @memcpy(big_buf[weights_buffer.len..], bias_buffer); const slice_specs: []const zml.platform.TransferManager.TransferDataSlicesSpec = &.{ - .{ .offset = 0, .len = weights_buffer.len }, - .{ .offset = weights_buffer.len, .len = bias_buffer.len }, - }; + .{ .offset = 0, .len = weights_buffer.len }, + .{ .offset = weights_buffer.len, .len = bias_buffer.len }, + }; const events = try manager.transferDataSlices(big_buf, slice_specs); _ = events; // we don't need them as we're going to query .progress() diff --git a/examples/xferman/manymany.zig b/examples/xferman/manymany.zig new file mode 100644 index 00000000..449ee955 --- /dev/null +++ b/examples/xferman/manymany.zig @@ -0,0 +1,78 @@ +const asynk = @import("async"); +const clap = @import("clap"); +const std = @import("std"); +const stdx = @import("stdx"); +const zml = @import("zml"); + +const log = std.log.scoped(.xferman); + +pub fn main() !void { + try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); +} + +pub fn asyncMain() !void { + log.info(" Compiled with {}", .{@import("builtin").mode}); + + const allocator = std.heap.c_allocator; + + var context = try zml.Context.init(); + defer context.deinit(); + + const NUM_BUFFERS: usize = 146; + + // Our weights and bias to use + const weights = [_]f16{4} ** (256_000 * 1024); + const input_shape = zml.Shape.init(.{(&weights).len}, .f16); + + const platform = context.autoPlatform(.{}); + const api = platform.pjrt_api; + + var shapes_list = try std.ArrayList(zml.Shape).initCapacity(allocator, NUM_BUFFERS); + defer shapes_list.deinit(); + const weights_buffer = std.mem.sliceAsBytes(&weights); + var buffers_list = try std.ArrayList([]const u8).initCapacity(allocator, NUM_BUFFERS); + + var total_bytesize: usize = 0; + for (0..NUM_BUFFERS) |_| { + shapes_list.appendAssumeCapacity(input_shape); + buffers_list.appendAssumeCapacity(try allocator.dupe(u8, weights_buffer)); + total_bytesize += weights_buffer.len; + } + defer { + for (buffers_list.items) |b| { + allocator.free(b); + } + } + + const shapes = shapes_list.items; + + log.debug("input_shapes = {any}", .{shapes}); + var manager = try zml.platform.TransferManager.init( + allocator, + platform, + .unpinned_host, + shapes, + ); + defer manager.deinit(); + const buffer_count = try manager.pjrt_transfer_manager.bufferCount(platform.pjrt_api); + log.debug("transfer manager has {d} buffers", .{buffer_count}); + + const start_time = std.time.nanoTimestamp(); + var event_cycle_counter: usize = 0; + + // transfer all slices in one call + const events = try manager.transferDataMany(buffers_list.items, .{}); + for (events) |event| { + while (!event.isReady(api)) : (event_cycle_counter += 1) { + // this is faster than event.awaitt() + } + } + + const end_time = std.time.nanoTimestamp(); + log.info("Transferred {d} buffers ({d} bytes) in {d} cycles = {d} ns", .{ + buffer_count, + total_bytesize, + event_cycle_counter, + end_time - start_time, + }); +} diff --git a/zml/aio.zig b/zml/aio.zig index b6ea415b..9c939347 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -106,7 +106,7 @@ pub const BufferStore = struct { /// set of transfer managers created in the buffer store: /// one per (device, memoryKind) // transfer_managers: TransferManagerSet = .{}, - transfer_manager: ?*zml.platform.TransferManager = null, + transfer_manager: ?zml.platform.TransferManager = null, /// Create an empty BufferStore. Takes owneship of the given files. pub fn init(allocator: std.mem.Allocator, files: []const MemoryMappedFile) error{OutOfMemory}!BufferStore { @@ -137,7 +137,7 @@ pub const BufferStore = struct { for (self.files) |*file| { file.deinit(); } - if (self.transfer_manager) |xferman| { + if (self.transfer_manager) |*xferman| { xferman.deinit(); } self.arena.deinit(); @@ -148,7 +148,7 @@ pub const BufferStore = struct { return entry.buffer; } - pub fn starTransferToDevice(self: *BufferStore, platform: zml.Platform, memory_kind: Memory.Kind) ![]Event { + pub fn starTransferToDevice(self: *BufferStore, platform: zml.Platform, memory_kind: Memory.Kind) ![]*Event { // TODO: work out how many transfer managers we need // probably one per (memory_kind, device) if (self.transfer_manager != null) { @@ -157,8 +157,8 @@ pub const BufferStore = struct { // retrieve the shapes and data slices of all the buffers // we rely on the map preserving order of insertion - var shapes = try std.ArrayList(Shape).initCapacity(self.arena, self.registered_buffers.count()); - var data_slices = try std.ArrayList([]const u8).initCapacity(self.arena, self.registered_buffers.count()); + var shapes = try std.ArrayList(Shape).initCapacity(self.arena.allocator(), self.buffers.count()); + var data_slices = try std.ArrayList([]const u8).initCapacity(self.arena.allocator(), self.buffers.count()); for (self.buffers.values(), 0..) |reg_buf, idx| { stdx.debug.assert(idx == reg_buf.transfer_manger_buffer_index, "Internal error: TransferManager indices out of sync", .{}); @@ -167,13 +167,16 @@ pub const BufferStore = struct { } self.transfer_manager = try zml.platform.TransferManager.init( - self.arena, + self.arena.allocator(), platform, memory_kind, try shapes.toOwnedSlice(), ); - const events = try self.transfer_manager.?.transferDataMany(try data_slices.toOwnedSlice(), .{}); + const slices = try data_slices.toOwnedSlice(); + log.debug("About to transfer {d} slices", .{slices.len}); + const events = try self.transfer_manager.?.transferDataMany(slices, .{}); + log.debug("TransferManager created {d} events", .{events.len}); for (self.buffers.values(), events) |*reg_buf, event| { // TODO: for now, we only use our one and only transfer manager reg_buf.buffer = self.transfer_manager.?.buffer(reg_buf.transfer_manger_buffer_index); diff --git a/zml/platform.zig b/zml/platform.zig index 790b58bc..8b41cad8 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -251,6 +251,7 @@ pub const TransferManager = struct { self.seen_last_buffer = true; } + log.debug("transfer size: {d} - last transfer: {}", .{ data.len, is_last_transfer }); const event = try self.pjrt_transfer_manager.transferData( self.pjrt_api, buffer_index, @@ -258,6 +259,7 @@ pub const TransferManager = struct { offset, is_last_transfer, ); + log.debug("event: {}", .{event}); // TODO: might cause crashes if used improperly: self.events.appendAssumeCapacity(event); @@ -283,6 +285,7 @@ pub const TransferManager = struct { break :blk false; } }; + log.debug("TransferManager initiating transfer {d}", .{buffer_index}); _ = try self.transferDataSingle(buffer_index, data, 0, is_last_transfer); } return self.events.items; From bc80be2298f12be0475dca9518ce64a39c2cb922 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Sun, 2 Mar 2025 22:25:24 +0100 Subject: [PATCH 15/28] wip xferman example with mmapped file --- examples/loader/xferman.zig | 7 +++ examples/xferman/BUILD.bazel | 10 ++++ examples/xferman/manymany.zig | 1 + examples/xferman/mmap.zig | 89 +++++++++++++++++++++++++++++++++++ zml/aio.zig | 4 -- 5 files changed, 107 insertions(+), 4 deletions(-) create mode 100644 examples/xferman/mmap.zig diff --git a/examples/loader/xferman.zig b/examples/loader/xferman.zig index 22f2de50..845cbf75 100644 --- a/examples/loader/xferman.zig +++ b/examples/loader/xferman.zig @@ -40,6 +40,13 @@ pub fn asyncMain() !void { var total_bytes: usize = 0; var timer = try std.time.Timer.start(); + var bit = buffer_store.buffers.iterator(); + while (bit.next()) |item| { + const buffer = item.value_ptr; + const key = item.key_ptr.*; + std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); + } + const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); std.debug.print("Received {d} events\n", .{events.len}); diff --git a/examples/xferman/BUILD.bazel b/examples/xferman/BUILD.bazel index 68bc60e2..49de74b9 100644 --- a/examples/xferman/BUILD.bazel +++ b/examples/xferman/BUILD.bazel @@ -20,3 +20,13 @@ zig_cc_binary( "@zml//zml", ], ) + +zig_cc_binary( + name = "mmap", + main = "mmap.zig", + deps = [ + "@zml//async", + "@zml//stdx", + "@zml//zml", + ], +) diff --git a/examples/xferman/manymany.zig b/examples/xferman/manymany.zig index 449ee955..17d0b0bd 100644 --- a/examples/xferman/manymany.zig +++ b/examples/xferman/manymany.zig @@ -75,4 +75,5 @@ pub fn asyncMain() !void { event_cycle_counter, end_time - start_time, }); + log.info("Cleaning up...", .{}); } diff --git a/examples/xferman/mmap.zig b/examples/xferman/mmap.zig new file mode 100644 index 00000000..049cedf6 --- /dev/null +++ b/examples/xferman/mmap.zig @@ -0,0 +1,89 @@ +const std = @import("std"); +const stdx = @import("stdx"); +const zml = @import("zml"); +const asynk = @import("async"); + +const asyncc = asynk.asyncc; + +pub fn main() !void { + try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); +} + +pub fn asyncMain() !void { + // Short lived allocations + var gpa = std.heap.GeneralPurposeAllocator(.{}){}; + defer _ = gpa.deinit(); + const allocator = gpa.allocator(); + + var args = std.process.args(); + // Skip executable path + _ = args.next().?; + + const file = if (args.next()) |path| blk: { + std.debug.print("File path: {s}\n", .{path}); + break :blk path; + } else { + std.debug.print("Missing file path argument\n", .{}); + std.debug.print("Try: bazel run -c opt //xferman:mmap -- /path/to/mymodel.safetensors or /path/to/model.safetensors.index.json \n", .{}); + std.process.exit(0); + }; + + var mapped_file = try zml.aio.MemoryMappedFile.init(try asynk.File.open(file, .{})); + errdefer mapped_file.deinit(); + + var buffer_store = try zml.aio.BufferStore.init(allocator, &.{mapped_file}); + defer buffer_store.deinit(); + + const NUM_BUFFERS: usize = 146; + const BUF_SIZE: usize = mapped_file.data.len / NUM_BUFFERS; + const shape = zml.Shape.init(.{BUF_SIZE}, .u8); + var free_list = std.ArrayList([]const u8).init(allocator); + defer { + for (free_list.items) |key| { + allocator.free(key); + } + free_list.deinit(); + } + var offset: usize = 0; + for (0..NUM_BUFFERS) |buffer_index| { + const filedata = mapped_file.mappedSlice(offset, BUF_SIZE); + const key = try std.fmt.allocPrint(allocator, "buffer-{d}", .{buffer_index}); + try free_list.append(key); + try buffer_store.registerBuffer(buffer_store.arena.allocator(), key, shape, filedata); + offset += BUF_SIZE; + } + + var context = try zml.Context.init(); + defer context.deinit(); + + const platform = context.autoPlatform(.{}); + context.printAvailablePlatforms(platform); + + var total_bytes: usize = 0; + var timer = try std.time.Timer.start(); + + var bit = buffer_store.buffers.iterator(); + while (bit.next()) |item| { + const buffer = item.value_ptr; + const key = item.key_ptr.*; + std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); + } + + const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); + std.debug.print("Received {d} events\n", .{events.len}); + + var it = buffer_store.buffers.iterator(); + var i: usize = 0; + std.debug.print("\nStart to read {d} buffers from store..\n", .{buffer_store.buffers.count()}); + + while (it.next()) |entry| : (i += 1) { + total_bytes += entry.value_ptr.*.data.len; + std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); + } + + const stop = timer.read(); + const time_in_s = stdx.math.divFloat(f64, stop, std.time.ns_per_s); + const mbs = stdx.math.divFloat(f64, total_bytes, 1024 * 1024); + + std.debug.print("\nLoading speed: {d:.2} MB/s\n\n", .{mbs / time_in_s}); +} diff --git a/zml/aio.zig b/zml/aio.zig index 9c939347..6f53f737 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -83,10 +83,6 @@ pub fn populateModelWithPrefix(comptime Model: type, allocator: std.mem.Allocato /// A struct containing all the buffers and metadata found in a model file. pub const BufferStore = struct { - pub const RegisteredBuffer = struct { - shape: Shape, - data: []u8, - }; pub const BufferEntry = struct { buffer: ?zml.Buffer = null, shape: Shape, From 9c77c4fe126145ee7e80d4b592225774511dbcb6 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Sun, 2 Mar 2025 22:54:27 +0100 Subject: [PATCH 16/28] wip checking for overlaps --- examples/loader/xferman.zig | 38 ++++++++++++++++++++++++++++++++++++- examples/xferman/mmap.zig | 36 +++++++++++++++++++++++++++++++++++ 2 files changed, 73 insertions(+), 1 deletion(-) diff --git a/examples/loader/xferman.zig b/examples/loader/xferman.zig index 845cbf75..1cb46b5b 100644 --- a/examples/loader/xferman.zig +++ b/examples/loader/xferman.zig @@ -9,6 +9,37 @@ pub fn main() !void { try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); } +fn checkSlicesForOverlaps(alloc: std.mem.Allocator, entire_buffer: []const u8, subslices: [][]const u8) !void { + std.log.info("Checking for overlaps...", .{}); + var bytefield = try alloc.alloc(bool, entire_buffer.len); + defer alloc.free(bytefield); + + for (0..bytefield.len) |i| { + bytefield[i] = false; + } + + for (subslices, 0..) |sub, idx| { + const start: usize = @intFromPtr(sub.ptr) - @intFromPtr(entire_buffer.ptr); + if (start + sub.len > entire_buffer.len) { + std.log.err("Error: subslice {d} reaches outside of mmapped file: file(0..{d}), subslice({d}..{d})", .{ + idx, + entire_buffer.len, + start, + start + sub.len, + }); + return error.Overflow; + } + + for (start..start + sub.len) |index| { + if (bytefield[index] == true) { + return error.Overlap; + } + bytefield[index] = true; + } + } + std.log.info("Checking for overlaps...done", .{}); +} + pub fn asyncMain() !void { // Short lived allocations var gpa = std.heap.GeneralPurposeAllocator(.{}){}; @@ -41,12 +72,17 @@ pub fn asyncMain() !void { var timer = try std.time.Timer.start(); var bit = buffer_store.buffers.iterator(); + var slice_list = std.ArrayList([]const u8).init(allocator); + defer slice_list.deinit(); while (bit.next()) |item| { const buffer = item.value_ptr; const key = item.key_ptr.*; - std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); + std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index - 1, key, buffer.shape, buffer.data.len, buffer.data.ptr }); + try slice_list.append(buffer.data); } + try checkSlicesForOverlaps(allocator, buffer_store.files[0].data, slice_list.items); + const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); std.debug.print("Received {d} events\n", .{events.len}); diff --git a/examples/xferman/mmap.zig b/examples/xferman/mmap.zig index 049cedf6..432ca408 100644 --- a/examples/xferman/mmap.zig +++ b/examples/xferman/mmap.zig @@ -9,6 +9,37 @@ pub fn main() !void { try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); } +fn checkSlicesForOverlaps(alloc: std.mem.Allocator, entire_buffer: []const u8, subslices: [][]const u8) !void { + std.log.info("Checking for overlaps...", .{}); + var bytefield = try alloc.alloc(bool, entire_buffer.len); + defer alloc.free(bytefield); + + for (0..bytefield.len) |i| { + bytefield[i] = false; + } + + for (subslices, 0..) |sub, idx| { + const start: usize = @intFromPtr(sub.ptr) - @intFromPtr(entire_buffer.ptr); + if (start + sub.len > entire_buffer.len) { + std.log.err("Error: subslice {d} reaches outside of mmapped file: file(0..{d}), subslice({d}..{d})", .{ + idx, + entire_buffer.len, + start, + start + sub.len, + }); + return error.Overflow; + } + + for (start..start + sub.len) |index| { + if (bytefield[index] == true) { + return error.Overlap; + } + bytefield[index] = true; + } + } + std.log.info("Checking for overlaps...done", .{}); +} + pub fn asyncMain() !void { // Short lived allocations var gpa = std.heap.GeneralPurposeAllocator(.{}){}; @@ -38,21 +69,26 @@ pub fn asyncMain() !void { const BUF_SIZE: usize = mapped_file.data.len / NUM_BUFFERS; const shape = zml.Shape.init(.{BUF_SIZE}, .u8); var free_list = std.ArrayList([]const u8).init(allocator); + var slice_list = std.ArrayList([]const u8).init(allocator); defer { for (free_list.items) |key| { allocator.free(key); } free_list.deinit(); + slice_list.deinit(); } var offset: usize = 0; for (0..NUM_BUFFERS) |buffer_index| { const filedata = mapped_file.mappedSlice(offset, BUF_SIZE); const key = try std.fmt.allocPrint(allocator, "buffer-{d}", .{buffer_index}); try free_list.append(key); + try slice_list.append(filedata); try buffer_store.registerBuffer(buffer_store.arena.allocator(), key, shape, filedata); offset += BUF_SIZE; } + try checkSlicesForOverlaps(allocator, mapped_file.mappedSlice(0, mapped_file.data.len), slice_list.items); + var context = try zml.Context.init(); defer context.deinit(); From 8f66015cf94ed20b8c5d80931ed8e6b9fd87f79c Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Mon, 3 Mar 2025 11:01:03 +0100 Subject: [PATCH 17/28] wip investigating --- examples/mnist/mnist.zig | 13 +++++++++++ zml/aio.zig | 49 +++++++++++++++++++++++++++++++++------- zml/aio/gguf.zig | 3 +-- zml/aio/torch/file.zig | 3 +-- 4 files changed, 56 insertions(+), 12 deletions(-) diff --git a/examples/mnist/mnist.zig b/examples/mnist/mnist.zig index c49300a9..0e0c3702 100644 --- a/examples/mnist/mnist.zig +++ b/examples/mnist/mnist.zig @@ -47,6 +47,13 @@ pub fn asyncMain() !void { var context = try zml.Context.init(); defer context.deinit(); + // log.info("Sleeping for 15 seconds (attach debugger)", .{}); + // for (0..15) |i| { + // std.time.sleep(1 * std.time.ns_per_s); + // std.debug.print("{d} .. ", .{i}); + // } + // std.debug.print("\n", .{}); + // log.info("\n===========================\n== ZML MNIST Example ==\n===========================\n\n", .{}); // // Auto-select platform @@ -70,6 +77,12 @@ pub fn asyncMain() !void { defer buffer_store.deinit(); const mnist_model = try zml.aio.populateModel(Mnist, allocator, buffer_store); + const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); + + // just to make sure we have buffers + for (events) |event| { + try event.awaitt(platform.pjrt_api); + } log.info("Reading model shapes from PyTorch file {s}...", .{pt_model}); // Start compiling diff --git a/zml/aio.zig b/zml/aio.zig index 6f53f737..9afc6857 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -122,6 +122,7 @@ pub const BufferStore = struct { shape: Shape, data: []const u8, ) !void { + log.info("Registering buffer {d}: {s}", .{ self.buffers.count(), key }); try self.buffers.put(alloc, key, .{ .data = data, .shape = shape, @@ -139,11 +140,16 @@ pub const BufferStore = struct { self.arena.deinit(); } - pub fn get(self: BufferStore, key: []const u8) ?zml.Buffer { + pub fn getBuffer(self: BufferStore, key: []const u8) ?zml.Buffer { const entry = self.buffers.get(key) orelse return null; return entry.buffer; } + pub fn getShape(self: BufferStore, key: []const u8) ?zml.Shape { + const entry = self.buffers.get(key) orelse return null; + return entry.shape; + } + pub fn starTransferToDevice(self: *BufferStore, platform: zml.Platform, memory_kind: Memory.Kind) ![]*Event { // TODO: work out how many transfer managers we need // probably one per (memory_kind, device) @@ -156,12 +162,21 @@ pub const BufferStore = struct { var shapes = try std.ArrayList(Shape).initCapacity(self.arena.allocator(), self.buffers.count()); var data_slices = try std.ArrayList([]const u8).initCapacity(self.arena.allocator(), self.buffers.count()); - for (self.buffers.values(), 0..) |reg_buf, idx| { - stdx.debug.assert(idx == reg_buf.transfer_manger_buffer_index, "Internal error: TransferManager indices out of sync", .{}); + var it = self.buffers.iterator(); + var idx: usize = 0; + while (it.next()) |kv| { + // for (self.buffers.values(), 0..) |reg_buf, idx| { + const reg_buf = kv.value_ptr; + // stdx.debug.assert(idx == reg_buf.transfer_manger_buffer_index, "Internal error: TransferManager indices out of sync: buffer_idx={d}, transfer_manager_buffer_index={d}, registered buffers: {any}", .{ idx, reg_buf.transfer_manger_buffer_index, self.buffers.values() }); + log.info("{d}, {d}", .{ idx, reg_buf.transfer_manger_buffer_index }); + shapes.appendAssumeCapacity(reg_buf.shape); data_slices.appendAssumeCapacity(reg_buf.data); + idx += 1; } + log.info("done", .{}); + self.transfer_manager = try zml.platform.TransferManager.init( self.arena.allocator(), platform, @@ -404,9 +419,10 @@ fn _populateStruct( const prefix = prefix_builder.data.items; if (T == zml.Tensor) { return if (buffer_store.buffers.getIndex(prefix)) |entry_idx| { - const buffer = buffer_store.get(prefix).?; + log.info("Trying to get buffer `{s}` with index {d}", .{ prefix, entry_idx }); + const shape = buffer_store.getShape(prefix).?; obj.* = zml.Tensor{ - ._shape = buffer.shape(), + ._shape = shape, ._id = .{ .buffer_id = unique_id + entry_idx }, ._donation = .input_buffer, }; @@ -419,8 +435,10 @@ fn _populateStruct( }; } + log.info("_populateStruct `{s}`, {*}", .{ prefix, obj }); return switch (type_info) { .Pointer => |ptr_info| { + log.info(" is pointer", {}); if (ptr_info.size == .Slice) { obj.* = &.{}; @@ -447,6 +465,7 @@ fn _populateStruct( } }, .Array => |arr_info| { + log.info(" is array", {}); for (obj, 0..) |*value, i| { try prefix_builder.pushDigit(allocator, i); defer prefix_builder.pop(); @@ -459,8 +478,10 @@ fn _populateStruct( return true; }, .Struct => |struct_info| { + log.info(" is struct", .{}); var partial_struct = false; inline for (struct_info.fields) |field| { + log.info(" field: `{s}`", .{field.name}); if (field.is_comptime or @sizeOf(field.type) == 0) continue; try prefix_builder.push(allocator, field.name); defer prefix_builder.pop(); @@ -468,6 +489,9 @@ fn _populateStruct( var has_default = false; if (field.default_value) |_| has_default = true; const field_found = try _populateStruct(allocator, prefix_builder, unique_id, buffer_store, &@field(obj, field.name), required and !has_default); + + log.info(" field: `{s}` : found = {}", .{ field.name, field_found }); + partial_struct = partial_struct or field_found; if (!field_found) { if (field.default_value) |v| { @@ -486,21 +510,30 @@ fn _populateStruct( return true; }, .Optional => |opt_info| { + log.info(" is optional", .{}); obj.* = @as(opt_info.child, undefined); const found = try _populateStruct(allocator, prefix_builder, unique_id, buffer_store, &(obj.*.?), false); if (!found) obj.* = null; return true; }, .Int => { + log.info(" is int", .{}); obj.* = undefined; return true; }, .Float => { + log.info(" is float", .{}); obj.* = undefined; return true; }, - .Void => true, - .Union => true, + .Void => { + log.info(" is void", .{}); + return true; + }, + .Union => { + log.info(" is union", .{}); + return true; + }, else => if (required) { log.err("{s}: {s} type not supported", .{ prefix, @typeName(T) }); return error.UnsupportedMetadataType; @@ -718,7 +751,7 @@ fn visitStructAndLoadBuffer(allocator: std.mem.Allocator, prefix_builder: *Prefi const prefix = prefix_builder.data.items; if (T == zml.Buffer) { - return if (buffer_store.get(prefix)) |buffer| { + return if (buffer_store.getBuffer(prefix)) |buffer| { // obj._shape has been set inside `loadModelBuffersWithPrefix`, before calling us. log.debug("Loading buffer {s} ({})", .{ prefix, obj._shape }); stdx.debug.assert(buffer.shape().eql(obj._shape), "loadModelBuffers expects to find the same shapes in the model and in the buffer store, got {} and {} for tensor {s}", .{ obj._shape, buffer, prefix }); diff --git a/zml/aio/gguf.zig b/zml/aio/gguf.zig index daa14217..b5be119c 100644 --- a/zml/aio/gguf.zig +++ b/zml/aio/gguf.zig @@ -64,8 +64,7 @@ fn loadMetadata(allocator: Allocator, store: *zml.aio.BufferStore, file: *core.G fn loadBuffers(allocator: Allocator, store: *zml.aio.BufferStore, file: *core.GgufFile) !void { try store.buffers.ensureTotalCapacity(allocator, @intCast(file.header.tensor_count)); while (file.readTensorInfo(allocator)) |info| { - const res = store.buffers.getOrPutAssumeCapacity(info.name); - if (res.found_existing) { + if (store.getShape(info.name) != null) { // This file seems invalid. Try to continue anyway. log.warn("Found duplicated tensor: {s}", .{info.name}); continue; diff --git a/zml/aio/torch/file.zig b/zml/aio/torch/file.zig index 384fae65..bc9c2e32 100644 --- a/zml/aio/torch/file.zig +++ b/zml/aio/torch/file.zig @@ -392,8 +392,7 @@ pub const File = struct { .global => |object| { if (try self.parseTensor(allocator, object)) |host_buffer| { const key = try allocator.dupe(u8, prefix.items); - const entry = try store.buffers.getOrPut(allocator, key); - if (entry.found_existing) { + if (store.getShape(key) != null) { log.warn("Duplicate key: {s}", .{key}); allocator.free(key); } From 3d054ba23bc10767a33412aab7ace08d8af708a4 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 4 Mar 2025 11:20:53 +0100 Subject: [PATCH 18/28] wip repro transfermanager bug --- examples/loader/xferman.zig | 16 +- examples/mnist/mnist.zig | 5 +- examples/xferman/BUILD.bazel | 22 +++ examples/xferman/mmap.zig | 18 ++- examples/xferman/mmap2.zig | 277 +++++++++++++++++++++++++++++++++++ zml/aio.zig | 1 + zml/aio/safetensors.zig | 16 +- zml/exe.zig | 2 + zml/platform.zig | 7 +- 9 files changed, 338 insertions(+), 26 deletions(-) create mode 100644 examples/xferman/mmap2.zig diff --git a/examples/loader/xferman.zig b/examples/loader/xferman.zig index 1cb46b5b..7d2c6ff1 100644 --- a/examples/loader/xferman.zig +++ b/examples/loader/xferman.zig @@ -59,15 +59,15 @@ pub fn asyncMain() !void { std.process.exit(0); }; - var buffer_store = try zml.aio.safetensors.open(allocator, file); - defer buffer_store.deinit(); - var context = try zml.Context.init(); defer context.deinit(); const platform = context.autoPlatform(.{}); context.printAvailablePlatforms(platform); + var buffer_store = try zml.aio.safetensors.open(allocator, file); + defer buffer_store.deinit(); + var total_bytes: usize = 0; var timer = try std.time.Timer.start(); @@ -75,17 +75,19 @@ pub fn asyncMain() !void { var slice_list = std.ArrayList([]const u8).init(allocator); defer slice_list.deinit(); while (bit.next()) |item| { - const buffer = item.value_ptr; + const buffer_entry = item.value_ptr; const key = item.key_ptr.*; - std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index - 1, key, buffer.shape, buffer.data.len, buffer.data.ptr }); - try slice_list.append(buffer.data); + std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index - 1, key, buffer_entry.shape, buffer_entry.data.len, buffer_entry.data.ptr }); + try slice_list.append(buffer_entry.data); } - try checkSlicesForOverlaps(allocator, buffer_store.files[0].data, slice_list.items); + // try checkSlicesForOverlaps(allocator, buffer_store.files[0].data, slice_list.items); const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); std.debug.print("Received {d} events\n", .{events.len}); + // TODO: await events + var it = buffer_store.buffers.iterator(); var i: usize = 0; std.debug.print("\nStart to read {d} buffers from store..\n", .{buffer_store.buffers.count()}); diff --git a/examples/mnist/mnist.zig b/examples/mnist/mnist.zig index 0e0c3702..93f892d6 100644 --- a/examples/mnist/mnist.zig +++ b/examples/mnist/mnist.zig @@ -81,7 +81,10 @@ pub fn asyncMain() !void { // just to make sure we have buffers for (events) |event| { - try event.awaitt(platform.pjrt_api); + log.info("Awaiting event {}", .{event}); + while (event.isReady(platform.pjrt_api) == false) { + std.time.sleep(500 * std.time.ns_per_ms); + } } log.info("Reading model shapes from PyTorch file {s}...", .{pt_model}); diff --git a/examples/xferman/BUILD.bazel b/examples/xferman/BUILD.bazel index 49de74b9..76f1bea8 100644 --- a/examples/xferman/BUILD.bazel +++ b/examples/xferman/BUILD.bazel @@ -29,4 +29,26 @@ zig_cc_binary( "@zml//stdx", "@zml//zml", ], + args = [ + "$(location @Meta-Llama-3.2-1B-Instruct//:model.safetensors)", + ], + data = [ + "@Meta-Llama-3.2-1B-Instruct//:model.safetensors", + ], +) + +zig_cc_binary( + name = "mmap2", + main = "mmap2.zig", + deps = [ + "@zml//async", + "@zml//stdx", + "@zml//zml", + ], + args = [ + "$(location @Meta-Llama-3.2-1B-Instruct//:model.safetensors)", + ], + data = [ + "@Meta-Llama-3.2-1B-Instruct//:model.safetensors", + ], ) diff --git a/examples/xferman/mmap.zig b/examples/xferman/mmap.zig index 432ca408..2d870a7a 100644 --- a/examples/xferman/mmap.zig +++ b/examples/xferman/mmap.zig @@ -59,6 +59,12 @@ pub fn asyncMain() !void { std.process.exit(0); }; + var context = try zml.Context.init(); + defer context.deinit(); + + const platform = context.autoPlatform(.{}); + context.printAvailablePlatforms(platform); + var mapped_file = try zml.aio.MemoryMappedFile.init(try asynk.File.open(file, .{})); errdefer mapped_file.deinit(); @@ -87,13 +93,7 @@ pub fn asyncMain() !void { offset += BUF_SIZE; } - try checkSlicesForOverlaps(allocator, mapped_file.mappedSlice(0, mapped_file.data.len), slice_list.items); - - var context = try zml.Context.init(); - defer context.deinit(); - - const platform = context.autoPlatform(.{}); - context.printAvailablePlatforms(platform); + // try checkSlicesForOverlaps(allocator, mapped_file.mappedSlice(0, mapped_file.data.len), slice_list.items); var total_bytes: usize = 0; var timer = try std.time.Timer.start(); @@ -106,6 +106,10 @@ pub fn asyncMain() !void { } const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); + for (events, 0..) |event, idx| { + std.log.info("awaiting event {d}", .{idx}); + try event.awaitt(platform.pjrt_api); + } std.debug.print("Received {d} events\n", .{events.len}); var it = buffer_store.buffers.iterator(); diff --git a/examples/xferman/mmap2.zig b/examples/xferman/mmap2.zig new file mode 100644 index 00000000..b9c2c447 --- /dev/null +++ b/examples/xferman/mmap2.zig @@ -0,0 +1,277 @@ +const std = @import("std"); +const stdx = @import("stdx"); +const zml = @import("zml"); +const asynk = @import("async"); + +const asyncc = asynk.asyncc; + +pub fn main() !void { + try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); +} + +fn checkSlicesForOverlaps(alloc: std.mem.Allocator, entire_buffer: []const u8, subslices: [][]const u8) !void { + std.log.info("Checking for overlaps...", .{}); + var bytefield = try alloc.alloc(bool, entire_buffer.len); + defer alloc.free(bytefield); + + for (0..bytefield.len) |i| { + bytefield[i] = false; + } + + for (subslices, 0..) |sub, idx| { + const start: usize = @intFromPtr(sub.ptr) - @intFromPtr(entire_buffer.ptr); + if (start + sub.len > entire_buffer.len) { + std.log.err("Error: subslice {d} reaches outside of mmapped file: file(0..{d}), subslice({d}..{d})", .{ + idx, + entire_buffer.len, + start, + start + sub.len, + }); + return error.Overflow; + } + + for (start..start + sub.len) |index| { + if (bytefield[index] == true) { + return error.Overlap; + } + bytefield[index] = true; + } + } + std.log.info("Checking for overlaps...done", .{}); +} + +pub fn asyncMain() !void { + // Short lived allocations + var gpa = std.heap.GeneralPurposeAllocator(.{}){}; + defer _ = gpa.deinit(); + const allocator = gpa.allocator(); + + var args = std.process.args(); + // Skip executable path + _ = args.next().?; + + const file = if (args.next()) |path| blk: { + std.debug.print("File path: {s}\n", .{path}); + break :blk path; + } else { + std.debug.print("Missing file path argument\n", .{}); + std.debug.print("Try: bazel run -c opt //xferman:mmap -- /path/to/mymodel.safetensors or /path/to/model.safetensors.index.json \n", .{}); + std.process.exit(0); + }; + + var context = try zml.Context.init(); + defer context.deinit(); + + const platform = context.autoPlatform(.{}); + context.printAvailablePlatforms(platform); + + var mapped_file = try zml.aio.MemoryMappedFile.init(try asynk.File.open(file, .{})); + errdefer mapped_file.deinit(); + + var buffer_store = try zml.aio.BufferStore.init(allocator, &.{mapped_file}); + defer buffer_store.deinit(); + var slice_list = std.ArrayList([]const u8).init(allocator); + defer slice_list.deinit(); + + for (layers) |layer| { + const filedata = mapped_file.mappedSlice(layer.start, layer.len); + try buffer_store.registerBuffer( + buffer_store.arena.allocator(), + layer.key, + layer.shape, + filedata, + ); + try slice_list.append(filedata); + } + + try checkSlicesForOverlaps(allocator, mapped_file.mappedSlice(0, mapped_file.data.len), slice_list.items); + + var total_bytes: usize = 0; + var timer = try std.time.Timer.start(); + + var bit = buffer_store.buffers.iterator(); + while (bit.next()) |item| { + const buffer = item.value_ptr; + const key = item.key_ptr.*; + std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); + } + + const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); + for (events, 0..) |event, idx| { + std.log.info("awaiting event {d}", .{idx}); + try event.awaitt(platform.pjrt_api); + } + std.debug.print("Received {d} events\n", .{events.len}); + + var it = buffer_store.buffers.iterator(); + var i: usize = 0; + std.debug.print("\nStart to read {d} buffers from store..\n", .{buffer_store.buffers.count()}); + + while (it.next()) |entry| : (i += 1) { + total_bytes += entry.value_ptr.*.data.len; + std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); + } + + const stop = timer.read(); + const time_in_s = stdx.math.divFloat(f64, stop, std.time.ns_per_s); + const mbs = stdx.math.divFloat(f64, total_bytes, 1024 * 1024); + + std.debug.print("\nLoading speed: {d:.2} MB/s\n\n", .{mbs / time_in_s}); +} + +const Shape = zml.Shape; +const Layer = struct { + key: []const u8, + start: usize, + len: usize, + shape: Shape, +}; + +const layers: []const Layer = &.{ + .{ .key = "model.embed_tokens.weight", .start = 0, .len = 525336576, .shape = Shape.init(.{ 128256, 2048 }, .bf16) }, + .{ .key = "model.layers.0.input_layernorm.weight", .start = 525336576, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.0.mlp.down_proj.weight", .start = 525340672, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.0.mlp.gate_proj.weight", .start = 558895104, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.0.mlp.up_proj.weight", .start = 592449536, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.0.post_attention_layernorm.weight", .start = 626003968, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.0.self_attn.k_proj.weight", .start = 626008064, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.0.self_attn.o_proj.weight", .start = 628105216, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.0.self_attn.q_proj.weight", .start = 636493824, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.0.self_attn.v_proj.weight", .start = 644882432, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.1.input_layernorm.weight", .start = 646979584, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.1.mlp.down_proj.weight", .start = 646983680, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.1.mlp.gate_proj.weight", .start = 680538112, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.1.mlp.up_proj.weight", .start = 714092544, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.1.post_attention_layernorm.weight", .start = 747646976, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.1.self_attn.k_proj.weight", .start = 747651072, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.1.self_attn.o_proj.weight", .start = 749748224, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.1.self_attn.q_proj.weight", .start = 758136832, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.1.self_attn.v_proj.weight", .start = 766525440, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.10.input_layernorm.weight", .start = 768622592, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.10.mlp.down_proj.weight", .start = 768626688, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.10.mlp.gate_proj.weight", .start = 802181120, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.10.mlp.up_proj.weight", .start = 835735552, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.10.post_attention_layernorm.weight", .start = 869289984, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.10.self_attn.k_proj.weight", .start = 869294080, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.10.self_attn.o_proj.weight", .start = 871391232, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.10.self_attn.q_proj.weight", .start = 879779840, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.10.self_attn.v_proj.weight", .start = 888168448, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.11.input_layernorm.weight", .start = 890265600, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.11.mlp.down_proj.weight", .start = 890269696, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.11.mlp.gate_proj.weight", .start = 923824128, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.11.mlp.up_proj.weight", .start = 957378560, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.11.post_attention_layernorm.weight", .start = 990932992, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.11.self_attn.k_proj.weight", .start = 990937088, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.11.self_attn.o_proj.weight", .start = 993034240, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.11.self_attn.q_proj.weight", .start = 1001422848, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.11.self_attn.v_proj.weight", .start = 1009811456, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.12.input_layernorm.weight", .start = 1011908608, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.12.mlp.down_proj.weight", .start = 1011912704, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.12.mlp.gate_proj.weight", .start = 1045467136, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.12.mlp.up_proj.weight", .start = 1079021568, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.12.post_attention_layernorm.weight", .start = 1112576000, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.12.self_attn.k_proj.weight", .start = 1112580096, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.12.self_attn.o_proj.weight", .start = 1114677248, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.12.self_attn.q_proj.weight", .start = 1123065856, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.12.self_attn.v_proj.weight", .start = 1131454464, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.13.input_layernorm.weight", .start = 1133551616, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.13.mlp.down_proj.weight", .start = 1133555712, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.13.mlp.gate_proj.weight", .start = 1167110144, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.13.mlp.up_proj.weight", .start = 1200664576, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.13.post_attention_layernorm.weight", .start = 1234219008, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.13.self_attn.k_proj.weight", .start = 1234223104, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.13.self_attn.o_proj.weight", .start = 1236320256, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.13.self_attn.q_proj.weight", .start = 1244708864, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.13.self_attn.v_proj.weight", .start = 1253097472, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.14.input_layernorm.weight", .start = 1255194624, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.14.mlp.down_proj.weight", .start = 1255198720, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.14.mlp.gate_proj.weight", .start = 1288753152, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.14.mlp.up_proj.weight", .start = 1322307584, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.14.post_attention_layernorm.weight", .start = 1355862016, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.14.self_attn.k_proj.weight", .start = 1355866112, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.14.self_attn.o_proj.weight", .start = 1357963264, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.14.self_attn.q_proj.weight", .start = 1366351872, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.14.self_attn.v_proj.weight", .start = 1374740480, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.15.input_layernorm.weight", .start = 1376837632, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.15.mlp.down_proj.weight", .start = 1376841728, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.15.mlp.gate_proj.weight", .start = 1410396160, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.15.mlp.up_proj.weight", .start = 1443950592, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.15.post_attention_layernorm.weight", .start = 1477505024, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.15.self_attn.k_proj.weight", .start = 1477509120, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.15.self_attn.o_proj.weight", .start = 1479606272, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.15.self_attn.q_proj.weight", .start = 1487994880, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.15.self_attn.v_proj.weight", .start = 1496383488, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.2.input_layernorm.weight", .start = 1498480640, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.2.mlp.down_proj.weight", .start = 1498484736, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.2.mlp.gate_proj.weight", .start = 1532039168, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.2.mlp.up_proj.weight", .start = 1565593600, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.2.post_attention_layernorm.weight", .start = 1599148032, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.2.self_attn.k_proj.weight", .start = 1599152128, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.2.self_attn.o_proj.weight", .start = 1601249280, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.2.self_attn.q_proj.weight", .start = 1609637888, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.2.self_attn.v_proj.weight", .start = 1618026496, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.3.input_layernorm.weight", .start = 1620123648, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.3.mlp.down_proj.weight", .start = 1620127744, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.3.mlp.gate_proj.weight", .start = 1653682176, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.3.mlp.up_proj.weight", .start = 1687236608, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.3.post_attention_layernorm.weight", .start = 1720791040, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.3.self_attn.k_proj.weight", .start = 1720795136, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.3.self_attn.o_proj.weight", .start = 1722892288, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.3.self_attn.q_proj.weight", .start = 1731280896, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.3.self_attn.v_proj.weight", .start = 1739669504, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.4.input_layernorm.weight", .start = 1741766656, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.4.mlp.down_proj.weight", .start = 1741770752, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.4.mlp.gate_proj.weight", .start = 1775325184, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.4.mlp.up_proj.weight", .start = 1808879616, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.4.post_attention_layernorm.weight", .start = 1842434048, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.4.self_attn.k_proj.weight", .start = 1842438144, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.4.self_attn.o_proj.weight", .start = 1844535296, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.4.self_attn.q_proj.weight", .start = 1852923904, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.4.self_attn.v_proj.weight", .start = 1861312512, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.5.input_layernorm.weight", .start = 1863409664, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.5.mlp.down_proj.weight", .start = 1863413760, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.5.mlp.gate_proj.weight", .start = 1896968192, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.5.mlp.up_proj.weight", .start = 1930522624, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.5.post_attention_layernorm.weight", .start = 1964077056, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.5.self_attn.k_proj.weight", .start = 1964081152, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.5.self_attn.o_proj.weight", .start = 1966178304, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.5.self_attn.q_proj.weight", .start = 1974566912, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.5.self_attn.v_proj.weight", .start = 1982955520, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.6.input_layernorm.weight", .start = 1985052672, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.6.mlp.down_proj.weight", .start = 1985056768, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.6.mlp.gate_proj.weight", .start = 2018611200, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.6.mlp.up_proj.weight", .start = 2052165632, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.6.post_attention_layernorm.weight", .start = 2085720064, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.6.self_attn.k_proj.weight", .start = 2085724160, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.6.self_attn.o_proj.weight", .start = 2087821312, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.6.self_attn.q_proj.weight", .start = 2096209920, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.6.self_attn.v_proj.weight", .start = 2104598528, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.7.input_layernorm.weight", .start = 2106695680, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.7.mlp.down_proj.weight", .start = 2106699776, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.7.mlp.gate_proj.weight", .start = 2140254208, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.7.mlp.up_proj.weight", .start = 2173808640, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.7.post_attention_layernorm.weight", .start = 2207363072, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.7.self_attn.k_proj.weight", .start = 2207367168, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.7.self_attn.o_proj.weight", .start = 2209464320, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.7.self_attn.q_proj.weight", .start = 2217852928, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.7.self_attn.v_proj.weight", .start = 2226241536, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.8.input_layernorm.weight", .start = 2228338688, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.8.mlp.down_proj.weight", .start = 2228342784, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.8.mlp.gate_proj.weight", .start = 2261897216, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.8.mlp.up_proj.weight", .start = 2295451648, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.8.post_attention_layernorm.weight", .start = 2329006080, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.8.self_attn.k_proj.weight", .start = 2329010176, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.8.self_attn.o_proj.weight", .start = 2331107328, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.8.self_attn.q_proj.weight", .start = 2339495936, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.8.self_attn.v_proj.weight", .start = 2347884544, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.9.input_layernorm.weight", .start = 2349981696, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.9.mlp.down_proj.weight", .start = 2349985792, .len = 33554432, .shape = Shape.init(.{ 2048, 8192 }, .bf16) }, + .{ .key = "model.layers.9.mlp.gate_proj.weight", .start = 2383540224, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.9.mlp.up_proj.weight", .start = 2417094656, .len = 33554432, .shape = Shape.init(.{ 8192, 2048 }, .bf16) }, + .{ .key = "model.layers.9.post_attention_layernorm.weight", .start = 2450649088, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, + .{ .key = "model.layers.9.self_attn.k_proj.weight", .start = 2450653184, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.layers.9.self_attn.o_proj.weight", .start = 2452750336, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.9.self_attn.q_proj.weight", .start = 2461138944, .len = 8388608, .shape = Shape.init(.{ 2048, 2048 }, .bf16) }, + .{ .key = "model.layers.9.self_attn.v_proj.weight", .start = 2469527552, .len = 2097152, .shape = Shape.init(.{ 512, 2048 }, .bf16) }, + .{ .key = "model.norm.weight", .start = 2471624704, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, +}; diff --git a/zml/aio.zig b/zml/aio.zig index 9afc6857..44630046 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -131,6 +131,7 @@ pub const BufferStore = struct { } pub fn deinit(self: *BufferStore) void { + std.debug.print("\n\nBufferStore.deinit()\n\n", .{}); for (self.files) |*file| { file.deinit(); } diff --git a/zml/aio/safetensors.zig b/zml/aio/safetensors.zig index c698372a..0716fa54 100644 --- a/zml/aio/safetensors.zig +++ b/zml/aio/safetensors.zig @@ -10,20 +10,18 @@ const Allocator = std.mem.Allocator; const log = std.log.scoped(.@"zml/io"); pub fn open(allocator: std.mem.Allocator, path: []const u8) !zml.aio.BufferStore { - var res: zml.aio.BufferStore = .{ - .arena = std.heap.ArenaAllocator.init(allocator), - }; - errdefer res.arena.deinit(); - const arena = res.arena.allocator(); + var res = try zml.aio.BufferStore.init(allocator, &.{}); + errdefer res.deinit(); - var files = std.ArrayList(MemoryMappedFile).init(arena); + var files = std.ArrayList(MemoryMappedFile).init(res.arena.allocator()); errdefer files.deinit(); if (std.mem.endsWith(u8, path, ".safetensors.index.json")) { - try loadFromIndex(arena, &res, &files, path); + try loadFromIndex(res.arena.allocator(), &res, &files, path); } else { - try loadFile(arena, &res, &files, path); + try loadFile(res.arena.allocator(), &res, &files, path); } + res.files = try files.toOwnedSlice(); return res; } @@ -63,6 +61,7 @@ fn loadFromIndex(allocator: Allocator, store: *zml.aio.BufferStore, files: *std. } fn loadFile(allocator: Allocator, store: *zml.aio.BufferStore, files: *std.ArrayList(MemoryMappedFile), path: []const u8) !void { + log.info("safetensors.loadFile", .{}); const file = asynk.File.open(path, .{}) catch |err| { log.err("Failed to open {s}: {}", .{ path, err }); return err; @@ -125,6 +124,7 @@ fn loadFile(allocator: Allocator, store: *zml.aio.BufferStore, files: *std.Array out_shape, data, ); + log.info("XXX key=\"{s}\", start={d}, len={d}, shape={}", .{ key, start, data.len, out_shape }); } } diff --git a/zml/exe.zig b/zml/exe.zig index 2df32c96..9d402ad4 100644 --- a/zml/exe.zig +++ b/zml/exe.zig @@ -36,6 +36,8 @@ pub fn compile( var arena_state = std.heap.ArenaAllocator.init(allocator); defer arena_state.deinit(); const arena = arena_state.allocator(); + + log.info("compile about to populateModel", .{}); var model = try aio.populateModel(ModelT, arena, buffer_store); // If the Model has a "init" function, call it with the given parameters. diff --git a/zml/platform.zig b/zml/platform.zig index 8b41cad8..636c4023 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -259,7 +259,7 @@ pub const TransferManager = struct { offset, is_last_transfer, ); - log.debug("event: {}", .{event}); + // log.debug("event: {}", .{event}); // TODO: might cause crashes if used improperly: self.events.appendAssumeCapacity(event); @@ -285,7 +285,7 @@ pub const TransferManager = struct { break :blk false; } }; - log.debug("TransferManager initiating transfer {d}", .{buffer_index}); + log.debug("TransferManager initiating transfer {d} of size {d}", .{ buffer_index, data.len }); _ = try self.transferDataSingle(buffer_index, data, 0, is_last_transfer); } return self.events.items; @@ -324,7 +324,8 @@ pub const TransferManager = struct { /// called internally to retrieve PJRT buffers that can be accessed via .buffers() fn toZmlBuffers(self: *TransferManager) !void { if (self.buffers_alist.items.len == 0) { - for (0..try self.pjrt_transfer_manager.bufferCount(self.pjrt_api)) |buffer_index| { + const buffer_count = try self.pjrt_transfer_manager.bufferCount(self.pjrt_api); + for (0..buffer_count) |buffer_index| { const pjrt_buffer = try self.pjrt_transfer_manager.retrieveBuffer(self.pjrt_api, buffer_index); const shape = self.shapes[buffer_index]; const zml_buffer = Buffer.fromPjrtBuffers(self.platform, shape, &.{pjrt_buffer}); From e36613421c350c1b38520c246a3b337f4b627c31 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 4 Mar 2025 11:32:28 +0100 Subject: [PATCH 19/28] rebase on master --- examples/MODULE.bazel.lock | 3267 +----------------------------------- 1 file changed, 11 insertions(+), 3256 deletions(-) diff --git a/examples/MODULE.bazel.lock b/examples/MODULE.bazel.lock index 5188ab71..033ff600 100644 --- a/examples/MODULE.bazel.lock +++ b/examples/MODULE.bazel.lock @@ -1,5 +1,5 @@ { - "lockFileVersion": 16, + "lockFileVersion": 18, "registryFileHashes": { "https://bazel-registry.zml.ai/modules/abseil-cpp/20210324.2/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/abseil-cpp/20211102.0/MODULE.bazel": "not found", @@ -95,7 +95,7 @@ "https://bazel-registry.zml.ai/modules/rules_cc/0.0.6/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_cc/0.0.8/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_cc/0.0.9/MODULE.bazel": "not found", - "https://bazel-registry.zml.ai/modules/rules_cc/0.1.0/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/rules_cc/0.1.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_distroless/0.5.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_foreign_cc/0.9.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_fuzzing/0.5.2/MODULE.bazel": "not found", @@ -285,8 +285,8 @@ "https://bcr.bazel.build/modules/rules_cc/0.0.6/MODULE.bazel": "abf360251023dfe3efcef65ab9d56beefa8394d4176dd29529750e1c57eaa33f", "https://bcr.bazel.build/modules/rules_cc/0.0.8/MODULE.bazel": "964c85c82cfeb6f3855e6a07054fdb159aced38e99a5eecf7bce9d53990afa3e", "https://bcr.bazel.build/modules/rules_cc/0.0.9/MODULE.bazel": "836e76439f354b89afe6a911a7adf59a6b2518fafb174483ad78a2a2fde7b1c5", - "https://bcr.bazel.build/modules/rules_cc/0.1.0/MODULE.bazel": "2fef03775b9ba995ec543868840041cc69e8bc705eb0cb6604a36eee18c87d8b", - "https://bcr.bazel.build/modules/rules_cc/0.1.0/source.json": "8a4e832d75e073ab56c74dd77008cf7a81e107dec4544019eb1eefc1320d55be", + "https://bcr.bazel.build/modules/rules_cc/0.1.1/MODULE.bazel": "2f0222a6f229f0bf44cd711dc13c858dad98c62d52bd51d8fc3a764a83125513", + "https://bcr.bazel.build/modules/rules_cc/0.1.1/source.json": "d61627377bd7dd1da4652063e368d9366fc9a73920bfa396798ad92172cf645c", "https://bcr.bazel.build/modules/rules_distroless/0.5.1/MODULE.bazel": "2a63f4744d30749128105da5f96adf7caf5628e37548293f89e7fa39c3b3f2c2", "https://bcr.bazel.build/modules/rules_distroless/0.5.1/source.json": "c6b9ff7f325bfed89c3671757f14c1d1bc6077d0fcef809b8aa2d007cac7dd1d", "https://bcr.bazel.build/modules/rules_foreign_cc/0.9.0/MODULE.bazel": "c9e8c682bf75b0e7c704166d79b599f93b72cfca5ad7477df596947891feeef6", @@ -387,7 +387,7 @@ "moduleExtensions": { "@@apple_support+//crosstool:setup.bzl%apple_cc_configure_extension": { "general": { - "bzlTransitiveDigest": "WJQmiWkUslCPJV2WR2alN3EJBaLsBEr0VYitFeUShw8=", + "bzlTransitiveDigest": "JJV/C5bhYKZip41t/GGZvqIMmmrcwr0Ydybkn97uXxQ=", "usagesDigest": "wD+r6kULzwkrPbJnhFpRl2hIsJZIwSSaeEUj3z6v0i4=", "recordedFileInputs": {}, "recordedDirentsInputs": {}, @@ -707,224 +707,6 @@ ] } }, - "@@pybind11_bazel+//:internal_configure.bzl%internal_configure_extension": { - "general": { - "bzlTransitiveDigest": "BscKLx1uTqPejNWXrpBVNole5HrQ/iL/+SPa+29Shuk=", - "usagesDigest": "D1r3lfzMuUBFxgG8V6o0bQTLMk3GkaGOaPzw53wrwyw=", - "recordedFileInputs": { - "@@pybind11_bazel+//MODULE.bazel": "45d98c531db5f8430f847b195357dca36665d9c926cbbee77a85105fc6865d27" - }, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "pybind11": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "build_file": "@@pybind11_bazel+//:pybind11-BUILD.bazel", - "strip_prefix": "pybind11-2.12.0", - "urls": [ - "https://github.com/pybind/pybind11/archive/v2.12.0.zip" - ] - } - } - }, - "recordedRepoMappingEntries": [ - [ - "pybind11_bazel+", - "bazel_tools", - "bazel_tools" - ] - ] - } - }, - "@@rules_apple+//apple:apple.bzl%provisioning_profile_repository_extension": { - "general": { - "bzlTransitiveDigest": "YmN6XL9GakS6hrKdREw1YK+PQXQDcm/XepqLxIq5s7I=", - "usagesDigest": "SiFU9DJJgA6RGhMdCKp9MfHJCxWgKRqtl4gMgcaLyoE=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "local_provisioning_profiles": { - "repoRuleId": "@@rules_apple+//apple/internal:local_provisioning_profiles.bzl%provisioning_profile_repository", - "attributes": {} - } - }, - "recordedRepoMappingEntries": [ - [ - "apple_support+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "bazel_tools", - "rules_cc", - "rules_cc+" - ], - [ - "rules_apple+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_apple+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_apple+", - "build_bazel_apple_support", - "apple_support+" - ], - [ - "rules_apple+", - "build_bazel_rules_swift", - "rules_swift+" - ], - [ - "rules_cc+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_swift+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_swift+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_swift+", - "build_bazel_apple_support", - "apple_support+" - ], - [ - "rules_swift+", - "build_bazel_rules_swift", - "rules_swift+" - ], - [ - "rules_swift+", - "build_bazel_rules_swift_local_config", - "rules_swift++non_module_deps+build_bazel_rules_swift_local_config" - ] - ] - } - }, - "@@rules_apple+//apple:extensions.bzl%non_module_deps": { - "general": { - "bzlTransitiveDigest": "asdaC8zi+Dyuf7pGjIXOD+k5Z5KuWzlWe38OXiK9lls=", - "usagesDigest": "/KYD+JFOPPK0SVlsHZAG7VLxscWl5XFZW13XI73CUlk=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "xctestrunner": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/google/xctestrunner/archive/b7698df3d435b6491b4b4c0f9fc7a63fbed5e3a6.tar.gz" - ], - "strip_prefix": "xctestrunner-b7698df3d435b6491b4b4c0f9fc7a63fbed5e3a6", - "sha256": "ae3a063c985a8633cb7eb566db21656f8db8eb9a0edb8c182312c7f0db53730d" - } - } - }, - "recordedRepoMappingEntries": [ - [ - "rules_apple+", - "bazel_tools", - "bazel_tools" - ] - ] - } - }, - "@@rules_fuzzing+//fuzzing/private:extensions.bzl%non_module_dependencies": { - "general": { - "bzlTransitiveDigest": "Wn0Wqc8tJukC1aqT+Fqun/4Xrnr+iTThN24Fn3rz3FU=", - "usagesDigest": "wy6ISK6UOcBEjj/mvJ/S3WeXoO67X+1llb9yPyFtPgc=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "platforms": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://mirror.bazel.build/github.com/bazelbuild/platforms/releases/download/0.0.8/platforms-0.0.8.tar.gz", - "https://github.com/bazelbuild/platforms/releases/download/0.0.8/platforms-0.0.8.tar.gz" - ], - "sha256": "8150406605389ececb6da07cbcb509d5637a3ab9a24bc69b1101531367d89d74" - } - }, - "rules_python": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "d70cd72a7a4880f0000a6346253414825c19cdd40a28289bdf67b8e6480edff8", - "strip_prefix": "rules_python-0.28.0", - "url": "https://github.com/bazelbuild/rules_python/releases/download/0.28.0/rules_python-0.28.0.tar.gz" - } - }, - "bazel_skylib": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "cd55a062e763b9349921f0f5db8c3933288dc8ba4f76dd9416aac68acee3cb94", - "urls": [ - "https://mirror.bazel.build/github.com/bazelbuild/bazel-skylib/releases/download/1.5.0/bazel-skylib-1.5.0.tar.gz", - "https://github.com/bazelbuild/bazel-skylib/releases/download/1.5.0/bazel-skylib-1.5.0.tar.gz" - ] - } - }, - "com_google_absl": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/abseil/abseil-cpp/archive/refs/tags/20240116.1.zip" - ], - "strip_prefix": "abseil-cpp-20240116.1", - "integrity": "sha256-7capMWOvWyoYbUaHF/b+I2U6XLMaHmky8KugWvfXYuk=" - } - }, - "rules_fuzzing_oss_fuzz": { - "repoRuleId": "@@rules_fuzzing+//fuzzing/private/oss_fuzz:repository.bzl%oss_fuzz_repository", - "attributes": {} - }, - "honggfuzz": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "build_file": "@@rules_fuzzing+//:honggfuzz.BUILD", - "sha256": "6b18ba13bc1f36b7b950c72d80f19ea67fbadc0ac0bb297ec89ad91f2eaa423e", - "url": "https://github.com/google/honggfuzz/archive/2.5.zip", - "strip_prefix": "honggfuzz-2.5" - } - }, - "rules_fuzzing_jazzer": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_jar", - "attributes": { - "sha256": "ee6feb569d88962d59cb59e8a31eb9d007c82683f3ebc64955fd5b96f277eec2", - "url": "https://repo1.maven.org/maven2/com/code-intelligence/jazzer/0.20.1/jazzer-0.20.1.jar" - } - }, - "rules_fuzzing_jazzer_api": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_jar", - "attributes": { - "sha256": "f5a60242bc408f7fa20fccf10d6c5c5ea1fcb3c6f44642fec5af88373ae7aa1b", - "url": "https://repo1.maven.org/maven2/com/code-intelligence/jazzer-api/0.20.1/jazzer-api-0.20.1.jar" - } - } - }, - "recordedRepoMappingEntries": [ - [ - "rules_fuzzing+", - "bazel_tools", - "bazel_tools" - ] - ] - } - }, "@@rules_kotlin+//src/main/starlark/core/repositories:bzlmod_setup.bzl%rules_kotlin_extensions": { "general": { "bzlTransitiveDigest": "fmfKdvTpZCJJntCdqlB6bYFsD3ax+7qZpeR0cGMDe8A=", @@ -1514,2744 +1296,9 @@ ] } }, - "@@rules_python+//python/private/pypi:pip.bzl%pip_internal": { - "general": { - "bzlTransitiveDigest": "WQT5YLJiIaCB8kyx35MGdMpQFtljg0stNXsxxbcXvzA=", - "usagesDigest": "OLoIStnzNObNalKEMRq99FqenhPGLFZ5utVLV4sz7OI=", - "recordedFileInputs": { - "@@rules_python+//tools/publish/requirements_darwin.txt": "2c51d7903dc21cbe23d9b35ce6592f463343aed8a166de445020024539b627fc", - "@@rules_python+//tools/publish/requirements_linux.txt": "13605b4465b7ba1806430b29f317119d59c2e8a84e9f5d3b56108367e7f7fe41", - "@@rules_python+//tools/publish/requirements_windows.txt": "3497ab5f645d06b16c52537a35ef4512d3eacf81017f743bd91c6461fd08f63b" - }, - "recordedDirentsInputs": {}, - "envVariables": { - "RULES_PYTHON_REPO_DEBUG": null, - "RULES_PYTHON_REPO_DEBUG_VERBOSITY": null - }, - "generatedRepoSpecs": { - "rules_python_publish_deps_311_backports_tarfile_py3_none_any_77e284d7": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "backports.tarfile-1.2.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "backports-tarfile==1.2.0", - "sha256": "77e284d754527b01fb1e6fa8a1afe577858ebe4e9dad8919e34c862cb399bc34", - "urls": [ - "https://files.pythonhosted.org/packages/b9/fa/123043af240e49752f1c4bd24da5053b6bd00cad78c2be53c0d1e8b975bc/backports.tarfile-1.2.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_backports_tarfile_sdist_d75e02c2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "backports_tarfile-1.2.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "backports-tarfile==1.2.0", - "sha256": "d75e02c268746e1b8144c278978b6e98e85de6ad16f8e4b0844a154557eca991", - "urls": [ - "https://files.pythonhosted.org/packages/86/72/cd9b395f25e290e633655a100af28cb253e4393396264a98bd5f5951d50f/backports_tarfile-1.2.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_certifi_py3_none_any_922820b5": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "certifi-2024.8.30-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "certifi==2024.8.30", - "sha256": "922820b53db7a7257ffbda3f597266d435245903d80737e34f8a45ff3e3230d8", - "urls": [ - "https://files.pythonhosted.org/packages/12/90/3c9ff0512038035f59d279fddeb79f5f1eccd8859f06d6163c58798b9487/certifi-2024.8.30-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_certifi_sdist_bec941d2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "certifi-2024.8.30.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "certifi==2024.8.30", - "sha256": "bec941d2aa8195e248a60b31ff9f0558284cf01a52591ceda73ea9afffd69fd9", - "urls": [ - "https://files.pythonhosted.org/packages/b0/ee/9b19140fe824b367c04c5e1b369942dd754c4c5462d5674002f75c4dedc1/certifi-2024.8.30.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_aarch64_a1ed2dd2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "a1ed2dd2972641495a3ec98445e09766f077aee98a1c896dcb4ad0d303628e41", - "urls": [ - "https://files.pythonhosted.org/packages/2e/ea/70ce63780f096e16ce8588efe039d3c4f91deb1dc01e9c73a287939c79a6/cffi-1.17.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_ppc64le_46bf4316": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "46bf43160c1a35f7ec506d254e5c890f3c03648a4dbac12d624e4490a7046cd1", - "urls": [ - "https://files.pythonhosted.org/packages/1c/a0/a4fa9f4f781bda074c3ddd57a572b060fa0df7655d2a4247bbe277200146/cffi-1.17.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_s390x_a24ed04c": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "a24ed04c8ffd54b0729c07cee15a81d964e6fee0e3d4d342a27b020d22959dc6", - "urls": [ - "https://files.pythonhosted.org/packages/62/12/ce8710b5b8affbcdd5c6e367217c242524ad17a02fe5beec3ee339f69f85/cffi-1.17.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_x86_64_610faea7": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "610faea79c43e44c71e1ec53a554553fa22321b65fae24889706c0a84d4ad86d", - "urls": [ - "https://files.pythonhosted.org/packages/ff/6b/d45873c5e0242196f042d555526f92aa9e0c32355a1be1ff8c27f077fd37/cffi-1.17.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_musllinux_1_1_aarch64_a9b15d49": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-musllinux_1_1_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "a9b15d491f3ad5d692e11f6b71f7857e7835eb677955c00cc0aefcd0669adaf6", - "urls": [ - "https://files.pythonhosted.org/packages/1a/52/d9a0e523a572fbccf2955f5abe883cfa8bcc570d7faeee06336fbd50c9fc/cffi-1.17.1-cp311-cp311-musllinux_1_1_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_cp311_cp311_musllinux_1_1_x86_64_fc48c783": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cffi-1.17.1-cp311-cp311-musllinux_1_1_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "fc48c783f9c87e60831201f2cce7f3b2e4846bf4d8728eabe54d60700b318a0b", - "urls": [ - "https://files.pythonhosted.org/packages/f8/4a/34599cac7dfcd888ff54e801afe06a19c17787dfd94495ab0c8d35fe99fb/cffi-1.17.1-cp311-cp311-musllinux_1_1_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cffi_sdist_1c39c601": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "cffi-1.17.1.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cffi==1.17.1", - "sha256": "1c39c6016c32bc48dd54561950ebd6836e1670f2ae46128f67cf49e789c52824", - "urls": [ - "https://files.pythonhosted.org/packages/fc/97/c783634659c2920c3fc70419e3af40972dbaf758daa229a7d6ea6135c90d/cffi-1.17.1.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_10_9_universal2_0d99dd8f": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_universal2.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "0d99dd8ff461990f12d6e42c7347fd9ab2532fb70e9621ba520f9e8637161d7c", - "urls": [ - "https://files.pythonhosted.org/packages/9c/61/73589dcc7a719582bf56aae309b6103d2762b526bffe189d635a7fcfd998/charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_universal2.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_10_9_x86_64_c57516e5": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "c57516e58fd17d03ebe67e181a4e4e2ccab1168f8c2976c6a334d4f819fe5944", - "urls": [ - "https://files.pythonhosted.org/packages/77/d5/8c982d58144de49f59571f940e329ad6e8615e1e82ef84584c5eeb5e1d72/charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_11_0_arm64_6dba5d19": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-macosx_11_0_arm64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "6dba5d19c4dfab08e58d5b36304b3f92f3bd5d42c1a3fa37b5ba5cdf6dfcbcee", - "urls": [ - "https://files.pythonhosted.org/packages/bf/19/411a64f01ee971bed3231111b69eb56f9331a769072de479eae7de52296d/charset_normalizer-3.4.0-cp311-cp311-macosx_11_0_arm64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_aarch64_bf4475b8": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "bf4475b82be41b07cc5e5ff94810e6a01f276e37c2d55571e3fe175e467a1a1c", - "urls": [ - "https://files.pythonhosted.org/packages/4c/92/97509850f0d00e9f14a46bc751daabd0ad7765cff29cdfb66c68b6dad57f/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_ppc64le_ce031db0": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "ce031db0408e487fd2775d745ce30a7cd2923667cf3b69d48d219f1d8f5ddeb6", - "urls": [ - "https://files.pythonhosted.org/packages/e2/29/d227805bff72ed6d6cb1ce08eec707f7cfbd9868044893617eb331f16295/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_s390x_8ff4e7cd": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "8ff4e7cdfdb1ab5698e675ca622e72d58a6fa2a8aa58195de0c0061288e6e3ea", - "urls": [ - "https://files.pythonhosted.org/packages/13/bc/87c2c9f2c144bedfa62f894c3007cd4530ba4b5351acb10dc786428a50f0/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_x86_64_3710a975": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "3710a9751938947e6327ea9f3ea6332a09bf0ba0c09cae9cb1f250bd1f1549bc", - "urls": [ - "https://files.pythonhosted.org/packages/eb/5b/6f10bad0f6461fa272bfbbdf5d0023b5fb9bc6217c92bf068fa5a99820f5/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_aarch64_47334db7": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "47334db71978b23ebcf3c0f9f5ee98b8d65992b65c9c4f2d34c2eaf5bcaf0594", - "urls": [ - "https://files.pythonhosted.org/packages/d7/a1/493919799446464ed0299c8eef3c3fad0daf1c3cd48bff9263c731b0d9e2/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_ppc64le_f1a2f519": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_ppc64le.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "f1a2f519ae173b5b6a2c9d5fa3116ce16e48b3462c8b96dfdded11055e3d6365", - "urls": [ - "https://files.pythonhosted.org/packages/75/d2/0ab54463d3410709c09266dfb416d032a08f97fd7d60e94b8c6ef54ae14b/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_ppc64le.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_s390x_63bc5c4a": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_s390x.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "63bc5c4ae26e4bc6be6469943b8253c0fd4e4186c43ad46e713ea61a0ba49129", - "urls": [ - "https://files.pythonhosted.org/packages/8d/c9/27e41d481557be53d51e60750b85aa40eaf52b841946b3cdeff363105737/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_s390x.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_x86_64_bcb4f8ea": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "bcb4f8ea87d03bc51ad04add8ceaf9b0f085ac045ab4d74e73bbc2dc033f0236", - "urls": [ - "https://files.pythonhosted.org/packages/ee/44/4f62042ca8cdc0cabf87c0fc00ae27cd8b53ab68be3605ba6d071f742ad3/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_cp311_cp311_win_amd64_cee4373f": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-cp311-cp311-win_amd64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "cee4373f4d3ad28f1ab6290684d8e2ebdb9e7a1b74fdc39e4c211995f77bec27", - "urls": [ - "https://files.pythonhosted.org/packages/0b/6e/b13bd47fa9023b3699e94abf565b5a2f0b0be6e9ddac9812182596ee62e4/charset_normalizer-3.4.0-cp311-cp311-win_amd64.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_py3_none_any_fe9f97fe": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "charset_normalizer-3.4.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "fe9f97feb71aa9896b81973a7bbada8c49501dc73e58a10fcef6663af95e5079", - "urls": [ - "https://files.pythonhosted.org/packages/bf/9b/08c0432272d77b04803958a4598a51e2a4b51c06640af8b8f0f908c18bf2/charset_normalizer-3.4.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_charset_normalizer_sdist_223217c3": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "charset_normalizer-3.4.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "charset-normalizer==3.4.0", - "sha256": "223217c3d4f82c3ac5e29032b3f1c2eb0fb591b72161f86d93f5719079dae93e", - "urls": [ - "https://files.pythonhosted.org/packages/f2/4f/e1808dc01273379acc506d18f1504eb2d299bd4131743b9fc54d7be4df1e/charset_normalizer-3.4.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_17_aarch64_846da004": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "846da004a5804145a5f441b8530b4bf35afbf7da70f82409f151695b127213d5", - "urls": [ - "https://files.pythonhosted.org/packages/2f/78/55356eb9075d0be6e81b59f45c7b48df87f76a20e73893872170471f3ee8/cryptography-43.0.3-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_17_x86_64_0f996e72": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "0f996e7268af62598f2fc1204afa98a3b5712313a55c4c9d434aef49cadc91d4", - "urls": [ - "https://files.pythonhosted.org/packages/2a/2c/488776a3dc843f95f86d2f957ca0fc3407d0242b50bede7fad1e339be03f/cryptography-43.0.3-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_28_aarch64_f7b178f1": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-manylinux_2_28_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "f7b178f11ed3664fd0e995a47ed2b5ff0a12d893e41dd0494f406d1cf555cab7", - "urls": [ - "https://files.pythonhosted.org/packages/7c/04/2345ca92f7a22f601a9c62961741ef7dd0127c39f7310dffa0041c80f16f/cryptography-43.0.3-cp39-abi3-manylinux_2_28_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_28_x86_64_c2e6fc39": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "c2e6fc39c4ab499049df3bdf567f768a723a5e8464816e8f009f121a5a9f4405", - "urls": [ - "https://files.pythonhosted.org/packages/ac/25/e715fa0bc24ac2114ed69da33adf451a38abb6f3f24ec207908112e9ba53/cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_musllinux_1_2_aarch64_e1be4655": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-musllinux_1_2_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "e1be4655c7ef6e1bbe6b5d0403526601323420bcf414598955968c9ef3eb7d16", - "urls": [ - "https://files.pythonhosted.org/packages/21/ce/b9c9ff56c7164d8e2edfb6c9305045fbc0df4508ccfdb13ee66eb8c95b0e/cryptography-43.0.3-cp39-abi3-musllinux_1_2_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_cp39_abi3_musllinux_1_2_x86_64_df6b6c6d": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "cryptography-43.0.3-cp39-abi3-musllinux_1_2_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "df6b6c6d742395dd77a23ea3728ab62f98379eff8fb61be2744d4679ab678f73", - "urls": [ - "https://files.pythonhosted.org/packages/2a/33/b3682992ab2e9476b9c81fff22f02c8b0a1e6e1d49ee1750a67d85fd7ed2/cryptography-43.0.3-cp39-abi3-musllinux_1_2_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_cryptography_sdist_315b9001": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "cryptography-43.0.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "cryptography==43.0.3", - "sha256": "315b9001266a492a6ff443b61238f956b214dbec9910a081ba5b6646a055a805", - "urls": [ - "https://files.pythonhosted.org/packages/0d/05/07b55d1fa21ac18c3a8c79f764e2514e6f6a9698f1be44994f5adf0d29db/cryptography-43.0.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_docutils_py3_none_any_dafca5b9": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "docutils-0.21.2-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "docutils==0.21.2", - "sha256": "dafca5b9e384f0e419294eb4d2ff9fa826435bf15f15b7bd45723e8ad76811b2", - "urls": [ - "https://files.pythonhosted.org/packages/8f/d7/9322c609343d929e75e7e5e6255e614fcc67572cfd083959cdef3b7aad79/docutils-0.21.2-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_docutils_sdist_3a6b1873": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "docutils-0.21.2.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "docutils==0.21.2", - "sha256": "3a6b18732edf182daa3cd12775bbb338cf5691468f91eeeb109deff6ebfa986f", - "urls": [ - "https://files.pythonhosted.org/packages/ae/ed/aefcc8cd0ba62a0560c3c18c33925362d46c6075480bfa4df87b28e169a9/docutils-0.21.2.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_idna_py3_none_any_946d195a": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "idna-3.10-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "idna==3.10", - "sha256": "946d195a0d259cbba61165e88e65941f16e9b36ea6ddb97f00452bae8b1287d3", - "urls": [ - "https://files.pythonhosted.org/packages/76/c6/c88e154df9c4e1a2a66ccf0005a88dfb2650c1dffb6f5ce603dfbd452ce3/idna-3.10-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_idna_sdist_12f65c9b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "idna-3.10.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "idna==3.10", - "sha256": "12f65c9b470abda6dc35cf8e63cc574b1c52b11df2c86030af0ac09b01b13ea9", - "urls": [ - "https://files.pythonhosted.org/packages/f1/70/7703c29685631f5a7590aa73f1f1d3fa9a380e654b86af429e0934a32f7d/idna-3.10.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_importlib_metadata_py3_none_any_45e54197": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "importlib_metadata-8.5.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "importlib-metadata==8.5.0", - "sha256": "45e54197d28b7a7f1559e60b95e7c567032b602131fbd588f1497f47880aa68b", - "urls": [ - "https://files.pythonhosted.org/packages/a0/d9/a1e041c5e7caa9a05c925f4bdbdfb7f006d1f74996af53467bc394c97be7/importlib_metadata-8.5.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_importlib_metadata_sdist_71522656": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "importlib_metadata-8.5.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "importlib-metadata==8.5.0", - "sha256": "71522656f0abace1d072b9e5481a48f07c138e00f079c38c8f883823f9c26bd7", - "urls": [ - "https://files.pythonhosted.org/packages/cd/12/33e59336dca5be0c398a7482335911a33aa0e20776128f038019f1a95f1b/importlib_metadata-8.5.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_jaraco_classes_py3_none_any_f662826b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "jaraco.classes-3.4.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-classes==3.4.0", - "sha256": "f662826b6bed8cace05e7ff873ce0f9283b5c924470fe664fff1c2f00f581790", - "urls": [ - "https://files.pythonhosted.org/packages/7f/66/b15ce62552d84bbfcec9a4873ab79d993a1dd4edb922cbfccae192bd5b5f/jaraco.classes-3.4.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_jaraco_classes_sdist_47a024b5": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "jaraco.classes-3.4.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-classes==3.4.0", - "sha256": "47a024b51d0239c0dd8c8540c6c7f484be3b8fcf0b2d85c13825780d3b3f3acd", - "urls": [ - "https://files.pythonhosted.org/packages/06/c0/ed4a27bc5571b99e3cff68f8a9fa5b56ff7df1c2251cc715a652ddd26402/jaraco.classes-3.4.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_jaraco_context_py3_none_any_f797fc48": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "jaraco.context-6.0.1-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-context==6.0.1", - "sha256": "f797fc481b490edb305122c9181830a3a5b76d84ef6d1aef2fb9b47ab956f9e4", - "urls": [ - "https://files.pythonhosted.org/packages/ff/db/0c52c4cf5e4bd9f5d7135ec7669a3a767af21b3a308e1ed3674881e52b62/jaraco.context-6.0.1-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_jaraco_context_sdist_9bae4ea5": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "jaraco_context-6.0.1.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-context==6.0.1", - "sha256": "9bae4ea555cf0b14938dc0aee7c9f32ed303aa20a3b73e7dc80111628792d1b3", - "urls": [ - "https://files.pythonhosted.org/packages/df/ad/f3777b81bf0b6e7bc7514a1656d3e637b2e8e15fab2ce3235730b3e7a4e6/jaraco_context-6.0.1.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_jaraco_functools_py3_none_any_ad159f13": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "jaraco.functools-4.1.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-functools==4.1.0", - "sha256": "ad159f13428bc4acbf5541ad6dec511f91573b90fba04df61dafa2a1231cf649", - "urls": [ - "https://files.pythonhosted.org/packages/9f/4f/24b319316142c44283d7540e76c7b5a6dbd5db623abd86bb7b3491c21018/jaraco.functools-4.1.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_jaraco_functools_sdist_70f7e0e2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "jaraco_functools-4.1.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jaraco-functools==4.1.0", - "sha256": "70f7e0e2ae076498e212562325e805204fc092d7b4c17e0e86c959e249701a9d", - "urls": [ - "https://files.pythonhosted.org/packages/ab/23/9894b3df5d0a6eb44611c36aec777823fc2e07740dabbd0b810e19594013/jaraco_functools-4.1.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_jeepney_py3_none_any_c0a454ad": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "jeepney-0.8.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jeepney==0.8.0", - "sha256": "c0a454ad016ca575060802ee4d590dd912e35c122fa04e70306de3d076cce755", - "urls": [ - "https://files.pythonhosted.org/packages/ae/72/2a1e2290f1ab1e06f71f3d0f1646c9e4634e70e1d37491535e19266e8dc9/jeepney-0.8.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_jeepney_sdist_5efe48d2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "jeepney-0.8.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "jeepney==0.8.0", - "sha256": "5efe48d255973902f6badc3ce55e2aa6c5c3b3bc642059ef3a91247bcfcc5806", - "urls": [ - "https://files.pythonhosted.org/packages/d6/f4/154cf374c2daf2020e05c3c6a03c91348d59b23c5366e968feb198306fdf/jeepney-0.8.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_keyring_py3_none_any_5426f817": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "keyring-25.4.1-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "keyring==25.4.1", - "sha256": "5426f817cf7f6f007ba5ec722b1bcad95a75b27d780343772ad76b17cb47b0bf", - "urls": [ - "https://files.pythonhosted.org/packages/83/25/e6d59e5f0a0508d0dca8bb98c7f7fd3772fc943ac3f53d5ab18a218d32c0/keyring-25.4.1-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_keyring_sdist_b07ebc55": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "keyring-25.4.1.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "keyring==25.4.1", - "sha256": "b07ebc55f3e8ed86ac81dd31ef14e81ace9dd9c3d4b5d77a6e9a2016d0d71a1b", - "urls": [ - "https://files.pythonhosted.org/packages/a5/1c/2bdbcfd5d59dc6274ffb175bc29aa07ecbfab196830e0cfbde7bd861a2ea/keyring-25.4.1.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_markdown_it_py_py3_none_any_35521684": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "markdown_it_py-3.0.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "markdown-it-py==3.0.0", - "sha256": "355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1", - "urls": [ - "https://files.pythonhosted.org/packages/42/d7/1ec15b46af6af88f19b8e5ffea08fa375d433c998b8a7639e76935c14f1f/markdown_it_py-3.0.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_markdown_it_py_sdist_e3f60a94": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "markdown-it-py-3.0.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "markdown-it-py==3.0.0", - "sha256": "e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb", - "urls": [ - "https://files.pythonhosted.org/packages/38/71/3b932df36c1a044d397a1f92d1cf91ee0a503d91e470cbd670aa66b07ed0/markdown-it-py-3.0.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_mdurl_py3_none_any_84008a41": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "mdurl-0.1.2-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "mdurl==0.1.2", - "sha256": "84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8", - "urls": [ - "https://files.pythonhosted.org/packages/b3/38/89ba8ad64ae25be8de66a6d463314cf1eb366222074cfda9ee839c56a4b4/mdurl-0.1.2-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_mdurl_sdist_bb413d29": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "mdurl-0.1.2.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "mdurl==0.1.2", - "sha256": "bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba", - "urls": [ - "https://files.pythonhosted.org/packages/d6/54/cfe61301667036ec958cb99bd3efefba235e65cdeb9c84d24a8293ba1d90/mdurl-0.1.2.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_more_itertools_py3_none_any_037b0d32": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "more_itertools-10.5.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "more-itertools==10.5.0", - "sha256": "037b0d3203ce90cca8ab1defbbdac29d5f993fc20131f3664dc8d6acfa872aef", - "urls": [ - "https://files.pythonhosted.org/packages/48/7e/3a64597054a70f7c86eb0a7d4fc315b8c1ab932f64883a297bdffeb5f967/more_itertools-10.5.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_more_itertools_sdist_5482bfef": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "more-itertools-10.5.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "more-itertools==10.5.0", - "sha256": "5482bfef7849c25dc3c6dd53a6173ae4795da2a41a80faea6700d9f5846c5da6", - "urls": [ - "https://files.pythonhosted.org/packages/51/78/65922308c4248e0eb08ebcbe67c95d48615cc6f27854b6f2e57143e9178f/more-itertools-10.5.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_macosx_10_12_x86_64_14c5a72e": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.macosx_11_0_arm64.macosx_10_12_universal2.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "14c5a72e9fe82aea5fe3072116ad4661af5cf8e8ff8fc5ad3450f123e4925e86", - "urls": [ - "https://files.pythonhosted.org/packages/b3/89/1daff5d9ba5a95a157c092c7c5f39b8dd2b1ddb4559966f808d31cfb67e0/nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.macosx_11_0_arm64.macosx_10_12_universal2.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_macosx_10_12_x86_64_7b7c2a3c": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "7b7c2a3c9eb1a827d42539aa64091640bd275b81e097cd1d8d82ef91ffa2e811", - "urls": [ - "https://files.pythonhosted.org/packages/2c/b6/42fc3c69cabf86b6b81e4c051a9b6e249c5ba9f8155590222c2622961f58/nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_aarch64_42c64511": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "42c64511469005058cd17cc1537578eac40ae9f7200bedcfd1fc1a05f4f8c200", - "urls": [ - "https://files.pythonhosted.org/packages/45/b9/833f385403abaf0023c6547389ec7a7acf141ddd9d1f21573723a6eab39a/nh3-0.2.18-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_armv7l_0411beb0": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "0411beb0589eacb6734f28d5497ca2ed379eafab8ad8c84b31bb5c34072b7164", - "urls": [ - "https://files.pythonhosted.org/packages/05/2b/85977d9e11713b5747595ee61f381bc820749daf83f07b90b6c9964cf932/nh3-0.2.18-cp37-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_ppc64_5f36b271": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64.manylinux2014_ppc64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "5f36b271dae35c465ef5e9090e1fdaba4a60a56f0bb0ba03e0932a66f28b9189", - "urls": [ - "https://files.pythonhosted.org/packages/72/f2/5c894d5265ab80a97c68ca36f25c8f6f0308abac649aaf152b74e7e854a8/nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64.manylinux2014_ppc64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_ppc64le_34c03fa7": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "34c03fa78e328c691f982b7c03d4423bdfd7da69cd707fe572f544cf74ac23ad", - "urls": [ - "https://files.pythonhosted.org/packages/ab/a7/375afcc710dbe2d64cfbd69e31f82f3e423d43737258af01f6a56d844085/nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_s390x_19aaba96": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "19aaba96e0f795bd0a6c56291495ff59364f4300d4a39b29a0abc9cb3774a84b", - "urls": [ - "https://files.pythonhosted.org/packages/c2/a8/3bb02d0c60a03ad3a112b76c46971e9480efa98a8946677b5a59f60130ca/nh3-0.2.18-cp37-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_x86_64_de3ceed6": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "de3ceed6e661954871d6cd78b410213bdcb136f79aafe22aa7182e028b8c7307", - "urls": [ - "https://files.pythonhosted.org/packages/1b/63/6ab90d0e5225ab9780f6c9fb52254fa36b52bb7c188df9201d05b647e5e1/nh3-0.2.18-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_aarch64_f0eca9ca": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-musllinux_1_2_aarch64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "f0eca9ca8628dbb4e916ae2491d72957fdd35f7a5d326b7032a345f111ac07fe", - "urls": [ - "https://files.pythonhosted.org/packages/a3/da/0c4e282bc3cff4a0adf37005fa1fb42257673fbc1bbf7d1ff639ec3d255a/nh3-0.2.18-cp37-abi3-musllinux_1_2_aarch64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_armv7l_3a157ab1": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-musllinux_1_2_armv7l.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "3a157ab149e591bb638a55c8c6bcb8cdb559c8b12c13a8affaba6cedfe51713a", - "urls": [ - "https://files.pythonhosted.org/packages/de/81/c291231463d21da5f8bba82c8167a6d6893cc5419b0639801ee5d3aeb8a9/nh3-0.2.18-cp37-abi3-musllinux_1_2_armv7l.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_x86_64_36c95d4b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-musllinux_1_2_x86_64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "36c95d4b70530b320b365659bb5034341316e6a9b30f0b25fa9c9eff4c27a204", - "urls": [ - "https://files.pythonhosted.org/packages/eb/61/73a007c74c37895fdf66e0edcd881f5eaa17a348ff02f4bb4bc906d61085/nh3-0.2.18-cp37-abi3-musllinux_1_2_x86_64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_cp37_abi3_win_amd64_8ce0f819": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "nh3-0.2.18-cp37-abi3-win_amd64.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "8ce0f819d2f1933953fca255db2471ad58184a60508f03e6285e5114b6254844", - "urls": [ - "https://files.pythonhosted.org/packages/26/8d/53c5b19c4999bdc6ba95f246f4ef35ca83d7d7423e5e38be43ad66544e5d/nh3-0.2.18-cp37-abi3-win_amd64.whl" - ] - } - }, - "rules_python_publish_deps_311_nh3_sdist_94a16692": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "nh3-0.2.18.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "nh3==0.2.18", - "sha256": "94a166927e53972a9698af9542ace4e38b9de50c34352b962f4d9a7d4c927af4", - "urls": [ - "https://files.pythonhosted.org/packages/62/73/10df50b42ddb547a907deeb2f3c9823022580a7a47281e8eae8e003a9639/nh3-0.2.18.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_pkginfo_py3_none_any_889a6da2": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "pkginfo-1.10.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pkginfo==1.10.0", - "sha256": "889a6da2ed7ffc58ab5b900d888ddce90bce912f2d2de1dc1c26f4cb9fe65097", - "urls": [ - "https://files.pythonhosted.org/packages/56/09/054aea9b7534a15ad38a363a2bd974c20646ab1582a387a95b8df1bfea1c/pkginfo-1.10.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_pkginfo_sdist_5df73835": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "pkginfo-1.10.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pkginfo==1.10.0", - "sha256": "5df73835398d10db79f8eecd5cd86b1f6d29317589ea70796994d49399af6297", - "urls": [ - "https://files.pythonhosted.org/packages/2f/72/347ec5be4adc85c182ed2823d8d1c7b51e13b9a6b0c1aae59582eca652df/pkginfo-1.10.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_pycparser_py3_none_any_c3702b6d": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "pycparser-2.22-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pycparser==2.22", - "sha256": "c3702b6d3dd8c7abc1afa565d7e63d53a1d0bd86cdc24edd75470f4de499cfcc", - "urls": [ - "https://files.pythonhosted.org/packages/13/a3/a812df4e2dd5696d1f351d58b8fe16a405b234ad2886a0dab9183fb78109/pycparser-2.22-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_pycparser_sdist_491c8be9": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "pycparser-2.22.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pycparser==2.22", - "sha256": "491c8be9c040f5390f5bf44a5b07752bd07f56edf992381b05c701439eec10f6", - "urls": [ - "https://files.pythonhosted.org/packages/1d/b2/31537cf4b1ca988837256c910a668b553fceb8f069bedc4b1c826024b52c/pycparser-2.22.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_pygments_py3_none_any_b8e6aca0": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "pygments-2.18.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pygments==2.18.0", - "sha256": "b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a", - "urls": [ - "https://files.pythonhosted.org/packages/f7/3f/01c8b82017c199075f8f788d0d906b9ffbbc5a47dc9918a945e13d5a2bda/pygments-2.18.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_pygments_sdist_786ff802": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "pygments-2.18.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pygments==2.18.0", - "sha256": "786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199", - "urls": [ - "https://files.pythonhosted.org/packages/8e/62/8336eff65bcbc8e4cb5d05b55faf041285951b6e80f33e2bff2024788f31/pygments-2.18.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_pywin32_ctypes_py3_none_any_8a151337": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_windows_x86_64" - ], - "filename": "pywin32_ctypes-0.2.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pywin32-ctypes==0.2.3", - "sha256": "8a1513379d709975552d202d942d9837758905c8d01eb82b8bcc30918929e7b8", - "urls": [ - "https://files.pythonhosted.org/packages/de/3d/8161f7711c017e01ac9f008dfddd9410dff3674334c233bde66e7ba65bbf/pywin32_ctypes-0.2.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_pywin32_ctypes_sdist_d162dc04": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "pywin32-ctypes-0.2.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "pywin32-ctypes==0.2.3", - "sha256": "d162dc04946d704503b2edc4d55f3dba5c1d539ead017afa00142c38b9885755", - "urls": [ - "https://files.pythonhosted.org/packages/85/9f/01a1a99704853cb63f253eea009390c88e7131c67e66a0a02099a8c917cb/pywin32-ctypes-0.2.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_readme_renderer_py3_none_any_2fbca89b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "readme_renderer-44.0-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "readme-renderer==44.0", - "sha256": "2fbca89b81a08526aadf1357a8c2ae889ec05fb03f5da67f9769c9a592166151", - "urls": [ - "https://files.pythonhosted.org/packages/e1/67/921ec3024056483db83953ae8e48079ad62b92db7880013ca77632921dd0/readme_renderer-44.0-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_readme_renderer_sdist_8712034e": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "readme_renderer-44.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "readme-renderer==44.0", - "sha256": "8712034eabbfa6805cacf1402b4eeb2a73028f72d1166d6f5cb7f9c047c5d1e1", - "urls": [ - "https://files.pythonhosted.org/packages/5a/a9/104ec9234c8448c4379768221ea6df01260cd6c2ce13182d4eac531c8342/readme_renderer-44.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_requests_py3_none_any_70761cfe": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "requests-2.32.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "requests==2.32.3", - "sha256": "70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6", - "urls": [ - "https://files.pythonhosted.org/packages/f9/9b/335f9764261e915ed497fcdeb11df5dfd6f7bf257d4a6a2a686d80da4d54/requests-2.32.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_requests_sdist_55365417": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "requests-2.32.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "requests==2.32.3", - "sha256": "55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760", - "urls": [ - "https://files.pythonhosted.org/packages/63/70/2bf7780ad2d390a8d301ad0b550f1581eadbd9a20f896afe06353c2a2913/requests-2.32.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_requests_toolbelt_py2_none_any_cccfdd66": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "requests_toolbelt-1.0.0-py2.py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "requests-toolbelt==1.0.0", - "sha256": "cccfdd665f0a24fcf4726e690f65639d272bb0637b9b92dfd91a5568ccf6bd06", - "urls": [ - "https://files.pythonhosted.org/packages/3f/51/d4db610ef29373b879047326cbf6fa98b6c1969d6f6dc423279de2b1be2c/requests_toolbelt-1.0.0-py2.py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_requests_toolbelt_sdist_7681a0a3": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "requests-toolbelt-1.0.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "requests-toolbelt==1.0.0", - "sha256": "7681a0a3d047012b5bdc0ee37d7f8f07ebe76ab08caeccfc3921ce23c88d5bc6", - "urls": [ - "https://files.pythonhosted.org/packages/f3/61/d7545dafb7ac2230c70d38d31cbfe4cc64f7144dc41f6e4e4b78ecd9f5bb/requests-toolbelt-1.0.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_rfc3986_py2_none_any_50b1502b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "rfc3986-2.0.0-py2.py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "rfc3986==2.0.0", - "sha256": "50b1502b60e289cb37883f3dfd34532b8873c7de9f49bb546641ce9cbd256ebd", - "urls": [ - "https://files.pythonhosted.org/packages/ff/9a/9afaade874b2fa6c752c36f1548f718b5b83af81ed9b76628329dab81c1b/rfc3986-2.0.0-py2.py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_rfc3986_sdist_97aacf9d": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "rfc3986-2.0.0.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "rfc3986==2.0.0", - "sha256": "97aacf9dbd4bfd829baad6e6309fa6573aaf1be3f6fa735c8ab05e46cecb261c", - "urls": [ - "https://files.pythonhosted.org/packages/85/40/1520d68bfa07ab5a6f065a186815fb6610c86fe957bc065754e47f7b0840/rfc3986-2.0.0.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_rich_py3_none_any_9836f509": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "rich-13.9.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "rich==13.9.3", - "sha256": "9836f5096eb2172c9e77df411c1b009bace4193d6a481d534fea75ebba758283", - "urls": [ - "https://files.pythonhosted.org/packages/9a/e2/10e9819cf4a20bd8ea2f5dabafc2e6bf4a78d6a0965daeb60a4b34d1c11f/rich-13.9.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_rich_sdist_bc1e01b8": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "rich-13.9.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "rich==13.9.3", - "sha256": "bc1e01b899537598cf02579d2b9f4a415104d3fc439313a7a2c165d76557a08e", - "urls": [ - "https://files.pythonhosted.org/packages/d9/e9/cf9ef5245d835065e6673781dbd4b8911d352fb770d56cf0879cf11b7ee1/rich-13.9.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_secretstorage_py3_none_any_f356e662": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "filename": "SecretStorage-3.3.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "secretstorage==3.3.3", - "sha256": "f356e6628222568e3af06f2eba8df495efa13b3b63081dafd4f7d9a7b7bc9f99", - "urls": [ - "https://files.pythonhosted.org/packages/54/24/b4293291fa1dd830f353d2cb163295742fa87f179fcc8a20a306a81978b7/SecretStorage-3.3.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_secretstorage_sdist_2403533e": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "SecretStorage-3.3.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "secretstorage==3.3.3", - "sha256": "2403533ef369eca6d2ba81718576c5e0f564d5cca1b58f73a8b23e7d4eeebd77", - "urls": [ - "https://files.pythonhosted.org/packages/53/a4/f48c9d79cb507ed1373477dbceaba7401fd8a23af63b837fa61f1dcd3691/SecretStorage-3.3.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_twine_py3_none_any_215dbe7b": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "twine-5.1.1-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "twine==5.1.1", - "sha256": "215dbe7b4b94c2c50a7315c0275d2258399280fbb7d04182c7e55e24b5f93997", - "urls": [ - "https://files.pythonhosted.org/packages/5d/ec/00f9d5fd040ae29867355e559a94e9a8429225a0284a3f5f091a3878bfc0/twine-5.1.1-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_twine_sdist_9aa08251": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "twine-5.1.1.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "twine==5.1.1", - "sha256": "9aa0825139c02b3434d913545c7b847a21c835e11597f5255842d457da2322db", - "urls": [ - "https://files.pythonhosted.org/packages/77/68/bd982e5e949ef8334e6f7dcf76ae40922a8750aa2e347291ae1477a4782b/twine-5.1.1.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_urllib3_py3_none_any_ca899ca0": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "urllib3-2.2.3-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "urllib3==2.2.3", - "sha256": "ca899ca043dcb1bafa3e262d73aa25c465bfb49e0bd9dd5d59f1d0acba2f8fac", - "urls": [ - "https://files.pythonhosted.org/packages/ce/d9/5f4c13cecde62396b0d3fe530a50ccea91e7dfc1ccf0e09c228841bb5ba8/urllib3-2.2.3-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_urllib3_sdist_e7d814a8": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "urllib3-2.2.3.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "urllib3==2.2.3", - "sha256": "e7d814a81dad81e6caf2ec9fdedb284ecc9c73076b62654547cc64ccdcae26e9", - "urls": [ - "https://files.pythonhosted.org/packages/ed/63/22ba4ebfe7430b76388e7cd448d5478814d3032121827c12a2cc287e2260/urllib3-2.2.3.tar.gz" - ] - } - }, - "rules_python_publish_deps_311_zipp_py3_none_any_a817ac80": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "filename": "zipp-3.20.2-py3-none-any.whl", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "zipp==3.20.2", - "sha256": "a817ac80d6cf4b23bf7f2828b7cabf326f15a001bea8b1f9b49631780ba28350", - "urls": [ - "https://files.pythonhosted.org/packages/62/8b/5ba542fa83c90e09eac972fc9baca7a88e7e7ca4b221a89251954019308b/zipp-3.20.2-py3-none-any.whl" - ] - } - }, - "rules_python_publish_deps_311_zipp_sdist_bc9eb26f": { - "repoRuleId": "@@rules_python+//python/private/pypi:whl_library.bzl%whl_library", - "attributes": { - "dep_template": "@rules_python_publish_deps//{name}:{target}", - "experimental_target_platforms": [ - "cp311_linux_aarch64", - "cp311_linux_arm", - "cp311_linux_ppc", - "cp311_linux_s390x", - "cp311_linux_x86_64", - "cp311_osx_aarch64", - "cp311_osx_x86_64", - "cp311_windows_x86_64" - ], - "extra_pip_args": [ - "--index-url", - "https://pypi.org/simple" - ], - "filename": "zipp-3.20.2.tar.gz", - "python_interpreter_target": "@@rules_python++python+python_3_11_host//:python", - "repo": "rules_python_publish_deps_311", - "requirement": "zipp==3.20.2", - "sha256": "bc9eb26f4506fda01b81bcde0ca78103b6e62f991b381fec825435c836edbc29", - "urls": [ - "https://files.pythonhosted.org/packages/54/bf/5c0000c44ebc80123ecbdddba1f5dcd94a5ada602a9c225d84b5aaa55e86/zipp-3.20.2.tar.gz" - ] - } - }, - "rules_python_publish_deps": { - "repoRuleId": "@@rules_python+//python/private/pypi:hub_repository.bzl%hub_repository", - "attributes": { - "repo_name": "rules_python_publish_deps", - "extra_hub_aliases": {}, - "whl_map": { - "backports_tarfile": "[{\"filename\":\"backports.tarfile-1.2.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_backports_tarfile_py3_none_any_77e284d7\",\"version\":\"3.11\"},{\"filename\":\"backports_tarfile-1.2.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_backports_tarfile_sdist_d75e02c2\",\"version\":\"3.11\"}]", - "certifi": "[{\"filename\":\"certifi-2024.8.30-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_certifi_py3_none_any_922820b5\",\"version\":\"3.11\"},{\"filename\":\"certifi-2024.8.30.tar.gz\",\"repo\":\"rules_python_publish_deps_311_certifi_sdist_bec941d2\",\"version\":\"3.11\"}]", - "cffi": "[{\"filename\":\"cffi-1.17.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_aarch64_a1ed2dd2\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_ppc64le_46bf4316\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_s390x_a24ed04c\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_manylinux_2_17_x86_64_610faea7\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-musllinux_1_1_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_musllinux_1_1_aarch64_a9b15d49\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1-cp311-cp311-musllinux_1_1_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cffi_cp311_cp311_musllinux_1_1_x86_64_fc48c783\",\"version\":\"3.11\"},{\"filename\":\"cffi-1.17.1.tar.gz\",\"repo\":\"rules_python_publish_deps_311_cffi_sdist_1c39c601\",\"version\":\"3.11\"}]", - "charset_normalizer": "[{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_universal2.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_10_9_universal2_0d99dd8f\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_10_9_x86_64_c57516e5\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-macosx_11_0_arm64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_macosx_11_0_arm64_6dba5d19\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_aarch64_bf4475b8\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_ppc64le_ce031db0\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_s390x_8ff4e7cd\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_manylinux_2_17_x86_64_3710a975\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_aarch64_47334db7\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_ppc64le.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_ppc64le_f1a2f519\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_s390x.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_s390x_63bc5c4a\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_musllinux_1_2_x86_64_bcb4f8ea\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-cp311-cp311-win_amd64.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_cp311_cp311_win_amd64_cee4373f\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_py3_none_any_fe9f97fe\",\"version\":\"3.11\"},{\"filename\":\"charset_normalizer-3.4.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_charset_normalizer_sdist_223217c3\",\"version\":\"3.11\"}]", - "cryptography": "[{\"filename\":\"cryptography-43.0.3-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_17_aarch64_846da004\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_17_x86_64_0f996e72\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-manylinux_2_28_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_28_aarch64_f7b178f1\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_manylinux_2_28_x86_64_c2e6fc39\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-musllinux_1_2_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_musllinux_1_2_aarch64_e1be4655\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3-cp39-abi3-musllinux_1_2_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_cryptography_cp39_abi3_musllinux_1_2_x86_64_df6b6c6d\",\"version\":\"3.11\"},{\"filename\":\"cryptography-43.0.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_cryptography_sdist_315b9001\",\"version\":\"3.11\"}]", - "docutils": "[{\"filename\":\"docutils-0.21.2-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_docutils_py3_none_any_dafca5b9\",\"version\":\"3.11\"},{\"filename\":\"docutils-0.21.2.tar.gz\",\"repo\":\"rules_python_publish_deps_311_docutils_sdist_3a6b1873\",\"version\":\"3.11\"}]", - "idna": "[{\"filename\":\"idna-3.10-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_idna_py3_none_any_946d195a\",\"version\":\"3.11\"},{\"filename\":\"idna-3.10.tar.gz\",\"repo\":\"rules_python_publish_deps_311_idna_sdist_12f65c9b\",\"version\":\"3.11\"}]", - "importlib_metadata": "[{\"filename\":\"importlib_metadata-8.5.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_importlib_metadata_py3_none_any_45e54197\",\"version\":\"3.11\"},{\"filename\":\"importlib_metadata-8.5.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_importlib_metadata_sdist_71522656\",\"version\":\"3.11\"}]", - "jaraco_classes": "[{\"filename\":\"jaraco.classes-3.4.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_jaraco_classes_py3_none_any_f662826b\",\"version\":\"3.11\"},{\"filename\":\"jaraco.classes-3.4.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_jaraco_classes_sdist_47a024b5\",\"version\":\"3.11\"}]", - "jaraco_context": "[{\"filename\":\"jaraco.context-6.0.1-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_jaraco_context_py3_none_any_f797fc48\",\"version\":\"3.11\"},{\"filename\":\"jaraco_context-6.0.1.tar.gz\",\"repo\":\"rules_python_publish_deps_311_jaraco_context_sdist_9bae4ea5\",\"version\":\"3.11\"}]", - "jaraco_functools": "[{\"filename\":\"jaraco.functools-4.1.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_jaraco_functools_py3_none_any_ad159f13\",\"version\":\"3.11\"},{\"filename\":\"jaraco_functools-4.1.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_jaraco_functools_sdist_70f7e0e2\",\"version\":\"3.11\"}]", - "jeepney": "[{\"filename\":\"jeepney-0.8.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_jeepney_py3_none_any_c0a454ad\",\"version\":\"3.11\"},{\"filename\":\"jeepney-0.8.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_jeepney_sdist_5efe48d2\",\"version\":\"3.11\"}]", - "keyring": "[{\"filename\":\"keyring-25.4.1-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_keyring_py3_none_any_5426f817\",\"version\":\"3.11\"},{\"filename\":\"keyring-25.4.1.tar.gz\",\"repo\":\"rules_python_publish_deps_311_keyring_sdist_b07ebc55\",\"version\":\"3.11\"}]", - "markdown_it_py": "[{\"filename\":\"markdown-it-py-3.0.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_markdown_it_py_sdist_e3f60a94\",\"version\":\"3.11\"},{\"filename\":\"markdown_it_py-3.0.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_markdown_it_py_py3_none_any_35521684\",\"version\":\"3.11\"}]", - "mdurl": "[{\"filename\":\"mdurl-0.1.2-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_mdurl_py3_none_any_84008a41\",\"version\":\"3.11\"},{\"filename\":\"mdurl-0.1.2.tar.gz\",\"repo\":\"rules_python_publish_deps_311_mdurl_sdist_bb413d29\",\"version\":\"3.11\"}]", - "more_itertools": "[{\"filename\":\"more-itertools-10.5.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_more_itertools_sdist_5482bfef\",\"version\":\"3.11\"},{\"filename\":\"more_itertools-10.5.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_more_itertools_py3_none_any_037b0d32\",\"version\":\"3.11\"}]", - "nh3": "[{\"filename\":\"nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.macosx_11_0_arm64.macosx_10_12_universal2.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_macosx_10_12_x86_64_14c5a72e\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_macosx_10_12_x86_64_7b7c2a3c\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_aarch64_42c64511\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_armv7l_0411beb0\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64.manylinux2014_ppc64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_ppc64_5f36b271\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_ppc64le_34c03fa7\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_s390x_19aaba96\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_manylinux_2_17_x86_64_de3ceed6\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-musllinux_1_2_aarch64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_aarch64_f0eca9ca\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-musllinux_1_2_armv7l.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_armv7l_3a157ab1\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-musllinux_1_2_x86_64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_musllinux_1_2_x86_64_36c95d4b\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18-cp37-abi3-win_amd64.whl\",\"repo\":\"rules_python_publish_deps_311_nh3_cp37_abi3_win_amd64_8ce0f819\",\"version\":\"3.11\"},{\"filename\":\"nh3-0.2.18.tar.gz\",\"repo\":\"rules_python_publish_deps_311_nh3_sdist_94a16692\",\"version\":\"3.11\"}]", - "pkginfo": "[{\"filename\":\"pkginfo-1.10.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_pkginfo_py3_none_any_889a6da2\",\"version\":\"3.11\"},{\"filename\":\"pkginfo-1.10.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_pkginfo_sdist_5df73835\",\"version\":\"3.11\"}]", - "pycparser": "[{\"filename\":\"pycparser-2.22-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_pycparser_py3_none_any_c3702b6d\",\"version\":\"3.11\"},{\"filename\":\"pycparser-2.22.tar.gz\",\"repo\":\"rules_python_publish_deps_311_pycparser_sdist_491c8be9\",\"version\":\"3.11\"}]", - "pygments": "[{\"filename\":\"pygments-2.18.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_pygments_py3_none_any_b8e6aca0\",\"version\":\"3.11\"},{\"filename\":\"pygments-2.18.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_pygments_sdist_786ff802\",\"version\":\"3.11\"}]", - "pywin32_ctypes": "[{\"filename\":\"pywin32-ctypes-0.2.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_pywin32_ctypes_sdist_d162dc04\",\"version\":\"3.11\"},{\"filename\":\"pywin32_ctypes-0.2.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_pywin32_ctypes_py3_none_any_8a151337\",\"version\":\"3.11\"}]", - "readme_renderer": "[{\"filename\":\"readme_renderer-44.0-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_readme_renderer_py3_none_any_2fbca89b\",\"version\":\"3.11\"},{\"filename\":\"readme_renderer-44.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_readme_renderer_sdist_8712034e\",\"version\":\"3.11\"}]", - "requests": "[{\"filename\":\"requests-2.32.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_requests_py3_none_any_70761cfe\",\"version\":\"3.11\"},{\"filename\":\"requests-2.32.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_requests_sdist_55365417\",\"version\":\"3.11\"}]", - "requests_toolbelt": "[{\"filename\":\"requests-toolbelt-1.0.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_requests_toolbelt_sdist_7681a0a3\",\"version\":\"3.11\"},{\"filename\":\"requests_toolbelt-1.0.0-py2.py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_requests_toolbelt_py2_none_any_cccfdd66\",\"version\":\"3.11\"}]", - "rfc3986": "[{\"filename\":\"rfc3986-2.0.0-py2.py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_rfc3986_py2_none_any_50b1502b\",\"version\":\"3.11\"},{\"filename\":\"rfc3986-2.0.0.tar.gz\",\"repo\":\"rules_python_publish_deps_311_rfc3986_sdist_97aacf9d\",\"version\":\"3.11\"}]", - "rich": "[{\"filename\":\"rich-13.9.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_rich_py3_none_any_9836f509\",\"version\":\"3.11\"},{\"filename\":\"rich-13.9.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_rich_sdist_bc1e01b8\",\"version\":\"3.11\"}]", - "secretstorage": "[{\"filename\":\"SecretStorage-3.3.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_secretstorage_py3_none_any_f356e662\",\"version\":\"3.11\"},{\"filename\":\"SecretStorage-3.3.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_secretstorage_sdist_2403533e\",\"version\":\"3.11\"}]", - "twine": "[{\"filename\":\"twine-5.1.1-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_twine_py3_none_any_215dbe7b\",\"version\":\"3.11\"},{\"filename\":\"twine-5.1.1.tar.gz\",\"repo\":\"rules_python_publish_deps_311_twine_sdist_9aa08251\",\"version\":\"3.11\"}]", - "urllib3": "[{\"filename\":\"urllib3-2.2.3-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_urllib3_py3_none_any_ca899ca0\",\"version\":\"3.11\"},{\"filename\":\"urllib3-2.2.3.tar.gz\",\"repo\":\"rules_python_publish_deps_311_urllib3_sdist_e7d814a8\",\"version\":\"3.11\"}]", - "zipp": "[{\"filename\":\"zipp-3.20.2-py3-none-any.whl\",\"repo\":\"rules_python_publish_deps_311_zipp_py3_none_any_a817ac80\",\"version\":\"3.11\"},{\"filename\":\"zipp-3.20.2.tar.gz\",\"repo\":\"rules_python_publish_deps_311_zipp_sdist_bc9eb26f\",\"version\":\"3.11\"}]" - }, - "packages": [ - "backports_tarfile", - "certifi", - "charset_normalizer", - "docutils", - "idna", - "importlib_metadata", - "jaraco_classes", - "jaraco_context", - "jaraco_functools", - "keyring", - "markdown_it_py", - "mdurl", - "more_itertools", - "nh3", - "pkginfo", - "pygments", - "readme_renderer", - "requests", - "requests_toolbelt", - "rfc3986", - "rich", - "twine", - "urllib3", - "zipp" - ], - "groups": {} - } - } - }, - "recordedRepoMappingEntries": [ - [ - "bazel_features+", - "bazel_features_globals", - "bazel_features++version_extension+bazel_features_globals" - ], - [ - "bazel_features+", - "bazel_features_version", - "bazel_features++version_extension+bazel_features_version" - ], - [ - "rules_python+", - "bazel_features", - "bazel_features+" - ], - [ - "rules_python+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_python+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_python+", - "pypi__build", - "rules_python++internal_deps+pypi__build" - ], - [ - "rules_python+", - "pypi__click", - "rules_python++internal_deps+pypi__click" - ], - [ - "rules_python+", - "pypi__colorama", - "rules_python++internal_deps+pypi__colorama" - ], - [ - "rules_python+", - "pypi__importlib_metadata", - "rules_python++internal_deps+pypi__importlib_metadata" - ], - [ - "rules_python+", - "pypi__installer", - "rules_python++internal_deps+pypi__installer" - ], - [ - "rules_python+", - "pypi__more_itertools", - "rules_python++internal_deps+pypi__more_itertools" - ], - [ - "rules_python+", - "pypi__packaging", - "rules_python++internal_deps+pypi__packaging" - ], - [ - "rules_python+", - "pypi__pep517", - "rules_python++internal_deps+pypi__pep517" - ], - [ - "rules_python+", - "pypi__pip", - "rules_python++internal_deps+pypi__pip" - ], - [ - "rules_python+", - "pypi__pip_tools", - "rules_python++internal_deps+pypi__pip_tools" - ], - [ - "rules_python+", - "pypi__pyproject_hooks", - "rules_python++internal_deps+pypi__pyproject_hooks" - ], - [ - "rules_python+", - "pypi__setuptools", - "rules_python++internal_deps+pypi__setuptools" - ], - [ - "rules_python+", - "pypi__tomli", - "rules_python++internal_deps+pypi__tomli" - ], - [ - "rules_python+", - "pypi__wheel", - "rules_python++internal_deps+pypi__wheel" - ], - [ - "rules_python+", - "pypi__zipp", - "rules_python++internal_deps+pypi__zipp" - ], - [ - "rules_python+", - "pythons_hub", - "rules_python++python+pythons_hub" - ], - [ - "rules_python++python+pythons_hub", - "python_3_10_host", - "rules_python++python+python_3_10_host" - ], - [ - "rules_python++python+pythons_hub", - "python_3_11_host", - "rules_python++python+python_3_11_host" - ], - [ - "rules_python++python+pythons_hub", - "python_3_12_host", - "rules_python++python+python_3_12_host" - ], - [ - "rules_python++python+pythons_hub", - "python_3_8_host", - "rules_python++python+python_3_8_host" - ], - [ - "rules_python++python+pythons_hub", - "python_3_9_host", - "rules_python++python+python_3_9_host" - ] - ] - } - }, - "@@rules_rust+//cargo/private:internal_extensions.bzl%i": { - "general": { - "bzlTransitiveDigest": "KHxps6vBZ0grkMXc4wUDyxHy4g1RX5nSm+SHIjDUwFU=", - "usagesDigest": "44NapJNcDDl7g/avr9Z+huiyJvLuC+hsktRy/1rZBIk=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "rrcti": { - "repoRuleId": "@@rules_rust+//crate_universe/private:crates_vendor.bzl%crates_vendor_remote_repository", - "attributes": { - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.bazel", - "defs_module": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:defs.bzl" - } - }, - "rrcti__cargo_toml-0.20.5": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "88da5a13c620b4ca0078845707ea9c3faf11edbc3ffd8497d11d686211cd1ac0", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/cargo_toml/0.20.5/download" - ], - "strip_prefix": "cargo_toml-0.20.5", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.cargo_toml-0.20.5.bazel" - } - }, - "rrcti__equivalent-1.0.1": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "5443807d6dff69373d433ab9ef5378ad8df50ca6298caf15de6e52e24aaf54d5", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/equivalent/1.0.1/download" - ], - "strip_prefix": "equivalent-1.0.1", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.equivalent-1.0.1.bazel" - } - }, - "rrcti__hashbrown-0.15.1": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "3a9bfc1af68b1726ea47d3d5109de126281def866b33970e10fbab11b5dafab3", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/hashbrown/0.15.1/download" - ], - "strip_prefix": "hashbrown-0.15.1", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.hashbrown-0.15.1.bazel" - } - }, - "rrcti__indexmap-2.6.0": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "707907fe3c25f5424cce2cb7e1cbcafee6bdbe735ca90ef77c29e84591e5b9da", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/indexmap/2.6.0/download" - ], - "strip_prefix": "indexmap-2.6.0", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.indexmap-2.6.0.bazel" - } - }, - "rrcti__memchr-2.7.4": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/memchr/2.7.4/download" - ], - "strip_prefix": "memchr-2.7.4", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.memchr-2.7.4.bazel" - } - }, - "rrcti__proc-macro2-1.0.89": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "f139b0662de085916d1fb67d2b4169d1addddda1919e696f3252b740b629986e", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/proc-macro2/1.0.89/download" - ], - "strip_prefix": "proc-macro2-1.0.89", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.proc-macro2-1.0.89.bazel" - } - }, - "rrcti__quote-1.0.37": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/quote/1.0.37/download" - ], - "strip_prefix": "quote-1.0.37", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.quote-1.0.37.bazel" - } - }, - "rrcti__serde-1.0.214": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "f55c3193aca71c12ad7890f1785d2b73e1b9f63a0bbc353c08ef26fe03fc56b5", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/serde/1.0.214/download" - ], - "strip_prefix": "serde-1.0.214", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.serde-1.0.214.bazel" - } - }, - "rrcti__serde_derive-1.0.214": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "de523f781f095e28fa605cdce0f8307e451cc0fd14e2eb4cd2e98a355b147766", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/serde_derive/1.0.214/download" - ], - "strip_prefix": "serde_derive-1.0.214", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.serde_derive-1.0.214.bazel" - } - }, - "rrcti__serde_spanned-0.6.8": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "87607cb1398ed59d48732e575a4c28a7a8ebf2454b964fe3f224f2afc07909e1", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/serde_spanned/0.6.8/download" - ], - "strip_prefix": "serde_spanned-0.6.8", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.serde_spanned-0.6.8.bazel" - } - }, - "rrcti__syn-2.0.87": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "25aa4ce346d03a6dcd68dd8b4010bcb74e54e62c90c573f394c46eae99aba32d", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/syn/2.0.87/download" - ], - "strip_prefix": "syn-2.0.87", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.syn-2.0.87.bazel" - } - }, - "rrcti__toml-0.8.19": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "a1ed1f98e3fdc28d6d910e6737ae6ab1a93bf1985935a1193e68f93eeb68d24e", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/toml/0.8.19/download" - ], - "strip_prefix": "toml-0.8.19", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.toml-0.8.19.bazel" - } - }, - "rrcti__toml_datetime-0.6.8": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "0dd7358ecb8fc2f8d014bf86f6f638ce72ba252a2c3a2572f2a795f1d23efb41", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/toml_datetime/0.6.8/download" - ], - "strip_prefix": "toml_datetime-0.6.8", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.toml_datetime-0.6.8.bazel" - } - }, - "rrcti__toml_edit-0.22.22": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "4ae48d6208a266e853d946088ed816055e556cc6028c5e8e2b84d9fa5dd7c7f5", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/toml_edit/0.22.22/download" - ], - "strip_prefix": "toml_edit-0.22.22", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.toml_edit-0.22.22.bazel" - } - }, - "rrcti__unicode-ident-1.0.13": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "e91b56cd4cadaeb79bbf1a5645f6b4f8dc5bde8834ad5894a8db35fda9efa1fe", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/unicode-ident/1.0.13/download" - ], - "strip_prefix": "unicode-ident-1.0.13", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.unicode-ident-1.0.13.bazel" - } - }, - "rrcti__winnow-0.6.20": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "sha256": "36c1fec1a2bb5866f07c25f68c26e565c4c200aebb96d7e55710c19d3e8ac49b", - "type": "tar.gz", - "urls": [ - "https://static.crates.io/crates/winnow/0.6.20/download" - ], - "strip_prefix": "winnow-0.6.20", - "build_file": "@@rules_rust+//cargo/private/cargo_toml_info/3rdparty/crates:BUILD.winnow-0.6.20.bazel" - } - } - }, - "moduleExtensionMetadata": { - "explicitRootModuleDirectDeps": [ - "rrcti", - "rrcti__cargo_toml-0.20.5" - ], - "explicitRootModuleDirectDevDeps": [], - "useAllRepos": "NO", - "reproducible": false - }, - "recordedRepoMappingEntries": [ - [ - "rules_rust+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_rust+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_rust+", - "rrcti", - "rules_rust++i2+rrcti" - ], - [ - "rules_rust+", - "rules_rust", - "rules_rust+" - ] - ] - } - }, "@@rules_rust+//crate_universe:extensions.bzl%crate": { "general": { - "bzlTransitiveDigest": "wCEZ3jfLKpigLStmA+7HYbnchHAogZXm6LI/ugF/gfw=", + "bzlTransitiveDigest": "yauXEeldGkvrcDghpR/+V5OqtFsV9sNlZyfylzCKer0=", "usagesDigest": "UELY03NZijaUx1pyJ9ACgXF5a9vdW2KwxZXn94d4mMw=", "recordedFileInputs": { "@@zml+//zml/tokenizer/hftokenizers/Cargo.toml": "b0b28872bb74e13aec7ef0ef8dfd5ec99a8573bc12085c0f36711f2a87912061" @@ -5471,6 +2518,11 @@ "bazel_tools", "bazel_tools" ], + [ + "rules_cc+", + "rules_cc", + "rules_cc+" + ], [ "rules_rust+", "bazel_features", @@ -5498,303 +2550,6 @@ ] ] } - }, - "@@rules_rust+//crate_universe/private:internal_extensions.bzl%cu_nr": { - "general": { - "bzlTransitiveDigest": "Ro7qPeo3MPsw94F7OZRkQYnLg140aO3CFF4EqSee28s=", - "usagesDigest": "JTRjQHmqGCK2FUQYDLQD4VejKtuKKC8LrOQhFOpHPPo=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "cargo_bazel_bootstrap": { - "repoRuleId": "@@rules_rust+//cargo/private:cargo_bootstrap.bzl%cargo_bootstrap_repository", - "attributes": { - "srcs": [ - "@@rules_rust+//crate_universe:src/api.rs", - "@@rules_rust+//crate_universe:src/api/lockfile.rs", - "@@rules_rust+//crate_universe:src/cli.rs", - "@@rules_rust+//crate_universe:src/cli/generate.rs", - "@@rules_rust+//crate_universe:src/cli/query.rs", - "@@rules_rust+//crate_universe:src/cli/render.rs", - "@@rules_rust+//crate_universe:src/cli/splice.rs", - "@@rules_rust+//crate_universe:src/cli/vendor.rs", - "@@rules_rust+//crate_universe:src/config.rs", - "@@rules_rust+//crate_universe:src/context.rs", - "@@rules_rust+//crate_universe:src/context/crate_context.rs", - "@@rules_rust+//crate_universe:src/context/platforms.rs", - "@@rules_rust+//crate_universe:src/lib.rs", - "@@rules_rust+//crate_universe:src/lockfile.rs", - "@@rules_rust+//crate_universe:src/main.rs", - "@@rules_rust+//crate_universe:src/metadata.rs", - "@@rules_rust+//crate_universe:src/metadata/cargo_bin.rs", - "@@rules_rust+//crate_universe:src/metadata/cargo_tree_resolver.rs", - "@@rules_rust+//crate_universe:src/metadata/cargo_tree_rustc_wrapper.bat", - "@@rules_rust+//crate_universe:src/metadata/cargo_tree_rustc_wrapper.sh", - "@@rules_rust+//crate_universe:src/metadata/dependency.rs", - "@@rules_rust+//crate_universe:src/metadata/metadata_annotation.rs", - "@@rules_rust+//crate_universe:src/metadata/workspace_discoverer.rs", - "@@rules_rust+//crate_universe:src/rendering.rs", - "@@rules_rust+//crate_universe:src/rendering/template_engine.rs", - "@@rules_rust+//crate_universe:src/rendering/templates/module_bzl.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/header.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/module/aliases_map.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/module/deps_map.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/module/repo_git.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/partials/module/repo_http.j2", - "@@rules_rust+//crate_universe:src/rendering/templates/vendor_module.j2", - "@@rules_rust+//crate_universe:src/rendering/verbatim/alias_rules.bzl", - "@@rules_rust+//crate_universe:src/select.rs", - "@@rules_rust+//crate_universe:src/splicing.rs", - "@@rules_rust+//crate_universe:src/splicing/cargo_config.rs", - "@@rules_rust+//crate_universe:src/splicing/crate_index_lookup.rs", - "@@rules_rust+//crate_universe:src/splicing/splicer.rs", - "@@rules_rust+//crate_universe:src/test.rs", - "@@rules_rust+//crate_universe:src/utils.rs", - "@@rules_rust+//crate_universe:src/utils/starlark.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/glob.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/label.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select_dict.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select_list.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select_scalar.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/select_set.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/serialize.rs", - "@@rules_rust+//crate_universe:src/utils/starlark/target_compatible_with.rs", - "@@rules_rust+//crate_universe:src/utils/symlink.rs", - "@@rules_rust+//crate_universe:src/utils/target_triple.rs" - ], - "binary": "cargo-bazel", - "cargo_lockfile": "@@rules_rust+//crate_universe:Cargo.lock", - "cargo_toml": "@@rules_rust+//crate_universe:Cargo.toml", - "version": "1.84.0", - "timeout": 900, - "rust_toolchain_cargo_template": "@rust_host_tools//:bin/{tool}", - "rust_toolchain_rustc_template": "@rust_host_tools//:bin/{tool}", - "compressed_windows_toolchain_names": false - } - } - }, - "moduleExtensionMetadata": { - "explicitRootModuleDirectDeps": [ - "cargo_bazel_bootstrap" - ], - "explicitRootModuleDirectDevDeps": [], - "useAllRepos": "NO", - "reproducible": false - }, - "recordedRepoMappingEntries": [ - [ - "bazel_features+", - "bazel_features_globals", - "bazel_features++version_extension+bazel_features_globals" - ], - [ - "bazel_features+", - "bazel_features_version", - "bazel_features++version_extension+bazel_features_version" - ], - [ - "bazel_tools", - "rules_cc", - "rules_cc+" - ], - [ - "rules_cc+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_rust+", - "bazel_features", - "bazel_features+" - ], - [ - "rules_rust+", - "bazel_skylib", - "bazel_skylib+" - ], - [ - "rules_rust+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_rust+", - "cui", - "rules_rust++cu+cui" - ], - [ - "rules_rust+", - "rules_cc", - "rules_cc+" - ], - [ - "rules_rust+", - "rules_rust", - "rules_rust+" - ] - ] - } - }, - "@@rules_swift+//swift:extensions.bzl%non_module_deps": { - "general": { - "bzlTransitiveDigest": "6U1cwn6fF8hXqLn4cawhmQ3814PCS4XbSG532q0X9qI=", - "usagesDigest": "mhACFnrdMv9Wi0Mt67bxocJqviRkDSV+Ee5Mqdj5akA=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "com_github_apple_swift_protobuf": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-protobuf/archive/1.20.2.tar.gz" - ], - "sha256": "3fb50bd4d293337f202d917b6ada22f9548a0a0aed9d9a4d791e6fbd8a246ebb", - "strip_prefix": "swift-protobuf-1.20.2/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_protobuf/BUILD.overlay" - } - }, - "com_github_grpc_grpc_swift": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/grpc/grpc-swift/archive/1.16.0.tar.gz" - ], - "sha256": "58b60431d0064969f9679411264b82e40a217ae6bd34e17096d92cc4e47556a5", - "strip_prefix": "grpc-swift-1.16.0/", - "build_file": "@@rules_swift+//third_party:com_github_grpc_grpc_swift/BUILD.overlay" - } - }, - "com_github_apple_swift_docc_symbolkit": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-docc-symbolkit/archive/refs/tags/swift-5.10-RELEASE.tar.gz" - ], - "sha256": "de1d4b6940468ddb53b89df7aa1a81323b9712775b0e33e8254fa0f6f7469a97", - "strip_prefix": "swift-docc-symbolkit-swift-5.10-RELEASE", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_docc_symbolkit/BUILD.overlay" - } - }, - "com_github_apple_swift_nio": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio/archive/2.42.0.tar.gz" - ], - "sha256": "e3304bc3fb53aea74a3e54bd005ede11f6dc357117d9b1db642d03aea87194a0", - "strip_prefix": "swift-nio-2.42.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio/BUILD.overlay" - } - }, - "com_github_apple_swift_nio_http2": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio-http2/archive/1.26.0.tar.gz" - ], - "sha256": "f0edfc9d6a7be1d587e5b403f2d04264bdfae59aac1d74f7d974a9022c6d2b25", - "strip_prefix": "swift-nio-http2-1.26.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio_http2/BUILD.overlay" - } - }, - "com_github_apple_swift_nio_transport_services": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio-transport-services/archive/1.15.0.tar.gz" - ], - "sha256": "f3498dafa633751a52b9b7f741f7ac30c42bcbeb3b9edca6d447e0da8e693262", - "strip_prefix": "swift-nio-transport-services-1.15.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio_transport_services/BUILD.overlay" - } - }, - "com_github_apple_swift_nio_extras": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio-extras/archive/1.4.0.tar.gz" - ], - "sha256": "4684b52951d9d9937bb3e8ccd6b5daedd777021ef2519ea2f18c4c922843b52b", - "strip_prefix": "swift-nio-extras-1.4.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio_extras/BUILD.overlay" - } - }, - "com_github_apple_swift_log": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-log/archive/1.4.4.tar.gz" - ], - "sha256": "48fe66426c784c0c20031f15dc17faf9f4c9037c192bfac2f643f65cb2321ba0", - "strip_prefix": "swift-log-1.4.4/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_log/BUILD.overlay" - } - }, - "com_github_apple_swift_nio_ssl": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-nio-ssl/archive/2.23.0.tar.gz" - ], - "sha256": "4787c63f61dd04d99e498adc3d1a628193387e41efddf8de19b8db04544d016d", - "strip_prefix": "swift-nio-ssl-2.23.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_nio_ssl/BUILD.overlay" - } - }, - "com_github_apple_swift_collections": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-collections/archive/1.0.4.tar.gz" - ], - "sha256": "d9e4c8a91c60fb9c92a04caccbb10ded42f4cb47b26a212bc6b39cc390a4b096", - "strip_prefix": "swift-collections-1.0.4/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_collections/BUILD.overlay" - } - }, - "com_github_apple_swift_atomics": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "urls": [ - "https://github.com/apple/swift-atomics/archive/1.1.0.tar.gz" - ], - "sha256": "1bee7f469f7e8dc49f11cfa4da07182fbc79eab000ec2c17bfdce468c5d276fb", - "strip_prefix": "swift-atomics-1.1.0/", - "build_file": "@@rules_swift+//third_party:com_github_apple_swift_atomics/BUILD.overlay" - } - }, - "build_bazel_rules_swift_index_import": { - "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", - "attributes": { - "build_file": "@@rules_swift+//third_party:build_bazel_rules_swift_index_import/BUILD.overlay", - "canonical_id": "index-import-5.8", - "urls": [ - "https://github.com/MobileNativeFoundation/index-import/releases/download/5.8.0.1/index-import.tar.gz" - ], - "sha256": "28c1ffa39d99e74ed70623899b207b41f79214c498c603915aef55972a851a15" - } - }, - "build_bazel_rules_swift_local_config": { - "repoRuleId": "@@rules_swift+//swift/internal:swift_autoconfiguration.bzl%swift_autoconfiguration", - "attributes": {} - } - }, - "recordedRepoMappingEntries": [ - [ - "rules_swift+", - "bazel_tools", - "bazel_tools" - ], - [ - "rules_swift+", - "build_bazel_rules_swift", - "rules_swift+" - ] - ] - } } } } From 8c2dbc0f9a48229ec48c0a45e8de01f4ad17485f Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 4 Mar 2025 12:06:09 +0100 Subject: [PATCH 20/28] xferman/mmap* : auto-select memory kind based on platform --- examples/xferman/mmap.zig | 7 ++++++- examples/xferman/mmap2.zig | 9 ++++++--- 2 files changed, 12 insertions(+), 4 deletions(-) diff --git a/examples/xferman/mmap.zig b/examples/xferman/mmap.zig index 2d870a7a..4fa1e613 100644 --- a/examples/xferman/mmap.zig +++ b/examples/xferman/mmap.zig @@ -105,7 +105,12 @@ pub fn asyncMain() !void { std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); } - const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); + const memory_kind: zml.pjrt.Memory.Kind = switch (platform.target) { + .cpu => .unpinned_host, + else => .device, + }; + + const events = try buffer_store.starTransferToDevice(platform, memory_kind); for (events, 0..) |event, idx| { std.log.info("awaiting event {d}", .{idx}); try event.awaitt(platform.pjrt_api); diff --git a/examples/xferman/mmap2.zig b/examples/xferman/mmap2.zig index b9c2c447..d4f3ea75 100644 --- a/examples/xferman/mmap2.zig +++ b/examples/xferman/mmap2.zig @@ -84,7 +84,7 @@ pub fn asyncMain() !void { try slice_list.append(filedata); } - try checkSlicesForOverlaps(allocator, mapped_file.mappedSlice(0, mapped_file.data.len), slice_list.items); + // try checkSlicesForOverlaps(allocator, mapped_file.mappedSlice(0, mapped_file.data.len), slice_list.items); var total_bytes: usize = 0; var timer = try std.time.Timer.start(); @@ -95,8 +95,11 @@ pub fn asyncMain() !void { const key = item.key_ptr.*; std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); } - - const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); + const memory_kind: zml.pjrt.Memory.Kind = switch (platform.target) { + .cpu => .unpinned_host, + else => .device, + }; + const events = try buffer_store.starTransferToDevice(platform, memory_kind); for (events, 0..) |event, idx| { std.log.info("awaiting event {d}", .{idx}); try event.awaitt(platform.pjrt_api); From b799accf78162ce1fbcbc88e3ae82391e4e44ba6 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 4 Mar 2025 13:30:05 +0100 Subject: [PATCH 21/28] unfck cuda pjrt plugin build --- runtimes/cuda/libpjrt_cuda.BUILD.bazel | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/runtimes/cuda/libpjrt_cuda.BUILD.bazel b/runtimes/cuda/libpjrt_cuda.BUILD.bazel index 3fed0c03..95ea1992 100644 --- a/runtimes/cuda/libpjrt_cuda.BUILD.bazel +++ b/runtimes/cuda/libpjrt_cuda.BUILD.bazel @@ -25,8 +25,7 @@ copy_to_directory( cc_import( name = "libpjrt_cuda", data = [":sandbox"], - # shared_library = "libpjrt_cuda.so", - shared_library = "@zml//runtimes/cuda:libpjrt_cuda.so", + shared_library = "libpjrt_cuda.so", add_needed = ["libzmlxcuda.so.0"], rename_dynamic_symbols = { "dlopen": "zmlxcuda_dlopen", From e1ed32d7c28377bd3199d3d3768ea9205c110319 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 4 Mar 2025 14:14:11 +0000 Subject: [PATCH 22/28] switch xferman:mmap to bf16, add more logging --- examples/xferman/mmap.zig | 11 +++++++++-- pjrt/pjrt.zig | 1 + zml/aio.zig | 5 ++++- zml/platform.zig | 3 ++- 4 files changed, 16 insertions(+), 4 deletions(-) diff --git a/examples/xferman/mmap.zig b/examples/xferman/mmap.zig index 4fa1e613..13071a83 100644 --- a/examples/xferman/mmap.zig +++ b/examples/xferman/mmap.zig @@ -71,9 +71,16 @@ pub fn asyncMain() !void { var buffer_store = try zml.aio.BufferStore.init(allocator, &.{mapped_file}); defer buffer_store.deinit(); + // const NUM_BUFFERS: usize = 146 / 32; + // const shape = zml.Shape.init(.{BUF_SIZE }, .bf16); + // const BUF_SIZE: usize = shape.byte const NUM_BUFFERS: usize = 146; - const BUF_SIZE: usize = mapped_file.data.len / NUM_BUFFERS; - const shape = zml.Shape.init(.{BUF_SIZE}, .u8); + const NUM_ELEMENTS: usize = mapped_file.data.len / NUM_BUFFERS / 2; + const shape = zml.Shape.init(.{NUM_ELEMENTS}, .bf16); + const BUF_SIZE = shape.byteSize(); + // stdx.debug.assert(shape.byteSize() * NUM_BUFFERS / 2 == mapped_file.data.len, "FUCK m={d}, s={d}, NB={d}, NE={d}", .{ mapped_file.data.len, shape.byteSize(), NUM_BUFFERS, NUM_ELEMENTS}); + + var free_list = std.ArrayList([]const u8).init(allocator); var slice_list = std.ArrayList([]const u8).init(allocator); defer { diff --git a/pjrt/pjrt.zig b/pjrt/pjrt.zig index 030b2628..7901a419 100644 --- a/pjrt/pjrt.zig +++ b/pjrt/pjrt.zig @@ -1039,6 +1039,7 @@ pub const AsyncHostToDeviceTransferManager = opaque { /// to their consumers. 'data' must remain in scope until on_done is called. /// (calls TransferRawDataToSubBuffer() internally) pub fn transferData(self: *AsyncHostToDeviceTransferManager, api: *const Api, buffer_index: usize, data: []const u8, offset: i64, is_last_transfer: bool) ApiError!*Event { + std.debug.print("\n\npjrt.transferData: buffer_index={d}, data.len={d}, offset={d}\n", .{buffer_index, data.len, offset}); const ret = try api.call(.PJRT_AsyncHostToDeviceTransferManager_TransferData, .{ .transfer_manager = self.inner(), .buffer_index = @intCast(buffer_index), diff --git a/zml/aio.zig b/zml/aio.zig index 44630046..bf117dbf 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -122,7 +122,7 @@ pub const BufferStore = struct { shape: Shape, data: []const u8, ) !void { - log.info("Registering buffer {d}: {s}", .{ self.buffers.count(), key }); + log.info("Registering buffer {d}: {s} with shape: {}", .{ self.buffers.count(), key , shape}); try self.buffers.put(alloc, key, .{ .data = data, .shape = shape, @@ -187,6 +187,9 @@ pub const BufferStore = struct { const slices = try data_slices.toOwnedSlice(); log.debug("About to transfer {d} slices", .{slices.len}); + for (slices, 0..) |slice, idxx| { + log.info(" slice {d} : len={d}", .{idxx, slice.len}); + } const events = try self.transfer_manager.?.transferDataMany(slices, .{}); log.debug("TransferManager created {d} events", .{events.len}); for (self.buffers.values(), events) |*reg_buf, event| { diff --git a/zml/platform.zig b/zml/platform.zig index 636c4023..17f4a37e 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -251,7 +251,7 @@ pub const TransferManager = struct { self.seen_last_buffer = true; } - log.debug("transfer size: {d} - last transfer: {}", .{ data.len, is_last_transfer }); + log.debug("transfer size: {d} - offset: {d} - last transfer: {}", .{ data.len, offset, is_last_transfer }); const event = try self.pjrt_transfer_manager.transferData( self.pjrt_api, buffer_index, @@ -327,6 +327,7 @@ pub const TransferManager = struct { const buffer_count = try self.pjrt_transfer_manager.bufferCount(self.pjrt_api); for (0..buffer_count) |buffer_index| { const pjrt_buffer = try self.pjrt_transfer_manager.retrieveBuffer(self.pjrt_api, buffer_index); + const shape = self.shapes[buffer_index]; const zml_buffer = Buffer.fromPjrtBuffers(self.platform, shape, &.{pjrt_buffer}); self.buffers_alist.appendAssumeCapacity(zml_buffer); From ab704e113717fdfff4c924f40faa37f5bcb8b817 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 4 Mar 2025 21:51:05 +0100 Subject: [PATCH 23/28] wip: log device buffer sizes --- zml/aio.zig | 5 ++--- zml/platform.zig | 6 +++++- 2 files changed, 7 insertions(+), 4 deletions(-) diff --git a/zml/aio.zig b/zml/aio.zig index bf117dbf..37cfa6f8 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -122,7 +122,7 @@ pub const BufferStore = struct { shape: Shape, data: []const u8, ) !void { - log.info("Registering buffer {d}: {s} with shape: {}", .{ self.buffers.count(), key , shape}); + log.info("Registering buffer {d}: {s} with shape: {}", .{ self.buffers.count(), key, shape }); try self.buffers.put(alloc, key, .{ .data = data, .shape = shape, @@ -169,7 +169,6 @@ pub const BufferStore = struct { // for (self.buffers.values(), 0..) |reg_buf, idx| { const reg_buf = kv.value_ptr; // stdx.debug.assert(idx == reg_buf.transfer_manger_buffer_index, "Internal error: TransferManager indices out of sync: buffer_idx={d}, transfer_manager_buffer_index={d}, registered buffers: {any}", .{ idx, reg_buf.transfer_manger_buffer_index, self.buffers.values() }); - log.info("{d}, {d}", .{ idx, reg_buf.transfer_manger_buffer_index }); shapes.appendAssumeCapacity(reg_buf.shape); data_slices.appendAssumeCapacity(reg_buf.data); @@ -188,7 +187,7 @@ pub const BufferStore = struct { const slices = try data_slices.toOwnedSlice(); log.debug("About to transfer {d} slices", .{slices.len}); for (slices, 0..) |slice, idxx| { - log.info(" slice {d} : len={d}", .{idxx, slice.len}); + log.info(" slice {d} : len={d}", .{ idxx, slice.len }); } const events = try self.transfer_manager.?.transferDataMany(slices, .{}); log.debug("TransferManager created {d} events", .{events.len}); diff --git a/zml/platform.zig b/zml/platform.zig index 17f4a37e..bbbb64b6 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -327,7 +327,11 @@ pub const TransferManager = struct { const buffer_count = try self.pjrt_transfer_manager.bufferCount(self.pjrt_api); for (0..buffer_count) |buffer_index| { const pjrt_buffer = try self.pjrt_transfer_manager.retrieveBuffer(self.pjrt_api, buffer_index); - + log.info("toZmlBuffers: buffer #{d} size: {d}, should be {d}", .{ + buffer_index, + try pjrt_buffer.getOnDeviceSizeInBytes(self.pjrt_api), + self.shapes[buffer_index].byteSize(), + }); const shape = self.shapes[buffer_index]; const zml_buffer = Buffer.fromPjrtBuffers(self.platform, shape, &.{pjrt_buffer}); self.buffers_alist.appendAssumeCapacity(zml_buffer); From b77181baf266e3a3451000366f63554b0a8d4f74 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 4 Mar 2025 22:10:06 +0100 Subject: [PATCH 24/28] wip log shape_specs --- pjrt/pjrt.zig | 6 +++--- zml/platform.zig | 17 +++++++++++------ 2 files changed, 14 insertions(+), 9 deletions(-) diff --git a/pjrt/pjrt.zig b/pjrt/pjrt.zig index 7901a419..3dc84ea6 100644 --- a/pjrt/pjrt.zig +++ b/pjrt/pjrt.zig @@ -270,12 +270,12 @@ pub const ShapeSpec = extern struct { }; } - pub fn dims(self: ShapeSpec) []usize { + pub fn dims(self: ShapeSpec) []const i64 { return self.inner.dims[0..self.inner.num_dims]; } pub fn bufferType(self: ShapeSpec) BufferType { - return @enumFromInt(self.inner.buffer_type); + return @enumFromInt(self.inner.element_type); } }; @@ -1039,7 +1039,7 @@ pub const AsyncHostToDeviceTransferManager = opaque { /// to their consumers. 'data' must remain in scope until on_done is called. /// (calls TransferRawDataToSubBuffer() internally) pub fn transferData(self: *AsyncHostToDeviceTransferManager, api: *const Api, buffer_index: usize, data: []const u8, offset: i64, is_last_transfer: bool) ApiError!*Event { - std.debug.print("\n\npjrt.transferData: buffer_index={d}, data.len={d}, offset={d}\n", .{buffer_index, data.len, offset}); + std.debug.print("\n\npjrt.transferData: buffer_index={d}, data.len={d}, offset={d}\n", .{ buffer_index, data.len, offset }); const ret = try api.call(.PJRT_AsyncHostToDeviceTransferManager_TransferData, .{ .transfer_manager = self.inner(), .buffer_index = @intCast(buffer_index), diff --git a/zml/platform.zig b/zml/platform.zig index bbbb64b6..686ddf00 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -190,13 +190,18 @@ pub const TransferManager = struct { } const num_buffers = shapes.len; var shape_specs = try std.ArrayList(ShapeSpec).initCapacity(alloc, num_buffers); - for (shapes) |shape| { - shape_specs.appendAssumeCapacity( - ShapeSpec.init( - shape.dims(), - Buffer.bufferTypeFromDtype(shape.dtype()), - ), + for (shapes, 0..) |shape, shape_idx| { + const shape_spec = ShapeSpec.init( + shape.dims(), + Buffer.bufferTypeFromDtype(shape.dtype()), ); + shape_specs.appendAssumeCapacity(shape_spec); + log.info("TransferManager.init(): shape #{d} {} -> shape_spec{{dims={d}, buffer_type={}}}", .{ + shape_idx, + shape, + shape_spec.dims(), + shape_spec.bufferType(), + }); } var self: TransferManager = .{ From 8b7e3757e5631fb9a2ddee67fc3404b176b15b32 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 4 Mar 2025 22:42:57 +0100 Subject: [PATCH 25/28] wip: dump pjrt buffer dims, honor metadata offset of safetensors file in mmap2 --- examples/xferman/mmap2.zig | 2 ++ zml/aio/safetensors.zig | 1 + zml/platform.zig | 10 ++++++---- 3 files changed, 9 insertions(+), 4 deletions(-) diff --git a/examples/xferman/mmap2.zig b/examples/xferman/mmap2.zig index d4f3ea75..5c01e51e 100644 --- a/examples/xferman/mmap2.zig +++ b/examples/xferman/mmap2.zig @@ -67,6 +67,7 @@ pub fn asyncMain() !void { var mapped_file = try zml.aio.MemoryMappedFile.init(try asynk.File.open(file, .{})); errdefer mapped_file.deinit(); + mapped_file.data_offset = layer_data_offset; var buffer_store = try zml.aio.BufferStore.init(allocator, &.{mapped_file}); defer buffer_store.deinit(); @@ -130,6 +131,7 @@ const Layer = struct { shape: Shape, }; +const layer_data_offset: usize = 16808; const layers: []const Layer = &.{ .{ .key = "model.embed_tokens.weight", .start = 0, .len = 525336576, .shape = Shape.init(.{ 128256, 2048 }, .bf16) }, .{ .key = "model.layers.0.input_layernorm.weight", .start = 525336576, .len = 4096, .shape = Shape.init(.{2048}, .bf16) }, diff --git a/zml/aio/safetensors.zig b/zml/aio/safetensors.zig index 0716fa54..fb9b8a9f 100644 --- a/zml/aio/safetensors.zig +++ b/zml/aio/safetensors.zig @@ -81,6 +81,7 @@ fn loadFile(allocator: Allocator, store: *zml.aio.BufferStore, files: *std.Array var buffer_file = try MemoryMappedFile.init(file); errdefer buffer_file.deinit(); buffer_file.data_offset = 8 + json_header_length; + log.info("XXX data_offset = {d}", .{buffer_file.data_offset}); try files.append(buffer_file); errdefer _ = files.popOrNull(); diff --git a/zml/platform.zig b/zml/platform.zig index 686ddf00..fa09591a 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -212,8 +212,7 @@ pub const TransferManager = struct { .platform = platform, .pjrt_client = platform.pjrt_client, .pjrt_api = platform.pjrt_api, - .pjrt_transfer_manager = try Client.createBuffersForAsyncHostToDevice( - platform.pjrt_client, + .pjrt_transfer_manager = try platform.pjrt_client.createBuffersForAsyncHostToDevice( platform.pjrt_api, .{ .shape_specs = shape_specs.items, @@ -332,9 +331,12 @@ pub const TransferManager = struct { const buffer_count = try self.pjrt_transfer_manager.bufferCount(self.pjrt_api); for (0..buffer_count) |buffer_index| { const pjrt_buffer = try self.pjrt_transfer_manager.retrieveBuffer(self.pjrt_api, buffer_index); - log.info("toZmlBuffers: buffer #{d} size: {d}, should be {d}", .{ + const pjrt_buffer_device_size = try pjrt_buffer.getOnDeviceSizeInBytes(self.pjrt_api); + const pjrt_buffer_dims = pjrt_buffer.getDimensions(self.pjrt_api); + log.info("toZmlBuffers: buffer #{d} size: {d}, dims={d}, should be size {d}", .{ buffer_index, - try pjrt_buffer.getOnDeviceSizeInBytes(self.pjrt_api), + pjrt_buffer_device_size, + pjrt_buffer_dims, self.shapes[buffer_index].byteSize(), }); const shape = self.shapes[buffer_index]; From 58fba1901885197ada705143828b765aab8c7652 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 4 Mar 2025 23:46:35 +0100 Subject: [PATCH 26/28] wip fix dims ptr bug --- zml/platform.zig | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zml/platform.zig b/zml/platform.zig index fa09591a..fa28e62c 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -192,7 +192,7 @@ pub const TransferManager = struct { var shape_specs = try std.ArrayList(ShapeSpec).initCapacity(alloc, num_buffers); for (shapes, 0..) |shape, shape_idx| { const shape_spec = ShapeSpec.init( - shape.dims(), + try alloc.dupe(i64, shape.dims()), // PJRT takes the .ptr of this Buffer.bufferTypeFromDtype(shape.dtype()), ); shape_specs.appendAssumeCapacity(shape_spec); From 03b8b0c20a520dd15707c76518a76965d45e8264 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Wed, 5 Mar 2025 10:35:40 +0100 Subject: [PATCH 27/28] wip removed extensive logging, fixed examples/loader --- examples/loader/main.zig | 10 ++++++++-- examples/loader/xferman.zig | 15 +++++++++------ examples/xferman/mmap.zig | 15 +++++++-------- examples/xferman/mmap2.zig | 17 ++++++++--------- pjrt/pjrt.zig | 1 - zml/aio.zig | 9 --------- zml/aio/safetensors.zig | 2 -- zml/platform.zig | 21 +++------------------ 8 files changed, 35 insertions(+), 55 deletions(-) diff --git a/examples/loader/main.zig b/examples/loader/main.zig index 66732893..7746a08c 100644 --- a/examples/loader/main.zig +++ b/examples/loader/main.zig @@ -53,13 +53,19 @@ pub fn asyncMain() !void { std.debug.print("\nStart to read {d} buffers from store..\n", .{buffer_store.buffers.count()}); while (it.next()) |entry| : (i += 1) { - const host_buffer = entry.value_ptr.*; + const buffer_entry = entry.value_ptr.*; + const host_buffer = zml.HostBuffer.fromBytes(buffer_entry.shape, buffer_entry.data); total_bytes += host_buffer.data.len; - std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); buffers[i] = try zml.Buffer.from(platform, host_buffer); } const stop = timer.read(); + + // Now print after taking the timing + it = buffer_store.buffers.iterator(); + while (it.next()) |entry| : (i += 1) { + std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); + } const time_in_s = stdx.math.divFloat(f64, stop, std.time.ns_per_s); const mbs = stdx.math.divFloat(f64, total_bytes, 1024 * 1024); diff --git a/examples/loader/xferman.zig b/examples/loader/xferman.zig index 7d2c6ff1..1defa5d0 100644 --- a/examples/loader/xferman.zig +++ b/examples/loader/xferman.zig @@ -76,17 +76,21 @@ pub fn asyncMain() !void { defer slice_list.deinit(); while (bit.next()) |item| { const buffer_entry = item.value_ptr; - const key = item.key_ptr.*; - std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index - 1, key, buffer_entry.shape, buffer_entry.data.len, buffer_entry.data.ptr }); try slice_list.append(buffer_entry.data); } // try checkSlicesForOverlaps(allocator, buffer_store.files[0].data, slice_list.items); const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); - std.debug.print("Received {d} events\n", .{events.len}); - - // TODO: await events + const DO_AWAIT_EVENTS = false; + const prefix = if (DO_AWAIT_EVENTS) "A" else "NOT a"; + std.debug.print("{s} waiting {d} events\n", .{ prefix, events.len }); + // for (events) |event| { + // while (event.isReady(platform.pjrt_api) == false) { + // // spin + // } + // } + const stop = timer.read(); var it = buffer_store.buffers.iterator(); var i: usize = 0; @@ -97,7 +101,6 @@ pub fn asyncMain() !void { std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); } - const stop = timer.read(); const time_in_s = stdx.math.divFloat(f64, stop, std.time.ns_per_s); const mbs = stdx.math.divFloat(f64, total_bytes, 1024 * 1024); diff --git a/examples/xferman/mmap.zig b/examples/xferman/mmap.zig index 13071a83..a39d6175 100644 --- a/examples/xferman/mmap.zig +++ b/examples/xferman/mmap.zig @@ -80,7 +80,6 @@ pub fn asyncMain() !void { const BUF_SIZE = shape.byteSize(); // stdx.debug.assert(shape.byteSize() * NUM_BUFFERS / 2 == mapped_file.data.len, "FUCK m={d}, s={d}, NB={d}, NE={d}", .{ mapped_file.data.len, shape.byteSize(), NUM_BUFFERS, NUM_ELEMENTS}); - var free_list = std.ArrayList([]const u8).init(allocator); var slice_list = std.ArrayList([]const u8).init(allocator); defer { @@ -105,12 +104,12 @@ pub fn asyncMain() !void { var total_bytes: usize = 0; var timer = try std.time.Timer.start(); - var bit = buffer_store.buffers.iterator(); - while (bit.next()) |item| { - const buffer = item.value_ptr; - const key = item.key_ptr.*; - std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); - } + // var bit = buffer_store.buffers.iterator(); + // while (bit.next()) |item| { + // const buffer = item.value_ptr; + // const key = item.key_ptr.*; + // std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); + // } const memory_kind: zml.pjrt.Memory.Kind = switch (platform.target) { .cpu => .unpinned_host, @@ -130,7 +129,7 @@ pub fn asyncMain() !void { while (it.next()) |entry| : (i += 1) { total_bytes += entry.value_ptr.*.data.len; - std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); + // std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); } const stop = timer.read(); diff --git a/examples/xferman/mmap2.zig b/examples/xferman/mmap2.zig index 5c01e51e..c972212d 100644 --- a/examples/xferman/mmap2.zig +++ b/examples/xferman/mmap2.zig @@ -90,19 +90,18 @@ pub fn asyncMain() !void { var total_bytes: usize = 0; var timer = try std.time.Timer.start(); - var bit = buffer_store.buffers.iterator(); - while (bit.next()) |item| { - const buffer = item.value_ptr; - const key = item.key_ptr.*; - std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); - } + // var bit = buffer_store.buffers.iterator(); + // while (bit.next()) |item| { + // const buffer = item.value_ptr; + // const key = item.key_ptr.*; + // std.log.info("Buffer {d} : {s} {} = {d} bytes @ {*}", .{ bit.index, key, buffer.shape, buffer.data.len, buffer.data.ptr }); + // } const memory_kind: zml.pjrt.Memory.Kind = switch (platform.target) { .cpu => .unpinned_host, else => .device, }; const events = try buffer_store.starTransferToDevice(platform, memory_kind); - for (events, 0..) |event, idx| { - std.log.info("awaiting event {d}", .{idx}); + for (events) |event| { try event.awaitt(platform.pjrt_api); } std.debug.print("Received {d} events\n", .{events.len}); @@ -113,7 +112,7 @@ pub fn asyncMain() !void { while (it.next()) |entry| : (i += 1) { total_bytes += entry.value_ptr.*.data.len; - std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); + // std.debug.print("Buffer: {s} ({any} / {any})\n", .{ entry.key_ptr.*, i + 1, buffer_store.buffers.count() }); } const stop = timer.read(); diff --git a/pjrt/pjrt.zig b/pjrt/pjrt.zig index 3dc84ea6..b2f2ac63 100644 --- a/pjrt/pjrt.zig +++ b/pjrt/pjrt.zig @@ -1039,7 +1039,6 @@ pub const AsyncHostToDeviceTransferManager = opaque { /// to their consumers. 'data' must remain in scope until on_done is called. /// (calls TransferRawDataToSubBuffer() internally) pub fn transferData(self: *AsyncHostToDeviceTransferManager, api: *const Api, buffer_index: usize, data: []const u8, offset: i64, is_last_transfer: bool) ApiError!*Event { - std.debug.print("\n\npjrt.transferData: buffer_index={d}, data.len={d}, offset={d}\n", .{ buffer_index, data.len, offset }); const ret = try api.call(.PJRT_AsyncHostToDeviceTransferManager_TransferData, .{ .transfer_manager = self.inner(), .buffer_index = @intCast(buffer_index), diff --git a/zml/aio.zig b/zml/aio.zig index 37cfa6f8..1d80f2ab 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -122,7 +122,6 @@ pub const BufferStore = struct { shape: Shape, data: []const u8, ) !void { - log.info("Registering buffer {d}: {s} with shape: {}", .{ self.buffers.count(), key, shape }); try self.buffers.put(alloc, key, .{ .data = data, .shape = shape, @@ -175,8 +174,6 @@ pub const BufferStore = struct { idx += 1; } - log.info("done", .{}); - self.transfer_manager = try zml.platform.TransferManager.init( self.arena.allocator(), platform, @@ -185,12 +182,7 @@ pub const BufferStore = struct { ); const slices = try data_slices.toOwnedSlice(); - log.debug("About to transfer {d} slices", .{slices.len}); - for (slices, 0..) |slice, idxx| { - log.info(" slice {d} : len={d}", .{ idxx, slice.len }); - } const events = try self.transfer_manager.?.transferDataMany(slices, .{}); - log.debug("TransferManager created {d} events", .{events.len}); for (self.buffers.values(), events) |*reg_buf, event| { // TODO: for now, we only use our one and only transfer manager reg_buf.buffer = self.transfer_manager.?.buffer(reg_buf.transfer_manger_buffer_index); @@ -422,7 +414,6 @@ fn _populateStruct( const prefix = prefix_builder.data.items; if (T == zml.Tensor) { return if (buffer_store.buffers.getIndex(prefix)) |entry_idx| { - log.info("Trying to get buffer `{s}` with index {d}", .{ prefix, entry_idx }); const shape = buffer_store.getShape(prefix).?; obj.* = zml.Tensor{ ._shape = shape, diff --git a/zml/aio/safetensors.zig b/zml/aio/safetensors.zig index fb9b8a9f..4e5396eb 100644 --- a/zml/aio/safetensors.zig +++ b/zml/aio/safetensors.zig @@ -81,7 +81,6 @@ fn loadFile(allocator: Allocator, store: *zml.aio.BufferStore, files: *std.Array var buffer_file = try MemoryMappedFile.init(file); errdefer buffer_file.deinit(); buffer_file.data_offset = 8 + json_header_length; - log.info("XXX data_offset = {d}", .{buffer_file.data_offset}); try files.append(buffer_file); errdefer _ = files.popOrNull(); @@ -125,7 +124,6 @@ fn loadFile(allocator: Allocator, store: *zml.aio.BufferStore, files: *std.Array out_shape, data, ); - log.info("XXX key=\"{s}\", start={d}, len={d}, shape={}", .{ key, start, data.len, out_shape }); } } diff --git a/zml/platform.zig b/zml/platform.zig index fa28e62c..1dacb19b 100644 --- a/zml/platform.zig +++ b/zml/platform.zig @@ -190,18 +190,12 @@ pub const TransferManager = struct { } const num_buffers = shapes.len; var shape_specs = try std.ArrayList(ShapeSpec).initCapacity(alloc, num_buffers); - for (shapes, 0..) |shape, shape_idx| { + for (shapes) |shape| { const shape_spec = ShapeSpec.init( try alloc.dupe(i64, shape.dims()), // PJRT takes the .ptr of this Buffer.bufferTypeFromDtype(shape.dtype()), ); shape_specs.appendAssumeCapacity(shape_spec); - log.info("TransferManager.init(): shape #{d} {} -> shape_spec{{dims={d}, buffer_type={}}}", .{ - shape_idx, - shape, - shape_spec.dims(), - shape_spec.bufferType(), - }); } var self: TransferManager = .{ @@ -255,7 +249,6 @@ pub const TransferManager = struct { self.seen_last_buffer = true; } - log.debug("transfer size: {d} - offset: {d} - last transfer: {}", .{ data.len, offset, is_last_transfer }); const event = try self.pjrt_transfer_manager.transferData( self.pjrt_api, buffer_index, @@ -263,7 +256,6 @@ pub const TransferManager = struct { offset, is_last_transfer, ); - // log.debug("event: {}", .{event}); // TODO: might cause crashes if used improperly: self.events.appendAssumeCapacity(event); @@ -289,7 +281,6 @@ pub const TransferManager = struct { break :blk false; } }; - log.debug("TransferManager initiating transfer {d} of size {d}", .{ buffer_index, data.len }); _ = try self.transferDataSingle(buffer_index, data, 0, is_last_transfer); } return self.events.items; @@ -331,14 +322,8 @@ pub const TransferManager = struct { const buffer_count = try self.pjrt_transfer_manager.bufferCount(self.pjrt_api); for (0..buffer_count) |buffer_index| { const pjrt_buffer = try self.pjrt_transfer_manager.retrieveBuffer(self.pjrt_api, buffer_index); - const pjrt_buffer_device_size = try pjrt_buffer.getOnDeviceSizeInBytes(self.pjrt_api); - const pjrt_buffer_dims = pjrt_buffer.getDimensions(self.pjrt_api); - log.info("toZmlBuffers: buffer #{d} size: {d}, dims={d}, should be size {d}", .{ - buffer_index, - pjrt_buffer_device_size, - pjrt_buffer_dims, - self.shapes[buffer_index].byteSize(), - }); + // const pjrt_buffer_device_size = try pjrt_buffer.getOnDeviceSizeInBytes(self.pjrt_api); + // const pjrt_buffer_dims = pjrt_buffer.getDimensions(self.pjrt_api); const shape = self.shapes[buffer_index]; const zml_buffer = Buffer.fromPjrtBuffers(self.platform, shape, &.{pjrt_buffer}); self.buffers_alist.appendAssumeCapacity(zml_buffer); From 543a595b522e680d70bcbf24c40dcf64e49bc5b6 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Wed, 5 Mar 2025 11:02:15 +0100 Subject: [PATCH 28/28] fixed loader/xferman segfault: wait for load events before deinit buffer_store --- examples/loader/BUILD.bazel | 12 ++++++++++++ examples/loader/xferman.zig | 26 ++++++++++++++++++++------ 2 files changed, 32 insertions(+), 6 deletions(-) diff --git a/examples/loader/BUILD.bazel b/examples/loader/BUILD.bazel index 185d6e65..223f38a8 100644 --- a/examples/loader/BUILD.bazel +++ b/examples/loader/BUILD.bazel @@ -8,6 +8,12 @@ zig_cc_binary( "@zml//stdx", "@zml//zml", ], + args = [ + "$(location @Meta-Llama-3.2-1B-Instruct//:model.safetensors)", + ], + data = [ + "@Meta-Llama-3.2-1B-Instruct//:model.safetensors", + ], ) zig_cc_binary( @@ -18,4 +24,10 @@ zig_cc_binary( "@zml//stdx", "@zml//zml", ], + args = [ + "$(location @Meta-Llama-3.2-1B-Instruct//:model.safetensors)", + ], + data = [ + "@Meta-Llama-3.2-1B-Instruct//:model.safetensors", + ], ) diff --git a/examples/loader/xferman.zig b/examples/loader/xferman.zig index 1defa5d0..34dde9cf 100644 --- a/examples/loader/xferman.zig +++ b/examples/loader/xferman.zig @@ -81,15 +81,21 @@ pub fn asyncMain() !void { // try checkSlicesForOverlaps(allocator, buffer_store.files[0].data, slice_list.items); - const events = try buffer_store.starTransferToDevice(platform, .unpinned_host); + const memory_kind: zml.pjrt.Memory.Kind = switch (platform.target) { + .cpu => .unpinned_host, + else => .device, + }; + const events = try buffer_store.starTransferToDevice(platform, memory_kind); const DO_AWAIT_EVENTS = false; const prefix = if (DO_AWAIT_EVENTS) "A" else "NOT a"; std.debug.print("{s} waiting {d} events\n", .{ prefix, events.len }); - // for (events) |event| { - // while (event.isReady(platform.pjrt_api) == false) { - // // spin - // } - // } + if (DO_AWAIT_EVENTS) { + for (events) |event| { + while (event.isReady(platform.pjrt_api) == false) { + // spin + } + } + } const stop = timer.read(); var it = buffer_store.buffers.iterator(); @@ -105,4 +111,12 @@ pub fn asyncMain() !void { const mbs = stdx.math.divFloat(f64, total_bytes, 1024 * 1024); std.debug.print("\nLoading speed: {d:.2} MB/s\n\n", .{mbs / time_in_s}); + + if (!DO_AWAIT_EVENTS) { + for (events) |event| { + while (event.isReady(platform.pjrt_api) == false) { + // spin + } + } + } }