From 1ea6b38bbd7f3682d51c37ea3401293a6ae11d8f Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 7 Jan 2025 22:55:02 +0100 Subject: [PATCH 01/41] zml: make buffers and execute asynchronous This change makes buffer and execution completely asynchronous. This enable easy pipelining of multiple operations. It doesn't map well to `async` because the PJRT API is already asynchronous, so might as well use it as is. --- examples/llama/main.zig | 4 +-- examples/mnist/mnist.zig | 4 +-- pjrt/pjrt.zig | 2 +- zml/buffer.zig | 44 +++++++++++++----------- zml/pjrtx.zig | 74 ++++++++++++++++++++++++++++++++++------ 5 files changed, 93 insertions(+), 35 deletions(-) diff --git a/examples/llama/main.zig b/examples/llama/main.zig index 8df69637..d34a79ed 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -57,8 +57,8 @@ pub fn generateText( var output = std.ArrayList(u8).init(allocator); defer output.deinit(); - var tokens = try zml.Buffer.fromSlice(mod.platform(), .{max_seq_len}, token_buffer); - var prefill_token_index = try zml.Buffer.fromSlice(mod.platform(), .{}, &[_]i32{@intCast(prompt_tok.len - 1)}); + var tokens = try zml.Buffer.fromSlice2(mod.platform(), .{max_seq_len}, token_buffer); + var prefill_token_index = try zml.Buffer.fromSlice2(mod.platform(), .{}, &[_]i32{@intCast(prompt_tok.len - 1)}); defer prefill_token_index.deinit(); var rng = try zml.Tensor.Rng.init(mod.platform(), seed); diff --git a/examples/mnist/mnist.zig b/examples/mnist/mnist.zig index 51ca1e49..de0b0262 100644 --- a/examples/mnist/mnist.zig +++ b/examples/mnist/mnist.zig @@ -102,11 +102,11 @@ pub fn asyncMain() !void { const idx = rng.random().intRangeAtMost(u64, 0, 10000 - 1); var sample: [28 * 28]u8 align(16) = undefined; _ = try dataset.pread(&sample, 16 + (idx * 28 * 28)); - var input = try zml.Buffer.from(platform, zml.HostBuffer.fromBytes(zml.Shape.init(.{ 28, 28 }, .u8), &sample)); + var input = try zml.Buffer.from2(platform, zml.HostBuffer.fromBytes(zml.Shape.init(.{ 28, 28 }, .u8), &sample)); defer input.deinit(); printDigit(sample); - var result: zml.Buffer = mnist.call(.{input}); + var result: zml.Buffer = mnist.call(.{try input.awaitt()}); defer result.deinit(); log.info( diff --git a/pjrt/pjrt.zig b/pjrt/pjrt.zig index 9cfa5fb5..651a1a55 100644 --- a/pjrt/pjrt.zig +++ b/pjrt/pjrt.zig @@ -732,7 +732,7 @@ pub const Buffer = opaque { return ret.on_device_size_in_bytes; } - pub fn copyToDevice(self: *const Buffer, api: *const Api, device: Device) ApiError!Buffer { + pub fn copyToDevice(self: *const Buffer, api: *const Api, device: Device) ApiError!*Buffer { const ret = try api.call(.PJRT_Buffer_CopyToDevice, .{ .buffer = self.inner(), .dst_device = device.inner, diff --git a/zml/buffer.zig b/zml/buffer.zig index 1fffbaf3..740c57eb 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -56,38 +56,39 @@ pub const Buffer = struct { const buffer_type = bufferTypeFromDtype(host_buffer.shape().dtype()); const byte_strides = host_buffer.strides() orelse host_buffer.shape().computeStrides().constSlice(); - var frames: std.BoundedArray(asynk.Frame(pjrt.Client.bufferFromHostBuffer), MAX_NUM_SHARDS) = .{}; const devices = platform.getDevices(); for (0..n_partitions) |i| { - // If no sharding if found, the given buffer is replicated on all devices. const buf = if (sharding_ax) |ax| buf: { const start: i64 = @as(i64, @intCast(i)) * chunk_size; break :buf host_buffer.slice1d(ax, .{ .start = start, .end = start + chunk_size }); } else host_buffer; - const frame = try asynk.asyncc(pjrt.Client.bufferFromHostBuffer, .{ - platform.pjrt_client, - platform.pjrt_api, - .{ - .data = buf.data, - .buffer_type = buffer_type, - .dims = buf.shape().dims(), - .byte_strides = byte_strides, - .device = devices[i], - .host_buffer_semantics = .ImmutableOnlyDuringCall, - }, + const pjrt_buffer, const event = try platform.pjrt_client.bufferFromHostBuffer(platform.pjrt_api, .{ + .data = buf.data, + .buffer_type = buffer_type, + .dims = buf.shape().dims(), + .byte_strides = byte_strides, + .device = devices[i], + .host_buffer_semantics = .ImmutableUntilTransferCompletes, }); - - frames.appendAssumeCapacity(frame); - } - - for (frames.slice()) |*frame| { - const pjrt_buffer = try frame.awaitt(); + if (event) |ev| { + ev.deinit(platform.pjrt_api); + } res._shards.appendAssumeCapacity(pjrt_buffer); } + return res; } + pub fn awaitt(self: Buffer) !Buffer { + for (self._shards.constSlice()) |buffer| { + if (buffer.getReadyEvent(self._api)) |ev| { + try ev.awaitt(self._api); + } + } + return self; + } + /// Wraps pre-exisiting `pjrt.Buffer` shards into one `zml.Buffer`. pub fn fromPjrtBuffers(platform: Platform, shape_: Shape, pjrt_buffers: []const *pjrt.Buffer) Buffer { stdx.debug.assert(pjrt_buffers.len <= MAX_NUM_SHARDS, "ZML doesn't support having more than {} shards. Received {} shards for one buffer.", .{ MAX_NUM_SHARDS, pjrt_buffers.len }); @@ -108,6 +109,11 @@ pub const Buffer = struct { return from(platform, HostBuffer.fromBytes(sh, std.mem.sliceAsBytes(s))); } + pub fn fromSlice2(platform: Platform, dimz: anytype, s: anytype) !Buffer { + const sh = Shape.init(dimz, DataType.fromSliceElementType(s)); + return from(platform, HostBuffer.fromBytes(sh, std.mem.sliceAsBytes(s))); + } + /// Copies the given Zig array to the accelerator memory and /// return a Buffer using the array shape. pub fn fromArray(platform: Platform, arr: anytype) !Buffer { diff --git a/zml/pjrtx.zig b/zml/pjrtx.zig index 7408e074..cf68dba0 100644 --- a/zml/pjrtx.zig +++ b/zml/pjrtx.zig @@ -17,7 +17,6 @@ const log = std.log.scoped(.zml); pub const Profiler = pjrt.Profiler; pub const ApiError = pjrt.ApiError; pub const ErrorCode = pjrt.ErrorCode; -pub const Buffer = pjrt.Buffer; pub const BufferType = pjrt.BufferType; pub const Device = pjrt.Device; pub const DeviceDescription = pjrt.DeviceDescription; @@ -63,13 +62,9 @@ pub const Client = opaque { } pub const BufferFromHostBufferArgs = pjrt.Client.BufferFromHostBufferArgs; - pub fn bufferFromHostBuffer(self: *const Client, api: *const Api, args: BufferFromHostBufferArgs) !*Buffer { - const buffer, const event_ = try asynk.callBlocking(pjrt.Client.bufferFromHostBuffer, .{ self.inner(), api, args }); - if (event_) |event__| { - const event: *Event = @ptrCast(event__); - try event.await_(api); - } - return buffer; + pub fn bufferFromHostBuffer(self: *const Client, api: *const Api, args: BufferFromHostBufferArgs) !struct { *Buffer, ?*Event } { + const buffer, const event_ = try self.inner().bufferFromHostBuffer(api, args); + return .{ @ptrCast(buffer), @ptrCast(event_) }; } pub fn deserializeAndLoad(self: *const Client, api: *const Api, bytes: []const u8) ApiError!*LoadedExecutable { @@ -130,6 +125,62 @@ pub const Client = opaque { } }; +pub const Buffer = opaque { + pub const inner = InnerMixin(pjrt.Buffer).inner; + + pub fn deinit(self: *Buffer, api: *const Api) void { + self.inner().deinit(api); + } + + pub fn getDevice(self: *const Buffer, api: *const Api) ApiError!*Device { + return try self.inner().getDevice(api); + } + + pub fn delete(self: *Buffer, api: *const Api) void { + self.inner().delete(api); + } + + pub fn isDeleted(self: *const Buffer, api: *const Api) bool { + return self.inner().isDeleted(api); + } + + pub fn isOnCpu(self: *const Buffer, api: *const Api) bool { + return self.inner().isOnCpu(api); + } + + pub fn toHostBuffer(self: *const Buffer, api: *const Api, dst: []u8) ApiError!?*Event { + return @ptrCast(try self.inner().toHostBuffer(api, dst)); + } + + pub fn getElementType(self: *const Buffer, api: *const Api) BufferType { + return self.inner().getElementType(api); + } + + pub fn getDimensions(self: *const Buffer, api: *const Api) []const i64 { + return self.inner().getDimensions(api); + } + + pub fn getUnpaddedDimensions(self: *const Buffer, api: *const Api) ApiError![]const i64 { + return try self.inner().getUnpaddedDimensions(api); + } + + pub fn getOnDeviceSizeInBytes(self: *const Buffer, api: *const Api) ApiError!usize { + return try self.inner().getOnDeviceSizeInBytes(api); + } + + pub fn copyToDevice(self: *const Buffer, api: *const Api, device: Device) ApiError!*Buffer { + return @ptrCast(self.inner().copyToDevice(api, device)); + } + + pub fn getReadyEvent(self: *const Buffer, api: *const Api) ?*Event { + return @ptrCast(self.inner().getReadyEvent(api)); + } + + pub fn getOpaqueDeviceMemoryDataPointer(self: *const Buffer, api: *const Api) ApiError!*anyopaque { + return try self.inner().getOpaqueDeviceMemoryDataPointer(api); + } +}; + pub const Event = opaque { pub const inner = InnerMixin(pjrt.Event).inner; @@ -145,7 +196,8 @@ pub const Event = opaque { return self.inner().getEventError(api); } - pub fn await_(self: *Event, api: *const Api) !void { + pub const await_ = awaitt; + pub fn awaitt(self: *Event, api: *const Api) !void { defer self.deinit(api); if (self.isReady(api)) { @@ -201,13 +253,13 @@ pub const LoadedExecutable = opaque { }; pub fn execute(self: *const LoadedExecutable, api: *const Api, args: ExecuteArgs) ExecuteError!void { - try asynk.callBlocking(pjrt.LoadedExecutable.execute, .{ self.inner(), api, pjrt.LoadedExecutable.ExecuteArgs{ + try self.inner().execute(api, pjrt.LoadedExecutable.ExecuteArgs{ .num_args = args.num_args, .arguments = @ptrCast(args.arguments), .results = @ptrCast(args.results), .events = @ptrCast(args.events), .non_donatable_input_indices = args.non_donatable_input_indices, - } }); + }); } pub fn getExecutable(self: *LoadedExecutable, api: *const Api) ApiError!*Executable { From ba4c672b639a59bba2017d3a0e9db722d1a9ec97 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 20 Jan 2025 14:46:22 +0100 Subject: [PATCH 02/41] WIP --- examples/llama/main.zig | 6 ++++-- examples/mnist/mnist.zig | 2 +- zml/buffer.zig | 17 +++++++++-------- zml/hostbuffer.zig | 19 +++++++++++++++++++ 4 files changed, 33 insertions(+), 11 deletions(-) diff --git a/examples/llama/main.zig b/examples/llama/main.zig index d34a79ed..74ec5026 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -83,7 +83,8 @@ pub fn generateText( token_index = new_token_index; if ((i + 1) % output_freq == 0) { const n = output.items.len; - _ = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); + var hb = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); + _ = try hb.awaitt(); try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[decode_progress..][0..output_freq]), .{}); decode_progress += output_freq; std.debug.print("{s}", .{output.items[n..]}); @@ -112,7 +113,8 @@ pub fn generateText( const speed = @as(f64, @floatFromInt(generated_token_count)) / duration; log.info("✅ Generated {d} tokens in {:.3}s: {d:.3}tok/s", .{ generated_token_count, duration, speed }); - _ = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); + var tokens_host_buffer = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); + _ = try tokens_host_buffer.awaitt(); output.clearRetainingCapacity(); try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[0..total_token_count]), .{}); diff --git a/examples/mnist/mnist.zig b/examples/mnist/mnist.zig index de0b0262..f485e581 100644 --- a/examples/mnist/mnist.zig +++ b/examples/mnist/mnist.zig @@ -102,7 +102,7 @@ pub fn asyncMain() !void { const idx = rng.random().intRangeAtMost(u64, 0, 10000 - 1); var sample: [28 * 28]u8 align(16) = undefined; _ = try dataset.pread(&sample, 16 + (idx * 28 * 28)); - var input = try zml.Buffer.from2(platform, zml.HostBuffer.fromBytes(zml.Shape.init(.{ 28, 28 }, .u8), &sample)); + var input = try zml.Buffer.from(platform, zml.HostBuffer.fromBytes(zml.Shape.init(.{ 28, 28 }, .u8), &sample)); defer input.deinit(); printDigit(sample); diff --git a/zml/buffer.zig b/zml/buffer.zig index 740c57eb..d51fdd90 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -203,7 +203,7 @@ pub const Buffer = struct { stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); const maybe_event = try self._shards.get(0).toHostBuffer(self._api, std.mem.asBytes(&res)); if (maybe_event) |event| { - try event.await_(self._api); + try event.awaitt(self._api); } return res; } @@ -214,10 +214,11 @@ pub const Buffer = struct { pub fn toHost(self: Buffer, output: []u8) !HostBuffer { stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); const maybe_event = try self._shards.get(0).toHostBuffer(self._api, output); - if (maybe_event) |event| { - try event.await_(self._api); - } - return HostBuffer.fromBytes(self.shape(), output); + var hb = HostBuffer.fromBytes(self.shape(), output); + hb._event = maybe_event; + hb._api = self._api; + hb._ready = if (maybe_event) |ev| ev.isReady(self._api) else true; + return hb; } /// Copies the content of the Buffer to the host. @@ -226,9 +227,9 @@ pub const Buffer = struct { const output = try HostBuffer.empty(allocator, self.shape()); stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); const maybe_event = try self._shards.get(0).toHostBuffer(self._api, @constCast(output.data)); - if (maybe_event) |event| { - try event.await_(self._api); - } + output._event = maybe_event; + output._api = self._api; + output._ready = if (maybe_event) |ev| ev.isReady(self._api) else true; return output; } diff --git a/zml/hostbuffer.zig b/zml/hostbuffer.zig index 34531b9b..6abad613 100644 --- a/zml/hostbuffer.zig +++ b/zml/hostbuffer.zig @@ -1,6 +1,8 @@ const std = @import("std"); const stdx = @import("stdx"); +const pjrt = @import("pjrtx.zig"); + const Buffer = @import("buffer.zig").Buffer; const Data = @import("dtype.zig").Data; const DataType = @import("dtype.zig").DataType; @@ -22,6 +24,9 @@ pub const HostBuffer = struct { managed: u5, unmanaged, } = .unmanaged, + _ready: bool = true, + _api: ?*const pjrt.Api = null, + _event: ?*pjrt.Event = null, /// Allocates a HostBuffer with the given shape. /// The memory is left undefined. @@ -251,6 +256,20 @@ pub const HostBuffer = struct { }; } + pub fn awaitt(self: *HostBuffer) !*HostBuffer { + if (self._ready) { + return self; + } + if (self._event) |ev| { + if (self._api) |api| { + try ev.awaitt(api); + } else { + stdx.debug.panic("Got an event but no API. This should not happen.", .{}); + } + } + return self; + } + pub fn format( self: HostBuffer, comptime fmt: []const u8, From cf6132bab2ad569ed785068c1673d85c95d0a798 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 23 Dec 2024 23:39:14 +0100 Subject: [PATCH 03/41] WIP --- MODULE.bazel | 6 + MODULE.bazel.lock | 37 ++- bazel/swig.bzl | 149 +++++++++ .../com_google_sentencepiece/BUILD.bazel | 38 +++ third_party/com_google_sentencepiece/fwd.bzl | 14 + third_party/com_google_sentencepiece/repo.bzl | 9 + .../sentencepiece.bazel | 95 ++++++ third_party/non_module_deps.bzl | 16 + third_party/org_swig_swig/repo.bzl | 10 + third_party/org_swig_swig/swig.bazel | 109 +++++++ zml/tokenizer/hf_tokenizers/BUILD.bazel | 0 zml/tokenizer/sentencepiece/BUILD.bazel | 61 ++++ zml/tokenizer/sentencepiece/main.zig | 291 ++++++++++++++++++ zml/tokenizer/sentencepiece/sentencepiece.i | 91 ++++++ zml/tokenizer/sentencepiece/sentencepiece.zig | 12 + .../sentencepiece/sentencepiece2.zig | 130 ++++++++ zml/tokenizer/sentencepiece/zig.h | 9 + zml/tokenizer/tokenizer.zig | 27 ++ 18 files changed, 1096 insertions(+), 8 deletions(-) create mode 100644 bazel/swig.bzl create mode 100644 third_party/com_google_sentencepiece/BUILD.bazel create mode 100644 third_party/com_google_sentencepiece/fwd.bzl create mode 100644 third_party/com_google_sentencepiece/repo.bzl create mode 100644 third_party/com_google_sentencepiece/sentencepiece.bazel create mode 100644 third_party/non_module_deps.bzl create mode 100644 third_party/org_swig_swig/repo.bzl create mode 100644 third_party/org_swig_swig/swig.bazel create mode 100644 zml/tokenizer/hf_tokenizers/BUILD.bazel create mode 100644 zml/tokenizer/sentencepiece/BUILD.bazel create mode 100644 zml/tokenizer/sentencepiece/main.zig create mode 100644 zml/tokenizer/sentencepiece/sentencepiece.i create mode 100644 zml/tokenizer/sentencepiece/sentencepiece.zig create mode 100644 zml/tokenizer/sentencepiece/sentencepiece2.zig create mode 100644 zml/tokenizer/sentencepiece/zig.h create mode 100644 zml/tokenizer/tokenizer.zig diff --git a/MODULE.bazel b/MODULE.bazel index 45dd9ee2..8b01a86f 100644 --- a/MODULE.bazel +++ b/MODULE.bazel @@ -12,6 +12,9 @@ bazel_dep(name = "rules_cc", version = "0.0.17") bazel_dep(name = "rules_pkg", version = "1.0.1") bazel_dep(name = "rules_proto", version = "7.1.0") bazel_dep(name = "with_cfg.bzl", version = "0.8.0") +bazel_dep(name = "protobuf", version = "29.2") +bazel_dep(name = "pcre2", version = "10.43") +bazel_dep(name = "abseil-cpp", version = "20240722.0.bcr.2") bazel_dep(name = "buildifier_prebuilt", version = "7.3.1", dev_dependency = True) bazel_dep(name = "aspect_bazel_lib", version = "2.11.0") bazel_dep(name = "rules_distroless", version = "0.3.8") @@ -114,3 +117,6 @@ apt.install( manifest = "//runtimes/neuron:packages.yaml", ) use_repo(apt, "neuron_bookworm") + +non_module_deps = use_extension("//:third_party/non_module_deps.bzl", "non_module_deps") +use_repo(non_module_deps, "com_google_sentencepiece", "org_swig_swig") diff --git a/MODULE.bazel.lock b/MODULE.bazel.lock index 3f88a376..80e2d03f 100644 --- a/MODULE.bazel.lock +++ b/MODULE.bazel.lock @@ -9,7 +9,10 @@ "https://bazel-registry.zml.ai/modules/abseil-cpp/20230802.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/abseil-cpp/20240116.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/abseil-cpp/20240116.1/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/abseil-cpp/20240116.2/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/abseil-cpp/20240722.0.bcr.2/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/apple_support/1.11.1/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/apple_support/1.15.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/aspect_bazel_lib/2.11.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/aspect_bazel_lib/2.7.9/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/aspect_bazel_lib/2.8.1/MODULE.bazel": "not found", @@ -45,17 +48,20 @@ "https://bazel-registry.zml.ai/modules/googletest/1.11.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/googletest/1.14.0.bcr.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/googletest/1.14.0/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/googletest/1.15.2/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/hermetic_cc_toolchain/3.1.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/jsoncpp/1.9.5/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/libpfm/4.11.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/nlohmann_json/3.6.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/patchelf/0.18.0/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/pcre2/10.43/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.10/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.4/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.5/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.6/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.7/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.8/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/platforms/0.0.9/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/protobuf/21.7/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/protobuf/23.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/protobuf/24.4/MODULE.bazel": "not found", @@ -64,11 +70,14 @@ "https://bazel-registry.zml.ai/modules/protobuf/29.0-rc2/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/protobuf/29.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/protobuf/29.1/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/protobuf/29.2/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/protobuf/3.19.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/pybind11_bazel/2.11.1.bzl.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/pybind11_bazel/2.11.1/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/pybind11_bazel/2.12.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/re2/2023-09-01/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/re2/2024-02-01/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/re2/2024-07-02/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_android/0.1.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_apple/3.2.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_cc/0.0.1/MODULE.bazel": "not found", @@ -127,6 +136,7 @@ "https://bazel-registry.zml.ai/modules/rules_python/0.28.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_python/0.29.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_python/0.31.0/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/rules_python/0.33.2/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_python/0.34.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_python/0.4.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_python/0.40.0/MODULE.bazel": "not found", @@ -157,9 +167,12 @@ "https://bcr.bazel.build/modules/abseil-cpp/20230802.1/MODULE.bazel": "fa92e2eb41a04df73cdabeec37107316f7e5272650f81d6cc096418fe647b915", "https://bcr.bazel.build/modules/abseil-cpp/20240116.0/MODULE.bazel": "98dc378d64c12a4e4741ad3362f87fb737ee6a0886b2d90c3cdbb4d93ea3e0bf", "https://bcr.bazel.build/modules/abseil-cpp/20240116.1/MODULE.bazel": "37bcdb4440fbb61df6a1c296ae01b327f19e9bb521f9b8e26ec854b6f97309ed", - "https://bcr.bazel.build/modules/abseil-cpp/20240116.1/source.json": "9be551b8d4e3ef76875c0d744b5d6a504a27e3ae67bc6b28f46415fd2d2957da", + "https://bcr.bazel.build/modules/abseil-cpp/20240116.2/MODULE.bazel": "73939767a4686cd9a520d16af5ab440071ed75cec1a876bf2fcfaf1f71987a16", + "https://bcr.bazel.build/modules/abseil-cpp/20240722.0.bcr.2/MODULE.bazel": "c3661b44c9d3f17f0b65ffb544896aaeb89127398ea867537babac18133a002a", + "https://bcr.bazel.build/modules/abseil-cpp/20240722.0.bcr.2/source.json": "464f3012c8f40cd51facbfc6962563971c6bd55f45ba16bd98313f2de73340c5", "https://bcr.bazel.build/modules/apple_support/1.11.1/MODULE.bazel": "1843d7cd8a58369a444fc6000e7304425fba600ff641592161d9f15b179fb896", - "https://bcr.bazel.build/modules/apple_support/1.11.1/source.json": "c797537544f4b76d46d12f488456529d7372b6ccff249c82fca50ce0a665957f", + "https://bcr.bazel.build/modules/apple_support/1.15.1/MODULE.bazel": "a0556fefca0b1bb2de8567b8827518f94db6a6e7e7d632b4c48dc5f865bc7c85", + "https://bcr.bazel.build/modules/apple_support/1.15.1/source.json": "517f2b77430084c541bc9be2db63fdcbb7102938c5f64c17ee60ffda2e5cf07b", "https://bcr.bazel.build/modules/aspect_bazel_lib/2.11.0/MODULE.bazel": "cb1ba9f9999ed0bc08600c221f532c1ddd8d217686b32ba7d45b0713b5131452", "https://bcr.bazel.build/modules/aspect_bazel_lib/2.11.0/source.json": "92494d5aa43b96665397dd13ee16023097470fa85e276b93674d62a244de47ee", "https://bcr.bazel.build/modules/aspect_bazel_lib/2.7.9/MODULE.bazel": "06e54f2b345b8eb7adceed2329b273da00d0368e28a9ebd9dfc75b4a052dac85", @@ -200,8 +213,9 @@ "https://bcr.bazel.build/modules/google_benchmark/1.8.2/MODULE.bazel": "a70cf1bba851000ba93b58ae2f6d76490a9feb74192e57ab8e8ff13c34ec50cb", "https://bcr.bazel.build/modules/googletest/1.11.0/MODULE.bazel": "3a83f095183f66345ca86aa13c58b59f9f94a2f81999c093d4eeaa2d262d12f4", "https://bcr.bazel.build/modules/googletest/1.14.0.bcr.1/MODULE.bazel": "22c31a561553727960057361aa33bf20fb2e98584bc4fec007906e27053f80c6", - "https://bcr.bazel.build/modules/googletest/1.14.0.bcr.1/source.json": "41e9e129f80d8c8bf103a7acc337b76e54fad1214ac0a7084bf24f4cd924b8b4", "https://bcr.bazel.build/modules/googletest/1.14.0/MODULE.bazel": "cfbcbf3e6eac06ef9d85900f64424708cc08687d1b527f0ef65aa7517af8118f", + "https://bcr.bazel.build/modules/googletest/1.15.2/MODULE.bazel": "6de1edc1d26cafb0ea1a6ab3f4d4192d91a312fd2d360b63adaa213cd00b2108", + "https://bcr.bazel.build/modules/googletest/1.15.2/source.json": "dbdda654dcb3a0d7a8bc5d0ac5fc7e150b58c2a986025ae5bc634bb2cb61f470", "https://bcr.bazel.build/modules/hermetic_cc_toolchain/3.1.1/MODULE.bazel": "164331a6e73093376a19eaa1eae45a94aad3245e9e79d8f31237f4a8eb6c1c41", "https://bcr.bazel.build/modules/hermetic_cc_toolchain/3.1.1/source.json": "a2f67694b91ae575e2715fa2c5745c8c9879e7132852ef45c05b4e25a0d3b423", "https://bcr.bazel.build/modules/jsoncpp/1.9.5/MODULE.bazel": "31271aedc59e815656f5736f282bb7509a97c7ecb43e927ac1a37966e0578075", @@ -211,6 +225,8 @@ "https://bcr.bazel.build/modules/nlohmann_json/3.6.1/source.json": "f448c6e8963fdfa7eb831457df83ad63d3d6355018f6574fb017e8169deb43a9", "https://bcr.bazel.build/modules/patchelf/0.18.0/MODULE.bazel": "15a6beff7e828d585c5bd0f9f93589df117b5594e9d19e43096c77de58b9ae5f", "https://bcr.bazel.build/modules/patchelf/0.18.0/source.json": "57caf6bcaa5ba515c6fb1c2eacee00735afbeb1ffacb34a57553fb139c8e4333", + "https://bcr.bazel.build/modules/pcre2/10.43/MODULE.bazel": "08eaa025111bd0fedc14a8187c2905fa6ee4501fbe558193e9bf6cc3e2cdf23c", + "https://bcr.bazel.build/modules/pcre2/10.43/source.json": "8b4149e707094f1d5b57df7216539c3415226e814085c4d960bd9f3d49581b88", "https://bcr.bazel.build/modules/platforms/0.0.10/MODULE.bazel": "8cb8efaf200bdeb2150d93e162c40f388529a25852b332cec879373771e48ed5", "https://bcr.bazel.build/modules/platforms/0.0.10/source.json": "f22828ff4cf021a6b577f1bf6341cb9dcd7965092a439f64fc1bb3b7a5ae4bd5", "https://bcr.bazel.build/modules/platforms/0.0.4/MODULE.bazel": "9b328e31ee156f53f3c416a64f8491f7eb731742655a47c9eec4703a71644aee", @@ -218,6 +234,7 @@ "https://bcr.bazel.build/modules/platforms/0.0.6/MODULE.bazel": "ad6eeef431dc52aefd2d77ed20a4b353f8ebf0f4ecdd26a807d2da5aa8cd0615", "https://bcr.bazel.build/modules/platforms/0.0.7/MODULE.bazel": "72fd4a0ede9ee5c021f6a8dd92b503e089f46c227ba2813ff183b71616034814", "https://bcr.bazel.build/modules/platforms/0.0.8/MODULE.bazel": "9f142c03e348f6d263719f5074b21ef3adf0b139ee4c5133e2aa35664da9eb2d", + "https://bcr.bazel.build/modules/platforms/0.0.9/MODULE.bazel": "4a87a60c927b56ddd67db50c89acaa62f4ce2a1d2149ccb63ffd871d5ce29ebc", "https://bcr.bazel.build/modules/protobuf/21.7/MODULE.bazel": "a5a29bb89544f9b97edce05642fac225a808b5b7be74038ea3640fae2f8e66a7", "https://bcr.bazel.build/modules/protobuf/23.1/MODULE.bazel": "88b393b3eb4101d18129e5db51847cd40a5517a53e81216144a8c32dfeeca52a", "https://bcr.bazel.build/modules/protobuf/24.4/MODULE.bazel": "7bc7ce5f2abf36b3b7b7c8218d3acdebb9426aeb35c2257c96445756f970eb12", @@ -226,14 +243,17 @@ "https://bcr.bazel.build/modules/protobuf/29.0-rc2/MODULE.bazel": "6241d35983510143049943fc0d57937937122baf1b287862f9dc8590fc4c37df", "https://bcr.bazel.build/modules/protobuf/29.0/MODULE.bazel": "319dc8bf4c679ff87e71b1ccfb5a6e90a6dbc4693501d471f48662ac46d04e4e", "https://bcr.bazel.build/modules/protobuf/29.1/MODULE.bazel": "557c3457560ff49e122ed76c0bc3397a64af9574691cb8201b4e46d4ab2ecb95", - "https://bcr.bazel.build/modules/protobuf/29.1/source.json": "04cca85dce26b895ed037d98336d860367fe09919208f2ad383f0df1aff63199", + "https://bcr.bazel.build/modules/protobuf/29.2/MODULE.bazel": "5435497c190d86f79b0568698c45044df7c8d97692886cda9fe9cf9053aea712", + "https://bcr.bazel.build/modules/protobuf/29.2/source.json": "fe7090cc34072609b26d9beafb122916dabc1d47ba61b242c26c4b06c51384ab", "https://bcr.bazel.build/modules/protobuf/3.19.0/MODULE.bazel": "6b5fbb433f760a99a22b18b6850ed5784ef0e9928a72668b66e4d7ccd47db9b0", "https://bcr.bazel.build/modules/pybind11_bazel/2.11.1.bzl.1/MODULE.bazel": "1ef2994c097ee88f8f7ae8fbf991aaefb0603b2540fe575eca14943bc9f220a6", - "https://bcr.bazel.build/modules/pybind11_bazel/2.11.1.bzl.1/source.json": "d8f5b2ebc186b90c6112f92f43d86359dda2c3649c754d9680fd668f8dd28a79", "https://bcr.bazel.build/modules/pybind11_bazel/2.11.1/MODULE.bazel": "88af1c246226d87e65be78ed49ecd1e6f5e98648558c14ce99176da041dc378e", + "https://bcr.bazel.build/modules/pybind11_bazel/2.12.0/MODULE.bazel": "e6f4c20442eaa7c90d7190d8dc539d0ab422f95c65a57cc59562170c58ae3d34", + "https://bcr.bazel.build/modules/pybind11_bazel/2.12.0/source.json": "6900fdc8a9e95866b8c0d4ad4aba4d4236317b5c1cd04c502df3f0d33afed680", "https://bcr.bazel.build/modules/re2/2023-09-01/MODULE.bazel": "cb3d511531b16cfc78a225a9e2136007a48cf8a677e4264baeab57fe78a80206", "https://bcr.bazel.build/modules/re2/2024-02-01/MODULE.bazel": "5ed922cb8b6c110e30969695e73bd0d3159576bf17ce8ee2443a7d07bf500551", - "https://bcr.bazel.build/modules/re2/2024-02-01/source.json": "0b108d5e9836cb66815fbbb70e4395eab52dc29dd2c39a9785f01d6661a8f37e", + "https://bcr.bazel.build/modules/re2/2024-07-02/MODULE.bazel": "0eadc4395959969297cbcf31a249ff457f2f1d456228c67719480205aa306daa", + "https://bcr.bazel.build/modules/re2/2024-07-02/source.json": "547d0111a9d4f362db32196fef805abbf3676e8d6afbe44d395d87816c1130ca", "https://bcr.bazel.build/modules/rules_android/0.1.1/MODULE.bazel": "48809ab0091b07ad0182defb787c4c5328bd3a278938415c00a7b69b50c4d3a8", "https://bcr.bazel.build/modules/rules_android/0.1.1/source.json": "e6986b41626ee10bdc864937ffb6d6bf275bb5b9c65120e6137d56e6331f089e", "https://bcr.bazel.build/modules/rules_apple/3.2.1/MODULE.bazel": "55f19b572fdb4a4bd5a1c2231b60c663f8b4e3146769062b2bdeba72226c74b7", @@ -304,6 +324,7 @@ "https://bcr.bazel.build/modules/rules_python/0.28.0/MODULE.bazel": "cba2573d870babc976664a912539b320cbaa7114cd3e8f053c720171cde331ed", "https://bcr.bazel.build/modules/rules_python/0.29.0/MODULE.bazel": "2ac8cd70524b4b9ec49a0b8284c79e4cd86199296f82f6e0d5da3f783d660c82", "https://bcr.bazel.build/modules/rules_python/0.31.0/MODULE.bazel": "93a43dc47ee570e6ec9f5779b2e64c1476a6ce921c48cc9a1678a91dd5f8fd58", + "https://bcr.bazel.build/modules/rules_python/0.33.2/MODULE.bazel": "3e036c4ad8d804a4dad897d333d8dce200d943df4827cb849840055be8d2e937", "https://bcr.bazel.build/modules/rules_python/0.34.0/MODULE.bazel": "1d623d026e075b78c9fde483a889cda7996f5da4f36dffb24c246ab30f06513a", "https://bcr.bazel.build/modules/rules_python/0.4.0/MODULE.bazel": "9208ee05fd48bf09ac60ed269791cf17fb343db56c8226a720fbb1cdf467166c", "https://bcr.bazel.build/modules/rules_python/0.40.0/MODULE.bazel": "9d1a3cd88ed7d8e39583d9ffe56ae8a244f67783ae89b60caafc9f5cf318ada7", @@ -338,8 +359,8 @@ "moduleExtensions": { "@@apple_support+//crosstool:setup.bzl%apple_cc_configure_extension": { "general": { - "bzlTransitiveDigest": "NxE3f0kkx3L/C5ULaaKuYZLNgVHcbPOIVibLX8HxHbs=", - "usagesDigest": "Pb6xZM0EL061vtADoHWkUxDVg939ikaZtDb4DEkpiFI=", + "bzlTransitiveDigest": "f3WqKJoIiJHlasCR1D4G1rMMDCw3rO6hmss8+fIl/sM=", + "usagesDigest": "UmW3TSJ69js05aZo449kBLKnzRMp3BmsbFwuQCJafBs=", "recordedFileInputs": {}, "recordedDirentsInputs": {}, "envVariables": {}, diff --git a/bazel/swig.bzl b/bazel/swig.bzl new file mode 100644 index 00000000..757e2311 --- /dev/null +++ b/bazel/swig.bzl @@ -0,0 +1,149 @@ +load("@rules_cc//cc:action_names.bzl", "C_COMPILE_ACTION_NAME") +load("@rules_cc//cc:find_cc_toolchain.bzl", "find_cc_toolchain", "use_cc_toolchain") + +def _swig_cc_library_impl(ctx): + args = ctx.actions.args() + + if ctx.attr.cpp: + args.add("-c++") + + args.add("-std=c++17") + args.add("-c") + args.add("-O") + args.add("-module", ctx.attr.module) + args.add_joined("-features", ctx.attr.enabled_features, join_with = ",") + + if ctx.attr.defines: + args.add_all(ctx.attr.defines, format_each = "-D%s") + + cc_toolchain = find_cc_toolchain(ctx) + if (cc_toolchain): + args.add_all(cc_toolchain.built_in_include_directories, format_each = "-I%s") + + feature_configuration = cc_common.configure_features( + ctx = ctx, + cc_toolchain = cc_toolchain, + requested_features = ctx.features, + unsupported_features = ctx.disabled_features, + ) + c_compile_variables = cc_common.create_compile_variables( + feature_configuration = feature_configuration, + cc_toolchain = cc_toolchain, + user_compile_flags = ctx.fragments.cpp.copts + ctx.fragments.cpp.conlyopts, + ) + cc_compile_command_line = cc_common.get_memory_inefficient_command_line( + feature_configuration = feature_configuration, + action_name = C_COMPILE_ACTION_NAME, + variables = c_compile_variables, + ) + for arg in cc_compile_command_line: + if (arg.startswith("-I") or arg.startswith("-D")): + args.add(arg) + + cc_info = cc_common.merge_cc_infos(direct_cc_infos = [dep[CcInfo] for dep in ctx.attr.deps]) + args.add_all(cc_info.compilation_context.defines, format_each = "-D%s") + args.add_all(cc_info.compilation_context.local_defines, format_each = "-D%s") + args.add_all(cc_info.compilation_context.framework_includes, format_each = "-I%s") + args.add_all(cc_info.compilation_context.includes, format_each = "-I%s") + args.add_all(cc_info.compilation_context.quote_includes, format_each = "-I%s") + args.add_all(cc_info.compilation_context.system_includes, format_each = "-I%s") + + output_cpp = ctx.actions.declare_file("%s.cpp" % ctx.attr.module) + output_h = ctx.actions.declare_file("%s.h" % ctx.attr.module) + args.add("-outdir", output_h.dirname) + + outputs = [ + output_cpp, + output_h, + ] + args.add("-o", output_cpp) + args.add("-w-305") + args.add(ctx.file.interface) + + inputs = depset(ctx.attr.srcs, transitive = [ + ctx.attr.interface.files, + cc_info.compilation_context.headers, + ctx.attr._swig_lib.files, + ]) + + ctx.actions.run( + inputs = inputs, + outputs = outputs, + executable = ctx.executable._swig, + arguments = [args], + env = { + "SWIG_LIB": ctx.files._swig_lib[0].dirname, + }, + mnemonic = "SwigC", + ) + + return [ + DefaultInfo( + files = depset(outputs), + ), + OutputGroupInfo( + hdrs = depset([output_h]), + srcs = depset([output_cpp]), + ), + ] + +_swig_cc_library = rule( + _swig_cc_library_impl, + attrs = { + "interface": attr.label( + mandatory = True, + allow_single_file = True, + ), + "srcs": attr.label_list( + allow_files = True, + ), + "deps": attr.label_list( + providers = [CcInfo], + ), + "defines": attr.string_list(), + "enabled_features": attr.string_list(), + "module": attr.string( + mandatory = True, + ), + "cpp": attr.bool( + default = True, + ), + "intgosize": attr.int( + default = 64, + ), + "_swig": attr.label( + default = "@org_swig_swig//:swig", + cfg = "exec", + executable = True, + ), + "_swig_lib": attr.label( + default = "@org_swig_swig//:lib", + allow_files = True, + ), + }, + toolchains = use_cc_toolchain(), + fragments = ["cpp"], +) + +def swig_cc_library(name, deps = [], **kwargs): + _swig_cc_library( + name = "{}.swig".format(name), + deps = deps, + **kwargs + ) + native.filegroup( + name = "{}.hdrs".format(name), + srcs = [":{}.swig".format(name)], + output_group = "hdrs", + ) + native.filegroup( + name = "{}.srcs".format(name), + srcs = [":{}.swig".format(name)], + output_group = "srcs", + ) + native.cc_library( + name = name, + hdrs = [":{}.hdrs".format(name)], + srcs = [":{}.srcs".format(name)], + deps = deps, + ) diff --git a/third_party/com_google_sentencepiece/BUILD.bazel b/third_party/com_google_sentencepiece/BUILD.bazel new file mode 100644 index 00000000..7314ec78 --- /dev/null +++ b/third_party/com_google_sentencepiece/BUILD.bazel @@ -0,0 +1,38 @@ +load(":fwd.bzl", "include_fwd") + +include_fwd( + name = "absl_hdrs", + includes = [ + "absl/container/flat_hash_map.h", + "absl/container/flat_hash_set.h", + "absl/flags/flag.h", + "absl/flags/parse.h", + "absl/flags/usage.h", + "absl/strings/match.h", + "absl/strings/numbers.h", + "absl/strings/str_cat.h", + "absl/strings/str_format.h", + "absl/strings/str_join.h", + "absl/strings/str_replace.h", + "absl/strings/str_split.h", + "absl/strings/string_view.h", + "absl/strings/strip.h", + ], +) + +cc_library( + name = "absl", + hdrs = [":absl_hdrs"], + include_prefix = "third_party", + includes = ["."], + visibility = ["//visibility:public"], + deps = [ + "@abseil-cpp//absl/container:flat_hash_map", + "@abseil-cpp//absl/container:flat_hash_set", + "@abseil-cpp//absl/flags:flag", + "@abseil-cpp//absl/flags:parse", + "@abseil-cpp//absl/flags:usage", + "@abseil-cpp//absl/strings", + "@abseil-cpp//absl/strings:string_view", + ], +) diff --git a/third_party/com_google_sentencepiece/fwd.bzl b/third_party/com_google_sentencepiece/fwd.bzl new file mode 100644 index 00000000..dd4836f5 --- /dev/null +++ b/third_party/com_google_sentencepiece/fwd.bzl @@ -0,0 +1,14 @@ +def _include_fwd_impl(ctx): + files = [] + for include in ctx.attr.includes: + f = ctx.actions.declare_file(include) + ctx.actions.write(f, '#include "{}"'.format(include)) + files.append(f) + return [DefaultInfo(files = depset(files))] + +include_fwd = rule( + implementation = _include_fwd_impl, + attrs = { + "includes": attr.string_list(), + }, +) diff --git a/third_party/com_google_sentencepiece/repo.bzl b/third_party/com_google_sentencepiece/repo.bzl new file mode 100644 index 00000000..4487523d --- /dev/null +++ b/third_party/com_google_sentencepiece/repo.bzl @@ -0,0 +1,9 @@ +load("@bazel_tools//tools/build_defs/repo:git.bzl", "new_git_repository") + +def repo(): + new_git_repository( + name = "com_google_sentencepiece", + remote = "https://github.com/google/sentencepiece.git", + commit = "d8f741853847553169444afc12c00f4bbff3e9ce", + build_file = "//third_party/com_google_sentencepiece:sentencepiece.bazel", + ) diff --git a/third_party/com_google_sentencepiece/sentencepiece.bazel b/third_party/com_google_sentencepiece/sentencepiece.bazel new file mode 100644 index 00000000..f896466f --- /dev/null +++ b/third_party/com_google_sentencepiece/sentencepiece.bazel @@ -0,0 +1,95 @@ +load("@bazel_skylib//rules:copy_file.bzl", "copy_file") +load("@protobuf//bazel:cc_proto_library.bzl", "cc_proto_library") +load("@protobuf//bazel:proto_library.bzl", "proto_library") + +package( + default_visibility = ["//visibility:public"], + features = [ + "layering_check", + "parse_headers", + ], +) + +licenses(["notice"]) # Apache 2, BSD, MIT + +proto_library( + name = "sentencepiece_proto", + srcs = ["src/sentencepiece.proto"], +) + +cc_proto_library( + name = "sentencepiece_cc_proto", + deps = [":sentencepiece_proto"], +) + +proto_library( + name = "sentencepiece_model_proto", + srcs = ["src/sentencepiece_model.proto"], +) + +cc_proto_library( + name = "sentencepiece_model_cc_proto", + deps = [":sentencepiece_model_proto"], +) + +copy_file( + name = "config_h", + src = "config.h.in", + out = "config.h", + allow_symlink = True, +) + +cc_library( + name = "darts_clone", + hdrs = glob([ + "third_party/darts_clone/*.h", + ]), + includes = ["."], +) + +cc_library( + name = "sentencepiece_processor", + srcs = [ + "src/bpe_model.cc", + "src/char_model.cc", + "src/error.cc", + "src/filesystem.cc", + "src/model_factory.cc", + "src/model_interface.cc", + "src/normalizer.cc", + "src/sentencepiece_processor.cc", + "src/unigram_model.cc", + "src/util.cc", + "src/word_model.cc", + ], + hdrs = [ + ":config_h", + "src/common.h", + "src/bpe_model.h", + "src/char_model.h", + "src/filesystem.h", + "src/freelist.h", + "src/init.h", + "src/model_factory.h", + "src/model_interface.h", + "src/normalizer.h", + "src/sentencepiece_processor.h", + "src/trainer_interface.h", + "src/unigram_model.h", + "src/util.h", + "src/word_model.h", + ], + defines = [ + "_USE_EXTERNAL_PROTOBUF", + "_USE_EXTERNAL_ABSL", + ], + includes = [ + "src", + ], + deps = [ + ":darts_clone", + ":sentencepiece_cc_proto", + ":sentencepiece_model_cc_proto", + "@@//third_party/com_google_sentencepiece:absl", + ], +) diff --git a/third_party/non_module_deps.bzl b/third_party/non_module_deps.bzl new file mode 100644 index 00000000..004a45e9 --- /dev/null +++ b/third_party/non_module_deps.bzl @@ -0,0 +1,16 @@ +load("//:third_party/org_swig_swig/repo.bzl", org_swig_swig = "repo") +load("//third_party/com_google_sentencepiece:repo.bzl", com_google_sentencepiece = "repo") + +def _non_module_deps_impl(mctx): + com_google_sentencepiece() + org_swig_swig() + + return mctx.extension_metadata( + reproducible = True, + root_module_direct_deps = "all", + root_module_direct_dev_deps = [], + ) + +non_module_deps = module_extension( + implementation = _non_module_deps_impl, +) diff --git a/third_party/org_swig_swig/repo.bzl b/third_party/org_swig_swig/repo.bzl new file mode 100644 index 00000000..247c9d46 --- /dev/null +++ b/third_party/org_swig_swig/repo.bzl @@ -0,0 +1,10 @@ +load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive") + +def repo(): + http_archive( + name = "org_swig_swig", + url = "http://prdownloads.sourceforge.net/swig/swig-4.3.0.tar.gz", + sha256 = "f7203ef796f61af986c70c05816236cbd0d31b7aa9631e5ab53020ab7804aa9e", + strip_prefix = "swig-4.3.0", + build_file = "//:third_party/org_swig_swig/swig.bazel", + ) diff --git a/third_party/org_swig_swig/swig.bazel b/third_party/org_swig_swig/swig.bazel new file mode 100644 index 00000000..44d0f9f1 --- /dev/null +++ b/third_party/org_swig_swig/swig.bazel @@ -0,0 +1,109 @@ +licenses(["restricted"]) # GPLv3 + +exports_files(["LICENSE"]) + +filegroup( + name = "lib", + srcs = glob([ + "Lib/*.*", + "Lib/c/*.*", + "Lib/std/*.*", + "Lib/typemaps/*.*", + ]), + visibility = ["//visibility:public"], +) + +cc_binary( + name = "swig", + srcs = glob([ + "Source/CParse/*.h", + "Source/CParse/*.c", + "Source/DOH/*.h", + "Source/DOH/*.c", + "Source/Include/*.h", + "Source/Preprocessor/*.h", + "Source/Preprocessor/*.c", + "Source/Swig/*.h", + "Source/Swig/*.c", + ]) + [ + "Source/Include/swigconfig.h", + "Source/Modules/allocate.cxx", + "Source/Modules/c.cxx", + "Source/Modules/contract.cxx", + "Source/Modules/directors.cxx", + "Source/Modules/emit.cxx", + "Source/Modules/interface.cxx", + "Source/Modules/lang.cxx", + "Source/Modules/main.cxx", + "Source/Modules/nested.cxx", + "Source/Modules/overload.cxx", + "Source/Modules/swigmain-lite.cxx", + "Source/Modules/swigmod.h", + "Source/Modules/typepass.cxx", + "Source/Modules/utils.cxx", + "Source/Modules/xml.cxx", + ], + includes = [ + "Source/CParse", + "Source/DOH", + "Source/Include", + "Source/Modules", + "Source/Preprocessor", + "Source/Swig", + ], + data = [":lib"], + output_licenses = ["unencumbered"], + visibility = ["//visibility:public"], + deps = ["@pcre2"], +) + +genrule( + name = "swigconfig", + outs = ["Source/Include/swigconfig.h"], + cmd = """\ +cat <$@ +#define HAVE_BOOL +#define HAVE_PCRE +#define HAVE_POPEN +#define PACKAGE_BUGREPORT \"http://www.swig.org\" +#define PACKAGE_VERSION \"4.3.0\" +#define STDC_HEADERS +#define SWIG_CXX \"bazel4lyfe\" +#define SWIG_LIB \"external/org_swig_swig/Lib\" +#define SWIG_LIB_WIN_UNIX \"\" +#define SWIG_PLATFORM \"bazel4lyfe\" +EOF +""", +) + +genrule( + name = "get_rid_of_stuff_we_dont_need_yet", + srcs = ["Source/Modules/swigmain.cxx"], + outs = ["Source/Modules/swigmain-lite.cxx"], + cmd = """\ +sed -e '/swig_allegrocl/d' \ + -e '/swig_chicken/d' \ + -e '/swig_clisp/d' \ + -e '/swig_csharp/d' \ + -e '/swig_d/d' \ + -e '/swig_guile/d' \ + -e '/swig_go/d' \ + -e '/swig_java/d' \ + -e '/swig_lua/d' \ + -e '/swig_modula3/d' \ + -e '/swig_mzscheme/d' \ + -e '/swig_ocaml/d' \ + -e '/swig_octave/d' \ + -e '/swig_perl/d' \ + -e '/swig_php/d' \ + -e '/swig_pike/d' \ + -e '/swig_python/d' \ + -e '/swig_r/d' \ + -e '/swig_ruby/d' \ + -e '/swig_scilab/d' \ + -e '/swig_sexp/d' \ + -e '/swig_tcl/d' \ + -e '/swig_uffi/d' \ + $< >$@ +""", +) diff --git a/zml/tokenizer/hf_tokenizers/BUILD.bazel b/zml/tokenizer/hf_tokenizers/BUILD.bazel new file mode 100644 index 00000000..e69de29b diff --git a/zml/tokenizer/sentencepiece/BUILD.bazel b/zml/tokenizer/sentencepiece/BUILD.bazel new file mode 100644 index 00000000..216b08e2 --- /dev/null +++ b/zml/tokenizer/sentencepiece/BUILD.bazel @@ -0,0 +1,61 @@ +load("@rules_zig//zig:defs.bzl", "zig_library") +load("@zml//bazel:zig.bzl", "zig_cc_binary") +load("//bazel:swig.bzl", "swig_cc_library") + +cc_library( + name = "bridge", + srcs = ["sentencepiece_c.cc"], + hdrs = ["sentencepiece_c.h"], + deps = [ + "//ffi", + "@com_google_sentencepiece//:sentencepiece_processor", + ], +) + +cc_binary( + name = "sentencepiece_playground", + srcs = ["sentencepiece_playground.cc"], + copts = ["-lc"], + visibility = ["//visibility:public"], + deps = [ + "@com_google_sentencepiece//:sentencepiece_processor", + ], +) + +zig_library( + name = "sentencepiece", + import_name = "sentencepiece", + main = "sentencepiece.zig", + visibility = ["//visibility:public"], + deps = [ + ":bridge", + "//ffi:ffi_zig", + ], +) + +cc_library( + name = "zig", + hdrs = ["zig.h"], +) + +swig_cc_library( + name = "sentencepiece_swig", + interface = "sentencepiece.i", + module = "sentencepiece", + visibility = ["//visibility:public"], + deps = [ + ":zig", + "@com_google_sentencepiece//:sentencepiece_processor", + ], +) + +zig_cc_binary( + name = "main", + srcs = ["sentencepiece.zig"], + main = "main.zig", + visibility = ["//visibility:public"], + deps = [ + ":sentencepiece_swig", + ":zig", + ], +) diff --git a/zml/tokenizer/sentencepiece/main.zig b/zml/tokenizer/sentencepiece/main.zig new file mode 100644 index 00000000..51a42e39 --- /dev/null +++ b/zml/tokenizer/sentencepiece/main.zig @@ -0,0 +1,291 @@ +const std = @import("std"); +const c = @import("c"); + +pub const SentencePieceError = error{ + Cancelled, + Unknown, + InvalidArgument, + DeadlineExceeded, + NotFound, + AlreadyExists, + PermissionDenied, + ResourceExhausted, + FailedPrecondition, + Aborted, + OutOfRange, + Unimplemented, + Internal, + Unavailable, + DataLoss, + Unauthenticated, +}; + +pub const DecoderStream = struct { + const TokensSize = 4; + const StringSize = 128; + decoder: SentencePieceProcessor.Decoder, + buffer: [StringSize]u8 = undefined, + last_tokens: []u8 = &.{}, + + pub fn init(decoder: SentencePieceProcessor.Decoder) DecoderStream { + var ret: DecoderStream = .{ + .decoder = decoder, + }; + ret.decoder.reserve_tokens(TokensSize); + ret.decoder.reserve_string(StringSize); + return ret; + } + + pub fn next(self: *DecoderStream, next_token: i32) !?[]const u8 { + if (self.decoder.tokens().len >= TokensSize) { + const tokens = self.decoder.tokens(); + inline for (0..TokensSize - 1) |i| { + tokens[i] = tokens[i + 1]; + } + tokens[TokensSize - 1] = next_token; + } else { + self.decoder.append(next_token); + } + const new_tokens = try self.decoder.decode(); + if (self.last_tokens.len == 0) { + self.last_tokens = self.buffer[0..new_tokens.len]; + @memcpy(self.last_tokens, new_tokens); + return new_tokens; + } + for (1..self.last_tokens.len) |i| { + if (std.mem.startsWith(u8, new_tokens, self.last_tokens[i..])) { + const toks = new_tokens[self.last_tokens.len - i..]; + self.last_tokens = self.buffer[0..new_tokens.len]; + @memcpy(self.last_tokens, new_tokens); + return toks; + } + } + return null; + } +}; + +pub const SentencePieceProcessor = opaque { + pub const Encoder = struct { + inner: *SentencePieceProcessor, + vec: *c.std_vector_int, + + fn init(inner: *SentencePieceProcessor) Encoder { + return .{ + .inner = inner, + .vec = c.std_vector_int_new() orelse unreachable, + }; + } + + pub fn deinit(self: *Encoder) void { + c.std_vector_int_delete(self.vec); + } + + pub fn reserve(self: *Encoder, size: usize) void { + c.std_vector_int_reserve(self.vec, size); + } + + pub fn reset(self: *Encoder) void { + c.std_vector_int_clear(self.vec); + } + + pub fn encode(self: *Encoder, input: []const u8) ![]const i32 { + const str = c.zig_slice{ .ptr = input.ptr, .len = @intCast(input.len), }; + try assertOk(c.SentencePieceProcessor_Encode(@ptrCast(self.inner), str, self.vec)); + return c.std_vector_int_data(self.vec)[0..c.std_vector_int_size(self.vec)]; + } + }; + + pub const Decoder = struct { + inner: *SentencePieceProcessor, + vec: *c.std_vector_int, + str: *c.std_string, + + fn init(inner: *SentencePieceProcessor) Decoder { + return .{ + .inner = inner, + .vec = c.std_vector_int_new() orelse unreachable, + .str = c.std_string_new() orelse unreachable, + }; + } + + pub fn append(self: *Decoder, token: i32) void { + c.std_vector_int_push_back(self.vec, token); + } + + pub fn deinit(self: *Decoder) void { + c.std_vector_int_delete(self.vec); + c.std_string_delete(self.str); + } + + pub fn reserve_tokens(self: *Decoder, size: usize) void { + c.std_vector_int_reserve(self.vec, size); + } + + pub fn reserve_string(self: *Decoder, size: usize) void { + c.std_string_reserve(self.str, size); + } + + pub fn reset(self: *Decoder) void { + c.std_vector_int_clear(self.vec); + c.std_string_clear(self.str); + } + + pub fn decode(self: *Decoder) ![]const u8 { + try assertOk(c.SentencePieceProcessor_Decode(@ptrCast(self.inner), self.vec, self.str)); + return self.string(); + } + + pub fn string(self: *const Decoder) []const u8 { + const res = c.std_string_data(self.str); + return res.ptr[0..res.len]; + } + + pub fn tokens(self: *const Decoder) []i32 { + const ptr: [*c]i32 = @ptrCast(c.std_vector_int_data(self.vec)); + return ptr[0..c.std_vector_int_size(self.vec)]; + } + }; + + fn assertOk(code: c.sentencepiece_util_StatusCode) SentencePieceError!void { + return switch (code) { + c.sentencepiece_util_StatusCode_kOk => {}, + c.sentencepiece_util_StatusCode_kCancelled => error.Cancelled, + c.sentencepiece_util_StatusCode_kUnknown => error.Unknown, + c.sentencepiece_util_StatusCode_kInvalidArgument => error.InvalidArgument, + c.sentencepiece_util_StatusCode_kDeadlineExceeded => error.DeadlineExceeded, + c.sentencepiece_util_StatusCode_kNotFound => error.NotFound, + c.sentencepiece_util_StatusCode_kAlreadyExists => error.AlreadyExists, + c.sentencepiece_util_StatusCode_kPermissionDenied => error.PermissionDenied, + c.sentencepiece_util_StatusCode_kResourceExhausted => error.ResourceExhausted, + c.sentencepiece_util_StatusCode_kFailedPrecondition => error.FailedPrecondition, + c.sentencepiece_util_StatusCode_kAborted => error.Aborted, + c.sentencepiece_util_StatusCode_kOutOfRange => error.OutOfRange, + c.sentencepiece_util_StatusCode_kUnimplemented => error.Unimplemented, + c.sentencepiece_util_StatusCode_kInternal => error.Internal, + c.sentencepiece_util_StatusCode_kUnavailable => error.Unavailable, + c.sentencepiece_util_StatusCode_kDataLoss => error.DataLoss, + c.sentencepiece_util_StatusCode_kUnauthenticated => error.Unauthenticated, + else => unreachable, + }; + } + + + pub fn load(model: []const u8) !*SentencePieceProcessor { + const sp: *SentencePieceProcessor = @ptrCast(c.SentencePieceProcessor_new()); + errdefer sp.deinit(); + try sp.load_from(model); + return sp; + } + + pub fn deinit(self: *SentencePieceProcessor) void { + c.SentencePieceProcessor_delete(@ptrCast(self)); + } + + fn load_from(self: *SentencePieceProcessor, model: []const u8) !void { + try assertOk(c.SentencePieceProcessor_Load(@ptrCast(self), c.zig_slice{ .ptr = @constCast(model.ptr), .len = @intCast(model.len) })); + } + + pub fn encoder(self: *SentencePieceProcessor) Encoder { + return Encoder.init(self); + } + + pub fn decoder(self: *SentencePieceProcessor) Decoder { + return Decoder.init(self); + } +}; + +pub fn as_path(path: []const u8) [std.fs.max_path_bytes:0]u8 { + var result: [std.fs.max_path_bytes:0]u8 = undefined; + @memcpy(result[0..path.len], path); + result[path.len] = 0; + return result; +} + +pub fn main() !void { + const sp = try SentencePieceProcessor.load("/Users/steeve/Downloads/poolside.sp.pb"); + defer sp.deinit(); + + std.debug.print("Loaded model\n", .{}); + + var encoder = sp.encoder(); + defer encoder.deinit(); + + var decoder = sp.decoder(); + defer decoder.deinit(); + + const ss = @embedFile("main.zig"); + // \\String class + // \\Strings are objects that represent sequences of characters. + // \\ + // \\The standard string class provides support for such objects with an interface similar to that of a standard container of bytes, but adding features specifically designed to operate with strings of single-byte characters. + // \\ + // \\The string class is an instantiation of the basic_string class template that uses char (i.e., bytes) as its character type, with its default char_traits and allocator types (see basic_string for more info on the template). + // \\ + // \\Note that this class handles bytes independently of the encoding used: If used to handle sequences of multi-byte or variable-length characters (such as UTF-8), all members of this class (such as length or size), as well as its iterators, will still operate in terms of bytes (not actual encoded characters). + // \\ + // ; + const tokens = try encoder.encode(ss); + + // const ss2 = 128; + // var buf = [_]u8{0} ** ss2; + // // _ = buf; // autofix + // var last_tokens: []u8 = &.{}; + // // _ = last_tokens; // autofix + // decoder.reserve_tokens(4); + // decoder.reserve_string(128); + + var stream = DecoderStream.init(decoder); + + var start = try std.time.Timer.start(); + // _ = start; // autofix + for (tokens) |token| { + if (try stream.next(token)) |chunk| { + // std.debug.print("{s}", .{chunk}); + std.debug.print("{d}us - {s}\n", .{start.lap() / std.time.ns_per_us, chunk}); + } + } + + // var start = try std.time.Timer.start(); + // var it = std.mem.window(i32, tokens, 3, 1); + // while (it.next()) |slice| { + // if (decoder.tokens().len >= 4) { + // const kept_tokens = decoder.tokens()[1..]; + // std.mem.copyForwards(i32, decoder.tokens()[0..kept_tokens.len], kept_tokens); + // kept_tokens[kept_tokens.len - 1] = slice[2]; + // } else { + // for (slice) |token| { + // decoder.append(token); + // } + // } + // const new_tokens = try decoder.decode(); + // for (0..ss2) |i| { + // if (std.mem.startsWith(u8, new_tokens, last_tokens[i..])) { + // const toks = new_tokens[last_tokens.len - i..]; + // // std.debug.print("{s}", .{toks}); + // if (toks.len == 0) { + // // std.debug.print("WESH\n", .{}); + // } + // break; + // } + // } + // last_tokens = buf[0..new_tokens.len]; + // @memcpy(last_tokens, new_tokens); + // std.debug.print("{d}us\n", .{start.lap() / std.time.ns_per_us}); + // } + + // for (tokens) |token| { + // decoder.append(token); + // } + // const decoded = try decoder.decode(); + // std.debug.print("Decoded: {s}\n", .{decoded}); + + + + + // const model = "/Users/steeve/Downloads/poolside.sp.pb"; + + // c.SentencePieceProcessor_LoadOrDie(sp, c.zig_slice{ .ptr = model.ptr, .len = model.len }); + + // const piece = c.SentencePieceProcessor_IdToPiece(sp, 10999); + // std.debug.print("{s}\n", .{piece.ptr[0..piece.len]}); +} diff --git a/zml/tokenizer/sentencepiece/sentencepiece.i b/zml/tokenizer/sentencepiece/sentencepiece.i new file mode 100644 index 00000000..8608f357 --- /dev/null +++ b/zml/tokenizer/sentencepiece/sentencepiece.i @@ -0,0 +1,91 @@ +/* File : example.i */ +%module sentencepiece +%include +%include + +%{ +#include +#include +#include +#include +#include "zml/tokenizer/sentencepiece/zig.h" +%} + +%extend std::vector { + T* data() { + return $self->data(); + }; +} + +%template(std_vector_int) std::vector; + +%typemap(in) absl::string_view { + $1 = absl::string_view($input.ptr, $input.len); +} + +%typemap(out, optimal="1") const std::string& %{ + $result.ptr = (char *)($1->data()); + $result.len = (size_t)($1->length()); +%} +%typemap(ctype) absl::string_view, const std::string& "zig_slice" + +%rename(std_string) std::string; +namespace std { + class string { + public: + void reserve(size_t n); + void clear(); + size_t capacity() const; + }; +} + +%extend std::string { + const std::string& data() const { + return *$self; + }; +} + +%typemap(out) sentencepiece::util::Status %{ + $result = $1.code(); +%} +%typemap(ctype) sentencepiece::util::Status "unsigned int" +%rename(sentencepiece_util_StatusCode, fullname=1) sentencepiece::util::StatusCode; + +namespace sentencepiece { + namespace util { + enum class StatusCode : int { + kOk = 0, + kCancelled = 1, + kUnknown = 2, + kInvalidArgument = 3, + kDeadlineExceeded = 4, + kNotFound = 5, + kAlreadyExists = 6, + kPermissionDenied = 7, + kResourceExhausted = 8, + kFailedPrecondition = 9, + kAborted = 10, + kOutOfRange = 11, + kUnimplemented = 12, + kInternal = 13, + kUnavailable = 14, + kDataLoss = 15, + kUnauthenticated = 16, + }; + } + + class SentencePieceProcessor { + public: + virtual sentencepiece::util::Status Load(absl::string_view filename); + virtual sentencepiece::util::Status Encode(absl::string_view input, std::vector *ids) const; + virtual sentencepiece::util::Status Decode(const std::vector &ids, std::string *detokenized) const; + virtual bool IsUnknown(int id) const; + virtual bool IsControl(int id) const; + virtual bool IsUnused(int id) const; + virtual bool IsByte(int id) const; + virtual int unk_id() const; + virtual int bos_id() const; + virtual int eos_id() const; + virtual int pad_id() const; + }; +} diff --git a/zml/tokenizer/sentencepiece/sentencepiece.zig b/zml/tokenizer/sentencepiece/sentencepiece.zig new file mode 100644 index 00000000..133fce26 --- /dev/null +++ b/zml/tokenizer/sentencepiece/sentencepiece.zig @@ -0,0 +1,12 @@ +pub const std = @import("std"); +pub const c = @import("c"); + +pub const SentencePieceProcessor = opaque { + pub const create() *SentencePieceProcessor { + return @ptrCast(c.SentencePieceProcessor_new()); + } + + pub const deinit(self: *SentencePieceProcessor) { + c.SentencePieceProcessor_delete(@ptrCast(self)); + } +}; diff --git a/zml/tokenizer/sentencepiece/sentencepiece2.zig b/zml/tokenizer/sentencepiece/sentencepiece2.zig new file mode 100644 index 00000000..54574b33 --- /dev/null +++ b/zml/tokenizer/sentencepiece/sentencepiece2.zig @@ -0,0 +1,130 @@ +const std = @import("std"); +const ffi = @import("ffi_zig"); +const c = @import("c"); + +const log = std.log.scoped(.sentencepiece); + +// ref: https://github.com/google/sentencepiece/blob/d8f741853847553169444afc12c00f4bbff3e9ce/src/sentencepiece_processor.h#L34 +pub const SentencePieceError = error{ + Cancelled, + Unknown, + InvalidArgument, + DeadlineExceeded, + NotFound, + AlreadyExists, + PermissionDenied, + ResourceExhausted, + FailedPrecondition, + Aborted, + OutOfRange, + Unimplemented, + Internal, + Unavailable, + DataLoss, + Unauthenticated, +}; + +pub const SentencePieceProcessor = struct { + arena: std.heap.ArenaAllocator, + _sp_processor: *c.SentencePieceProcessor, + + fn assertOk(code: c.sentencepiece_util_StatusCode) SentencePieceError!void { + return switch (code) { + c.kOk => {}, + c.kCancelled => error.Cancelled, + c.kUnknown => error.Unknown, + c.kInvalidArgument => error.InvalidArgument, + c.kDeadlineExceeded => error.DeadlineExceeded, + c.kNotFound => error.NotFound, + c.kAlreadyExists => error.AlreadyExists, + c.kPermissionDenied => error.PermissionDenied, + c.kResourceExhausted => error.ResourceExhausted, + c.kFailedPrecondition => error.FailedPrecondition, + c.kAborted => error.Aborted, + c.kOutOfRange => error.OutOfRange, + c.kUnimplemented => error.Unimplemented, + c.kInternal => error.Internal, + c.kUnavailable => error.Unavailable, + c.kDataLoss => error.DataLoss, + c.kUnauthenticated => error.Unauthenticated, + else => unreachable, + }; + } + + pub fn init(allocator: std.mem.Allocator, model: []const u8) !SentencePieceProcessor { + var arena = std.heap.ArenaAllocator.init(allocator); + + const sp_processor = try (c.SentencePieceProcessor_new(ffi.ZigAllocator.from(arena.allocator())) orelse std.mem.Allocator.Error.OutOfMemory); + errdefer c.SentencePieceProcessor_delete(ffi.ZigAllocator.from(arena.allocator()), sp_processor); + + try assertOk(c.SentencePieceProcessor_Load(sp_processor, ffi.as_path(model)[0..].ptr)); + + return .{ + .arena = arena, + ._sp_processor = sp_processor, + }; + } + + pub fn deinit(self: *const SentencePieceProcessor) void { + c.SentencePieceProcessor_delete(self.arena.allocator(), self._sp_processor); + self.arena.deinit(); + } + + pub fn encode(self: *const SentencePieceProcessor, allocator: std.mem.Allocator, input: []const u8) ![]i32 { + var ids: c.zig_slice = undefined; + try assertOk(c.SentencePieceProcessor_Encode(self._sp_processor, ffi.ZigAllocator.from(allocator), ffi.ZigSlice.from(input), &ids)); + return ffi.ZigSlice.to(i32, ids); + } + + pub fn decode(self: *const SentencePieceProcessor, allocator: std.mem.Allocator, input: []const i32) ![]u8 { + var detokenized: c.zig_slice = undefined; + try assertOk(c.SentencePieceProcessor_Decode(self._sp_processor, ffi.ZigAllocator.from(allocator), ffi.ZigSlice.from(input), &detokenized)); + return ffi.ZigSlice.to(u8, detokenized); + } + + pub fn decode2(self: *const SentencePieceProcessor, allocator: std.mem.Allocator, input: []const i32) ![]const u8 { + var detokenized = try ffi.std_string.ArrayList(u8).init(allocator); + + try assertOk(c.SentencePieceProcessor_Decode2(self._sp_processor, ffi.ZigSlice.from(input), @ptrCast(detokenized.str))); + detokenized.refresh(); + try detokenized.array_list().appendSlice("hello hellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohellohello"); + + log.debug("detokenized: {d}", .{detokenized.array_list().items.len}); + return detokenized.array_list().items; + } + + pub fn decode3(self: *const SentencePieceProcessor, allocator: std.mem.Allocator, input: []const i32) ![]const u8 { + var pieces = try std.ArrayList(u8).initCapacity(allocator, input.len); + defer pieces.deinit(); + + for (input) |token_id| { + var piece_slice: c.zig_slice = undefined; + try assertOk(c.SentencePieceProcessor_DecodeId(self._sp_processor, token_id, &piece_slice)); + const piece = ffi.ZigSlice.to(u8, piece_slice); + try pieces.appendSlice(piece); + } + return pieces.toOwnedSlice(); + } + + pub fn decodeId(self: *const SentencePieceProcessor, id: i32) ![]u8 { + var buffer: c.zig_slice = undefined; + try assertOk(c.SentencePieceProcessor_DecodeId(self._sp_processor, id, &buffer)); + return ffi.ZigSlice.to(u8, buffer); + } + + pub fn pieceToId(self: *const SentencePieceProcessor, input: []const u8) i32 { + return c.SentencePieceProcessor_PieceToId(self._sp_processor, ffi.ZigSlice.from(input)); + } + + pub fn eosId(self: *const SentencePieceProcessor) i32 { + return c.SentencePieceProcessor_eos_id(self._sp_processor); + } + + pub fn bosId(self: *const SentencePieceProcessor) i32 { + return c.SentencePieceProcessor_bos_id(self._sp_processor); + } + + pub fn unkId(self: *const SentencePieceProcessor) i32 { + return c.SentencePieceProcessor_unk_id(self._sp_processor); + } +}; diff --git a/zml/tokenizer/sentencepiece/zig.h b/zml/tokenizer/sentencepiece/zig.h new file mode 100644 index 00000000..d1bcb0c1 --- /dev/null +++ b/zml/tokenizer/sentencepiece/zig.h @@ -0,0 +1,9 @@ +#pragma once + +#include + +typedef struct +{ + const char *ptr; + size_t len; +} zig_slice; diff --git a/zml/tokenizer/tokenizer.zig b/zml/tokenizer/tokenizer.zig new file mode 100644 index 00000000..09a04511 --- /dev/null +++ b/zml/tokenizer/tokenizer.zig @@ -0,0 +1,27 @@ +pub const Tokenizer = struct { + pub const Decoder = struct { + pub fn step(self: *Decoder, token_id: u32) []const u8 { + return input; + } + + pub fn reset(self: *Decoder) void { + _ = self; // autofix + } + }; + + pub fn init() Tokenizer { + return Tokenizer{}; + } + + pub fn encode(self: *Tokenizer, input: []const u8) []const u32 { + _ = input; // autofix + _ = self; // autofix + return &.{}; + } + + pub fn decode(self: *Tokenizer, input: []const u32) []const u8 { + _ = input; // autofix + _ = self; // autofix + return &.{}; + } +}; From c65ea2a9ea206b24909fdb5e94e773ef3c0369e0 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Wed, 25 Dec 2024 00:39:17 +0100 Subject: [PATCH 04/41] zml/tokenizer: add huggingface tokenizers binding --- MODULE.bazel | 10 + zml/tokenizer/hf_tokenizers/BUILD.bazel | 28 + zml/tokenizer/hf_tokenizers/Cargo.lock | 827 ++++++++++++++++++ zml/tokenizer/hf_tokenizers/Cargo.toml | 7 + zml/tokenizer/hf_tokenizers/hf_tokenizers.h | 17 + zml/tokenizer/hf_tokenizers/hf_tokenizers.zig | 0 zml/tokenizer/hf_tokenizers/main.zig | 33 + zml/tokenizer/hf_tokenizers/src/lib.rs | 64 ++ 8 files changed, 986 insertions(+) create mode 100644 zml/tokenizer/hf_tokenizers/Cargo.lock create mode 100644 zml/tokenizer/hf_tokenizers/Cargo.toml create mode 100644 zml/tokenizer/hf_tokenizers/hf_tokenizers.h create mode 100644 zml/tokenizer/hf_tokenizers/hf_tokenizers.zig create mode 100644 zml/tokenizer/hf_tokenizers/main.zig create mode 100644 zml/tokenizer/hf_tokenizers/src/lib.rs diff --git a/MODULE.bazel b/MODULE.bazel index 8b01a86f..e1fce3c3 100644 --- a/MODULE.bazel +++ b/MODULE.bazel @@ -120,3 +120,13 @@ use_repo(apt, "neuron_bookworm") non_module_deps = use_extension("//:third_party/non_module_deps.bzl", "non_module_deps") use_repo(non_module_deps, "com_google_sentencepiece", "org_swig_swig") + +bazel_dep(name = "rules_rust", version = "0.56.0") + +crate = use_extension("@rules_rust//crate_universe:extensions.bzl", "crate") +crate.from_cargo( + name = "crates", + cargo_lockfile = "//zml/tokenizer/hf_tokenizers:Cargo.lock", + manifests = ["//zml/tokenizer/hf_tokenizers:Cargo.toml"], +) +use_repo(crate, "crates") diff --git a/zml/tokenizer/hf_tokenizers/BUILD.bazel b/zml/tokenizer/hf_tokenizers/BUILD.bazel index e69de29b..51e426bb 100644 --- a/zml/tokenizer/hf_tokenizers/BUILD.bazel +++ b/zml/tokenizer/hf_tokenizers/BUILD.bazel @@ -0,0 +1,28 @@ +load("@rules_rust//rust:defs.bzl", "rust_static_library") +load("@zml//bazel:zig.bzl", "zig_cc_binary") + +rust_static_library( + name = "hf_tokenizers_rs", + srcs = ["src/lib.rs"], + crate_name = "zml_hf_tokenizers", + edition = "2021", + deps = [ + "@crates//:tokenizers", + ], +) + +cc_library( + name = "hf_tokenizers", + hdrs = ["hf_tokenizers.h"], + visibility = ["//visibility:public"], + deps = [ + ":hf_tokenizers_rs", + ], +) + +zig_cc_binary( + name = "main", + main = "main.zig", + visibility = ["//visibility:public"], + deps = [":hf_tokenizers"], +) diff --git a/zml/tokenizer/hf_tokenizers/Cargo.lock b/zml/tokenizer/hf_tokenizers/Cargo.lock new file mode 100644 index 00000000..e9b3047c --- /dev/null +++ b/zml/tokenizer/hf_tokenizers/Cargo.lock @@ -0,0 +1,827 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 4 + +[[package]] +name = "aho-corasick" +version = "1.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916" +dependencies = [ + "memchr", +] + +[[package]] +name = "base64" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8" + +[[package]] +name = "bitflags" +version = "1.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" + +[[package]] +name = "bumpalo" +version = "3.16.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c" + +[[package]] +name = "byteorder" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" + +[[package]] +name = "cc" +version = "1.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c31a0499c1dc64f458ad13872de75c0eb7e3fdb0e67964610c914b034fc5956e" +dependencies = [ + "shlex", +] + +[[package]] +name = "cfg-if" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" + +[[package]] +name = "console" +version = "0.15.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ea3c6ecd8059b57859df5c69830340ed3c41d30e3da0c1cbed90a96ac853041b" +dependencies = [ + "encode_unicode", + "libc", + "once_cell", + "unicode-width", + "windows-sys", +] + +[[package]] +name = "crossbeam-deque" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51" +dependencies = [ + "crossbeam-epoch", + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-epoch" +version = "0.9.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e" +dependencies = [ + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-utils" +version = "0.8.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28" + +[[package]] +name = "darling" +version = "0.20.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6f63b86c8a8826a49b8c21f08a2d07338eec8d900540f8630dc76284be802989" +dependencies = [ + "darling_core", + "darling_macro", +] + +[[package]] +name = "darling_core" +version = "0.20.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "95133861a8032aaea082871032f5815eb9e98cef03fa916ab4500513994df9e5" +dependencies = [ + "fnv", + "ident_case", + "proc-macro2", + "quote", + "strsim", + "syn", +] + +[[package]] +name = "darling_macro" +version = "0.20.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d336a2a514f6ccccaa3e09b02d41d35330c07ddf03a62165fcec10bb561c7806" +dependencies = [ + "darling_core", + "quote", + "syn", +] + +[[package]] +name = "derive_builder" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947" +dependencies = [ + "derive_builder_macro", +] + +[[package]] +name = "derive_builder_core" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8" +dependencies = [ + "darling", + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "derive_builder_macro" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c" +dependencies = [ + "derive_builder_core", + "syn", +] + +[[package]] +name = "either" +version = "1.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0" + +[[package]] +name = "encode_unicode" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "34aa73646ffb006b8f5147f3dc182bd4bcb190227ce861fc4a4844bf8e3cb2c0" + +[[package]] +name = "esaxx-rs" +version = "0.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6" +dependencies = [ + "cc", +] + +[[package]] +name = "fnv" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" + +[[package]] +name = "getrandom" +version = "0.2.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7" +dependencies = [ + "cfg-if", + "libc", + "wasi", +] + +[[package]] +name = "hf_tokenizers" +version = "0.1.0" +dependencies = [ + "tokenizers", +] + +[[package]] +name = "ident_case" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39" + +[[package]] +name = "indicatif" +version = "0.17.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cbf675b85ed934d3c67b5c5469701eec7db22689d0a2139d856e0925fa28b281" +dependencies = [ + "console", + "number_prefix", + "portable-atomic", + "unicode-width", + "web-time", +] + +[[package]] +name = "itertools" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57" +dependencies = [ + "either", +] + +[[package]] +name = "itertools" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569" +dependencies = [ + "either", +] + +[[package]] +name = "itoa" +version = "1.0.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d75a2a4b1b190afb6f5425f10f6a8f959d2ea0b9c2b1d79553551850539e4674" + +[[package]] +name = "js-sys" +version = "0.3.76" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6717b6b5b077764fb5966237269cb3c64edddde4b14ce42647430a78ced9e7b7" +dependencies = [ + "once_cell", + "wasm-bindgen", +] + +[[package]] +name = "lazy_static" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe" + +[[package]] +name = "libc" +version = "0.2.169" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b5aba8db14291edd000dfcc4d620c7ebfb122c613afb886ca8803fa4e128a20a" + +[[package]] +name = "log" +version = "0.4.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24" + +[[package]] +name = "macro_rules_attribute" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a82271f7bc033d84bbca59a3ce3e4159938cb08a9c3aebbe54d215131518a13" +dependencies = [ + "macro_rules_attribute-proc_macro", + "paste", +] + +[[package]] +name = "macro_rules_attribute-proc_macro" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568" + +[[package]] +name = "memchr" +version = "2.7.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3" + +[[package]] +name = "minimal-lexical" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a" + +[[package]] +name = "monostate" +version = "0.1.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0d208407d7552cd041d8cdb69a1bc3303e029c598738177a3d87082004dc0e1e" +dependencies = [ + "monostate-impl", + "serde", +] + +[[package]] +name = "monostate-impl" +version = "0.1.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a7ce64b975ed4f123575d11afd9491f2e37bbd5813fbfbc0f09ae1fbddea74e0" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "nom" +version = "7.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a" +dependencies = [ + "memchr", + "minimal-lexical", +] + +[[package]] +name = "number_prefix" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3" + +[[package]] +name = "once_cell" +version = "1.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775" + +[[package]] +name = "onig" +version = "6.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8c4b31c8722ad9171c6d77d3557db078cab2bd50afcc9d09c8b315c59df8ca4f" +dependencies = [ + "bitflags", + "libc", + "once_cell", + "onig_sys", +] + +[[package]] +name = "onig_sys" +version = "69.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b829e3d7e9cc74c7e315ee8edb185bf4190da5acde74afd7fc59c35b1f086e7" +dependencies = [ + "cc", + "pkg-config", +] + +[[package]] +name = "paste" +version = "1.0.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a" + +[[package]] +name = "pkg-config" +version = "0.3.31" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "953ec861398dccce10c670dfeaf3ec4911ca479e9c02154b3a215178c5f566f2" + +[[package]] +name = "portable-atomic" +version = "1.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "280dc24453071f1b63954171985a0b0d30058d287960968b9b2aca264c8d4ee6" + +[[package]] +name = "ppv-lite86" +version = "0.2.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "77957b295656769bb8ad2b6a6b09d897d94f05c41b069aede1fcdaa675eaea04" +dependencies = [ + "zerocopy", +] + +[[package]] +name = "proc-macro2" +version = "1.0.92" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "37d3544b3f2748c54e147655edb5025752e2303145b5aefb3c3ea2c78b973bb0" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "quote" +version = "1.0.37" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "rand" +version = "0.8.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404" +dependencies = [ + "libc", + "rand_chacha", + "rand_core", +] + +[[package]] +name = "rand_chacha" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" +dependencies = [ + "ppv-lite86", + "rand_core", +] + +[[package]] +name = "rand_core" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" +dependencies = [ + "getrandom", +] + +[[package]] +name = "rayon" +version = "1.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa" +dependencies = [ + "either", + "rayon-core", +] + +[[package]] +name = "rayon-cond" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "059f538b55efd2309c9794130bc149c6a553db90e9d99c2030785c82f0bd7df9" +dependencies = [ + "either", + "itertools 0.11.0", + "rayon", +] + +[[package]] +name = "rayon-core" +version = "1.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2" +dependencies = [ + "crossbeam-deque", + "crossbeam-utils", +] + +[[package]] +name = "regex" +version = "1.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191" +dependencies = [ + "aho-corasick", + "memchr", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "regex-automata" +version = "0.4.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "809e8dc61f6de73b46c85f4c96486310fe304c434cfa43669d7b40f711150908" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-syntax" +version = "0.8.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c" + +[[package]] +name = "ryu" +version = "1.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f" + +[[package]] +name = "serde" +version = "1.0.216" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b9781016e935a97e8beecf0c933758c97a5520d32930e460142b4cd80c6338e" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.216" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "46f859dbbf73865c6627ed570e78961cd3ac92407a2d117204c49232485da55e" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "serde_json" +version = "1.0.134" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d00f4175c42ee48b15416f6193a959ba3a0d67fc699a0db9ad12df9f83991c7d" +dependencies = [ + "itoa", + "memchr", + "ryu", + "serde", +] + +[[package]] +name = "shlex" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" + +[[package]] +name = "smallvec" +version = "1.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67" + +[[package]] +name = "spm_precompiled" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326" +dependencies = [ + "base64", + "nom", + "serde", + "unicode-segmentation", +] + +[[package]] +name = "strsim" +version = "0.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" + +[[package]] +name = "syn" +version = "2.0.91" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d53cbcb5a243bd33b7858b1d7f4aca2153490815872d86d955d6ea29f743c035" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "thiserror" +version = "1.0.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52" +dependencies = [ + "thiserror-impl", +] + +[[package]] +name = "thiserror-impl" +version = "1.0.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "tokenizers" +version = "0.21.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ecededfed68a69bc657e486510089e255e53c3d38cc7d4d59c8742668ca2cae" +dependencies = [ + "aho-corasick", + "derive_builder", + "esaxx-rs", + "getrandom", + "indicatif", + "itertools 0.12.1", + "lazy_static", + "log", + "macro_rules_attribute", + "monostate", + "onig", + "paste", + "rand", + "rayon", + "rayon-cond", + "regex", + "regex-syntax", + "serde", + "serde_json", + "spm_precompiled", + "thiserror", + "unicode-normalization-alignments", + "unicode-segmentation", + "unicode_categories", +] + +[[package]] +name = "unicode-ident" +version = "1.0.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "adb9e6ca4f869e1180728b7950e35922a7fc6397f7b641499e8f3ef06e50dc83" + +[[package]] +name = "unicode-normalization-alignments" +version = "0.1.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de" +dependencies = [ + "smallvec", +] + +[[package]] +name = "unicode-segmentation" +version = "1.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493" + +[[package]] +name = "unicode-width" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fc81956842c57dac11422a97c3b8195a1ff727f06e85c84ed2e8aa277c9a0fd" + +[[package]] +name = "unicode_categories" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e" + +[[package]] +name = "wasi" +version = "0.11.0+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423" + +[[package]] +name = "wasm-bindgen" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a474f6281d1d70c17ae7aa6a613c87fce69a127e2624002df63dcb39d6cf6396" +dependencies = [ + "cfg-if", + "once_cell", + "wasm-bindgen-macro", +] + +[[package]] +name = "wasm-bindgen-backend" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5f89bb38646b4f81674e8f5c3fb81b562be1fd936d84320f3264486418519c79" +dependencies = [ + "bumpalo", + "log", + "proc-macro2", + "quote", + "syn", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2cc6181fd9a7492eef6fef1f33961e3695e4579b9872a6f7c83aee556666d4fe" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "30d7a95b763d3c45903ed6c81f156801839e5ee968bb07e534c44df0fcd330c2" +dependencies = [ + "proc-macro2", + "quote", + "syn", + "wasm-bindgen-backend", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "943aab3fdaaa029a6e0271b35ea10b72b943135afe9bffca82384098ad0e06a6" + +[[package]] +name = "web-time" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "windows-sys" +version = "0.59.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b" +dependencies = [ + "windows-targets", +] + +[[package]] +name = "windows-targets" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" +dependencies = [ + "windows_aarch64_gnullvm", + "windows_aarch64_msvc", + "windows_i686_gnu", + "windows_i686_gnullvm", + "windows_i686_msvc", + "windows_x86_64_gnu", + "windows_x86_64_gnullvm", + "windows_x86_64_msvc", +] + +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" + +[[package]] +name = "windows_i686_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" + +[[package]] +name = "windows_i686_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" + +[[package]] +name = "windows_i686_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" + +[[package]] +name = "zerocopy" +version = "0.7.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1b9b4fd18abc82b8136838da5d50bae7bdea537c574d8dc1a34ed098d6c166f0" +dependencies = [ + "byteorder", + "zerocopy-derive", +] + +[[package]] +name = "zerocopy-derive" +version = "0.7.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] diff --git a/zml/tokenizer/hf_tokenizers/Cargo.toml b/zml/tokenizer/hf_tokenizers/Cargo.toml new file mode 100644 index 00000000..db0132d5 --- /dev/null +++ b/zml/tokenizer/hf_tokenizers/Cargo.toml @@ -0,0 +1,7 @@ +[package] +name = "hf_tokenizers" +version = "0.1.0" +edition = "2021" + +[dependencies] +tokenizers = "0.21.0" diff --git a/zml/tokenizer/hf_tokenizers/hf_tokenizers.h b/zml/tokenizer/hf_tokenizers/hf_tokenizers.h new file mode 100644 index 00000000..7cb56799 --- /dev/null +++ b/zml/tokenizer/hf_tokenizers/hf_tokenizers.h @@ -0,0 +1,17 @@ +#pragma once + +#include + +typedef struct +{ + char *ptr; + size_t len; +} zig_slice; +typedef void hf_tokenizers; + +hf_tokenizers *hf_tokenizers_new(zig_slice); +void hf_tokenizers_drop(void *tokenizer); +zig_slice hf_tokenizers_encode(hf_tokenizers *tokenizer, zig_slice text); +void hf_tokenizers_tokens_drop(zig_slice tokens); +zig_slice hf_tokenizers_decode(hf_tokenizers *tokenizer, zig_slice tokens); +void hf_tokenizers_str_drop(zig_slice text); diff --git a/zml/tokenizer/hf_tokenizers/hf_tokenizers.zig b/zml/tokenizer/hf_tokenizers/hf_tokenizers.zig new file mode 100644 index 00000000..e69de29b diff --git a/zml/tokenizer/hf_tokenizers/main.zig b/zml/tokenizer/hf_tokenizers/main.zig new file mode 100644 index 00000000..c7b7b66d --- /dev/null +++ b/zml/tokenizer/hf_tokenizers/main.zig @@ -0,0 +1,33 @@ +const std = @import("std"); +const c = @import("c"); + +pub const HFTokenizers = opaque { + pub fn init(model: []const u8) *HFTokenizers { + return @ptrCast(c.hf_tokenizers_new(c.zig_slice{ .ptr = @constCast(model.ptr), .len = @intCast(model.len) })); + } + + pub fn deinit(self: *HFTokenizers) void { + return c.hf_tokenizers_drop(self); + } + + pub fn encode(self: *HFTokenizers, input: []const u8) []i32 { + const ret = c.hf_tokenizers_encode(self, c.zig_slice{ .ptr = @constCast(input.ptr), .len = @intCast(input.len) }); + return @as([*c]i32, @alignCast(@ptrCast(ret.ptr)))[0..ret.len]; + } +}; + +pub fn as_path(path: []const u8) [std.fs.max_path_bytes:0]u8 { + var result: [std.fs.max_path_bytes:0]u8 = undefined; + @memcpy(result[0..path.len], path); + result[path.len] = 0; + return result; +} + +pub fn main() !void { + const tokenizer = HFTokenizers.init("/private/var/tmp/_bazel_steeve/a67b810d44f2a673ebbd5bab86ccd5cc/external/zml~~huggingface~Meta-Llama-3.1-8B-Instruct/tokenizer.json"); + defer HFTokenizers.deinit(tokenizer); + + const input = "Hello, world! plane pouet plane"; + const encoded = HFTokenizers.encode(tokenizer, input); + std.debug.print("{any} {any}\n", .{tokenizer, encoded}); +} diff --git a/zml/tokenizer/hf_tokenizers/src/lib.rs b/zml/tokenizer/hf_tokenizers/src/lib.rs new file mode 100644 index 00000000..7bb8d295 --- /dev/null +++ b/zml/tokenizer/hf_tokenizers/src/lib.rs @@ -0,0 +1,64 @@ +#[repr(C)] +struct ZigSlice { + ptr: *mut T, + len: usize, +} + +impl ZigSlice { + fn as_slice(&self) -> &[T] { + unsafe { std::slice::from_raw_parts(self.ptr, self.len) } + } +} + +#[no_mangle] +extern "C" fn hf_tokenizers_new(path: ZigSlice) -> *mut tokenizers::Tokenizer { + return Box::into_raw(Box::new( + tokenizers::Tokenizer::from_file(std::path::Path::new( + std::str::from_utf8(path.as_slice()).unwrap(), + )) + .unwrap() + .into(), + )); +} + +#[no_mangle] +extern "C" fn hf_tokenizers_drop(t: *mut tokenizers::Tokenizer) { + drop(unsafe { Box::from_raw(t) }); +} + +#[no_mangle] +extern "C" fn hf_tokenizers_encode( + t: *mut tokenizers::Tokenizer, + string: ZigSlice, +) -> ZigSlice { + let input_str = std::str::from_utf8(string.as_slice()).unwrap(); + let encoded = unsafe { (*t).encode_fast(input_str, false) }.unwrap(); + let len = encoded.get_ids().len(); + return ZigSlice { + ptr: Box::into_raw(encoded.get_ids().to_vec().into_boxed_slice()), + len: len, + }; +} + +#[no_mangle] +extern "C" fn hf_tokenizers_tokens_drop(tokens: ZigSlice) { + // drop(unsafe { Box::from_raw(tokens.ptr) }); +} + +#[no_mangle] +extern "C" fn hf_tokenizers_decode( + t: *mut tokenizers::Tokenizer, + ids: ZigSlice, +) -> ZigSlice { + let decoded = unsafe { (*t).decode(ids.as_slice(), false).unwrap() }; + let len = decoded.len(); + return ZigSlice { + ptr: decoded.into_boxed_str().as_mut_ptr(), + len: len, + }; +} + +#[no_mangle] +extern "C" fn hf_tokenizers_str_drop(tokens: ZigSlice) { + // drop(unsafe { Box::from_raw(tokens.ptr) }); +} From b8e54e15d2645393b50687cc7879534cc20b38fa Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Wed, 25 Dec 2024 23:38:43 +0100 Subject: [PATCH 05/41] WIP --- examples/.bazelrc | 1 + zml/tokenizer/hf_tokenizers/Cargo.lock | 207 ------------------------- zml/tokenizer/hf_tokenizers/Cargo.toml | 2 +- zml/tokenizer/hf_tokenizers/main.zig | 48 +++++- zml/tokenizer/hf_tokenizers/src/lib.rs | 32 ++-- 5 files changed, 68 insertions(+), 222 deletions(-) diff --git a/examples/.bazelrc b/examples/.bazelrc index 63e84e4f..4e2a0b91 100644 --- a/examples/.bazelrc +++ b/examples/.bazelrc @@ -64,6 +64,7 @@ build --experimental_starlark_cc_import build --compiler=clang +build:macos --action_env=MACOSX_DEPLOYMENT_TARGET=13.0 build:macos --macos_sdk_version=13.0 # Used by the tsl overlay in python_init_repositories for the bazelified xla module 20241025.0-4663f04 and later diff --git a/zml/tokenizer/hf_tokenizers/Cargo.lock b/zml/tokenizer/hf_tokenizers/Cargo.lock index e9b3047c..526199b5 100644 --- a/zml/tokenizer/hf_tokenizers/Cargo.lock +++ b/zml/tokenizer/hf_tokenizers/Cargo.lock @@ -23,12 +23,6 @@ version = "1.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" -[[package]] -name = "bumpalo" -version = "3.16.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c" - [[package]] name = "byteorder" version = "1.5.0" @@ -50,19 +44,6 @@ version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" -[[package]] -name = "console" -version = "0.15.10" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ea3c6ecd8059b57859df5c69830340ed3c41d30e3da0c1cbed90a96ac853041b" -dependencies = [ - "encode_unicode", - "libc", - "once_cell", - "unicode-width", - "windows-sys", -] - [[package]] name = "crossbeam-deque" version = "0.8.6" @@ -160,20 +141,11 @@ version = "1.13.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0" -[[package]] -name = "encode_unicode" -version = "1.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "34aa73646ffb006b8f5147f3dc182bd4bcb190227ce861fc4a4844bf8e3cb2c0" - [[package]] name = "esaxx-rs" version = "0.1.10" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6" -dependencies = [ - "cc", -] [[package]] name = "fnv" @@ -205,19 +177,6 @@ version = "1.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39" -[[package]] -name = "indicatif" -version = "0.17.9" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cbf675b85ed934d3c67b5c5469701eec7db22689d0a2139d856e0925fa28b281" -dependencies = [ - "console", - "number_prefix", - "portable-atomic", - "unicode-width", - "web-time", -] - [[package]] name = "itertools" version = "0.11.0" @@ -242,16 +201,6 @@ version = "1.0.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d75a2a4b1b190afb6f5425f10f6a8f959d2ea0b9c2b1d79553551850539e4674" -[[package]] -name = "js-sys" -version = "0.3.76" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6717b6b5b077764fb5966237269cb3c64edddde4b14ce42647430a78ced9e7b7" -dependencies = [ - "once_cell", - "wasm-bindgen", -] - [[package]] name = "lazy_static" version = "1.5.0" @@ -329,12 +278,6 @@ dependencies = [ "minimal-lexical", ] -[[package]] -name = "number_prefix" -version = "0.4.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3" - [[package]] name = "once_cell" version = "1.20.2" @@ -375,12 +318,6 @@ version = "0.3.31" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "953ec861398dccce10c670dfeaf3ec4911ca479e9c02154b3a215178c5f566f2" -[[package]] -name = "portable-atomic" -version = "1.10.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "280dc24453071f1b63954171985a0b0d30058d287960968b9b2aca264c8d4ee6" - [[package]] name = "ppv-lite86" version = "0.2.20" @@ -607,7 +544,6 @@ dependencies = [ "derive_builder", "esaxx-rs", "getrandom", - "indicatif", "itertools 0.12.1", "lazy_static", "log", @@ -650,12 +586,6 @@ version = "1.12.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493" -[[package]] -name = "unicode-width" -version = "0.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1fc81956842c57dac11422a97c3b8195a1ff727f06e85c84ed2e8aa277c9a0fd" - [[package]] name = "unicode_categories" version = "0.1.1" @@ -668,143 +598,6 @@ version = "0.11.0+wasi-snapshot-preview1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423" -[[package]] -name = "wasm-bindgen" -version = "0.2.99" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a474f6281d1d70c17ae7aa6a613c87fce69a127e2624002df63dcb39d6cf6396" -dependencies = [ - "cfg-if", - "once_cell", - "wasm-bindgen-macro", -] - -[[package]] -name = "wasm-bindgen-backend" -version = "0.2.99" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f89bb38646b4f81674e8f5c3fb81b562be1fd936d84320f3264486418519c79" -dependencies = [ - "bumpalo", - "log", - "proc-macro2", - "quote", - "syn", - "wasm-bindgen-shared", -] - -[[package]] -name = "wasm-bindgen-macro" -version = "0.2.99" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2cc6181fd9a7492eef6fef1f33961e3695e4579b9872a6f7c83aee556666d4fe" -dependencies = [ - "quote", - "wasm-bindgen-macro-support", -] - -[[package]] -name = "wasm-bindgen-macro-support" -version = "0.2.99" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "30d7a95b763d3c45903ed6c81f156801839e5ee968bb07e534c44df0fcd330c2" -dependencies = [ - "proc-macro2", - "quote", - "syn", - "wasm-bindgen-backend", - "wasm-bindgen-shared", -] - -[[package]] -name = "wasm-bindgen-shared" -version = "0.2.99" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "943aab3fdaaa029a6e0271b35ea10b72b943135afe9bffca82384098ad0e06a6" - -[[package]] -name = "web-time" -version = "1.1.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" -dependencies = [ - "js-sys", - "wasm-bindgen", -] - -[[package]] -name = "windows-sys" -version = "0.59.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b" -dependencies = [ - "windows-targets", -] - -[[package]] -name = "windows-targets" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" -dependencies = [ - "windows_aarch64_gnullvm", - "windows_aarch64_msvc", - "windows_i686_gnu", - "windows_i686_gnullvm", - "windows_i686_msvc", - "windows_x86_64_gnu", - "windows_x86_64_gnullvm", - "windows_x86_64_msvc", -] - -[[package]] -name = "windows_aarch64_gnullvm" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" - -[[package]] -name = "windows_aarch64_msvc" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" - -[[package]] -name = "windows_i686_gnu" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" - -[[package]] -name = "windows_i686_gnullvm" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" - -[[package]] -name = "windows_i686_msvc" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" - -[[package]] -name = "windows_x86_64_gnu" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" - -[[package]] -name = "windows_x86_64_gnullvm" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" - -[[package]] -name = "windows_x86_64_msvc" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" - [[package]] name = "zerocopy" version = "0.7.35" diff --git a/zml/tokenizer/hf_tokenizers/Cargo.toml b/zml/tokenizer/hf_tokenizers/Cargo.toml index db0132d5..36a780f1 100644 --- a/zml/tokenizer/hf_tokenizers/Cargo.toml +++ b/zml/tokenizer/hf_tokenizers/Cargo.toml @@ -4,4 +4,4 @@ version = "0.1.0" edition = "2021" [dependencies] -tokenizers = "0.21.0" +tokenizers = { version = "0.21.0", default-features = false, features = ["onig"] } diff --git a/zml/tokenizer/hf_tokenizers/main.zig b/zml/tokenizer/hf_tokenizers/main.zig index c7b7b66d..40dc1a38 100644 --- a/zml/tokenizer/hf_tokenizers/main.zig +++ b/zml/tokenizer/hf_tokenizers/main.zig @@ -2,6 +2,21 @@ const std = @import("std"); const c = @import("c"); pub const HFTokenizers = opaque { + pub const Encoded = struct { + ids: []const u32, + + pub fn deinit(self: *Encoded) void { + c.hf_tokenizers_tokens_drop(c.zig_slice{ .ptr = @ptrCast(@constCast(self.ids.ptr)), .len = @intCast(self.ids.len) }); + } + }; + + pub const Decoded = struct { + str: []const u8, + + pub fn deinit(self: *Decoded) void { + c.hf_tokenizers_str_drop(c.zig_slice{ .ptr = @ptrCast(@constCast(self.str.ptr)), .len = @intCast(self.str.len) }); + } + }; pub fn init(model: []const u8) *HFTokenizers { return @ptrCast(c.hf_tokenizers_new(c.zig_slice{ .ptr = @constCast(model.ptr), .len = @intCast(model.len) })); } @@ -10,9 +25,18 @@ pub const HFTokenizers = opaque { return c.hf_tokenizers_drop(self); } - pub fn encode(self: *HFTokenizers, input: []const u8) []i32 { + pub fn encode(self: *HFTokenizers, input: []const u8) Encoded { const ret = c.hf_tokenizers_encode(self, c.zig_slice{ .ptr = @constCast(input.ptr), .len = @intCast(input.len) }); - return @as([*c]i32, @alignCast(@ptrCast(ret.ptr)))[0..ret.len]; + return .{ + .ids = @as([*c]const u32, @alignCast(@ptrCast(ret.ptr)))[0..ret.len] + }; + } + + pub fn decode(self: *HFTokenizers, input: []const u32) Decoded { + const ret = c.hf_tokenizers_decode(self, c.zig_slice{ .ptr = @ptrCast(@constCast(input.ptr)), .len = @intCast(input.len) }); + return .{ + .str = @as([*c]const u8, @alignCast(@ptrCast(ret.ptr)))[0..ret.len] + }; } }; @@ -28,6 +52,22 @@ pub fn main() !void { defer HFTokenizers.deinit(tokenizer); const input = "Hello, world! plane pouet plane"; - const encoded = HFTokenizers.encode(tokenizer, input); - std.debug.print("{any} {any}\n", .{tokenizer, encoded}); + var encoded = HFTokenizers.encode(tokenizer, input); + defer encoded.deinit(); + var pouet = std.ArrayList(u32).init(std.heap.c_allocator); + defer pouet.deinit(); + + // try pouet.appendSlice(encoded.ids); + + var t = try std.time.Timer.start(); + for (0..100) |i| { + _ = i; // autofix + try pouet.appendSlice(encoded.ids); + t.reset(); + var decoded = HFTokenizers.decode(tokenizer, pouet.items); + defer decoded.deinit(); + const elapsed = t.lap(); + // std.debug.print("{any} {any} {d}us\n", .{tokenizer, encoded, elapsed / std.time.ns_per_us}); + std.debug.print("{any} {any} {s} {d}ns {d}us\n", .{tokenizer, encoded, decoded.str, elapsed, elapsed / std.time.ns_per_us}); + } } diff --git a/zml/tokenizer/hf_tokenizers/src/lib.rs b/zml/tokenizer/hf_tokenizers/src/lib.rs index 7bb8d295..c22e9f80 100644 --- a/zml/tokenizer/hf_tokenizers/src/lib.rs +++ b/zml/tokenizer/hf_tokenizers/src/lib.rs @@ -32,17 +32,23 @@ extern "C" fn hf_tokenizers_encode( string: ZigSlice, ) -> ZigSlice { let input_str = std::str::from_utf8(string.as_slice()).unwrap(); - let encoded = unsafe { (*t).encode_fast(input_str, false) }.unwrap(); - let len = encoded.get_ids().len(); - return ZigSlice { - ptr: Box::into_raw(encoded.get_ids().to_vec().into_boxed_slice()), + let encoded = unsafe { t.as_ref() } + .unwrap() + .encode_fast(input_str, false) + .unwrap(); + let mut ids = encoded.get_ids().to_owned().into_boxed_slice(); + let len = ids.len(); + let ret = ZigSlice { + ptr: ids.as_mut_ptr(), len: len, }; + std::mem::forget(ids); + return ret; } #[no_mangle] extern "C" fn hf_tokenizers_tokens_drop(tokens: ZigSlice) { - // drop(unsafe { Box::from_raw(tokens.ptr) }); + drop(unsafe { Box::from_raw(tokens.ptr) }); } #[no_mangle] @@ -50,15 +56,21 @@ extern "C" fn hf_tokenizers_decode( t: *mut tokenizers::Tokenizer, ids: ZigSlice, ) -> ZigSlice { - let decoded = unsafe { (*t).decode(ids.as_slice(), false).unwrap() }; + let decoded = unsafe { t.as_ref() } + .unwrap() + .decode(ids.as_slice(), false) + .unwrap(); let len = decoded.len(); - return ZigSlice { - ptr: decoded.into_boxed_str().as_mut_ptr(), - len: len, + let mut dstr = decoded.into_boxed_str(); + let ret = ZigSlice { + ptr: dstr.as_mut_ptr(), + len: dstr.len(), }; + std::mem::forget(dstr); + return ret; } #[no_mangle] extern "C" fn hf_tokenizers_str_drop(tokens: ZigSlice) { - // drop(unsafe { Box::from_raw(tokens.ptr) }); + drop(unsafe { Box::from_raw(tokens.ptr) }); } From 5e5ec5e93b6e3b0d47ccd51109c6612903ddbb47 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Fri, 27 Dec 2024 16:02:06 +0000 Subject: [PATCH 06/41] WIP --- MODULE.bazel | 4 +- examples/.vscode/settings.json | 3 + zml/tokenizer/BUILD.bazel | 34 ++++ zml/tokenizer/hf_tokenizers/BUILD.bazel | 28 ---- zml/tokenizer/hf_tokenizers/hf_tokenizers.h | 17 -- zml/tokenizer/hf_tokenizers/hf_tokenizers.zig | 0 zml/tokenizer/hf_tokenizers/main.zig | 73 -------- zml/tokenizer/hftokenizers/BUILD.bazel | 38 +++++ .../Cargo.lock | 14 +- .../Cargo.toml | 6 +- zml/tokenizer/hftokenizers/hftokenizers.h | 14 ++ .../lib.rs => hftokenizers/hftokenizers.rs} | 33 ++-- zml/tokenizer/hftokenizers/hftokenizers.zig | 81 +++++++++ zml/tokenizer/hftokenizers/main.zig | 28 ++++ zml/tokenizer/main.zig | 24 +++ zml/tokenizer/sentencepiece/BUILD.bazel | 42 +---- zml/tokenizer/sentencepiece/main.zig | 37 ++-- zml/tokenizer/sentencepiece/sentencepiece.i | 24 +-- zml/tokenizer/sentencepiece/sentencepiece.zig | 158 +++++++++++++++++- zml/tokenizer/sentencepiece/zig.h | 9 - zml/tokenizer/tokenizer.zig | 111 ++++++++++-- 21 files changed, 536 insertions(+), 242 deletions(-) create mode 100644 zml/tokenizer/BUILD.bazel delete mode 100644 zml/tokenizer/hf_tokenizers/BUILD.bazel delete mode 100644 zml/tokenizer/hf_tokenizers/hf_tokenizers.h delete mode 100644 zml/tokenizer/hf_tokenizers/hf_tokenizers.zig delete mode 100644 zml/tokenizer/hf_tokenizers/main.zig create mode 100644 zml/tokenizer/hftokenizers/BUILD.bazel rename zml/tokenizer/{hf_tokenizers => hftokenizers}/Cargo.lock (99%) rename zml/tokenizer/{hf_tokenizers => hftokenizers}/Cargo.toml (58%) create mode 100644 zml/tokenizer/hftokenizers/hftokenizers.h rename zml/tokenizer/{hf_tokenizers/src/lib.rs => hftokenizers/hftokenizers.rs} (59%) create mode 100644 zml/tokenizer/hftokenizers/hftokenizers.zig create mode 100644 zml/tokenizer/hftokenizers/main.zig create mode 100644 zml/tokenizer/main.zig delete mode 100644 zml/tokenizer/sentencepiece/zig.h diff --git a/MODULE.bazel b/MODULE.bazel index e1fce3c3..9a96463a 100644 --- a/MODULE.bazel +++ b/MODULE.bazel @@ -126,7 +126,7 @@ bazel_dep(name = "rules_rust", version = "0.56.0") crate = use_extension("@rules_rust//crate_universe:extensions.bzl", "crate") crate.from_cargo( name = "crates", - cargo_lockfile = "//zml/tokenizer/hf_tokenizers:Cargo.lock", - manifests = ["//zml/tokenizer/hf_tokenizers:Cargo.toml"], + cargo_lockfile = "//zml/tokenizer/hftokenizers:Cargo.lock", + manifests = ["//zml/tokenizer/hftokenizers:Cargo.toml"], ) use_repo(crate, "crates") diff --git a/examples/.vscode/settings.json b/examples/.vscode/settings.json index f9c5f96a..82050af6 100644 --- a/examples/.vscode/settings.json +++ b/examples/.vscode/settings.json @@ -31,4 +31,7 @@ "source.fixAll": "explicit", } }, + "rust-analyzer.linkedProjects": [ + "${workspaceFolder}/zml/tokenizer/hftokenizers/Cargo.toml" + ] } diff --git a/zml/tokenizer/BUILD.bazel b/zml/tokenizer/BUILD.bazel new file mode 100644 index 00000000..170cd8a4 --- /dev/null +++ b/zml/tokenizer/BUILD.bazel @@ -0,0 +1,34 @@ +load("@rules_zig//zig:defs.bzl", "zig_library") +load("@zml//bazel:zig.bzl", "zig_cc_binary") +load("//bazel:swig.bzl", "swig_cc_library") + +swig_cc_library( + name = "sentencepiece_swig", + interface = "sentencepiece.i", + module = "sentencepiece", + deps = [ + "//ffi:cc", + "@com_google_sentencepiece//:sentencepiece_processor", + ], +) + +zig_library( + name = "tokenizer", + import_name = "zml/tokenizer", + main = "tokenizer.zig", + visibility = ["//visibility:public"], + deps = [ + "//ffi:zig", + "//zml/tokenizer/hftokenizers", + "//zml/tokenizer/sentencepiece", + ], +) + +zig_cc_binary( + name = "main", + main = "main.zig", + visibility = ["//visibility:public"], + deps = [ + ":tokenizer", + ], +) diff --git a/zml/tokenizer/hf_tokenizers/BUILD.bazel b/zml/tokenizer/hf_tokenizers/BUILD.bazel deleted file mode 100644 index 51e426bb..00000000 --- a/zml/tokenizer/hf_tokenizers/BUILD.bazel +++ /dev/null @@ -1,28 +0,0 @@ -load("@rules_rust//rust:defs.bzl", "rust_static_library") -load("@zml//bazel:zig.bzl", "zig_cc_binary") - -rust_static_library( - name = "hf_tokenizers_rs", - srcs = ["src/lib.rs"], - crate_name = "zml_hf_tokenizers", - edition = "2021", - deps = [ - "@crates//:tokenizers", - ], -) - -cc_library( - name = "hf_tokenizers", - hdrs = ["hf_tokenizers.h"], - visibility = ["//visibility:public"], - deps = [ - ":hf_tokenizers_rs", - ], -) - -zig_cc_binary( - name = "main", - main = "main.zig", - visibility = ["//visibility:public"], - deps = [":hf_tokenizers"], -) diff --git a/zml/tokenizer/hf_tokenizers/hf_tokenizers.h b/zml/tokenizer/hf_tokenizers/hf_tokenizers.h deleted file mode 100644 index 7cb56799..00000000 --- a/zml/tokenizer/hf_tokenizers/hf_tokenizers.h +++ /dev/null @@ -1,17 +0,0 @@ -#pragma once - -#include - -typedef struct -{ - char *ptr; - size_t len; -} zig_slice; -typedef void hf_tokenizers; - -hf_tokenizers *hf_tokenizers_new(zig_slice); -void hf_tokenizers_drop(void *tokenizer); -zig_slice hf_tokenizers_encode(hf_tokenizers *tokenizer, zig_slice text); -void hf_tokenizers_tokens_drop(zig_slice tokens); -zig_slice hf_tokenizers_decode(hf_tokenizers *tokenizer, zig_slice tokens); -void hf_tokenizers_str_drop(zig_slice text); diff --git a/zml/tokenizer/hf_tokenizers/hf_tokenizers.zig b/zml/tokenizer/hf_tokenizers/hf_tokenizers.zig deleted file mode 100644 index e69de29b..00000000 diff --git a/zml/tokenizer/hf_tokenizers/main.zig b/zml/tokenizer/hf_tokenizers/main.zig deleted file mode 100644 index 40dc1a38..00000000 --- a/zml/tokenizer/hf_tokenizers/main.zig +++ /dev/null @@ -1,73 +0,0 @@ -const std = @import("std"); -const c = @import("c"); - -pub const HFTokenizers = opaque { - pub const Encoded = struct { - ids: []const u32, - - pub fn deinit(self: *Encoded) void { - c.hf_tokenizers_tokens_drop(c.zig_slice{ .ptr = @ptrCast(@constCast(self.ids.ptr)), .len = @intCast(self.ids.len) }); - } - }; - - pub const Decoded = struct { - str: []const u8, - - pub fn deinit(self: *Decoded) void { - c.hf_tokenizers_str_drop(c.zig_slice{ .ptr = @ptrCast(@constCast(self.str.ptr)), .len = @intCast(self.str.len) }); - } - }; - pub fn init(model: []const u8) *HFTokenizers { - return @ptrCast(c.hf_tokenizers_new(c.zig_slice{ .ptr = @constCast(model.ptr), .len = @intCast(model.len) })); - } - - pub fn deinit(self: *HFTokenizers) void { - return c.hf_tokenizers_drop(self); - } - - pub fn encode(self: *HFTokenizers, input: []const u8) Encoded { - const ret = c.hf_tokenizers_encode(self, c.zig_slice{ .ptr = @constCast(input.ptr), .len = @intCast(input.len) }); - return .{ - .ids = @as([*c]const u32, @alignCast(@ptrCast(ret.ptr)))[0..ret.len] - }; - } - - pub fn decode(self: *HFTokenizers, input: []const u32) Decoded { - const ret = c.hf_tokenizers_decode(self, c.zig_slice{ .ptr = @ptrCast(@constCast(input.ptr)), .len = @intCast(input.len) }); - return .{ - .str = @as([*c]const u8, @alignCast(@ptrCast(ret.ptr)))[0..ret.len] - }; - } -}; - -pub fn as_path(path: []const u8) [std.fs.max_path_bytes:0]u8 { - var result: [std.fs.max_path_bytes:0]u8 = undefined; - @memcpy(result[0..path.len], path); - result[path.len] = 0; - return result; -} - -pub fn main() !void { - const tokenizer = HFTokenizers.init("/private/var/tmp/_bazel_steeve/a67b810d44f2a673ebbd5bab86ccd5cc/external/zml~~huggingface~Meta-Llama-3.1-8B-Instruct/tokenizer.json"); - defer HFTokenizers.deinit(tokenizer); - - const input = "Hello, world! plane pouet plane"; - var encoded = HFTokenizers.encode(tokenizer, input); - defer encoded.deinit(); - var pouet = std.ArrayList(u32).init(std.heap.c_allocator); - defer pouet.deinit(); - - // try pouet.appendSlice(encoded.ids); - - var t = try std.time.Timer.start(); - for (0..100) |i| { - _ = i; // autofix - try pouet.appendSlice(encoded.ids); - t.reset(); - var decoded = HFTokenizers.decode(tokenizer, pouet.items); - defer decoded.deinit(); - const elapsed = t.lap(); - // std.debug.print("{any} {any} {d}us\n", .{tokenizer, encoded, elapsed / std.time.ns_per_us}); - std.debug.print("{any} {any} {s} {d}ns {d}us\n", .{tokenizer, encoded, decoded.str, elapsed, elapsed / std.time.ns_per_us}); - } -} diff --git a/zml/tokenizer/hftokenizers/BUILD.bazel b/zml/tokenizer/hftokenizers/BUILD.bazel new file mode 100644 index 00000000..0b87d77b --- /dev/null +++ b/zml/tokenizer/hftokenizers/BUILD.bazel @@ -0,0 +1,38 @@ +load("@rules_rust//rust:defs.bzl", "rust_static_library") +load("@rules_zig//zig:defs.bzl", "zig_library") +load("@zml//bazel:zig.bzl", "zig_cc_binary") + +rust_static_library( + name = "hftokenizers_rs", + srcs = ["hftokenizers.rs"], + crate_name = "zml_tokenizer_hftokenizers", + edition = "2021", + deps = ["@crates//:tokenizers"], +) + +cc_library( + name = "hftokenizers_cc", + hdrs = ["hftokenizers.h"], + visibility = ["//visibility:public"], + deps = [ + ":hftokenizers_rs", + "//ffi:cc", + ], +) + +zig_library( + name = "hftokenizers", + main = "hftokenizers.zig", + visibility = ["//visibility:public"], + deps = [ + ":hftokenizers_cc", + "//ffi:zig", + ], +) + +zig_cc_binary( + name = "main", + main = "main.zig", + visibility = ["//visibility:public"], + deps = [":hftokenizers"], +) diff --git a/zml/tokenizer/hf_tokenizers/Cargo.lock b/zml/tokenizer/hftokenizers/Cargo.lock similarity index 99% rename from zml/tokenizer/hf_tokenizers/Cargo.lock rename to zml/tokenizer/hftokenizers/Cargo.lock index 526199b5..d7c670cb 100644 --- a/zml/tokenizer/hf_tokenizers/Cargo.lock +++ b/zml/tokenizer/hftokenizers/Cargo.lock @@ -164,13 +164,6 @@ dependencies = [ "wasi", ] -[[package]] -name = "hf_tokenizers" -version = "0.1.0" -dependencies = [ - "tokenizers", -] - [[package]] name = "ident_case" version = "1.0.1" @@ -618,3 +611,10 @@ dependencies = [ "quote", "syn", ] + +[[package]] +name = "zml_tokenizer_hftokenizers" +version = "0.1.0" +dependencies = [ + "tokenizers", +] diff --git a/zml/tokenizer/hf_tokenizers/Cargo.toml b/zml/tokenizer/hftokenizers/Cargo.toml similarity index 58% rename from zml/tokenizer/hf_tokenizers/Cargo.toml rename to zml/tokenizer/hftokenizers/Cargo.toml index 36a780f1..e88bad7a 100644 --- a/zml/tokenizer/hf_tokenizers/Cargo.toml +++ b/zml/tokenizer/hftokenizers/Cargo.toml @@ -1,7 +1,11 @@ [package] -name = "hf_tokenizers" +name = "zml_tokenizer_hftokenizers" version = "0.1.0" edition = "2021" [dependencies] tokenizers = { version = "0.21.0", default-features = false, features = ["onig"] } + +[lib] +name = "zml_tokenizer_hftokenizers" +path = "hftokenizers.rs" diff --git a/zml/tokenizer/hftokenizers/hftokenizers.h b/zml/tokenizer/hftokenizers/hftokenizers.h new file mode 100644 index 00000000..dc54d4b5 --- /dev/null +++ b/zml/tokenizer/hftokenizers/hftokenizers.h @@ -0,0 +1,14 @@ +#pragma once + +#include + +#include "ffi/zig_slice.h" + +typedef struct hftokenizers hftokenizers; + +hftokenizers *hftokenizers_new(zig_slice); +void hftokenizers_drop(void *tokenizer); +zig_slice hftokenizers_encode(hftokenizers *tokenizer, zig_slice text); +void hftokenizers_tokens_drop(zig_slice tokens); +zig_slice hftokenizers_decode(hftokenizers *tokenizer, zig_slice tokens); +void hftokenizers_str_drop(zig_slice text); diff --git a/zml/tokenizer/hf_tokenizers/src/lib.rs b/zml/tokenizer/hftokenizers/hftokenizers.rs similarity index 59% rename from zml/tokenizer/hf_tokenizers/src/lib.rs rename to zml/tokenizer/hftokenizers/hftokenizers.rs index c22e9f80..439869e1 100644 --- a/zml/tokenizer/hf_tokenizers/src/lib.rs +++ b/zml/tokenizer/hftokenizers/hftokenizers.rs @@ -11,7 +11,7 @@ impl ZigSlice { } #[no_mangle] -extern "C" fn hf_tokenizers_new(path: ZigSlice) -> *mut tokenizers::Tokenizer { +extern "C" fn hftokenizers_new(path: ZigSlice) -> *mut tokenizers::Tokenizer { return Box::into_raw(Box::new( tokenizers::Tokenizer::from_file(std::path::Path::new( std::str::from_utf8(path.as_slice()).unwrap(), @@ -22,12 +22,12 @@ extern "C" fn hf_tokenizers_new(path: ZigSlice) -> *mut tokenizers::Tokenize } #[no_mangle] -extern "C" fn hf_tokenizers_drop(t: *mut tokenizers::Tokenizer) { +extern "C" fn hftokenizers_drop(t: *mut tokenizers::Tokenizer) { drop(unsafe { Box::from_raw(t) }); } #[no_mangle] -extern "C" fn hf_tokenizers_encode( +extern "C" fn hftokenizers_encode( t: *mut tokenizers::Tokenizer, string: ZigSlice, ) -> ZigSlice { @@ -36,23 +36,20 @@ extern "C" fn hf_tokenizers_encode( .unwrap() .encode_fast(input_str, false) .unwrap(); - let mut ids = encoded.get_ids().to_owned().into_boxed_slice(); - let len = ids.len(); - let ret = ZigSlice { - ptr: ids.as_mut_ptr(), - len: len, + let ids = encoded.get_ids(); + return ZigSlice { + len: ids.len(), + ptr: Box::into_raw(ids.to_owned().into_boxed_slice()) as *mut u32, }; - std::mem::forget(ids); - return ret; } #[no_mangle] -extern "C" fn hf_tokenizers_tokens_drop(tokens: ZigSlice) { +extern "C" fn hftokenizers_tokens_drop(tokens: ZigSlice) { drop(unsafe { Box::from_raw(tokens.ptr) }); } #[no_mangle] -extern "C" fn hf_tokenizers_decode( +extern "C" fn hftokenizers_decode( t: *mut tokenizers::Tokenizer, ids: ZigSlice, ) -> ZigSlice { @@ -60,17 +57,13 @@ extern "C" fn hf_tokenizers_decode( .unwrap() .decode(ids.as_slice(), false) .unwrap(); - let len = decoded.len(); - let mut dstr = decoded.into_boxed_str(); - let ret = ZigSlice { - ptr: dstr.as_mut_ptr(), - len: dstr.len(), + return ZigSlice { + len: decoded.len(), + ptr: Box::into_raw(decoded.into_boxed_str()) as *mut u8, }; - std::mem::forget(dstr); - return ret; } #[no_mangle] -extern "C" fn hf_tokenizers_str_drop(tokens: ZigSlice) { +extern "C" fn hftokenizers_str_drop(tokens: ZigSlice) { drop(unsafe { Box::from_raw(tokens.ptr) }); } diff --git a/zml/tokenizer/hftokenizers/hftokenizers.zig b/zml/tokenizer/hftokenizers/hftokenizers.zig new file mode 100644 index 00000000..d5f80da7 --- /dev/null +++ b/zml/tokenizer/hftokenizers/hftokenizers.zig @@ -0,0 +1,81 @@ +const std = @import("std"); +const c = @import("c"); +const ffi = @import("ffi"); + +pub const Encoder = struct { + inner: *HFTokenizer, + current_ids: ?[]const u32 = null, + + fn init(inner: *HFTokenizer) Encoder { + return .{ .inner = inner }; + } + + pub fn reset(self: *Encoder) void { + if (self.current_ids) |current_ids_| { + c.hftokenizers_tokens_drop(ffi.ZigSlice.from(current_ids_)); + self.current_ids = null; + } + } + + pub fn deinit(self: *Encoder) void { + self.reset(); + } + + pub fn encode(self: *Encoder, input: []const u8) ![]const u32 { + self.reset(); + self.current_ids = ffi.ZigSlice.to(u32, c.hftokenizers_encode(@ptrCast(self.inner), ffi.ZigSlice.from(input))); + return self.ids(); + } + + pub fn ids(self: *const Encoder) []const u32 { + return self.current_ids orelse &.{}; + } +}; + +pub const Decoder = struct { + inner: *HFTokenizer, + current_string: ?[]const u8 = null, + + fn init(inner: *HFTokenizer) Decoder { + return .{ .inner = inner }; + } + + pub fn deinit(self: *Decoder) void { + self.reset(); + } + + pub fn reset(self: *Decoder) void { + if (self.current_string) |current_string_| { + c.hftokenizers_str_drop(ffi.ZigSlice.from(current_string_)); + self.current_string = null; + } + } + + pub fn decode(self: *Decoder, ids: []const u32) ![]const u8 { + self.reset(); + self.current_string = ffi.ZigSlice.to(u8, c.hftokenizers_decode(@ptrCast(self.inner), ffi.ZigSlice.from(ids))); + return self.string(); + } + + pub fn string(self: *const Decoder) []const u8 { + return self.current_string orelse &.{}; + } +}; + +pub const HFTokenizer = opaque { + pub fn from_file(model: []const u8) !*HFTokenizer { + return @ptrCast(c.hftokenizers_new(ffi.ZigSlice.from(model))); + } + + pub fn deinit(self: *HFTokenizer) void { + return c.hftokenizers_drop(self); + } + + pub fn encoder(self: *HFTokenizer) !Encoder { + return Encoder.init(self); + } + + pub fn decoder(self: *HFTokenizer) !Decoder { + return Decoder.init(self); + } +}; diff --git a/zml/tokenizer/hftokenizers/main.zig b/zml/tokenizer/hftokenizers/main.zig new file mode 100644 index 00000000..0356634c --- /dev/null +++ b/zml/tokenizer/hftokenizers/main.zig @@ -0,0 +1,28 @@ +const std = @import("std"); +const c = @import("c"); +const HFTokenizers = @import("hftokenizers").HFTokenizers; + +pub fn main() !void { + const tokenizer = HFTokenizers.init("/private/var/tmp/_bazel_steeve/a67b810d44f2a673ebbd5bab86ccd5cc/external/zml~~huggingface~Meta-Llama-3.1-8B-Instruct/tokenizer.json"); + defer HFTokenizers.deinit(tokenizer); + + const input = "Hello, world! plane pouet plane"; + var encoded = HFTokenizers.encode(tokenizer, input); + defer encoded.deinit(); + var pouet = std.ArrayList(u32).init(std.heap.c_allocator); + defer pouet.deinit(); + + // try pouet.appendSlice(encoded.ids); + + var t = try std.time.Timer.start(); + for (0..100) |i| { + _ = i; // autofix + try pouet.appendSlice(encoded.ids); + t.reset(); + var decoded = HFTokenizers.decode(tokenizer, pouet.items); + defer decoded.deinit(); + const elapsed = t.lap(); + // std.debug.print("{any} {any} {d}us\n", .{tokenizer, encoded, elapsed / std.time.ns_per_us}); + std.debug.print("{any} {any} {s} {d}ns {d}us\n", .{ tokenizer, encoded, decoded.str, elapsed, elapsed / std.time.ns_per_us }); + } +} diff --git a/zml/tokenizer/main.zig b/zml/tokenizer/main.zig new file mode 100644 index 00000000..6b950d77 --- /dev/null +++ b/zml/tokenizer/main.zig @@ -0,0 +1,24 @@ +const std = @import("std"); +const tokenizer = @import("zml/tokenizer"); + +pub fn main() !void { + const model1 = "/Users/steeve/Downloads/poolside.sp.pb"; + _ = model1; // autofix + const model2 = "/private/var/tmp/_bazel_steeve/a67b810d44f2a673ebbd5bab86ccd5cc/external/zml~~huggingface~Meta-Llama-3.1-8B-Instruct/tokenizer.json"; + + var sp = try tokenizer.Tokenizer.from_file(std.heap.c_allocator, model2); + defer sp.deinit(); + + std.debug.print("Loaded model\n", .{}); + + var encoder = try sp.encoder(); + defer encoder.deinit(); + + var decoder = try sp.decoder(); + defer decoder.deinit(); + + const ids = try encoder.encode("Hello, world! plane pouet plane"); + const decoded = try decoder.decode(ids); + + std.debug.print("{d}\n{s}\n", .{ ids, decoded }); +} diff --git a/zml/tokenizer/sentencepiece/BUILD.bazel b/zml/tokenizer/sentencepiece/BUILD.bazel index 216b08e2..a0fb658d 100644 --- a/zml/tokenizer/sentencepiece/BUILD.bazel +++ b/zml/tokenizer/sentencepiece/BUILD.bazel @@ -2,22 +2,12 @@ load("@rules_zig//zig:defs.bzl", "zig_library") load("@zml//bazel:zig.bzl", "zig_cc_binary") load("//bazel:swig.bzl", "swig_cc_library") -cc_library( - name = "bridge", - srcs = ["sentencepiece_c.cc"], - hdrs = ["sentencepiece_c.h"], - deps = [ - "//ffi", - "@com_google_sentencepiece//:sentencepiece_processor", - ], -) - -cc_binary( - name = "sentencepiece_playground", - srcs = ["sentencepiece_playground.cc"], - copts = ["-lc"], - visibility = ["//visibility:public"], +swig_cc_library( + name = "sentencepiece_swig", + interface = "sentencepiece.i", + module = "sentencepiece", deps = [ + "//ffi:cc", "@com_google_sentencepiece//:sentencepiece_processor", ], ) @@ -28,24 +18,8 @@ zig_library( main = "sentencepiece.zig", visibility = ["//visibility:public"], deps = [ - ":bridge", - "//ffi:ffi_zig", - ], -) - -cc_library( - name = "zig", - hdrs = ["zig.h"], -) - -swig_cc_library( - name = "sentencepiece_swig", - interface = "sentencepiece.i", - module = "sentencepiece", - visibility = ["//visibility:public"], - deps = [ - ":zig", - "@com_google_sentencepiece//:sentencepiece_processor", + ":sentencepiece_swig", + "//ffi:zig", ], ) @@ -56,6 +30,6 @@ zig_cc_binary( visibility = ["//visibility:public"], deps = [ ":sentencepiece_swig", - ":zig", + "//ffi:zig", ], ) diff --git a/zml/tokenizer/sentencepiece/main.zig b/zml/tokenizer/sentencepiece/main.zig index 51a42e39..1c9f4e91 100644 --- a/zml/tokenizer/sentencepiece/main.zig +++ b/zml/tokenizer/sentencepiece/main.zig @@ -1,5 +1,6 @@ const std = @import("std"); const c = @import("c"); +const ffi = @import("ffi"); pub const SentencePieceError = error{ Cancelled, @@ -36,7 +37,7 @@ pub const DecoderStream = struct { return ret; } - pub fn next(self: *DecoderStream, next_token: i32) !?[]const u8 { + pub fn next(self: *DecoderStream, next_token: u32) !?[]const u8 { if (self.decoder.tokens().len >= TokensSize) { const tokens = self.decoder.tokens(); inline for (0..TokensSize - 1) |i| { @@ -54,7 +55,7 @@ pub const DecoderStream = struct { } for (1..self.last_tokens.len) |i| { if (std.mem.startsWith(u8, new_tokens, self.last_tokens[i..])) { - const toks = new_tokens[self.last_tokens.len - i..]; + const toks = new_tokens[self.last_tokens.len - i ..]; self.last_tokens = self.buffer[0..new_tokens.len]; @memcpy(self.last_tokens, new_tokens); return toks; @@ -88,10 +89,12 @@ pub const SentencePieceProcessor = opaque { c.std_vector_int_clear(self.vec); } - pub fn encode(self: *Encoder, input: []const u8) ![]const i32 { - const str = c.zig_slice{ .ptr = input.ptr, .len = @intCast(input.len), }; - try assertOk(c.SentencePieceProcessor_Encode(@ptrCast(self.inner), str, self.vec)); - return c.std_vector_int_data(self.vec)[0..c.std_vector_int_size(self.vec)]; + pub fn encode(self: *Encoder, input: []const u8) ![]const u32 { + try assertOk(c.SentencePieceProcessor_Encode(@ptrCast(self.inner), ffi.ZigSlice.from(input), self.vec)); + return ffi.ZigSlice.to(u32, .{ + .ptr = c.std_vector_int_data(self.vec), + .len = c.std_vector_int_size(self.vec), + }); } }; @@ -108,8 +111,8 @@ pub const SentencePieceProcessor = opaque { }; } - pub fn append(self: *Decoder, token: i32) void { - c.std_vector_int_push_back(self.vec, token); + pub fn append(self: *Decoder, token: u32) void { + c.std_vector_int_push_back(self.vec, @intCast(token)); } pub fn deinit(self: *Decoder) void { @@ -137,11 +140,11 @@ pub const SentencePieceProcessor = opaque { pub fn string(self: *const Decoder) []const u8 { const res = c.std_string_data(self.str); - return res.ptr[0..res.len]; + return ffi.ZigSlice.to(u8, res); } - pub fn tokens(self: *const Decoder) []i32 { - const ptr: [*c]i32 = @ptrCast(c.std_vector_int_data(self.vec)); + pub fn tokens(self: *const Decoder) []u32 { + const ptr: [*c]u32 = @ptrCast(c.std_vector_int_data(self.vec)); return ptr[0..c.std_vector_int_size(self.vec)]; } }; @@ -169,7 +172,6 @@ pub const SentencePieceProcessor = opaque { }; } - pub fn load(model: []const u8) !*SentencePieceProcessor { const sp: *SentencePieceProcessor = @ptrCast(c.SentencePieceProcessor_new()); errdefer sp.deinit(); @@ -182,7 +184,7 @@ pub const SentencePieceProcessor = opaque { } fn load_from(self: *SentencePieceProcessor, model: []const u8) !void { - try assertOk(c.SentencePieceProcessor_Load(@ptrCast(self), c.zig_slice{ .ptr = @constCast(model.ptr), .len = @intCast(model.len) })); + try assertOk(c.SentencePieceProcessor_Load(@ptrCast(self), ffi.ZigSlice.from(model))); } pub fn encoder(self: *SentencePieceProcessor) Encoder { @@ -241,16 +243,16 @@ pub fn main() !void { for (tokens) |token| { if (try stream.next(token)) |chunk| { // std.debug.print("{s}", .{chunk}); - std.debug.print("{d}us - {s}\n", .{start.lap() / std.time.ns_per_us, chunk}); + std.debug.print("{d}us - {s}\n", .{ start.lap() / std.time.ns_per_us, chunk }); } } // var start = try std.time.Timer.start(); - // var it = std.mem.window(i32, tokens, 3, 1); + // var it = std.mem.window(u32, tokens, 3, 1); // while (it.next()) |slice| { // if (decoder.tokens().len >= 4) { // const kept_tokens = decoder.tokens()[1..]; - // std.mem.copyForwards(i32, decoder.tokens()[0..kept_tokens.len], kept_tokens); + // std.mem.copyForwards(u32, decoder.tokens()[0..kept_tokens.len], kept_tokens); // kept_tokens[kept_tokens.len - 1] = slice[2]; // } else { // for (slice) |token| { @@ -279,9 +281,6 @@ pub fn main() !void { // const decoded = try decoder.decode(); // std.debug.print("Decoded: {s}\n", .{decoded}); - - - // const model = "/Users/steeve/Downloads/poolside.sp.pb"; // c.SentencePieceProcessor_LoadOrDie(sp, c.zig_slice{ .ptr = model.ptr, .len = model.len }); diff --git a/zml/tokenizer/sentencepiece/sentencepiece.i b/zml/tokenizer/sentencepiece/sentencepiece.i index 8608f357..bf67beb2 100644 --- a/zml/tokenizer/sentencepiece/sentencepiece.i +++ b/zml/tokenizer/sentencepiece/sentencepiece.i @@ -8,23 +8,19 @@ #include #include #include -#include "zml/tokenizer/sentencepiece/zig.h" +#include "ffi/zig_slice.h" %} -%extend std::vector { - T* data() { - return $self->data(); - }; -} - -%template(std_vector_int) std::vector; +%insert("cheader") %{ +#include "ffi/zig_slice.h" +%} %typemap(in) absl::string_view { - $1 = absl::string_view($input.ptr, $input.len); + $1 = absl::string_view((char *)$input.ptr, $input.len); } %typemap(out, optimal="1") const std::string& %{ - $result.ptr = (char *)($1->data()); + $result.ptr = (void *)($1->data()); $result.len = (size_t)($1->length()); %} %typemap(ctype) absl::string_view, const std::string& "zig_slice" @@ -45,6 +41,14 @@ namespace std { }; } +%extend std::vector { + T* data() { + return $self->data(); + }; +} + +%template(std_vector_int) std::vector; + %typemap(out) sentencepiece::util::Status %{ $result = $1.code(); %} diff --git a/zml/tokenizer/sentencepiece/sentencepiece.zig b/zml/tokenizer/sentencepiece/sentencepiece.zig index 133fce26..dadd8999 100644 --- a/zml/tokenizer/sentencepiece/sentencepiece.zig +++ b/zml/tokenizer/sentencepiece/sentencepiece.zig @@ -1,12 +1,158 @@ -pub const std = @import("std"); -pub const c = @import("c"); +const std = @import("std"); +const c = @import("c"); +const ffi = @import("ffi"); -pub const SentencePieceProcessor = opaque { - pub const create() *SentencePieceProcessor { - return @ptrCast(c.SentencePieceProcessor_new()); +const StringToTokenRatio = 3; + +pub const Error = error{ + Cancelled, + Unknown, + InvalidArgument, + DeadlineExceeded, + NotFound, + AlreadyExists, + PermissionDenied, + ResourceExhausted, + FailedPrecondition, + Aborted, + OutOfRange, + Unimplemented, + Internal, + Unavailable, + DataLoss, + Unauthenticated, +}; + +fn assertOk(code: c.sentencepiece_util_StatusCode) Error!void { + return switch (code) { + c.sentencepiece_util_StatusCode_kOk => {}, + c.sentencepiece_util_StatusCode_kCancelled => Error.Cancelled, + c.sentencepiece_util_StatusCode_kUnknown => Error.Unknown, + c.sentencepiece_util_StatusCode_kInvalidArgument => Error.InvalidArgument, + c.sentencepiece_util_StatusCode_kDeadlineExceeded => Error.DeadlineExceeded, + c.sentencepiece_util_StatusCode_kNotFound => Error.NotFound, + c.sentencepiece_util_StatusCode_kAlreadyExists => Error.AlreadyExists, + c.sentencepiece_util_StatusCode_kPermissionDenied => Error.PermissionDenied, + c.sentencepiece_util_StatusCode_kResourceExhausted => Error.ResourceExhausted, + c.sentencepiece_util_StatusCode_kFailedPrecondition => Error.FailedPrecondition, + c.sentencepiece_util_StatusCode_kAborted => Error.Aborted, + c.sentencepiece_util_StatusCode_kOutOfRange => Error.OutOfRange, + c.sentencepiece_util_StatusCode_kUnimplemented => Error.Unimplemented, + c.sentencepiece_util_StatusCode_kInternal => Error.Internal, + c.sentencepiece_util_StatusCode_kUnavailable => Error.Unavailable, + c.sentencepiece_util_StatusCode_kDataLoss => Error.DataLoss, + c.sentencepiece_util_StatusCode_kUnauthenticated => Error.Unauthenticated, + else => unreachable, + }; +} + +pub const Encoder = struct { + inner: *SentencePieceProcessor, + vec: *c.std_vector_int, + + fn init(inner: *SentencePieceProcessor) Encoder { + return .{ + .inner = inner, + .vec = c.std_vector_int_new() orelse unreachable, + }; } - pub const deinit(self: *SentencePieceProcessor) { + pub fn deinit(self: *Encoder) void { + c.std_vector_int_delete(self.vec); + } + + pub fn reset(self: *Encoder) void { + c.std_vector_int_clear(self.vec); + } + + pub fn encode(self: *Encoder, input: []const u8) ![]const u32 { + c.std_vector_int_reserve(self.vec, input.len / StringToTokenRatio); + try assertOk(c.SentencePieceProcessor_Encode(@ptrCast(self.inner), ffi.ZigSlice.from(input), self.vec)); + return self.ids(); + } + + pub fn ids(self: *const Encoder) []const u32 { + return ffi.ZigSlice.to(u32, .{ + .ptr = c.std_vector_int_data(self.vec), + .len = c.std_vector_int_size(self.vec), + }); + } +}; + +pub const Decoder = struct { + const TokensBufferSize = 4; + const StringBufferSize = 128; + + inner: *SentencePieceProcessor, + vec: *c.std_vector_int, + str: *c.std_string, + str_buffer: [StringBufferSize]u8 = undefined, + last_tokens: []u8 = &.{}, + + fn init(inner: *SentencePieceProcessor) !Decoder { + const vec = try (c.std_vector_int_new() orelse std.mem.Allocator.Error.OutOfMemory); + c.std_vector_int_reserve(vec, TokensBufferSize); + errdefer c.std_vector_int_delete(vec); + + const str = try (c.std_string_new() orelse std.mem.Allocator.Error.OutOfMemory); + c.std_string_reserve(str, StringBufferSize); + errdefer c.std_string_delete(str); + + return .{ + .inner = inner, + .vec = vec, + .str = str, + }; + } + + pub fn deinit(self: *Decoder) void { + c.std_vector_int_delete(self.vec); + c.std_string_delete(self.str); + } + + pub fn reset(self: *Decoder) void { + c.std_vector_int_clear(self.vec); + c.std_string_clear(self.str); + } + + pub fn decode(self: *Decoder, ids_: []const u32) ![]const u8 { + c.std_vector_int_reserve(self.vec, ids_.len); + c.std_string_reserve(self.str, ids_.len * StringToTokenRatio); + for (ids_) |id| { + c.std_vector_int_push_back(self.vec, @intCast(id)); + } + try assertOk(c.SentencePieceProcessor_Decode(@ptrCast(self.inner), self.vec, self.str)); + return self.string(); + } + + pub fn string(self: *const Decoder) []const u8 { + const res = c.std_string_data(self.str); + return ffi.ZigSlice.to(u8, res); + } + + fn ids(self: *const Decoder) []u32 { + const ptr: [*c]u32 = @ptrCast(c.std_vector_int_data(self.vec)); + return ptr[0..c.std_vector_int_size(self.vec)]; + } +}; + +pub const SentencePieceProcessor = opaque { + pub fn from_file(model: []const u8) !*SentencePieceProcessor { + const sp: *SentencePieceProcessor = @ptrCast(c.SentencePieceProcessor_new()); + errdefer sp.deinit(); + try assertOk(c.SentencePieceProcessor_Load(@ptrCast(sp), ffi.ZigSlice.from(model))); + return sp; + } + + pub fn deinit(self: *SentencePieceProcessor) void { c.SentencePieceProcessor_delete(@ptrCast(self)); + } + + pub fn encoder(self: *SentencePieceProcessor) !Encoder { + return Encoder.init(self); + } + + pub fn decoder(self: *SentencePieceProcessor) !Decoder { + return try Decoder.init(self); } }; diff --git a/zml/tokenizer/sentencepiece/zig.h b/zml/tokenizer/sentencepiece/zig.h deleted file mode 100644 index d1bcb0c1..00000000 --- a/zml/tokenizer/sentencepiece/zig.h +++ /dev/null @@ -1,9 +0,0 @@ -#pragma once - -#include - -typedef struct -{ - const char *ptr; - size_t len; -} zig_slice; diff --git a/zml/tokenizer/tokenizer.zig b/zml/tokenizer/tokenizer.zig index 09a04511..25e0b577 100644 --- a/zml/tokenizer/tokenizer.zig +++ b/zml/tokenizer/tokenizer.zig @@ -1,27 +1,106 @@ -pub const Tokenizer = struct { - pub const Decoder = struct { - pub fn step(self: *Decoder, token_id: u32) []const u8 { - return input; +const std = @import("std"); +const hftokenizers = @import("hftokenizers"); +const sentencepiece = @import("sentencepiece"); + +const Tokenizers = enum { + hftokenizers, + sentencepiece, +}; + +pub const Tokenizer = union(Tokenizers) { + pub const Encoder = union(Tokenizers) { + hftokenizers: hftokenizers.Encoder, + sentencepiece: sentencepiece.Encoder, + + pub fn deinit(self: *Encoder) void { + switch (self.*) { + inline else => |*v| v.deinit(), + } } - pub fn reset(self: *Decoder) void { - _ = self; // autofix + pub fn reset(self: *Encoder) void { + switch (self.*) { + inline else => |*v| v.reset(), + } + } + + pub fn encode(self: *Encoder, input: []const u8) ![]const u32 { + return switch (self.*) { + inline else => |*v| v.encode(input), + }; + } + + pub fn ids(self: Encoder) []const u32 { + return switch (self) { + inline else => |v| v.ids(), + }; } }; - pub fn init() Tokenizer { - return Tokenizer{}; + pub const Decoder = union(Tokenizers) { + hftokenizers: hftokenizers.Decoder, + sentencepiece: sentencepiece.Decoder, + + pub fn deinit(self: *Decoder) void { + switch (self.*) { + inline else => |*v| v.deinit(), + } + } + + pub fn reset(self: *Decoder) void { + switch (self.*) { + inline else => |*v| v.reset(), + } + } + + pub fn decode(self: *Decoder, ids_: []const u32) ![]const u8 { + return switch (self.*) { + inline else => |*v| v.decode(ids_), + }; + } + + pub fn string(self: Decoder) []const u8 { + return switch (self.*) { + inline else => |v| v.string(), + }; + } + + pub fn ids(self: Decoder) []u32 { + return switch (self.*) { + inline else => |v| v.ids(), + }; + } + }; + + hftokenizers: *hftokenizers.HFTokenizer, + sentencepiece: *sentencepiece.SentencePieceProcessor, + + pub fn from_file(allocator: std.mem.Allocator, model: []const u8) !Tokenizer { + _ = allocator; // autofix + if (std.mem.endsWith(u8, model, ".pb")) { + return .{ .sentencepiece = try sentencepiece.SentencePieceProcessor.from_file(model) }; + } + if (std.mem.endsWith(u8, model, ".json")) { + return .{ .hftokenizers = try hftokenizers.HFTokenizer.from_file(model) }; + } + return error.InvalidArgument; } - pub fn encode(self: *Tokenizer, input: []const u8) []const u32 { - _ = input; // autofix - _ = self; // autofix - return &.{}; + pub fn deinit(self: *Tokenizer) void { + switch (self.*) { + inline else => |t| t.deinit(), + } } - pub fn decode(self: *Tokenizer, input: []const u32) []const u8 { - _ = input; // autofix - _ = self; // autofix - return &.{}; + pub fn encoder(self: Tokenizer) !Encoder { + return switch (self) { + inline else => |v, tag| @unionInit(Encoder, @tagName(tag), try v.encoder()), + }; + } + + pub fn decoder(self: Tokenizer) !Decoder { + return switch (self) { + inline else => |v, tag| @unionInit(Decoder, @tagName(tag), try v.decoder()), + }; } }; From 911d279f801a0621d6cfc7ab482b0bc72abd5b43 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Sat, 28 Dec 2024 16:48:40 +0000 Subject: [PATCH 07/41] WIP --- examples/BUILD.bazel | 0 examples/llama/main.zig | 104 +++++++++++------- .../sentencepiece.bazel | 2 +- zml/BUILD.bazel | 1 + zml/tokenizer/hftokenizers/hftokenizers.h | 4 +- zml/tokenizer/hftokenizers/hftokenizers.rs | 12 +- zml/tokenizer/hftokenizers/hftokenizers.zig | 34 +++++- zml/tokenizer/sentencepiece/sentencepiece.i | 5 +- zml/tokenizer/sentencepiece/sentencepiece.zig | 41 ++++++- zml/tokenizer/tokenizer.zig | 12 ++ zml/zml.zig | 3 +- 11 files changed, 166 insertions(+), 52 deletions(-) create mode 100644 examples/BUILD.bazel diff --git a/examples/BUILD.bazel b/examples/BUILD.bazel new file mode 100644 index 00000000..e69de29b diff --git a/examples/llama/main.zig b/examples/llama/main.zig index 74ec5026..2951b3c8 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -40,7 +40,13 @@ pub fn generateText( seed: u128, prompt: []const u8, ) ![]const u8 { - const prompt_tok = tokenizer.encode(allocator, prompt, .{}) catch unreachable; + var tokenizer_encoder = try tokenizer.encoder(); + defer tokenizer_encoder.deinit(); + + var tokenizer_decoder = try tokenizer.decoder(); + defer tokenizer_decoder.deinit(); + + const prompt_tok = try tokenizer_encoder.encode(prompt); log.debug("Tokenized Prompt {d}", .{prompt_tok}); const dims = llama.model.shape(); const max_seq_len = dims.s; @@ -70,54 +76,78 @@ pub fn generateText( const tracer = zml.tools.Tracer.init("ai.zml.models.llama"); var decode_progress = prompt_tok.len; + decode_progress = decode_progress; const output_tokens_len = max_seq_len - prompt_tok.len - 1; const start = std.time.microTimestamp(); + _ = start; // autofix const output_freq: u8 = 1; + _ = output_freq; // autofix var eos_index: ?usize = null; - for (0..output_tokens_len) |i| { - //_ = i; + eos_index = eos_index; + + for (0..10) |i| { const frame_id = tracer.frameStart(try std.fmt.bufPrintZ(tracer_buffer, "Generate token {}/{}", .{ i + 1, output_tokens_len })); + _ = frame_id; // autofix tokens, const new_token_index, kv_cache, rng = mod.call(.{ tokens, token_index, kv_cache, rng }); token_index.deinit(); token_index = new_token_index; - if ((i + 1) % output_freq == 0) { - const n = output.items.len; - var hb = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); - _ = try hb.awaitt(); - try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[decode_progress..][0..output_freq]), .{}); - decode_progress += output_freq; - std.debug.print("{s}", .{output.items[n..]}); - tracer.frameEnd(frame_id, try std.fmt.bufPrintZ(tracer_buffer, "Decoded token {}/{} : {s}", .{ i + 1, output_tokens_len, output.items[n..] })); - if (std.mem.indexOfAny(i32, token_buffer[decode_progress - output_freq ..], &eos_tokens)) |index| { - // Handle strange scenarios when eos id isn't the very next token after decode_progress - eos_index = decode_progress - output_freq + index; - break; - } - } else { - tracer.frameEnd(frame_id, try std.fmt.bufPrintZ(tracer_buffer, "Generated token {}/{}", .{ i + 1, output_tokens_len })); - } + + const n = output.items.len; + _ = n; // autofix + _ = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); + + const chunk = try tokenizer_decoder.next(@intCast(token_buffer[decode_progress])) orelse unreachable; + try output.appendSlice(chunk); + decode_progress += 1; + + std.debug.print("{s}", .{chunk}); } - var total_token_count: usize = max_seq_len; - const n = output.items.len; - if (eos_index) |end_idx| { - // count = eos index + 1 - total_token_count = end_idx + 1; - } - const generated_token_count = total_token_count - prompt_tok.len; - try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[decode_progress..total_token_count]), .{}); - std.debug.print("{s}\n", .{output.items[n..]}); - const end = std.time.microTimestamp(); - const duration = stdx.math.divFloat(f64, end - start, std.time.us_per_s); - const speed = @as(f64, @floatFromInt(generated_token_count)) / duration; - log.info("✅ Generated {d} tokens in {:.3}s: {d:.3}tok/s", .{ generated_token_count, duration, speed }); + // for (0..output_tokens_len) |i| { + // //_ = i; + // const frame_id = tracer.frameStart(try std.fmt.bufPrintZ(tracer_buffer, "Generate token {}/{}", .{ i + 1, output_tokens_len })); + // tokens, const new_token_index, kv_cache, rng = mod.call(.{ tokens, token_index, kv_cache, rng }); + // token_index.deinit(); + // token_index = new_token_index; + // if ((i + 1) % output_freq == 0) { + // const n = output.items.len; + // _ = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); - var tokens_host_buffer = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); - _ = try tokens_host_buffer.awaitt(); - output.clearRetainingCapacity(); + // decoder.next() - try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[0..total_token_count]), .{}); + // try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[decode_progress..][0..output_freq]), .{}); + // decode_progress += output_freq; + // std.debug.print("{s}", .{output.items[n..]}); + // tracer.frameEnd(frame_id, try std.fmt.bufPrintZ(tracer_buffer, "Decoded token {}/{} : {s}", .{ i + 1, output_tokens_len, output.items[n..] })); + // if (std.mem.indexOfAny(i32, token_buffer[decode_progress - output_freq ..], &eos_tokens)) |index| { + // // Handle strange scenarios when eos id isn't the very next token after decode_progress + // eos_index = decode_progress - output_freq + index; + // break; + // } + // } else { + // tracer.frameEnd(frame_id, try std.fmt.bufPrintZ(tracer_buffer, "Generated token {}/{}", .{ i + 1, output_tokens_len })); + // } + // } + // var total_token_count: usize = max_seq_len; + // const n = output.items.len; + // if (eos_index) |end_idx| { + // // count = eos index + 1 + // total_token_count = end_idx + 1; + // } + // const generated_token_count = total_token_count - prompt_tok.len; + // try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[decode_progress..total_token_count]), .{}); + // std.debug.print("{s}\n", .{output.items[n..]}); + // const end = std.time.microTimestamp(); + + // const duration = stdx.math.divFloat(f64, end - start, std.time.us_per_s); + // const speed = @as(f64, @floatFromInt(generated_token_count)) / duration; + // log.info("✅ Generated {d} tokens in {:.3}s: {d:.3}tok/s", .{ generated_token_count, duration, speed }); + + // _ = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); + // output.clearRetainingCapacity(); + + // try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[0..total_token_count]), .{}); return output.toOwnedSlice(); } @@ -210,7 +240,7 @@ pub fn asyncMain() !void { } const tokenizer_path = cli_args.tokenizer orelse cli_args.model; log.info("\tLoading tokenizer from {s}", .{tokenizer_path}); - var tokenizer = try zml.aio.detectFormatAndLoadTokenizer(allocator, tokenizer_path); + var tokenizer = try zml.tokenizer.Tokenizer.from_file(allocator, tokenizer_path); log.info("✅\tLoaded tokenizer from {s}", .{tokenizer_path}); defer tokenizer.deinit(); diff --git a/third_party/com_google_sentencepiece/sentencepiece.bazel b/third_party/com_google_sentencepiece/sentencepiece.bazel index f896466f..e5378b1d 100644 --- a/third_party/com_google_sentencepiece/sentencepiece.bazel +++ b/third_party/com_google_sentencepiece/sentencepiece.bazel @@ -90,6 +90,6 @@ cc_library( ":darts_clone", ":sentencepiece_cc_proto", ":sentencepiece_model_cc_proto", - "@@//third_party/com_google_sentencepiece:absl", + "@zml//third_party/com_google_sentencepiece:absl", ], ) diff --git a/zml/BUILD.bazel b/zml/BUILD.bazel index 94a612c4..5de9eb45 100644 --- a/zml/BUILD.bazel +++ b/zml/BUILD.bazel @@ -32,6 +32,7 @@ zig_library( "//pjrt", "//runtimes", "//stdx", + "//zml/tokenizer", "//zml/tools", "@rules_zig//zig/lib:libc", "@rules_zig//zig/runfiles", diff --git a/zml/tokenizer/hftokenizers/hftokenizers.h b/zml/tokenizer/hftokenizers/hftokenizers.h index dc54d4b5..7bc8790c 100644 --- a/zml/tokenizer/hftokenizers/hftokenizers.h +++ b/zml/tokenizer/hftokenizers/hftokenizers.h @@ -1,5 +1,6 @@ #pragma once +#include #include #include "ffi/zig_slice.h" @@ -7,8 +8,9 @@ typedef struct hftokenizers hftokenizers; hftokenizers *hftokenizers_new(zig_slice); -void hftokenizers_drop(void *tokenizer); +void hftokenizers_drop(hftokenizers *tokenizer); zig_slice hftokenizers_encode(hftokenizers *tokenizer, zig_slice text); void hftokenizers_tokens_drop(zig_slice tokens); zig_slice hftokenizers_decode(hftokenizers *tokenizer, zig_slice tokens); void hftokenizers_str_drop(zig_slice text); +uint32_t hftokenizers_token_to_id(hftokenizers *tokenizer, zig_slice token); diff --git a/zml/tokenizer/hftokenizers/hftokenizers.rs b/zml/tokenizer/hftokenizers/hftokenizers.rs index 439869e1..28f96e78 100644 --- a/zml/tokenizer/hftokenizers/hftokenizers.rs +++ b/zml/tokenizer/hftokenizers/hftokenizers.rs @@ -16,8 +16,7 @@ extern "C" fn hftokenizers_new(path: ZigSlice) -> *mut tokenizers::Tokenizer tokenizers::Tokenizer::from_file(std::path::Path::new( std::str::from_utf8(path.as_slice()).unwrap(), )) - .unwrap() - .into(), + .unwrap(), )); } @@ -67,3 +66,12 @@ extern "C" fn hftokenizers_decode( extern "C" fn hftokenizers_str_drop(tokens: ZigSlice) { drop(unsafe { Box::from_raw(tokens.ptr) }); } + +#[no_mangle] +extern "C" fn hftokenizers_token_to_id(t: *mut tokenizers::Tokenizer, token: ZigSlice) -> u32 { + let id = unsafe { t.as_ref() } + .unwrap() + .token_to_id(std::str::from_utf8(token.as_slice()).unwrap()) + .unwrap(); + return id; +} diff --git a/zml/tokenizer/hftokenizers/hftokenizers.zig b/zml/tokenizer/hftokenizers/hftokenizers.zig index d5f80da7..a3be46bf 100644 --- a/zml/tokenizer/hftokenizers/hftokenizers.zig +++ b/zml/tokenizer/hftokenizers/hftokenizers.zig @@ -33,8 +33,13 @@ pub const Encoder = struct { }; pub const Decoder = struct { + const StringBuffer = std.BoundedArray(u8, 128); + const TokensIdsBuffer = std.BoundedArray(u32, 4); + inner: *HFTokenizer, current_string: ?[]const u8 = null, + last_string: StringBuffer = .{ .len = 0 }, + last_token_ids: TokensIdsBuffer = .{ .len = 0 }, fn init(inner: *HFTokenizer) Decoder { return .{ .inner = inner }; @@ -60,6 +65,29 @@ pub const Decoder = struct { pub fn string(self: *const Decoder) []const u8 { return self.current_string orelse &.{}; } + + pub fn next(self: *Decoder, token_id: u32) !?[]const u8 { + if (self.last_token_ids.len >= self.last_token_ids.capacity()) { + _ = self.last_token_ids.orderedRemove(0); + } + self.last_token_ids.appendAssumeCapacity(token_id); + const new_string = try self.decode(self.last_token_ids.constSlice()); + if (self.last_string.len == 0) { + self.last_string = try StringBuffer.fromSlice(new_string); + return new_string; + } + var view = try std.unicode.Utf8View.init(self.last_string.constSlice()); + var it = view.iterator(); + while (it.nextCodepointSlice()) |cp| { + const start = it.i - cp.len; + if (std.mem.startsWith(u8, new_string, self.last_string.constSlice()[start..])) { + const chunk = new_string[self.last_string.len - start ..]; + self.last_string = try StringBuffer.fromSlice(new_string); + return chunk; + } + } + return null; + } }; pub const HFTokenizer = opaque { @@ -68,7 +96,7 @@ pub const HFTokenizer = opaque { } pub fn deinit(self: *HFTokenizer) void { - return c.hftokenizers_drop(self); + return c.hftokenizers_drop(@ptrCast(self)); } pub fn encoder(self: *HFTokenizer) !Encoder { @@ -78,4 +106,8 @@ pub const HFTokenizer = opaque { pub fn decoder(self: *HFTokenizer) !Decoder { return Decoder.init(self); } + + pub fn token_to_id(self: *HFTokenizer, token: []const u8) u32 { + return c.hftokenizers_token_to_id(@ptrCast(self), ffi.ZigSlice.from(token)); + } }; diff --git a/zml/tokenizer/sentencepiece/sentencepiece.i b/zml/tokenizer/sentencepiece/sentencepiece.i index bf67beb2..f2413dc3 100644 --- a/zml/tokenizer/sentencepiece/sentencepiece.i +++ b/zml/tokenizer/sentencepiece/sentencepiece.i @@ -83,10 +83,7 @@ namespace sentencepiece { virtual sentencepiece::util::Status Load(absl::string_view filename); virtual sentencepiece::util::Status Encode(absl::string_view input, std::vector *ids) const; virtual sentencepiece::util::Status Decode(const std::vector &ids, std::string *detokenized) const; - virtual bool IsUnknown(int id) const; - virtual bool IsControl(int id) const; - virtual bool IsUnused(int id) const; - virtual bool IsByte(int id) const; + virtual int PieceToId(absl::string_view piece) const; virtual int unk_id() const; virtual int bos_id() const; virtual int eos_id() const; diff --git a/zml/tokenizer/sentencepiece/sentencepiece.zig b/zml/tokenizer/sentencepiece/sentencepiece.zig index dadd8999..a5ce8d47 100644 --- a/zml/tokenizer/sentencepiece/sentencepiece.zig +++ b/zml/tokenizer/sentencepiece/sentencepiece.zig @@ -80,18 +80,18 @@ pub const Encoder = struct { }; pub const Decoder = struct { - const TokensBufferSize = 4; - const StringBufferSize = 128; + const StringBufferSize = 64; + const StringBuffer = std.BoundedArray(u8, StringBufferSize); + const TokenIdsBufferSize = 4; inner: *SentencePieceProcessor, vec: *c.std_vector_int, str: *c.std_string, - str_buffer: [StringBufferSize]u8 = undefined, - last_tokens: []u8 = &.{}, + last_string: StringBuffer = .{ .len = 0 }, fn init(inner: *SentencePieceProcessor) !Decoder { const vec = try (c.std_vector_int_new() orelse std.mem.Allocator.Error.OutOfMemory); - c.std_vector_int_reserve(vec, TokensBufferSize); + c.std_vector_int_reserve(vec, TokenIdsBufferSize); errdefer c.std_vector_int_delete(vec); const str = try (c.std_string_new() orelse std.mem.Allocator.Error.OutOfMemory); @@ -134,6 +134,33 @@ pub const Decoder = struct { const ptr: [*c]u32 = @ptrCast(c.std_vector_int_data(self.vec)); return ptr[0..c.std_vector_int_size(self.vec)]; } + + pub fn next(self: *Decoder, token_id: u32) !?[]const u8 { + const current_ids = self.ids(); + if (current_ids.len >= c.std_vector_int_capacity(self.vec)) { + std.mem.copyForwards(u32, current_ids[0 .. current_ids.len - 1], current_ids[1..]); + current_ids[current_ids.len - 1] = token_id; + } else { + c.std_vector_int_push_back(self.vec, @intCast(token_id)); + } + try assertOk(c.SentencePieceProcessor_Decode(@ptrCast(self.inner), self.vec, self.str)); + const new_string = self.string(); + if (self.last_string.len == 0) { + self.last_string = try StringBuffer.fromSlice(new_string); + return new_string; + } + var view = try std.unicode.Utf8View.init(self.last_string.constSlice()); + var it = view.iterator(); + while (it.nextCodepointSlice()) |cp| { + const start = it.i - cp.len; + if (std.mem.startsWith(u8, new_string, self.last_string.constSlice()[start..])) { + const chunk = new_string[self.last_string.len - start ..]; + self.last_string = try StringBuffer.fromSlice(new_string); + return chunk; + } + } + return &.{}; + } }; pub const SentencePieceProcessor = opaque { @@ -155,4 +182,8 @@ pub const SentencePieceProcessor = opaque { pub fn decoder(self: *SentencePieceProcessor) !Decoder { return try Decoder.init(self); } + + pub fn token_to_id(self: *SentencePieceProcessor, token: []const u8) u32 { + return @intCast(c.SentencePieceProcessor_PieceToId(@ptrCast(self), ffi.ZigSlice.from(token))); + } }; diff --git a/zml/tokenizer/tokenizer.zig b/zml/tokenizer/tokenizer.zig index 25e0b577..66a8366d 100644 --- a/zml/tokenizer/tokenizer.zig +++ b/zml/tokenizer/tokenizer.zig @@ -70,6 +70,12 @@ pub const Tokenizer = union(Tokenizers) { inline else => |v| v.ids(), }; } + + pub fn next(self: *Decoder, token_id: u32) !?[]const u8 { + return switch (self.*) { + inline else => |*v| v.next(token_id), + }; + } }; hftokenizers: *hftokenizers.HFTokenizer, @@ -103,4 +109,10 @@ pub const Tokenizer = union(Tokenizers) { inline else => |v, tag| @unionInit(Decoder, @tagName(tag), try v.decoder()), }; } + + pub fn token_to_id(self: Tokenizer, token: []const u8) u32 { + return switch (self) { + inline else => |v| v.token_to_id(token), + }; + } }; diff --git a/zml/zml.zig b/zml/zml.zig index d4e6992f..088ad687 100644 --- a/zml/zml.zig +++ b/zml/zml.zig @@ -29,7 +29,8 @@ pub const pjrt = @import("pjrtx.zig"); pub const testing = @import("testing.zig"); pub const torch = @import("torch.zig"); -pub const tokenizer = @import("tokenizer.zig"); +// pub const tokenizer = @import("tokenizer.zig"); +pub const tokenizer = @import("zml/tokenizer"); pub const call = ops.call; pub const compile = exe.compile; From 0e3d5e31627855b3a1e474af3653d4176c535880 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Sun, 29 Dec 2024 16:22:27 +0000 Subject: [PATCH 08/41] WIP --- MODULE.bazel | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/MODULE.bazel b/MODULE.bazel index 9a96463a..0d0e8e9b 100644 --- a/MODULE.bazel +++ b/MODULE.bazel @@ -123,10 +123,28 @@ use_repo(non_module_deps, "com_google_sentencepiece", "org_swig_swig") bazel_dep(name = "rules_rust", version = "0.56.0") +rust = use_extension("@rules_rust//rust:extensions.bzl", "rust") +rust.toolchain( + edition = "2021", + versions = ["1.83.0"], + extra_target_triples = [ + "aarch64-apple-darwin", + "aarch64-unknown-linux-gnu", + "x86_64-unknown-linux-gnu", + ], +) +use_repo(rust, "rust_toolchains") +register_toolchains("@rust_toolchains//:all") + crate = use_extension("@rules_rust//crate_universe:extensions.bzl", "crate") crate.from_cargo( name = "crates", cargo_lockfile = "//zml/tokenizer/hftokenizers:Cargo.lock", manifests = ["//zml/tokenizer/hftokenizers:Cargo.toml"], + supported_platform_triples = [ + "aarch64-apple-darwin", + "aarch64-unknown-linux-gnu", + "x86_64-unknown-linux-gnu", + ], ) use_repo(crate, "crates") From d78debc38462d9ae16f72b98368db2b6d39a0c1b Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Sun, 29 Dec 2024 16:29:54 +0000 Subject: [PATCH 09/41] WIP --- ffi/BUILD.bazel | 22 ++++++++++++++++++++++ ffi/ffi.zig | 12 ++++++++++++ ffi/zig_allocator.h | 22 ++++++++++++++++++++++ ffi/zig_allocator.zig | 25 +++++++++++++++++++++++++ ffi/zig_slice.h | 9 +++++++++ ffi/zig_slice.zig | 15 +++++++++++++++ 6 files changed, 105 insertions(+) create mode 100644 ffi/BUILD.bazel create mode 100644 ffi/ffi.zig create mode 100644 ffi/zig_allocator.h create mode 100644 ffi/zig_allocator.zig create mode 100644 ffi/zig_slice.h create mode 100644 ffi/zig_slice.zig diff --git a/ffi/BUILD.bazel b/ffi/BUILD.bazel new file mode 100644 index 00000000..ed5f95bf --- /dev/null +++ b/ffi/BUILD.bazel @@ -0,0 +1,22 @@ +load("@rules_zig//zig:defs.bzl", "zig_library") + +cc_library( + name = "cc", + hdrs = [ + "zig_allocator.h", + "zig_slice.h", + ], + visibility = ["//visibility:public"], +) + +zig_library( + name = "zig", + srcs = [ + "zig_allocator.zig", + "zig_slice.zig", + ], + import_name = "ffi", + main = "ffi.zig", + visibility = ["//visibility:public"], + deps = [":cc"], +) diff --git a/ffi/ffi.zig b/ffi/ffi.zig new file mode 100644 index 00000000..ad3c09a9 --- /dev/null +++ b/ffi/ffi.zig @@ -0,0 +1,12 @@ +const std = @import("std"); +const c = @import("c"); + +pub const ZigAllocator = @import("zig_allocator.zig").ZigAllocator; +pub const ZigSlice = @import("zig_slice.zig").ZigSlice; + +pub fn as_path(path: []const u8) [std.fs.max_path_bytes:0]u8 { + var result: [std.fs.max_path_bytes:0]u8 = undefined; + @memcpy(result[0..path.len], path); + result[path.len] = 0; + return result; +} diff --git a/ffi/zig_allocator.h b/ffi/zig_allocator.h new file mode 100644 index 00000000..04e6885c --- /dev/null +++ b/ffi/zig_allocator.h @@ -0,0 +1,22 @@ +#pragma once + +#include + +typedef struct +{ + const void *ctx; + void *(*alloc)(const void *ctx, size_t elem, size_t nelems, size_t alignment); + void (*free)(const void *ctx, void *ptr, size_t elem, size_t nelems, size_t alignment); + +#ifdef __cplusplus + template [[nodiscard]] T *allocate(size_t n) + { + return static_cast(this->alloc(this->ctx, sizeof(T), n, _Alignof(T))); + } + + template [[nodiscard]] void deallocate(T *p, size_t n) + { + this->free(this->ctx, static_cast(p), sizeof(T), n, _Alignof(T)); + } +#endif +} zig_allocator; diff --git a/ffi/zig_allocator.zig b/ffi/zig_allocator.zig new file mode 100644 index 00000000..412dcd1e --- /dev/null +++ b/ffi/zig_allocator.zig @@ -0,0 +1,25 @@ +const std = @import("std"); +const c = @import("c"); + +pub const ZigAllocator = struct { + pub inline fn from(allocator: std.mem.Allocator) c.zig_allocator { + return .{ + .ctx = @ptrCast(@alignCast(&allocator)), + .alloc = &alloc, + .free = &free, + }; + } + + pub fn alloc(ctx: ?*const anyopaque, elem: usize, nelems: usize, alignment: usize) callconv(.C) ?*anyopaque { + const self: *const std.mem.Allocator = @ptrCast(@alignCast(ctx)); + const ret = self.rawAlloc(elem * nelems, std.math.log2_int(usize, alignment), @returnAddress()) orelse return null; + return @ptrCast(ret); + } + + pub fn free(ctx: ?*const anyopaque, ptr: ?*anyopaque, elem: usize, nelems: usize, alignment: usize) callconv(.C) void { + const self: *const std.mem.Allocator = @ptrCast(@alignCast(ctx)); + const memory: [*c]u8 = @ptrCast(ptr); + const size = elem * nelems; + self.rawFree(memory[0..size], std.math.log2_int(usize, alignment), @returnAddress()); + } +}; diff --git a/ffi/zig_slice.h b/ffi/zig_slice.h new file mode 100644 index 00000000..e0a6ed30 --- /dev/null +++ b/ffi/zig_slice.h @@ -0,0 +1,9 @@ +#pragma once + +#include + +typedef struct +{ + void *ptr; + size_t len; +} zig_slice; diff --git a/ffi/zig_slice.zig b/ffi/zig_slice.zig new file mode 100644 index 00000000..c7360465 --- /dev/null +++ b/ffi/zig_slice.zig @@ -0,0 +1,15 @@ +const std = @import("std"); +const c = @import("c"); + +pub const ZigSlice = struct { + pub fn from(slice: anytype) c.zig_slice { + return .{ + .ptr = @ptrCast(@constCast(slice.ptr)), + .len = slice.len, + }; + } + + pub fn to(comptime T: type, slice: c.zig_slice) []T { + return @as([*c]T, @ptrCast(@alignCast(slice.ptr)))[0..slice.len]; + } +}; From 53a8df080521feefcae9f6104074e5e79aa49597 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 6 Jan 2025 10:50:37 +0100 Subject: [PATCH 10/41] WIP --- stdx/BUILD.bazel | 1 + stdx/stdx.zig | 1 + zml/tokenizer/BUILD.bazel | 1 + zml/tokenizer/tokenizer.zig | 5 +++-- 4 files changed, 6 insertions(+), 2 deletions(-) diff --git a/stdx/BUILD.bazel b/stdx/BUILD.bazel index 1e4697a9..faf9fd61 100644 --- a/stdx/BUILD.bazel +++ b/stdx/BUILD.bazel @@ -9,6 +9,7 @@ zig_library( "meta.zig", "queue.zig", "signature.zig", + "time.zig", ], main = "stdx.zig", visibility = ["//visibility:public"], diff --git a/stdx/stdx.zig b/stdx/stdx.zig index 4e94ce52..e00dafda 100644 --- a/stdx/stdx.zig +++ b/stdx/stdx.zig @@ -3,3 +3,4 @@ pub const io = @import("io.zig"); pub const math = @import("math.zig"); pub const meta = @import("meta.zig"); pub const queue = @import("queue.zig"); +pub const time = @import("time.zig"); diff --git a/zml/tokenizer/BUILD.bazel b/zml/tokenizer/BUILD.bazel index 170cd8a4..2e0a71f1 100644 --- a/zml/tokenizer/BUILD.bazel +++ b/zml/tokenizer/BUILD.bazel @@ -18,6 +18,7 @@ zig_library( main = "tokenizer.zig", visibility = ["//visibility:public"], deps = [ + "//async", "//ffi:zig", "//zml/tokenizer/hftokenizers", "//zml/tokenizer/sentencepiece", diff --git a/zml/tokenizer/tokenizer.zig b/zml/tokenizer/tokenizer.zig index 66a8366d..81527946 100644 --- a/zml/tokenizer/tokenizer.zig +++ b/zml/tokenizer/tokenizer.zig @@ -1,6 +1,7 @@ const std = @import("std"); const hftokenizers = @import("hftokenizers"); const sentencepiece = @import("sentencepiece"); +const asynk = @import("async"); const Tokenizers = enum { hftokenizers, @@ -84,10 +85,10 @@ pub const Tokenizer = union(Tokenizers) { pub fn from_file(allocator: std.mem.Allocator, model: []const u8) !Tokenizer { _ = allocator; // autofix if (std.mem.endsWith(u8, model, ".pb")) { - return .{ .sentencepiece = try sentencepiece.SentencePieceProcessor.from_file(model) }; + return .{ .sentencepiece = try asynk.callBlocking(sentencepiece.SentencePieceProcessor.from_file, .{model}) }; } if (std.mem.endsWith(u8, model, ".json")) { - return .{ .hftokenizers = try hftokenizers.HFTokenizer.from_file(model) }; + return .{ .hftokenizers = try asynk.callBlocking(hftokenizers.HFTokenizer.from_file, .{model}) }; } return error.InvalidArgument; } From ff1b4379d2b070710f037164a2f4bb4cefc39a72 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 6 Jan 2025 13:27:03 +0100 Subject: [PATCH 11/41] WIP --- stdx/time.zig | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 stdx/time.zig diff --git a/stdx/time.zig b/stdx/time.zig new file mode 100644 index 00000000..149be741 --- /dev/null +++ b/stdx/time.zig @@ -0,0 +1,34 @@ +const std = @import("std"); + +pub const Duration = struct { + ns: u64, + + pub fn format( + self: Duration, + comptime fmt: []const u8, + options: std.fmt.FormatOptions, + writer: anytype, + ) @TypeOf(writer).Error!void { + return try std.fmt.fmtDuration(self.ns).format(fmt, options, writer); + } +}; + +pub const Timer = struct { + inner: std.time.Timer, + + pub fn start() !Timer { + return .{ .inner = try std.time.Timer.start() }; + } + + pub fn lap(self: *Timer) Duration { + return .{ .ns = try self.inner.lap() }; + } + + pub fn read(self: *Timer) Duration { + return .{ .ns = self.inner.read() }; + } + + pub fn reset(self: *Timer) void { + self.inner.reset(); + } +}; From 1ebbf1d35893c848dd5a95796ea770a8645b91af Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 6 Jan 2025 15:58:56 +0100 Subject: [PATCH 12/41] WIP --- zml/tokenizer/hftokenizers/Cargo.toml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/zml/tokenizer/hftokenizers/Cargo.toml b/zml/tokenizer/hftokenizers/Cargo.toml index e88bad7a..71671833 100644 --- a/zml/tokenizer/hftokenizers/Cargo.toml +++ b/zml/tokenizer/hftokenizers/Cargo.toml @@ -4,7 +4,9 @@ version = "0.1.0" edition = "2021" [dependencies] -tokenizers = { version = "0.21.0", default-features = false, features = ["onig"] } +# onig-sys fails to build with zig cc, disable it via the unstable_wasm feature, which switches +# the regex library to using fancy. +tokenizers = { version = "0.21.0", default-features = false, features = ["unstable_wasm"] } [lib] name = "zml_tokenizer_hftokenizers" From 38442777b09dde8cc78b79dcf1fa664a52c99be5 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 6 Jan 2025 16:33:26 +0100 Subject: [PATCH 13/41] WIP --- zml/hostbuffer.zig | 2 +- zml/tensor.zig | 2 +- zml/tokenizer/hftokenizers/Cargo.lock | 143 +++++++++++++++++--------- 3 files changed, 98 insertions(+), 49 deletions(-) diff --git a/zml/hostbuffer.zig b/zml/hostbuffer.zig index 6abad613..57524526 100644 --- a/zml/hostbuffer.zig +++ b/zml/hostbuffer.zig @@ -43,7 +43,7 @@ pub const HostBuffer = struct { /// The returned HostBuffer doesn't take ownership of the slice /// that will still need to be deallocated. pub fn fromBytes(shape_: Shape, data_: []const u8) HostBuffer { - std.debug.assert(shape_.byteSize() == data_.len); + stdx.debug.assert(shape_.byteSize() == data_.len, "shape {} and data {} don't match", .{ shape_.byteSize(), data_.len }); return .{ ._shape = shape_, .data = data_, diff --git a/zml/tensor.zig b/zml/tensor.zig index 1acb7972..23ab003b 100644 --- a/zml/tensor.zig +++ b/zml/tensor.zig @@ -2027,7 +2027,7 @@ pub const Tensor = struct { /// Appends a 1-dim axis, with the given tag. pub fn appendAxes(self: Tensor, t: anytype) Tensor { - stdx.debug.assert(self.rank() < Tensor.MAX_RANK - t.len, "appendAxis expects tensor rank to be small enough in order to extend it, got {} and {} (max is {})", .{ self.rank(), t.len, Tensor.MAX_RANK }); + // stdx.debug.assert(self.rank() < Tensor.MAX_RANK - t.len, "appendAxis expects tensor rank to be small enough in order to extend it, got {} and {} (max is {})", .{ self.rank(), t.len, Tensor.MAX_RANK }); return self.insertAxes(.last, t); } diff --git a/zml/tokenizer/hftokenizers/Cargo.lock b/zml/tokenizer/hftokenizers/Cargo.lock index d7c670cb..b896c1fd 100644 --- a/zml/tokenizer/hftokenizers/Cargo.lock +++ b/zml/tokenizer/hftokenizers/Cargo.lock @@ -18,10 +18,25 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8" [[package]] -name = "bitflags" -version = "1.3.2" +name = "bit-set" +version = "0.5.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" +checksum = "0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1" +dependencies = [ + "bit-vec", +] + +[[package]] +name = "bit-vec" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb" + +[[package]] +name = "bumpalo" +version = "3.16.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c" [[package]] name = "byteorder" @@ -29,15 +44,6 @@ version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" -[[package]] -name = "cc" -version = "1.2.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c31a0499c1dc64f458ad13872de75c0eb7e3fdb0e67964610c914b034fc5956e" -dependencies = [ - "shlex", -] - [[package]] name = "cfg-if" version = "1.0.0" @@ -147,6 +153,17 @@ version = "0.1.10" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6" +[[package]] +name = "fancy-regex" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "531e46835a22af56d1e3b66f04844bed63158bc094a628bec1d321d9b4c44bf2" +dependencies = [ + "bit-set", + "regex-automata", + "regex-syntax", +] + [[package]] name = "fnv" version = "1.0.7" @@ -160,8 +177,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7" dependencies = [ "cfg-if", + "js-sys", "libc", "wasi", + "wasm-bindgen", ] [[package]] @@ -194,6 +213,16 @@ version = "1.0.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d75a2a4b1b190afb6f5425f10f6a8f959d2ea0b9c2b1d79553551850539e4674" +[[package]] +name = "js-sys" +version = "0.3.76" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6717b6b5b077764fb5966237269cb3c64edddde4b14ce42647430a78ced9e7b7" +dependencies = [ + "once_cell", + "wasm-bindgen", +] + [[package]] name = "lazy_static" version = "1.5.0" @@ -277,40 +306,12 @@ version = "1.20.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775" -[[package]] -name = "onig" -version = "6.4.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8c4b31c8722ad9171c6d77d3557db078cab2bd50afcc9d09c8b315c59df8ca4f" -dependencies = [ - "bitflags", - "libc", - "once_cell", - "onig_sys", -] - -[[package]] -name = "onig_sys" -version = "69.8.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7b829e3d7e9cc74c7e315ee8edb185bf4190da5acde74afd7fc59c35b1f086e7" -dependencies = [ - "cc", - "pkg-config", -] - [[package]] name = "paste" version = "1.0.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a" -[[package]] -name = "pkg-config" -version = "0.3.31" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "953ec861398dccce10c670dfeaf3ec4911ca479e9c02154b3a215178c5f566f2" - [[package]] name = "ppv-lite86" version = "0.2.20" @@ -466,12 +467,6 @@ dependencies = [ "serde", ] -[[package]] -name = "shlex" -version = "1.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" - [[package]] name = "smallvec" version = "1.13.2" @@ -536,13 +531,13 @@ dependencies = [ "aho-corasick", "derive_builder", "esaxx-rs", + "fancy-regex", "getrandom", "itertools 0.12.1", "lazy_static", "log", "macro_rules_attribute", "monostate", - "onig", "paste", "rand", "rayon", @@ -591,6 +586,60 @@ version = "0.11.0+wasi-snapshot-preview1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423" +[[package]] +name = "wasm-bindgen" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a474f6281d1d70c17ae7aa6a613c87fce69a127e2624002df63dcb39d6cf6396" +dependencies = [ + "cfg-if", + "once_cell", + "wasm-bindgen-macro", +] + +[[package]] +name = "wasm-bindgen-backend" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5f89bb38646b4f81674e8f5c3fb81b562be1fd936d84320f3264486418519c79" +dependencies = [ + "bumpalo", + "log", + "proc-macro2", + "quote", + "syn", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2cc6181fd9a7492eef6fef1f33961e3695e4579b9872a6f7c83aee556666d4fe" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "30d7a95b763d3c45903ed6c81f156801839e5ee968bb07e534c44df0fcd330c2" +dependencies = [ + "proc-macro2", + "quote", + "syn", + "wasm-bindgen-backend", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.99" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "943aab3fdaaa029a6e0271b35ea10b72b943135afe9bffca82384098ad0e06a6" + [[package]] name = "zerocopy" version = "0.7.35" From 842787343a4983c507f5c15bb4d0c913033a5750 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 7 Jan 2025 17:30:13 +0100 Subject: [PATCH 14/41] WIP --- stdx/BUILD.bazel | 1 + stdx/stdx.zig | 1 + zml/aio.zig | 1 + zml/meta.zig | 2 +- 4 files changed, 4 insertions(+), 1 deletion(-) diff --git a/stdx/BUILD.bazel b/stdx/BUILD.bazel index faf9fd61..3bc89430 100644 --- a/stdx/BUILD.bazel +++ b/stdx/BUILD.bazel @@ -5,6 +5,7 @@ zig_library( srcs = [ "debug.zig", "io.zig", + "json.zig", "math.zig", "meta.zig", "queue.zig", diff --git a/stdx/stdx.zig b/stdx/stdx.zig index e00dafda..7b032605 100644 --- a/stdx/stdx.zig +++ b/stdx/stdx.zig @@ -1,5 +1,6 @@ pub const debug = @import("debug.zig"); pub const io = @import("io.zig"); +pub const json = @import("json.zig"); pub const math = @import("math.zig"); pub const meta = @import("meta.zig"); pub const queue = @import("queue.zig"); diff --git a/zml/aio.zig b/zml/aio.zig index 62c7e900..48023823 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -445,6 +445,7 @@ fn _populateStruct( return true; }, .Void => true, + .Union => true, else => if (required) { log.err("{s}: {s} type not supported", .{ prefix, @typeName(T) }); return error.UnsupportedMetadataType; diff --git a/zml/meta.zig b/zml/meta.zig index 82b25d76..4c3785fd 100644 --- a/zml/meta.zig +++ b/zml/meta.zig @@ -175,7 +175,7 @@ pub fn mapAlloc(comptime cb: anytype, allocator: std.mem.Allocator, ctx: FnParam } else { to.* = null; }, - .Int, .Float, .Enum => to.* = from, + .Int, .Float, .Enum, .Union => to.* = from, else => stdx.debug.compileError("zml.meta.mapAlloc doesn't support: {}", .{FromStruct}), } } From 5771973da1178e61c082b5f3cc93c010713a040f Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 7 Jan 2025 17:31:10 +0100 Subject: [PATCH 15/41] WIP --- stdx/json.zig | 72 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 72 insertions(+) create mode 100644 stdx/json.zig diff --git a/stdx/json.zig b/stdx/json.zig new file mode 100644 index 00000000..2f715137 --- /dev/null +++ b/stdx/json.zig @@ -0,0 +1,72 @@ +pub const std = @import("std"); + +pub fn Union(comptime T: type) type { + return struct { + const Self = @This(); + + value: T, + + pub fn jsonParse(allocator: std.mem.Allocator, source: anytype, options: std.json.ParseOptions) !Self { + return jsonParseFromValue( + allocator, + try std.json.innerParse( + std.json.Value, + allocator, + source, + options, + ), + options, + ); + } + + pub fn jsonParseFromValue(allocator: std.mem.Allocator, source: std.json.Value, options: std.json.ParseOptions) !Self { + inline for (std.meta.fields(T)) |field| { + switch (field.type) { + bool => if (source == .bool) return .{ .value = @unionInit(T, field.name, source.bool) }, + []const u8 => switch (source) { + .string => |v| return .{ .value = @unionInit(T, field.name, v) }, + .number_string => |v| return .{ .value = @unionInit(T, field.name, v) }, + else => {}, + }, + else => switch (@typeInfo(field.type)) { + .Int => if (source == .integer) return .{ .value = @unionInit(T, field.name, @intCast(source.integer)) }, + .Float => if (source == .float) return .{ .value = @unionInit(T, field.name, @floatCast(source.float)) }, + .Struct => if (source == .object) return .{ .value = @unionInit(T, field.name, try std.json.innerParseFromValue(field.type, allocator, source.object, options)) }, + inline else => switch (source) { + .number_string, .array => return .{ .value = @unionInit(T, field.name, try std.json.innerParseFromValue(field.type, allocator, source, options)) }, + else => {}, + }, + }, + } + } + return error.UnexpectedToken; + } + }; +} + +pub fn NeverNull(comptime T: type, comptime default_value: T) type { + return struct { + const Self = @This(); + + value: T = default_value, + + pub fn jsonParse(allocator: std.mem.Allocator, source: anytype, options: std.json.ParseOptions) !Self { + return .{ .value = (try std.json.innerParse(?T, allocator, source, options)) orelse default_value }; + } + + pub fn jsonParseFromValue(allocator: std.mem.Allocator, source: std.json.Value, options: std.json.ParseOptions) !Self { + return .{ .value = (try std.json.innerParseFromValue(?T, allocator, source, options)) orelse default_value }; + } + }; +} + +pub fn fillDefaultStructValues(comptime T: type, r: *T) !void { + inline for (@typeInfo(T).Struct.fields) |field| { + if (field.default_value) |default_ptr| { + if (@field(r, field.name) == null) { + const default = @as(*align(1) const field.type, @ptrCast(default_ptr)).*; + @field(r, field.name) = default; + } + } + } +} From b475ec0199cbc36c0ba6a1c339448d16e1c50af3 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Thu, 9 Jan 2025 12:11:17 +0000 Subject: [PATCH 16/41] WIP --- examples/mnist/mnist.zig | 2 +- zml/buffer.zig | 5 ----- 2 files changed, 1 insertion(+), 6 deletions(-) diff --git a/examples/mnist/mnist.zig b/examples/mnist/mnist.zig index f485e581..de0b0262 100644 --- a/examples/mnist/mnist.zig +++ b/examples/mnist/mnist.zig @@ -102,7 +102,7 @@ pub fn asyncMain() !void { const idx = rng.random().intRangeAtMost(u64, 0, 10000 - 1); var sample: [28 * 28]u8 align(16) = undefined; _ = try dataset.pread(&sample, 16 + (idx * 28 * 28)); - var input = try zml.Buffer.from(platform, zml.HostBuffer.fromBytes(zml.Shape.init(.{ 28, 28 }, .u8), &sample)); + var input = try zml.Buffer.from2(platform, zml.HostBuffer.fromBytes(zml.Shape.init(.{ 28, 28 }, .u8), &sample)); defer input.deinit(); printDigit(sample); diff --git a/zml/buffer.zig b/zml/buffer.zig index d51fdd90..5660cc30 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -109,11 +109,6 @@ pub const Buffer = struct { return from(platform, HostBuffer.fromBytes(sh, std.mem.sliceAsBytes(s))); } - pub fn fromSlice2(platform: Platform, dimz: anytype, s: anytype) !Buffer { - const sh = Shape.init(dimz, DataType.fromSliceElementType(s)); - return from(platform, HostBuffer.fromBytes(sh, std.mem.sliceAsBytes(s))); - } - /// Copies the given Zig array to the accelerator memory and /// return a Buffer using the array shape. pub fn fromArray(platform: Platform, arr: anytype) !Buffer { From ceae49da44aa40835c6731d57cf3593255d6d93f Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 20 Jan 2025 15:03:44 +0100 Subject: [PATCH 17/41] WIP --- async/async.zig | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/async/async.zig b/async/async.zig index 4e795ce7..2222c487 100644 --- a/async/async.zig +++ b/async/async.zig @@ -485,7 +485,7 @@ pub fn Channel(comptime T: type, capacity: usize) type { } pub fn send(self: *Self, val: T) void { - self.inner.send(val) catch unreachable; + self.inner.send(val); } pub fn recv(self: *Self) ?T { From 5773fc88dbf9557944e02cca9834c3fea0490b95 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Mon, 20 Jan 2025 16:16:43 +0100 Subject: [PATCH 18/41] llama: WIP: switch to clap cmdline flags, config.json support, etc. --- examples/MODULE.bazel | 17 +- examples/llama/BUILD.bazel | 233 +++++----- examples/llama/llama.zig | 235 +++++----- examples/llama/main.zig | 414 ++++++++++-------- .../com_github_hejsil_clap/clap.bazel | 9 + examples/third_party/non_module_deps.bzl | 20 + 6 files changed, 502 insertions(+), 426 deletions(-) create mode 100644 examples/third_party/com_github_hejsil_clap/clap.bazel create mode 100644 examples/third_party/non_module_deps.bzl diff --git a/examples/MODULE.bazel b/examples/MODULE.bazel index 7a398a66..0ce1384f 100644 --- a/examples/MODULE.bazel +++ b/examples/MODULE.bazel @@ -7,6 +7,9 @@ bazel_dep(name = "zml", version = "0.1.0") bazel_dep(name = "aspect_bazel_lib", version = "2.11.0") bazel_dep(name = "rules_oci", version = "2.0.0") +non_module_deps = use_extension("//:third_party/non_module_deps.bzl", "non_module_deps") +use_repo(non_module_deps, "com_github_hejsil_clap") + oci = use_extension("@rules_oci//oci:extensions.bzl", "oci") oci.pull( name = "distroless_cc_debian12", @@ -135,29 +138,25 @@ filegroup( use_repo(huggingface, "Meta-Llama-3.2-3B-Instruct") # Llama 3.1 + huggingface.model( name = "Meta-Llama-3.1-8B-Instruct", build_file_content = """\ package(default_visibility = ["//visibility:public"]) filegroup( - name = "model", - srcs = glob(["*.safetensors"]) + ["model.safetensors.index.json"], -) - -filegroup( - name = "tokenizer", - srcs = ["tokenizer.json"], + name = "Meta-Llama-3.1-8B-Instruct", + srcs = glob(["*.json", "*.safetensors"]), ) """, commit = "5206a32e0bd3067aef1ce90f5528ade7d866253f", includes = [ "*.safetensors", - "model.safetensors.index.json", - "tokenizer.json", + "*.json", ], model = "meta-llama/Meta-Llama-3.1-8B-Instruct", ) use_repo(huggingface, "Meta-Llama-3.1-8B-Instruct") + huggingface.model( name = "Meta-Llama-3.1-70B-Instruct", build_file_content = """\ diff --git a/examples/llama/BUILD.bazel b/examples/llama/BUILD.bazel index 13e5e3a1..c2c978d8 100644 --- a/examples/llama/BUILD.bazel +++ b/examples/llama/BUILD.bazel @@ -12,7 +12,7 @@ zig_cc_binary( ], main = "main.zig", deps = [ - "//third_party/tigerbeetle:flags", + "@com_github_hejsil_clap//:clap", "@zml//async", "@zml//stdx", "@zml//zml", @@ -22,127 +22,136 @@ zig_cc_binary( cc_binary( name = "Llama-3.1-8B-Instruct", args = [ - "--model=$(location @Meta-Llama-3.1-8B-Instruct//:model.safetensors.index.json)", - "--tokenizer=$(location @Meta-Llama-3.1-8B-Instruct//:tokenizer)", - "--num-heads=32", - "--num-kv-heads=8", - "--rope-freq-base=500000", + "--model-config=$(location @Meta-Llama-3.1-8B-Instruct//:config.json)", + "--model-weights=$(location @Meta-Llama-3.1-8B-Instruct//:model.safetensors.index.json)", + "--model-tokenizer=$(location @Meta-Llama-3.1-8B-Instruct//:tokenizer.json)", ], data = [ - "@Meta-Llama-3.1-8B-Instruct//:model", + "@Meta-Llama-3.1-8B-Instruct", + "@Meta-Llama-3.1-8B-Instruct//:config.json", "@Meta-Llama-3.1-8B-Instruct//:model.safetensors.index.json", - "@Meta-Llama-3.1-8B-Instruct//:tokenizer", + "@Meta-Llama-3.1-8B-Instruct//:tokenizer.json", ], deps = [":llama_lib"], ) -cc_binary( - name = "Llama-3.1-70B-Instruct", - args = [ - "--model=$(location @Meta-Llama-3.1-70B-Instruct//:model.safetensors.index.json)", - "--tokenizer=$(location @Meta-Llama-3.1-70B-Instruct//:tokenizer)", - "--num-heads=64", - "--num-kv-heads=8", - "--rope-freq-base=500000", - ], - data = [ - "@Meta-Llama-3.1-70B-Instruct//:model", - "@Meta-Llama-3.1-70B-Instruct//:model.safetensors.index.json", - "@Meta-Llama-3.1-70B-Instruct//:tokenizer", - ], - deps = [":llama_lib"], -) -cc_binary( - name = "Llama-3.2-1B-Instruct", - args = [ - "--model=$(location @Meta-Llama-3.2-1B-Instruct//:model.safetensors)", - "--tokenizer=$(location @Meta-Llama-3.2-1B-Instruct//:tokenizer)", - "--num-heads=32", - "--num-kv-heads=8", - "--rope-freq-base=500000", - ], - data = [ - "@Meta-Llama-3.2-1B-Instruct//:model.safetensors", - "@Meta-Llama-3.2-1B-Instruct//:tokenizer", - ], - deps = [":llama_lib"], -) +############################################################################# +# TODO: +############################################################################# +# +# Targets below this line need some love +# +############################################################################# -cc_binary( - name = "Llama-3.2-3B-Instruct", - args = [ - "--model=$(location @Meta-Llama-3.2-3B-Instruct//:model.safetensors.index.json)", - "--tokenizer=$(location @Meta-Llama-3.2-3B-Instruct//:tokenizer)", - "--num-heads=24", - "--num-kv-heads=8", - "--rope-freq-base=500000", - ], - data = [ - "@Meta-Llama-3.2-3B-Instruct//:model", - "@Meta-Llama-3.2-3B-Instruct//:model.safetensors.index.json", - "@Meta-Llama-3.2-3B-Instruct//:tokenizer", - ], - deps = [":llama_lib"], -) -cc_binary( - name = "OpenLLaMA-3B", - args = [ - "--model=$(location @OpenLM-Research-OpenLLaMA-3B//:model)", - "--tokenizer=$(location @OpenLM-Research-OpenLLaMA-3B//:tokenizer)", - "--num-heads=32", - "--num-kv-heads=32", - "--rope-freq-base=10000", - ], - data = [ - "@OpenLM-Research-OpenLLaMA-3B//:model", - "@OpenLM-Research-OpenLLaMA-3B//:tokenizer", - ], - deps = [":llama_lib"], -) - -cc_binary( - name = "TinyLlama-1.1B-Chat", - args = [ - "--model=$(location @TinyLlama-1.1B-Chat-v1.0//:model.safetensors)", - "--tokenizer=$(location @TinyLlama-1.1B-Chat-v1.0//:tokenizer)", - "--num-heads=32", - "--num-kv-heads=4", - "--rope-freq-base=10000", - ], - data = [ - "@TinyLlama-1.1B-Chat-v1.0//:model.safetensors", - "@TinyLlama-1.1B-Chat-v1.0//:tokenizer", - ], - deps = [":llama_lib"], -) - -cc_binary( - name = "TinyLlama-Stories-110M", - args = [ - "--model=$(location @Karpathy-TinyLlama-Stories//:stories110M)", - "--tokenizer=$(location @Karpathy-TinyLlama-Tokenizer//file)", - ], - data = [ - "@Karpathy-TinyLlama-Stories//:stories110M", - "@Karpathy-TinyLlama-Tokenizer//file", - ], - deps = [":llama_lib"], -) - -cc_binary( - name = "TinyLlama-Stories-15M", - args = [ - "--model=$(location @Karpathy-TinyLlama-Stories//:stories15M)", - "--tokenizer=$(location @Karpathy-TinyLlama-Tokenizer//file)", - ], - data = [ - "@Karpathy-TinyLlama-Stories//:stories15M", - "@Karpathy-TinyLlama-Tokenizer//file", - ], - deps = [":llama_lib"], -) +# cc_binary( +# name = "Llama-3.1-70B-Instruct", +# args = [ +# "--model=$(location @Meta-Llama-3.1-70B-Instruct//:model.safetensors.index.json)", +# "--tokenizer=$(location @Meta-Llama-3.1-70B-Instruct//:tokenizer)", +# "--num-heads=64", +# "--num-kv-heads=8", +# "--rope-freq-base=500000", +# ], +# data = [ +# "@Meta-Llama-3.1-70B-Instruct//:model", +# "@Meta-Llama-3.1-70B-Instruct//:model.safetensors.index.json", +# "@Meta-Llama-3.1-70B-Instruct//:tokenizer", +# ], +# deps = [":llama_lib"], +# ) +# +# cc_binary( +# name = "Llama-3.2-1B-Instruct", +# args = [ +# "--model=$(location @Meta-Llama-3.2-1B-Instruct//:model.safetensors)", +# "--tokenizer=$(location @Meta-Llama-3.2-1B-Instruct//:tokenizer)", +# "--num-heads=32", +# "--num-kv-heads=8", +# "--rope-freq-base=500000", +# ], +# data = [ +# "@Meta-Llama-3.2-1B-Instruct//:model.safetensors", +# "@Meta-Llama-3.2-1B-Instruct//:tokenizer", +# ], +# deps = [":llama_lib"], +# ) +# +# cc_binary( +# name = "Llama-3.2-3B-Instruct", +# args = [ +# "--model=$(location @Meta-Llama-3.2-3B-Instruct//:model.safetensors.index.json)", +# "--tokenizer=$(location @Meta-Llama-3.2-3B-Instruct//:tokenizer)", +# "--num-heads=24", +# "--num-kv-heads=8", +# "--rope-freq-base=500000", +# ], +# data = [ +# "@Meta-Llama-3.2-3B-Instruct//:model", +# "@Meta-Llama-3.2-3B-Instruct//:model.safetensors.index.json", +# "@Meta-Llama-3.2-3B-Instruct//:tokenizer", +# ], +# deps = [":llama_lib"], +# ) +# +# cc_binary( +# name = "OpenLLaMA-3B", +# args = [ +# "--model=$(location @OpenLM-Research-OpenLLaMA-3B//:model)", +# "--tokenizer=$(location @OpenLM-Research-OpenLLaMA-3B//:tokenizer)", +# "--num-heads=32", +# "--num-kv-heads=32", +# "--rope-freq-base=10000", +# ], +# data = [ +# "@OpenLM-Research-OpenLLaMA-3B//:model", +# "@OpenLM-Research-OpenLLaMA-3B//:tokenizer", +# ], +# deps = [":llama_lib"], +# ) +# +# cc_binary( +# name = "TinyLlama-1.1B-Chat", +# args = [ +# "--model=$(location @TinyLlama-1.1B-Chat-v1.0//:model.safetensors)", +# "--tokenizer=$(location @TinyLlama-1.1B-Chat-v1.0//:tokenizer)", +# "--num-heads=32", +# "--num-kv-heads=4", +# "--rope-freq-base=10000", +# ], +# data = [ +# "@TinyLlama-1.1B-Chat-v1.0//:model.safetensors", +# "@TinyLlama-1.1B-Chat-v1.0//:tokenizer", +# ], +# deps = [":llama_lib"], +# ) +# +# cc_binary( +# name = "TinyLlama-Stories-110M", +# args = [ +# "--model=$(location @Karpathy-TinyLlama-Stories//:stories110M)", +# "--tokenizer=$(location @Karpathy-TinyLlama-Tokenizer//file)", +# ], +# data = [ +# "@Karpathy-TinyLlama-Stories//:stories110M", +# "@Karpathy-TinyLlama-Tokenizer//file", +# ], +# deps = [":llama_lib"], +# ) +# +# cc_binary( +# name = "TinyLlama-Stories-15M", +# args = [ +# "--model=$(location @Karpathy-TinyLlama-Stories//:stories15M)", +# "--tokenizer=$(location @Karpathy-TinyLlama-Tokenizer//file)", +# ], +# data = [ +# "@Karpathy-TinyLlama-Stories//:stories15M", +# "@Karpathy-TinyLlama-Tokenizer//file", +# ], +# deps = [":llama_lib"], +# ) zig_cc_binary( name = "test-implementation", diff --git a/examples/llama/llama.zig b/examples/llama/llama.zig index f13e0807..8dfabc76 100644 --- a/examples/llama/llama.zig +++ b/examples/llama/llama.zig @@ -1,4 +1,3 @@ -const flags = @import("tigerbeetle/flags"); const std = @import("std"); const stdx = @import("stdx"); const zml = @import("zml"); @@ -12,36 +11,51 @@ const gguf = zml.io.gguf; const expectClose = zml.testing.expectClose; const log = std.log.scoped(.llama); -pub const LlamaOptions = struct { - gen_opts: zml.nn.SamplingStrategy, - max_seq_len: u32, - num_heads: i64, - num_kv_heads: i64, - rms_norm_eps: f32, - rope_opts: zml.nn.RopeOpts, -}; - /// Llama architecture, using huggingface transformers naming. /// Dimensions of activations: {.b, .s, .d} pub const LlamaLM = struct { - lm_head: ?zml.nn.Linear = null, + pub const Config = struct { + bos_token_id: u32, + eos_token_id: stdx.json.Union(union(enum) { + int: u32, + ints: []u32, + }), + num_hidden_layers: usize, + num_attention_heads: usize, + num_key_value_heads: usize, + rope_theta: f32, + max_position_embeddings: usize, + rms_norm_eps: f32, + }; + + pub const Options = struct { + sampling_strategy: ?zml.nn.SamplingStrategy, + max_seq_len: usize, + }; + + lm_head: zml.nn.Linear, model: Llama, // Options controlling generation gen_opts: zml.nn.SamplingStrategy = .{}, + config: Config, - pub fn init(self: *LlamaLM, options: LlamaOptions) void { - self.gen_opts = options.gen_opts; - self.model.max_seq_len = options.max_seq_len; - self.model.num_heads = options.num_heads; - self.model.num_kv_heads = options.num_kv_heads; - self.model.rope_opts = options.rope_opts; + pub fn init(self: *LlamaLM, config: Config, options: Options) void { + self.config = config; + self.gen_opts = options.sampling_strategy orelse .{}; + self.model.max_seq_len = @intCast(options.max_seq_len); + self.model.num_heads = @intCast(config.num_attention_heads); + self.model.num_kv_heads = @intCast(config.num_key_value_heads); + self.model.rope_opts = .{ + .impl = .sequential, + .freq_base = config.rope_theta, + }; for (self.model.layers) |*layer| { - layer.self_attn.num_heads = options.num_heads; - layer.self_attn.num_kv_heads = options.num_kv_heads; - layer.self_attn.rope_opts = options.rope_opts; - layer.input_layernorm.eps = options.rms_norm_eps; - layer.post_attention_layernorm.eps = options.rms_norm_eps; + layer.self_attn.num_heads = self.model.num_heads; + layer.self_attn.num_kv_heads = self.model.num_kv_heads; + layer.self_attn.rope_opts = self.model.rope_opts; + layer.input_layernorm.eps = config.rms_norm_eps; + layer.post_attention_layernorm.eps = config.rms_norm_eps; layer.mlp.up_proj.weight = layer.mlp.up_proj.weight.withSharding(.{0}); layer.mlp.gate_proj.weight = layer.mlp.gate_proj.weight.withSharding(.{0}); layer.mlp.down_proj.weight = layer.mlp.down_proj.weight.withSharding(.{1}); @@ -54,10 +68,8 @@ pub const LlamaLM = struct { // TODO(Corentin): Fix lm_head sharding when top-k sampling is enabled. // It currently crashes/compilation fails - if (options.gen_opts.topk == 1) { - if (self.lm_head) |lm_head| { - self.lm_head.?.weight = lm_head.weight.withSharding(.{0}); - } + if (self.gen_opts.topk == 1) { + self.lm_head.weight = self.lm_head.weight.withSharding(.{0}); } } @@ -71,71 +83,37 @@ pub const LlamaLM = struct { self: LlamaLM, tokens_: Tensor, token_index: Tensor, - kv_cache: ?KvCache, + kv_cache: KvCache, rng: Tensor.Rng, - ) struct { Tensor, Tensor, KvCache, Tensor.Rng } { - stdx.debug.assert(tokens_.dtype() == .i32 and tokens_.rank() >= 1 and token_index.dtype() == .i32 and token_index.rank() == 0, "Can't run Llama ! Expected >=1d tokens and 0d token_index, got: {} and {}", .{ tokens_, token_index }); + ) struct { Tensor, KvCache, Tensor.Rng } { + stdx.debug.assert(tokens_.dtype() == .u32 and tokens_.rank() >= 1 and token_index.dtype() == .u32 and token_index.rank() <= 1, "Can't run Llama ! Expected >=1d tokens and 0d token_index, got: {} and {}", .{ tokens_, token_index }); var tokens = tokens_.withPartialTags(.{.s}); - const out, const updated_kv_cache = zml.call(self.model, .forward, .{ tokens, if (kv_cache == null) null else token_index, kv_cache }); - tokens, const new_rng = self.updateTokens(tokens, token_index, out, rng, self.gen_opts); - return .{ tokens, increment(0, token_index), updated_kv_cache, new_rng }; + const out, const updated_kv_cache = zml.call(self.model, .forward, .{ tokens, token_index, kv_cache }); + tokens, const new_rng = sampleTokens(self.lm_head, tokens, out, rng, self.gen_opts); + return .{ tokens, updated_kv_cache, new_rng }; } - pub fn updateTokens( - self: LlamaLM, + pub fn sampleTokens( + lm_head: zml.nn.Linear, tokens_: Tensor, - token_index: Tensor, out_: Tensor, rng: Tensor.Rng, opts: zml.nn.SamplingStrategy, ) struct { Tensor, Tensor.Rng } { - const tokens = tokens_.withPartialTags(.{.s}); const out = out_.withPartialTags(.{ .s, .d }); - const next_token_pred = out.gatherValues(.s, token_index, .{}); - var logits = if (self.lm_head) |lm_head| - zml.call(lm_head, .forward, .{next_token_pred}) - else - self.model.embed_tokens.weight.withTags(.{ .voc, .d }).dot(next_token_pred, .{.d}); + var logits = zml.call(lm_head, .forward, .{out}); if (logits.shape().hasTag(.voc) == null) logits = logits.rename(.{ .d = .voc }); - const next_token, const new_rng = zml.nn.sampleTokens(logits, opts, rng); - const next_token_index = token_index.addConstant(1); - const new_tokens = tokens.dynamicUpdateSlice(.{ .s = next_token_index }, next_token); - - return .{ new_tokens.reuseBuffer(tokens_), new_rng }; + const next_tokens, const new_rng = zml.nn.sampleTokens(logits, opts, rng); + return .{ next_tokens.reuseBuffer(tokens_), new_rng }; } pub fn increment(_: u8, token_index: Tensor) Tensor { - return token_index.addConstant(1); - } - - /// Run the generation entirely within pjrt. - pub fn generate(self: LlamaLM, tokens: Tensor, token_index: Tensor, rng: Tensor.Rng) Tensor { - // Generate the first token using the prompt and generate the KV-cache initial values. - const prefill = zml.call(self, .forward, .{ tokens, token_index, null, rng }); - - const Gen = struct { - /// Same as LlamaLM.forward but without optional in the signature - pub fn forward(lm: LlamaLM, t_ids: Tensor, t_idx: Tensor, kv_cache_: KvCache, inner_rng: Tensor.Rng) struct { Tensor, Tensor, KvCache, Tensor.Rng } { - var kv_cache = kv_cache_; - kv_cache.k = kv_cache.k.withPartialTags(.{ .layer, .h, .k, .hd }); - kv_cache.v = kv_cache.v.withPartialTags(.{ .layer, .h, .k, .hd }); - return zml.call(lm, .forward, .{ t_ids._ctx, t_ids, t_idx, kv_cache, inner_rng }); - } - // / Stops when we generated `max_seq_len` tokens. - pub fn shouldContinue(lm: LlamaLM, t_ids: Tensor, t_idx: Tensor, kv_cache: KvCache, inner_rng: Tensor.Rng) Tensor { - _ = kv_cache; - _ = inner_rng; - std.debug.assert(t_ids.dim(1) == lm.model.max_seq_len); - return t_idx.cmp(.LT, Tensor.scalar(t_ids._ctx, lm.model.max_seq_len, t_idx.dtype())); - } - }; - // Generate remaining tokens using the KV-cache, return tokens. - return zml.ops.while_(Gen.shouldContinue, Gen.forward, self, prefill)[0]; + return token_index.addConstant(1).reuseBuffer(token_index); } }; @@ -177,33 +155,28 @@ pub const Llama = struct { /// Forward one token, using KV cache for previous tokens. /// Returns result and updated KV cache. - pub fn forward(self: Llama, tokens: Tensor, token_index: ?Tensor, kv_cache: ?KvCache) struct { Tensor, KvCache } { - const embeds = embed(self.embed_tokens, tokens, token_index); + pub fn forward(self: Llama, tokens: Tensor, token_index: Tensor, kv_cache: KvCache) struct { Tensor, KvCache } { + const embeds = embed(self.embed_tokens, tokens); var hidden = embeds; - const kv_cache0 = kv_cache orelse self.initKvCache(embeds.shape()); - var updated_kv_cache = kv_cache0; + var updated_kv_cache = kv_cache; for (self.layers, 0..) |layer, i| { hidden, updated_kv_cache = zml.call(layer, .forward, .{ hidden, token_index, updated_kv_cache.atLayer(i) }); } const output = zml.call(self.norm, .forward, .{hidden}); - return .{ output, updated_kv_cache.reuseBuffer(kv_cache0) }; + return .{ output, updated_kv_cache.reuseBuffer(kv_cache) }; } - pub fn embed(embed_tokens_: zml.nn.TokenEmbedding, tokens_: Tensor, token_index: ?Tensor) Tensor { - const tokens = if (token_index) |idx| - tokens_.dynamicSlice1d(-1, .{ .start = idx, .len = 1 }) - else - tokens_; - return zml.call(embed_tokens_, .forward, .{tokens}).withPartialTags(.{ .s, .d }); + pub fn embed(embed_tokens_: zml.nn.TokenEmbedding, tokens_: Tensor) Tensor { + return zml.call(embed_tokens_, .forward, .{tokens_}).withPartialTags(.{.d}); } fn initKvCache(self: Llama, embed_shape: zml.Shape) KvCache { const dims = self.shape(); var kv_shape = embed_shape.insert(0, .{ .layer = dims.layer }).rename(.{ .s = .k }).splitAxes(.{ .d = .{ .h = dims.nkvh, .hd = dims.hd } }); - const perm = kv_shape.contiguousPerm(.{ .h, .k, .hd }); + const perm = kv_shape.contiguousPerm(.{ .k, .h, .hd }); kv_shape = kv_shape.transpose(perm.constSlice()); return KvCache.init(kv_shape); } @@ -218,8 +191,8 @@ pub const TransformerLayer = struct { pub fn forward( self: TransformerLayer, x0: Tensor, - token_index: ?Tensor, - kv_cache: ?KvCache, + token_index: Tensor, + kv_cache: KvCache, ) struct { Tensor, KvCache } { // Self Attention //log.debug("TransformerLayer({}) -> {}", .{ x0, self.input_layernorm.forward(x0) }); @@ -287,39 +260,41 @@ pub const SelfAttn = struct { pub fn forward( self: SelfAttn, x: Tensor, - token_index: ?Tensor, - kv_cache_: ?KvCache, + token_index: Tensor, + kv_cache: KvCache, ) struct { Tensor, KvCache } { - // log.debug("x.shape: {}", .{x.shape()}); const num_kv_heads = if (self.num_kv_heads > 0) self.num_kv_heads else self.num_heads; var q = zml.call(self.q_proj, .forward, .{x}).splitAxis(-1, .{ .h = self.num_heads, .hd = .auto }).withSharding(.{.h}); var k = zml.call(self.k_proj, .forward, .{x}).splitAxis(-1, .{ .h = num_kv_heads, .hd = .auto }).withSharding(.{.h}); var v = zml.call(self.v_proj, .forward, .{x}).splitAxis(-1, .{ .h = num_kv_heads, .hd = .auto }).withSharding(.{.h}); + // Generate the attention mask. - const kv_cache = kv_cache_ orelse initKvCache(k.shape()); const seq_len = kv_cache.k.dim(.k); var attn_mask = zml.nn.causalAttnMask(.{ .q = seq_len, .k = seq_len }, x.dtype(), null); - if (token_index) |idx| { - // Note: in Pytorch it would be very inefficient to generate the full attn_mask, - // then slice into it, but XLA is able to optimize this correctly. - attn_mask = attn_mask.dynamicSlice(.{ .q = .{ .start = idx, .len = 1 } }); - } + + // Note: in Pytorch it would be very inefficient to generate the full attn_mask, + // then slice into it, but XLA is able to optimize this correctly. + attn_mask = attn_mask.gatherSlices(zml.Shape.init(.{ .q = x.dim(.s) }, attn_mask.dtype()), token_index.reshape(.{ .b = token_index.shape().dim(0), .coord = 1 }), .{}); // In self-attention, .s axis is used both for keys and queries. - q = zml.nn.rope(q, token_index, self.rope_opts); - k = zml.nn.rope(k, token_index, self.rope_opts); + const pos_index = b: { + const temp = Tensor.arange(.{ .end = x.dim(.s) }, token_index.dtype()).withTags(.{.s}).broad(zml.Shape.init(.{ .b = token_index.shape().dim(0), .s = x.dim(.s) }, token_index.dtype())); + break :b temp.add(token_index.withTags(.{.b}).broad(temp.shape())); + }; + + q = zml.nn.rope(q, pos_index, self.rope_opts); + k = zml.nn.rope(k, pos_index, self.rope_opts); q = q.rename(.{ .s = .q }); k = k.rename(.{ .s = .k }); v = v.rename(.{ .s = .k }); - const new_kv_cache = kv_cache.update(k, v, token_index orelse Tensor.scalar(0, .i32)); - if (token_index) |_| { - stdx.debug.assert(q.dim(.q) == 1, "Expected dimension .q to be 1, got {}", .{q.dim(.q)}); - k = new_kv_cache.keys(); - v = new_kv_cache.values(); - } + const dtype = q.dtype(); + const new_kv_cache = kv_cache.update(k, v, token_index); + k = new_kv_cache.keys().convert(dtype); + v = new_kv_cache.values().convert(dtype); - const attn_output = zml.nn.sdpa(q, k, v, .{ .attn_mask = attn_mask, .allow_cudnn = false }); + const attn_output = zml.nn.sdpa(q, k, v, .{ .attn_mask = attn_mask, .allow_cudnn = true }); + // const attn_output = zml.nn.sdpaMemEfficient(q, k, v, .{ .attn_mask = attn_mask }, .{ .q_chunk_size = 4096, .k_chunk_size = 1024 }); const attn = attn_output.merge(.{ .d = .{ .h, .hd } }).rename(.{ .q = .s }); return .{ zml.call(self.o_proj, .forward, .{attn}), new_kv_cache }; } @@ -330,7 +305,7 @@ pub const SelfAttn = struct { const perm = kv_shape.contiguousPerm(.{ .h, .k, .hd }); kv_shape = kv_shape.transpose(perm.constSlice()); var res = KvCache.init(kv_shape); - res.layer_index = Tensor.scalar(0, .i32); + res.layer_index = Tensor.scalar(0, .u32); return res; } }; @@ -345,7 +320,7 @@ pub const KvCache = struct { return .{ .k = Tensor.constant(kv_shape, kv_shape.dtype().one()).withSharding(.{.h}), .v = Tensor.constant(kv_shape, kv_shape.dtype().one()).withSharding(.{.h}), - .layer_index = Tensor.scalar(-1, .i32), + .layer_index = Tensor.scalar(-1, .u32), }; } @@ -353,7 +328,15 @@ pub const KvCache = struct { return .{ .k = kv_shape, .v = kv_shape, - .layer_index = zml.Shape.init(.{}, .i32), + .layer_index = zml.Shape.init(.{}, .u32), + }; + } + + pub fn initBuffer(kv_shape: zml.Shape, platform: zml.Platform) !zml.Bufferized(KvCache) { + return .{ + .k = try zml.Buffer.constant(platform, kv_shape, 1), + .v = try zml.Buffer.constant(platform, kv_shape, 1), + .layer_index = try zml.Buffer.constant(platform, zml.Shape.init(.{}, .u32), 0), }; } @@ -365,17 +348,33 @@ pub const KvCache = struct { return self.v.dynamicSlice(.{ .layer = .{ .start = self.layer_index, .len = 1 } }).squeeze(.layer); } - pub fn update(self: KvCache, new_k: Tensor, new_v: Tensor, token_index: Tensor) KvCache { - return .{ - .k = self.k.dynamicUpdateSlice( - .{ .layer = self.layer_index, .k = token_index }, - // transpose to match kv-cache layout - new_k.contiguous(.{ .h, .k, .hd }), + pub fn update(self: KvCache, new_k: Tensor, new_v: Tensor, token_index: ?Tensor) KvCache { + const k_shape = self.k.shape().drop(.layer); + var layer = self.layer_index; + layer = if (token_index) |idx| layer.broad(idx.shape()) else layer; + + return if (token_index) |idx| .{ + .k = self.k.scatterSlices( + .{ .layer = layer, .k = idx }, + new_k.convert(self.k.dtype()).transpose(k_shape), + .{ .indices_are_sorted = true, .update_fn = zml.Tensor.ScatterOpts.override }, ).reuseBuffer(self.k), - .v = self.v.dynamicUpdateSlice( - .{ .layer = self.layer_index, .k = token_index }, - // transpose to match kv-cache layout - new_v.contiguous(.{ .h, .k, .hd }), + .v = self.v.scatterSlices( + .{ .layer = layer, .k = idx }, + new_v.convert(self.v.dtype()).transpose(k_shape), + .{ .indices_are_sorted = true, .update_fn = zml.Tensor.ScatterOpts.override }, + ).reuseBuffer(self.v), + .layer_index = self.layer_index, + } else .{ + .k = self.k.scatterSlices( + .{ .layer = layer }, + new_k.convert(self.k.dtype()).transpose(k_shape), + .{ .indices_are_sorted = true, .update_fn = zml.Tensor.ScatterOpts.override }, + ).reuseBuffer(self.k), + .v = self.v.scatterSlices( + .{ .layer = layer }, + new_v.convert(self.v.dtype()).transpose(k_shape), + .{ .indices_are_sorted = true, .update_fn = zml.Tensor.ScatterOpts.override }, ).reuseBuffer(self.v), .layer_index = self.layer_index, }; @@ -385,7 +384,7 @@ pub const KvCache = struct { return .{ .k = self.k, .v = self.v, - .layer_index = Tensor.scalar(layer_index, .i32), + .layer_index = Tensor.scalar(layer_index, .u32), }; } diff --git a/examples/llama/main.zig b/examples/llama/main.zig index 2951b3c8..bc1742ce 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -1,40 +1,64 @@ const asynk = @import("async"); -const flags = @import("tigerbeetle/flags"); +const clap = @import("clap"); const std = @import("std"); const stdx = @import("stdx"); const zml = @import("zml"); -const llama_mod = @import("llama.zig"); +const llama = @import("llama.zig"); -const LlamaLM = llama_mod.LlamaLM; -const Llama = llama_mod.Llama; -const KvCache = llama_mod.KvCache; -const TransformerLayer = llama_mod.TransformerLayer; -const SelfAttn = llama_mod.SelfAttn; +const LlamaLM = llama.LlamaLM; +const Llama = llama.Llama; +const KvCache = llama.KvCache; +const TransformerLayer = llama.TransformerLayer; +const SelfAttn = llama.SelfAttn; const Buffer = zml.Buffer; const Tensor = zml.Tensor; const ShapeOf = zml.ShapeOf; const log = std.log.scoped(.llama); -const eos_tokens: [3]i32 = .{ 128001, 128008, 128009 }; - // set this to false to disable the verbose logging -const show_mlir = true; +const show_mlir = false; pub const std_options = .{ .log_level = .warn, .log_scope_levels = &[_]std.log.ScopeLevel{ - .{ .scope = .zml_module, .level = if (show_mlir) .debug else .warn }, + .{ .scope = .@"zml/module", .level = if (show_mlir) .debug else .warn }, .{ .scope = .llama, .level = .info }, }, - .logFn = asynk.logFn, }; +pub fn tokenize(allocator: std.mem.Allocator, tokenizer: zml.tokenizer.Tokenizer, config: LlamaLM.Config, prompt: []const u8) ![]u32 { + var tokens = std.ArrayList(u32).init(allocator); + var encoder = try tokenizer.encoder(); + defer encoder.deinit(); + + const start_header_id = tokenizer.token_to_id("<|start_header_id|>"); + const end_header_id = tokenizer.token_to_id("<|end_header_id|>"); + const eot_id = tokenizer.token_to_id("<|eot_id|>"); + const newline_id = (try encoder.encode("\n"))[0]; + + try tokens.append(config.bos_token_id); + + try tokens.append(start_header_id); + try tokens.appendSlice(try encoder.encode("user")); + try tokens.appendSlice(&.{ end_header_id, newline_id, newline_id }); + + try tokens.appendSlice(try encoder.encode(prompt)); + try tokens.appendSlice(&.{ eot_id, newline_id }); + try tokens.appendSlice(try encoder.encode("\n")); + try tokens.append(start_header_id); + try tokens.appendSlice(try encoder.encode("assistant")); + try tokens.append(end_header_id); + + return tokens.toOwnedSlice(); +} pub fn generateText( - llama: LlamaLM, + config: LlamaLM.Config, + llama_: LlamaLM, mod_prefill: zml.ModuleExe(LlamaLM.forward), - mod: zml.ModuleExe(LlamaLM.forward), + mod_generate: zml.ModuleExe(LlamaLM.forward), + kv_cache_: zml.Bufferized(llama.KvCache), tokenizer: zml.tokenizer.Tokenizer, allocator: std.mem.Allocator, seed: u128, @@ -42,147 +66,151 @@ pub fn generateText( ) ![]const u8 { var tokenizer_encoder = try tokenizer.encoder(); defer tokenizer_encoder.deinit(); - var tokenizer_decoder = try tokenizer.decoder(); defer tokenizer_decoder.deinit(); - const prompt_tok = try tokenizer_encoder.encode(prompt); - log.debug("Tokenized Prompt {d}", .{prompt_tok}); - const dims = llama.model.shape(); - const max_seq_len = dims.s; - const token_buffer = try allocator.alloc(i32, @intCast(max_seq_len)); - @memset(token_buffer, 0); - for (0..prompt_tok.len) |i| { - token_buffer[i] = @intCast(prompt_tok[i]); - } - - const tracer_buffer = try allocator.alloc(u8, @intCast(max_seq_len)); - defer allocator.free(token_buffer); - defer allocator.free(tracer_buffer); + const prompt_tok = try tokenize(allocator, tokenizer, config, prompt); defer allocator.free(prompt_tok); - var output = std.ArrayList(u8).init(allocator); - defer output.deinit(); - var tokens = try zml.Buffer.fromSlice2(mod.platform(), .{max_seq_len}, token_buffer); - var prefill_token_index = try zml.Buffer.fromSlice2(mod.platform(), .{}, &[_]i32{@intCast(prompt_tok.len - 1)}); + const dims = llama_.model.shape(); + const max_seq_len = dims.s; + + // Prefill + // initialize a 0..max_seq_len buffer with the tokenized prompt + const prefill_buffer = try allocator.alloc(i32, @intCast(max_seq_len)); + @memset(prefill_buffer, 0); + for (0..prompt_tok.len) |i| { + prefill_buffer[i] = @intCast(prompt_tok[i]); + } + defer allocator.free(prefill_buffer); + + const platform = mod_generate.platform(); + + // prepare device buffers for the prefill tokens and the index + var prefill_tokens = try zml.Buffer.fromSlice(platform, .{max_seq_len}, prefill_buffer); + defer prefill_tokens.deinit(); + var prefill_token_index = try zml.Buffer.fromSlice(platform, .{}, &[_]i32{0}); defer prefill_token_index.deinit(); - var rng = try zml.Tensor.Rng.init(mod.platform(), seed); - tokens, var token_index, var kv_cache, rng = mod_prefill.call(.{ tokens, prefill_token_index, null, rng }); - defer token_index.deinit(); + // init RNG and prefill + var rng = try zml.Tensor.Rng.init(platform, seed); + prefill_tokens, var kv_cache, rng = mod_prefill.call(.{ prefill_tokens, prefill_token_index, kv_cache_, rng }); defer kv_cache.k.deinit(); defer kv_cache.v.deinit(); defer kv_cache.layer_index.deinit(); - const tracer = zml.tools.Tracer.init("ai.zml.models.llama"); + // Prepare for token-by-token generation + var first_token_hostbuffer = [_]u32{prompt_tok[prompt_tok.len - 1]}; // start with the prompt's last token + var current_token = try zml.Buffer.fromSlice(platform, .{}, &first_token_hostbuffer); + defer current_token.deinit(); + + // Here we will copy the generated token from device + var generated_token_buffer = [_]u32{0}; + + // Here we collect the generated text + var output = std.ArrayList(u8).init(allocator); + defer output.deinit(); var decode_progress = prompt_tok.len; - decode_progress = decode_progress; - const output_tokens_len = max_seq_len - prompt_tok.len - 1; - const start = std.time.microTimestamp(); - _ = start; // autofix - const output_freq: u8 = 1; - _ = output_freq; // autofix - var eos_index: ?usize = null; - eos_index = eos_index; + generation: for (0..max_seq_len - prompt_tok.len - 1) |i| { + // current token index needs to go into a zml.Buffer + const token_index_buffer = &[_]i32{@intCast(prompt_tok.len + i)}; + const token_index = try zml.Buffer.fromSlice(platform, .{}, token_index_buffer); + defer token_index.deinit(); - for (0..10) |i| { - const frame_id = tracer.frameStart(try std.fmt.bufPrintZ(tracer_buffer, "Generate token {}/{}", .{ i + 1, output_tokens_len })); - _ = frame_id; // autofix - tokens, const new_token_index, kv_cache, rng = mod.call(.{ tokens, token_index, kv_cache, rng }); - token_index.deinit(); - token_index = new_token_index; + // call to generate the next token + current_token, kv_cache, rng = mod_generate.call(.{ current_token, token_index, kv_cache, rng }); - const n = output.items.len; - _ = n; // autofix - _ = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); + // extract the generated token from the buffer + _ = try current_token.toHost(std.mem.sliceAsBytes(&generated_token_buffer)); + const generated_token = generated_token_buffer[0]; - const chunk = try tokenizer_decoder.next(@intCast(token_buffer[decode_progress])) orelse unreachable; + // de-tokenize generated token into a string + const chunk = try tokenizer_decoder.next(@intCast(generated_token)) orelse unreachable; + + // check for eos + switch (config.eos_token_id.value) { + .int => |eos| if (generated_token == @as(u32, @intCast(eos))) break :generation, + .ints => |eos_list| { + for (eos_list) |eos| { + if (generated_token == @as(u32, @intCast(eos))) break :generation; + } + }, + } + + // collect and print generated sequence try output.appendSlice(chunk); - decode_progress += 1; - std.debug.print("{s}", .{chunk}); + + decode_progress += 1; } - - // for (0..output_tokens_len) |i| { - // //_ = i; - // const frame_id = tracer.frameStart(try std.fmt.bufPrintZ(tracer_buffer, "Generate token {}/{}", .{ i + 1, output_tokens_len })); - // tokens, const new_token_index, kv_cache, rng = mod.call(.{ tokens, token_index, kv_cache, rng }); - // token_index.deinit(); - // token_index = new_token_index; - // if ((i + 1) % output_freq == 0) { - // const n = output.items.len; - // _ = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); - - // decoder.next() - - // try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[decode_progress..][0..output_freq]), .{}); - // decode_progress += output_freq; - // std.debug.print("{s}", .{output.items[n..]}); - // tracer.frameEnd(frame_id, try std.fmt.bufPrintZ(tracer_buffer, "Decoded token {}/{} : {s}", .{ i + 1, output_tokens_len, output.items[n..] })); - // if (std.mem.indexOfAny(i32, token_buffer[decode_progress - output_freq ..], &eos_tokens)) |index| { - // // Handle strange scenarios when eos id isn't the very next token after decode_progress - // eos_index = decode_progress - output_freq + index; - // break; - // } - // } else { - // tracer.frameEnd(frame_id, try std.fmt.bufPrintZ(tracer_buffer, "Generated token {}/{}", .{ i + 1, output_tokens_len })); - // } - // } - // var total_token_count: usize = max_seq_len; - // const n = output.items.len; - // if (eos_index) |end_idx| { - // // count = eos index + 1 - // total_token_count = end_idx + 1; - // } - // const generated_token_count = total_token_count - prompt_tok.len; - // try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[decode_progress..total_token_count]), .{}); - // std.debug.print("{s}\n", .{output.items[n..]}); - // const end = std.time.microTimestamp(); - - // const duration = stdx.math.divFloat(f64, end - start, std.time.us_per_s); - // const speed = @as(f64, @floatFromInt(generated_token_count)) / duration; - // log.info("✅ Generated {d} tokens in {:.3}s: {d:.3}tok/s", .{ generated_token_count, duration, speed }); - - // _ = try tokens.toHost(std.mem.sliceAsBytes(token_buffer)); - // output.clearRetainingCapacity(); - - // try tokenizer.decodeWithOpts(&output, @ptrCast(token_buffer[0..total_token_count]), .{}); + std.debug.print("\n", .{}); return output.toOwnedSlice(); } +const params = clap.parseParamsComptime( + \\--help print this help + \\--prompt the prompt + \\--model-config config.json path + \\--model-name model name + \\--model-weights model weights path + \\--model-tokenizer tokenizer path + \\--seed random seed (optional) + \\--seq-len sequence length +); + +pub fn bool_parser(in: []const u8) error{}!bool { + return std.mem.indexOfScalar(u8, "tTyY1", in[0]) != null; +} + pub fn main() !void { try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); } pub fn asyncMain() !void { - const CliArgs = struct { - pub const help = - \\ llama --model=llama3.7B.safetensors --tokenizer=vocab.json --num_layers=2 - ; - model: []const u8, - tokenizer: ?[]const u8 = null, - layer_start: u8 = 0, - num_layers: ?u8 = null, - seq_len: u32 = 256, - topk: u32 = 2, - temperature: u32 = 1, - num_heads: ?i64 = null, - num_kv_heads: ?i64 = null, - rope_freq_base: ?i64 = null, - prompt: ?[]const u8 = null, - test_activations: ?[]const u8 = null, - seed: ?u128 = null, - // eg: --create-options='{"cuda":{"allocator":{"bfc":{"memory_fraction": 0.99}}}}' - create_options: []const u8 = "{}", - }; - log.info(" LLama was compiled with {}", .{@import("builtin").mode}); const allocator = std.heap.c_allocator; - const tmp = try std.fs.openDirAbsolute("/tmp", .{}); - try tmp.makePath("zml/llama/cache"); + const parsers = comptime .{ + .BOOL = bool_parser, + .UINT = clap.parsers.int(usize, 0), + .STRING = clap.parsers.string, + .PATH = clap.parsers.string, + }; + var diag: clap.Diagnostic = .{}; + const stderr = std.io.getStdErr().writer(); + var res = clap.parse(clap.Help, ¶ms, parsers, .{ + .diagnostic = &diag, + .allocator = allocator, + }) catch |err| { + diag.report(stderr, err) catch {}; + stderr.print("usage: ", .{}) catch {}; + clap.usage(stderr, clap.Help, ¶ms) catch {}; + stderr.print("\n", .{}) catch {}; + return; + }; + defer res.deinit(); + + if (res.args.help != 0) { + clap.help(std.io.getStdErr().writer(), clap.Help, ¶ms, .{}) catch {}; + return; + } + + const config = blk: { + if (res.args.@"model-config") |config_json_path| { + var config_json_file = try asynk.File.open(config_json_path, .{ .mode = .read_only }); + defer config_json_file.close() catch unreachable; + var reader = std.json.reader(allocator, config_json_file.reader()); + defer reader.deinit(); + const config_obj = try std.json.parseFromTokenSourceLeaky(llama.LlamaLM.Config, allocator, &reader, .{ .ignore_unknown_fields = true }); + break :blk config_obj; + } else { + log.err("Missing --model-config", .{}); + return; + } + }; + var context = try zml.Context.init(); defer context.deinit(); @@ -191,90 +219,102 @@ pub fn asyncMain() !void { .sharding_enabled = true, }; - var args = std.process.args(); - const cli_args = flags.parse(&args, CliArgs); - const model_file = cli_args.model; + // TODO: add --create-opts json string/file with creation options + // const create_opts = try std.json.parseFromSlice(zml.Platform.CreateOptions, allocator, cli_args.create_options, .{}); + // const platform = context.autoPlatform(create_opts.value).withCompilationOptions(compilation_options); + // create_opts.deinit(); - var arena_state = std.heap.ArenaAllocator.init(allocator); - defer arena_state.deinit(); - const model_arena = arena_state.allocator(); - - const create_opts = try std.json.parseFromSliceLeaky(zml.Platform.CreateOptions, model_arena, cli_args.create_options, .{}); - const platform = context.autoPlatform(create_opts).withCompilationOptions(compilation_options); + const platform = context.autoPlatform(.{}).withCompilationOptions(compilation_options); context.printAvailablePlatforms(platform); - log.info("Model file: {s}", .{model_file}); - - var ts = try zml.aio.detectFormatAndOpen(allocator, model_file); + var ts = try zml.aio.detectFormatAndOpen(allocator, res.args.@"model-weights".?); defer ts.deinit(); - var llama = try zml.aio.populateModel(LlamaLM, model_arena, ts); - const num_heads = cli_args.num_heads orelse ts.metadata("num_heads", .int) orelse @panic("--num_heads is required for this model"); - const num_kv_heads = cli_args.num_kv_heads orelse ts.metadata("num_kv_heads", .int) orelse num_heads; + var model_arena = std.heap.ArenaAllocator.init(allocator); + var model_instance = try zml.aio.populateModel(llama.LlamaLM, model_arena.allocator(), ts); + model_instance = model_instance; // autofix - const rope_impl = if (ts.metadata("rope_impl", .string)) |val| - std.meta.stringToEnum(zml.nn.RopeOpts.Implementation, val).? - else - .sequential; - - const llama_options: llama_mod.LlamaOptions = .{ - .max_seq_len = cli_args.seq_len, - .num_kv_heads = num_kv_heads, - .num_heads = num_heads, - .gen_opts = .{ - .topk = cli_args.topk, - .temperature = @floatFromInt(cli_args.temperature), - }, - .rms_norm_eps = @floatCast(ts.metadata("rms_norm_eps", .float) orelse 1e-5), - .rope_opts = .{ - .impl = rope_impl, - .freq_base = @floatCast(ts.metadata("rope_freq_base", .float) orelse @as(f32, @floatFromInt(cli_args.rope_freq_base orelse 10_000))), + const llama_options: llama.LlamaLM.Options = .{ + .max_seq_len = @intCast(res.args.@"seq-len" orelse 256), + .sampling_strategy = .{ + .topk = 1, + .temperature = 1.0, }, }; - log.info("✅\tParsed llama config: {}", .{llama_options}); - llama.init(llama_options); + model_instance.init(config, llama_options); - if (cli_args.tokenizer == null and !std.mem.endsWith(u8, cli_args.model, ".gguf")) { - log.err("Model doesn't have an embbedded tokenizer, please provide a path to a tokenizer.", .{}); - @panic("No tokenizer provided"); - } - const tokenizer_path = cli_args.tokenizer orelse cli_args.model; - log.info("\tLoading tokenizer from {s}", .{tokenizer_path}); - var tokenizer = try zml.tokenizer.Tokenizer.from_file(allocator, tokenizer_path); - log.info("✅\tLoaded tokenizer from {s}", .{tokenizer_path}); - defer tokenizer.deinit(); + const dims = model_instance.model.shape(); + const dtype = model_instance.model.embed_tokens.weight.dtype(); - const dims = llama.model.shape(); - const dtype = llama.model.embed_tokens.weight.dtype(); + const batch_size = 1; - // Note: we compile the model without a batching dimension. - // To do so, we would just need to add `.b = batch_size` to `token_shape` and `kv_shape`. - const tokens_shape = zml.Shape.init(.{ .s = dims.s }, .i32); - const token_idx_shape = zml.Shape.init(.{}, .i32); - const kv_shape = zml.Shape.init(.{ .layer = llama.model.layers.len, .h = dims.nkvh, .k = dims.s, .hd = dims.hd }, dtype).withSharding(.{.h}); - // needs to be optional - const kv_cache_shape: ?ShapeOf(KvCache) = KvCache.initShape(kv_shape); - const rng_shape = Tensor.Rng.shape(); + const tokens_shape_prefill = zml.Shape.init(.{ .b = batch_size, .s = llama_options.max_seq_len }, .u32); + const tokens_shape = zml.Shape.init(.{ .b = batch_size, .s = 1 }, .u32); + const token_idx_shape = zml.Shape.init(.{ .b = batch_size }, .u32); + + const kv_shape = zml.Shape.init(.{ .layer = model_instance.model.layers.len, .b = batch_size, .k = dims.s, .h = dims.nkvh, .hd = dims.hd }, dtype).withSharding(.{.h}); + + const kv_cache_shape: zml.ShapeOf(llama.KvCache) = llama.KvCache.initShape(kv_shape); + const rng_shape = zml.Tensor.Rng.shape(); var start = try std.time.Timer.start(); - var fut_mod_prefill = try asynk.asyncc(zml.compile, .{ allocator, LlamaLM.forward, .{llama_options}, .{ tokens_shape, token_idx_shape, null, rng_shape }, ts, platform }); - var fut_mod = try asynk.asyncc(zml.compile, .{ allocator, LlamaLM.forward, .{llama_options}, .{ tokens_shape, token_idx_shape, kv_cache_shape, rng_shape }, ts, platform }); + var fut_mod_prefill = try asynk.asyncc(zml.compile, .{ + allocator, llama.LlamaLM.forward, .{ config, llama_options }, + .{ + tokens_shape_prefill, + token_idx_shape, + kv_cache_shape, + rng_shape, + }, + ts, + platform, + }); - log.info("\tLoading Llama weights from {s}...", .{cli_args.model}); - var llama_weights = try zml.aio.loadBuffers(LlamaLM, .{llama_options}, ts, model_arena, platform); + var fut_mod = try asynk.asyncc(zml.compile, .{ + allocator, llama.LlamaLM.forward, .{ config, llama_options }, + .{ + tokens_shape, + token_idx_shape, + kv_cache_shape, + rng_shape, + }, + ts, + platform, + }); + + log.info("\tLoading Llama weights from {?s}...", .{res.args.@"model-weights"}); + var llama_weights = try zml.aio.loadBuffers(llama.LlamaLM, .{ config, llama_options }, ts, model_arena.allocator(), platform); defer zml.aio.unloadBuffers(&llama_weights); - log.info("✅\tLoaded weights in {d}ms", .{start.read() / std.time.ns_per_ms}); + log.info("✅\tLoaded weights in {}", .{std.fmt.fmtDuration(start.read())}); var llama_module_prefill = (try fut_mod_prefill.awaitt()).prepare(llama_weights); defer llama_module_prefill.deinit(); var llama_module = (try fut_mod.awaitt()).prepare(llama_weights); defer llama_module.deinit(); - log.info("✅\tCompiled model in {d}ms", .{start.read() / std.time.ns_per_ms}); + log.info("✅\tCompiled model in {}", .{std.fmt.fmtDuration(start.read())}); - const prompt = cli_args.prompt orelse "Once upon a time, there was a little girl named Lily."; + log.info("Creating KvCache", .{}); + const kv_cache = try llama.KvCache.initBuffer(kv_shape, platform); + + var tokenizer = blk: { + if (res.args.@"model-tokenizer") |tok| { + log.info("Loading tokenizer from {s}", .{tok}); + var timer = try stdx.time.Timer.start(); + defer log.info("Loaded tokenizer from {s} [{}]", .{ tok, timer.read() }); + + break :blk try zml.tokenizer.Tokenizer.from_file(model_arena.allocator(), tok); + } else { + log.err("Missing --model-tokenizer", .{}); + return; + } + }; + errdefer tokenizer.deinit(); + + const prompt = res.args.prompt orelse "Q: The capitol of France is? A: "; log.info("✅\tPrompt: {s}", .{prompt}); - const seed = cli_args.seed orelse @as(u128, @bitCast(std.time.nanoTimestamp())); - const story = try generateText(llama, llama_module_prefill, llama_module, tokenizer, allocator, seed, prompt); - defer allocator.free(story); + const seed = res.args.seed orelse @as(u128, @bitCast(std.time.nanoTimestamp())); + const generated_text = try generateText(config, model_instance, llama_module_prefill, llama_module, kv_cache, tokenizer, allocator, seed, prompt[0..]); + // generated text will be printed token by token. + defer allocator.free(generated_text); } diff --git a/examples/third_party/com_github_hejsil_clap/clap.bazel b/examples/third_party/com_github_hejsil_clap/clap.bazel new file mode 100644 index 00000000..07caec46 --- /dev/null +++ b/examples/third_party/com_github_hejsil_clap/clap.bazel @@ -0,0 +1,9 @@ +load("@rules_zig//zig:defs.bzl", "zig_library") + +zig_library( + name = "clap", + import_name = "clap", + srcs = glob(["clap/*.zig"]), + main = "clap.zig", + visibility = ["//visibility:public"], +) diff --git a/examples/third_party/non_module_deps.bzl b/examples/third_party/non_module_deps.bzl new file mode 100644 index 00000000..2d4af3f4 --- /dev/null +++ b/examples/third_party/non_module_deps.bzl @@ -0,0 +1,20 @@ +load("@bazel_tools//tools/build_defs/repo:git.bzl", "new_git_repository") + +def _non_module_deps_impl(mctx): + + new_git_repository( + name = "com_github_hejsil_clap", + remote = "https://github.com/Hejsil/zig-clap.git", + commit = "d71cc39a94f3e6ccbad00c25d350c9147de4df9f", + build_file = "//:third_party/com_github_hejsil_clap/clap.bazel", + ) + + return mctx.extension_metadata( + reproducible = True, + root_module_direct_deps = "all", + root_module_direct_dev_deps = [], + ) + +non_module_deps = module_extension( + implementation = _non_module_deps_impl, +) From 033cab18a5a8921feefb139676cd4e2b04275338 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 20 Jan 2025 17:41:08 +0100 Subject: [PATCH 19/41] async,zml: fix asynchronous pjrt.Execute and Condition.broadcast --- async/executor.zig | 33 +++------------------------------ zml/pjrtx.zig | 4 ++-- 2 files changed, 5 insertions(+), 32 deletions(-) diff --git a/async/executor.zig b/async/executor.zig index 55a6f69d..97396813 100644 --- a/async/executor.zig +++ b/async/executor.zig @@ -57,24 +57,6 @@ pub const Executor = struct { }; pub const Condition = struct { - const Waiter = struct { - coro: libcoro.Frame, - notified: bool = false, - - fn init() Waiter { - return .{ .coro = libcoro.xframe() }; - } - - fn func(self: *Waiter) Executor.Func { - return .{ .func = Waiter.cb, .userdata = self }; - } - - fn cb(ud: ?*anyopaque) void { - const self: *Waiter = @ptrCast(@alignCast(ud)); - libcoro.xresume(self.coro); - } - }; - exec: *Executor, waiters: stdx.queue.SPSC(Executor.Func) = .{}, @@ -83,29 +65,20 @@ pub const Condition = struct { } pub fn broadcast(self: *Condition) void { - var waiter_func = self.waiters.head; - while (waiter_func) |wf| : (waiter_func = wf.next) { - const waiter: *Waiter = @ptrCast(@alignCast(wf.userdata)); - waiter.notified = true; - } self.exec.runAllSoon(self.waiters); } pub fn signal(self: *Condition) void { if (self.waiters.pop()) |waiter_func| { - const waiter: *Waiter = @ptrCast(@alignCast(waiter_func.userdata)); - waiter.notified = true; self.exec.runSoon(waiter_func); } } pub fn wait(self: *Condition) void { - var waiter = Waiter.init(); - var cb = waiter.func(); + var cr = CoroResume.init(); + var cb = cr.func(); self.waiters.push(&cb); - while (waiter.notified == false) { - libcoro.xsuspend(); - } + libcoro.xsuspend(); } }; diff --git a/zml/pjrtx.zig b/zml/pjrtx.zig index cf68dba0..cec272c6 100644 --- a/zml/pjrtx.zig +++ b/zml/pjrtx.zig @@ -253,13 +253,13 @@ pub const LoadedExecutable = opaque { }; pub fn execute(self: *const LoadedExecutable, api: *const Api, args: ExecuteArgs) ExecuteError!void { - try self.inner().execute(api, pjrt.LoadedExecutable.ExecuteArgs{ + try asynk.callBlocking(pjrt.LoadedExecutable.execute, .{ self.inner(), api, pjrt.LoadedExecutable.ExecuteArgs{ .num_args = args.num_args, .arguments = @ptrCast(args.arguments), .results = @ptrCast(args.results), .events = @ptrCast(args.events), .non_donatable_input_indices = args.non_donatable_input_indices, - }); + } }); } pub fn getExecutable(self: *LoadedExecutable, api: *const Api) ApiError!*Executable { From ad344d02a8dec25278d1b4ef0e3b269407932a18 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Mon, 20 Jan 2025 19:05:31 +0100 Subject: [PATCH 20/41] llama: 3.1-70B, reintroduce speed, tracer --- examples/MODULE.bazel | 92 ++++++++++++++++---------------------- examples/llama/BUILD.bazel | 66 +++++++++++++-------------- examples/llama/main.zig | 26 ++++++++--- 3 files changed, 92 insertions(+), 92 deletions(-) diff --git a/examples/MODULE.bazel b/examples/MODULE.bazel index 0ce1384f..5cda49ef 100644 --- a/examples/MODULE.bazel +++ b/examples/MODULE.bazel @@ -90,52 +90,43 @@ http_file( ) # Llama 3.2 -huggingface.model( - name = "Meta-Llama-3.2-1B-Instruct", - build_file_content = """\ -package(default_visibility = ["//visibility:public"]) -filegroup( - name = "model", - srcs = ["model.safetensors"], -) -filegroup( - name = "tokenizer", - srcs = ["tokenizer.json"], -) -""", - commit = "9213176726f574b556790deb65791e0c5aa438b6", - includes = [ - "model.safetensors", - "tokenizer.json", - ], - model = "meta-llama/Llama-3.2-1B-Instruct", -) -use_repo(huggingface, "Meta-Llama-3.2-1B-Instruct") +# huggingface.model( +# name = "Meta-Llama-3.2-1B-Instruct", +# build_file_content = """\ +# package(default_visibility = ["//visibility:public"]) +# filegroup( +# name = "Meta-Llama-3.2-1B-Instruct", +# srcs = glob(["*.json", "*.safetensors"]), +# ) +# """, +# commit = "9213176726f574b556790deb65791e0c5aa438b6", +# includes = [ +# "*.safetensors", +# "*.json", +# ], +# model = "meta-llama/Llama-3.2-1B-Instruct", +# ) +# use_repo(huggingface, "Meta-Llama-3.2-1B-Instruct") -huggingface.model( - name = "Meta-Llama-3.2-3B-Instruct", - build_file_content = """\ -package(default_visibility = ["//visibility:public"]) -filegroup( - name = "model", - srcs = glob(["*.safetensors"]) + ["model.safetensors.index.json"], -) - -filegroup( - name = "tokenizer", - srcs = ["tokenizer.json"], -) -""", - commit = "0cb88a4f764b7a12671c53f0838cd831a0843b95", - includes = [ - "*.safetensors", - "model.safetensors.index.json", - "tokenizer.json", - ], - model = "meta-llama/Llama-3.2-3B-Instruct", -) -use_repo(huggingface, "Meta-Llama-3.2-3B-Instruct") +# huggingface.model( +# name = "Meta-Llama-3.2-3B-Instruct", +# build_file_content = """\ +# package(default_visibility = ["//visibility:public"]) +# filegroup( +# name = "Meta-Llama-3.2-3B-Instruct", +# srcs = glob(["*.safetensors"]) + ["*.json"], +# ) +# +# """, +# commit = "0cb88a4f764b7a12671c53f0838cd831a0843b95", +# includes = [ +# "*.safetensors", +# "*.json", +# ], +# model = "meta-llama/Llama-3.2-3B-Instruct", +# ) +# use_repo(huggingface, "Meta-Llama-3.2-3B-Instruct") # Llama 3.1 @@ -162,24 +153,19 @@ huggingface.model( build_file_content = """\ package(default_visibility = ["//visibility:public"]) filegroup( - name = "model", - srcs = glob(["*.safetensors"]) + ["model.safetensors.index.json"], -) - -filegroup( - name = "tokenizer", - srcs = ["tokenizer.json"], + name = "Meta-Llama-3.1-70B-Instruct", + srcs = glob(["*.json", "*.safetensors"]), ) """, commit = "945c8663693130f8be2ee66210e062158b2a9693", includes = [ "*.safetensors", - "model.safetensors.index.json", - "tokenizer.json", + "*.json", ], model = "meta-llama/Meta-Llama-3.1-70B-Instruct", ) use_repo(huggingface, "Meta-Llama-3.1-70B-Instruct") + huggingface.model( name = "TinyLlama-1.1B-Chat-v1.0", build_file_content = """\ diff --git a/examples/llama/BUILD.bazel b/examples/llama/BUILD.bazel index c2c978d8..c1d40196 100644 --- a/examples/llama/BUILD.bazel +++ b/examples/llama/BUILD.bazel @@ -35,6 +35,22 @@ cc_binary( deps = [":llama_lib"], ) +cc_binary( + name = "Llama-3.1-70B-Instruct", + args = [ + "--model-config=$(location @Meta-Llama-3.1-70B-Instruct//:config.json)", + "--model-weights=$(location @Meta-Llama-3.1-70B-Instruct//:model.safetensors.index.json)", + "--model-tokenizer=$(location @Meta-Llama-3.1-70B-Instruct//:tokenizer.json)", + ], + data = [ + "@Meta-Llama-3.1-70B-Instruct", + "@Meta-Llama-3.1-70B-Instruct//:config.json", + "@Meta-Llama-3.1-70B-Instruct//:model.safetensors.index.json", + "@Meta-Llama-3.1-70B-Instruct//:tokenizer.json", + ], + deps = [":llama_lib"], +) + ############################################################################# # TODO: @@ -45,39 +61,23 @@ cc_binary( ############################################################################# -# cc_binary( -# name = "Llama-3.1-70B-Instruct", -# args = [ -# "--model=$(location @Meta-Llama-3.1-70B-Instruct//:model.safetensors.index.json)", -# "--tokenizer=$(location @Meta-Llama-3.1-70B-Instruct//:tokenizer)", -# "--num-heads=64", -# "--num-kv-heads=8", -# "--rope-freq-base=500000", -# ], -# data = [ -# "@Meta-Llama-3.1-70B-Instruct//:model", -# "@Meta-Llama-3.1-70B-Instruct//:model.safetensors.index.json", -# "@Meta-Llama-3.1-70B-Instruct//:tokenizer", -# ], -# deps = [":llama_lib"], -# ) -# -# cc_binary( -# name = "Llama-3.2-1B-Instruct", -# args = [ -# "--model=$(location @Meta-Llama-3.2-1B-Instruct//:model.safetensors)", -# "--tokenizer=$(location @Meta-Llama-3.2-1B-Instruct//:tokenizer)", -# "--num-heads=32", -# "--num-kv-heads=8", -# "--rope-freq-base=500000", -# ], -# data = [ -# "@Meta-Llama-3.2-1B-Instruct//:model.safetensors", -# "@Meta-Llama-3.2-1B-Instruct//:tokenizer", -# ], -# deps = [":llama_lib"], -# ) -# +# error(zml/aio): Tensor not found: lm_head.weight (146) +cc_binary( + name = "Llama-3.2-1B-Instruct", + args = [ + "--model-config=$(location @Meta-Llama-3.2-1B-Instruct//:config.json)", + "--model-weights=$(location @Meta-Llama-3.2-1B-Instruct//:model.safetensors)", + "--model-tokenizer=$(location @Meta-Llama-3.2-1B-Instruct//:tokenizer.json)", + ], + data = [ + "@Meta-Llama-3.2-1B-Instruct", + "@Meta-Llama-3.2-1B-Instruct//:config.json", + "@Meta-Llama-3.2-1B-Instruct//:model.safetensors", + "@Meta-Llama-3.2-1B-Instruct//:tokenizer.json", + ], + deps = [":llama_lib"], +) + # cc_binary( # name = "Llama-3.2-3B-Instruct", # args = [ diff --git a/examples/llama/main.zig b/examples/llama/main.zig index bc1742ce..07a88af2 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -27,6 +27,7 @@ pub const std_options = .{ .{ .scope = .llama, .level = .info }, }, }; + pub fn tokenize(allocator: std.mem.Allocator, tokenizer: zml.tokenizer.Tokenizer, config: LlamaLM.Config, prompt: []const u8) ![]u32 { var tokens = std.ArrayList(u32).init(allocator); var encoder = try tokenizer.encoder(); @@ -110,9 +111,18 @@ pub fn generateText( // Here we collect the generated text var output = std.ArrayList(u8).init(allocator); defer output.deinit(); - var decode_progress = prompt_tok.len; - generation: for (0..max_seq_len - prompt_tok.len - 1) |i| { + const tracer_buffer = try allocator.alloc(u8, @intCast(max_seq_len)); + defer allocator.free(tracer_buffer); + const tracer = zml.tools.Tracer.init("ai.zml.models.llama"); + const output_tokens_len = max_seq_len - prompt_tok.len - 1; + const start = std.time.microTimestamp(); + + var num_tokens_generated: usize = 0; + + generation: for (0..output_tokens_len) |i| { + const frame_id = tracer.frameStart(try std.fmt.bufPrintZ(tracer_buffer, "Generate token {}/{}", .{ i + 1, output_tokens_len })); + // current token index needs to go into a zml.Buffer const token_index_buffer = &[_]i32{@intCast(prompt_tok.len + i)}; const token_index = try zml.Buffer.fromSlice(platform, .{}, token_index_buffer); @@ -121,12 +131,14 @@ pub fn generateText( // call to generate the next token current_token, kv_cache, rng = mod_generate.call(.{ current_token, token_index, kv_cache, rng }); + tracer.frameEnd(frame_id, try std.fmt.bufPrintZ(tracer_buffer, "Generated token {}/{}", .{ i + 1, output_tokens_len })); + // extract the generated token from the buffer _ = try current_token.toHost(std.mem.sliceAsBytes(&generated_token_buffer)); const generated_token = generated_token_buffer[0]; - // de-tokenize generated token into a string const chunk = try tokenizer_decoder.next(@intCast(generated_token)) orelse unreachable; + num_tokens_generated = i; // check for eos switch (config.eos_token_id.value) { @@ -141,10 +153,12 @@ pub fn generateText( // collect and print generated sequence try output.appendSlice(chunk); std.debug.print("{s}", .{chunk}); - - decode_progress += 1; } + const end = std.time.microTimestamp(); + const duration = stdx.math.divFloat(f64, end - start, std.time.us_per_s); + const speed = @as(f64, @floatFromInt(num_tokens_generated)) / duration; std.debug.print("\n", .{}); + log.info("✅ Generated {d} tokens in {:.3}s: {d:.3}tok/s", .{ num_tokens_generated, duration, speed }); return output.toOwnedSlice(); } @@ -310,7 +324,7 @@ pub fn asyncMain() !void { }; errdefer tokenizer.deinit(); - const prompt = res.args.prompt orelse "Q: The capitol of France is? A: "; + const prompt = res.args.prompt orelse "Q: The capital of France is? A: "; log.info("✅\tPrompt: {s}", .{prompt}); const seed = res.args.seed orelse @as(u128, @bitCast(std.time.nanoTimestamp())); From 35bb70d6129aab8efe2de2fb87bf7f29917402f6 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 20 Jan 2025 19:09:58 +0100 Subject: [PATCH 21/41] runtimes/tpu: set libtpu SONAME to libpjrt_tpu.so --- runtimes/tpu/libpjrt_tpu.BUILD.bazel | 12 +++--------- 1 file changed, 3 insertions(+), 9 deletions(-) diff --git a/runtimes/tpu/libpjrt_tpu.BUILD.bazel b/runtimes/tpu/libpjrt_tpu.BUILD.bazel index b4385aa8..2fad3640 100644 --- a/runtimes/tpu/libpjrt_tpu.BUILD.bazel +++ b/runtimes/tpu/libpjrt_tpu.BUILD.bazel @@ -1,14 +1,8 @@ -load("@bazel_skylib//rules:copy_file.bzl", "copy_file") - -copy_file( - name = "libpjrt_tpu_so", - src = "libtpu/libtpu.so", - out = "libpjrt_tpu.so", - allow_symlink = True, -) +load("@zml//bazel:cc_import.bzl", "cc_import") cc_import( name = "libpjrt_tpu", - shared_library = ":libpjrt_tpu_so", + shared_library = "libtpu/libtpu.so", + soname = "libpjrt_tpu.so", visibility = ["@zml//runtimes/tpu:__subpackages__"], ) From 79b0eea11afc5be0484c6585ee94a7288763aaeb Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Mon, 20 Jan 2025 19:12:39 +0100 Subject: [PATCH 22/41] zml/aio: wait for buffer readiness in loadBuffers --- zml/aio.zig | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zml/aio.zig b/zml/aio.zig index 48023823..4c321f95 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -611,7 +611,7 @@ fn visitStructAndLoadBuffer(allocator: std.mem.Allocator, prefix_builder: *Prefi log.debug("Loading buffer {s} ({})", .{ prefix, obj._shape }); stdx.debug.assert(host_buffer.shape().eql(obj._shape), "loadModelBuffers expects to find the same shapes in the model and in the buffer store, got {} and {} for tensor {s}", .{ obj._shape, host_buffer, prefix }); buf_with_metadata._shape = obj._shape; - obj.* = try zml.Buffer.from(platform, buf_with_metadata); + obj.* = try (try zml.Buffer.from(platform, buf_with_metadata)).awaitt(); } else { return error.BufferNotFound; }; From 138988adc2cd058eb0e67bf8c1497e347986e7de Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Mon, 20 Jan 2025 19:47:56 +0100 Subject: [PATCH 23/41] llama: fix async toHost usage when fetching token from device. --- examples/llama/main.zig | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/examples/llama/main.zig b/examples/llama/main.zig index 07a88af2..53af732a 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -133,9 +133,11 @@ pub fn generateText( tracer.frameEnd(frame_id, try std.fmt.bufPrintZ(tracer_buffer, "Generated token {}/{}", .{ i + 1, output_tokens_len })); - // extract the generated token from the buffer - _ = try current_token.toHost(std.mem.sliceAsBytes(&generated_token_buffer)); + // extract the generated token from the buffer, async + var fut_tok_buf = try current_token.toHost(std.mem.sliceAsBytes(&generated_token_buffer)); + _ = try fut_tok_buf.awaitt(); const generated_token = generated_token_buffer[0]; + // de-tokenize generated token into a string const chunk = try tokenizer_decoder.next(@intCast(generated_token)) orelse unreachable; num_tokens_generated = i; From 54e7034d0b74b3aa55d34935e3c2a881bbb10c8b Mon Sep 17 00:00:00 2001 From: Corentin Godeau Date: Mon, 20 Jan 2025 19:50:07 +0100 Subject: [PATCH 24/41] zml/tokenizer: improve Rust code and avoid double free --- zml/tokenizer/hftokenizers/hftokenizers.rs | 40 +++++++++++++++++----- 1 file changed, 32 insertions(+), 8 deletions(-) diff --git a/zml/tokenizer/hftokenizers/hftokenizers.rs b/zml/tokenizer/hftokenizers/hftokenizers.rs index 28f96e78..82085727 100644 --- a/zml/tokenizer/hftokenizers/hftokenizers.rs +++ b/zml/tokenizer/hftokenizers/hftokenizers.rs @@ -8,6 +8,10 @@ impl ZigSlice { fn as_slice(&self) -> &[T] { unsafe { std::slice::from_raw_parts(self.ptr, self.len) } } + + fn as_slice_mut(&self) -> &mut [T] { + unsafe { std::slice::from_raw_parts_mut(self.ptr, self.len) } + } } #[no_mangle] @@ -35,16 +39,26 @@ extern "C" fn hftokenizers_encode( .unwrap() .encode_fast(input_str, false) .unwrap(); - let ids = encoded.get_ids(); - return ZigSlice { + + // Convert the result to a boxed slice + let mut ids: Box<[u32]> = encoded.get_ids().to_owned().into_boxed_slice(); + + // Retrieve the zig slice associated to the boxed slice. + let slice = ZigSlice { + ptr: ids.as_mut_ptr(), len: ids.len(), - ptr: Box::into_raw(ids.to_owned().into_boxed_slice()) as *mut u32, }; + + // Leak the box so that it's not deallocated. + Box::leak(ids); + + return slice; } #[no_mangle] extern "C" fn hftokenizers_tokens_drop(tokens: ZigSlice) { - drop(unsafe { Box::from_raw(tokens.ptr) }); + // Reconstruct the Box from the zig slice so that it's dropped. + drop(unsafe { Box::from_raw(tokens.as_slice_mut()) }); } #[no_mangle] @@ -56,15 +70,25 @@ extern "C" fn hftokenizers_decode( .unwrap() .decode(ids.as_slice(), false) .unwrap(); - return ZigSlice { - len: decoded.len(), - ptr: Box::into_raw(decoded.into_boxed_str()) as *mut u8, + + // Convert the result to a boxed slice + let mut string: Box<[u8]> = decoded.into_bytes().into_boxed_slice(); + + // Retrieve the zig slice associated to the boxed slice. + let slice = ZigSlice { + ptr: string.as_mut_ptr(), + len: string.len(), }; + + // Leak the box so that it's not deallocated. + Box::leak(string); + + return slice; } #[no_mangle] extern "C" fn hftokenizers_str_drop(tokens: ZigSlice) { - drop(unsafe { Box::from_raw(tokens.ptr) }); + drop(unsafe { Box::from_raw(tokens.as_slice_mut()) }); } #[no_mangle] From 71872bef659916caf0a884bae08058c1eca84422 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 21 Jan 2025 10:18:47 +0000 Subject: [PATCH 25/41] async: suspend resetcondition until set --- async/async.zig | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/async/async.zig b/async/async.zig index 2222c487..3ab5b4a4 100644 --- a/async/async.zig +++ b/async/async.zig @@ -145,7 +145,9 @@ pub const threading = struct { .waiting = &waiter, }; if (self.waiter.cmpxchgStrong(&State.unset_state, &new_state, .monotonic, .monotonic) == null) { - coro.xsuspend(); + while (self.isSet() == false) { + coro.xsuspend(); + } } } }; From 011e34f5407b3a48cb2a2774b4441e0c9edf5560 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 21 Jan 2025 10:19:42 +0000 Subject: [PATCH 26/41] zml/aio: await weights transfers --- zml/aio.zig | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/zml/aio.zig b/zml/aio.zig index 4c321f95..1be7e9db 100644 --- a/zml/aio.zig +++ b/zml/aio.zig @@ -611,7 +611,8 @@ fn visitStructAndLoadBuffer(allocator: std.mem.Allocator, prefix_builder: *Prefi log.debug("Loading buffer {s} ({})", .{ prefix, obj._shape }); stdx.debug.assert(host_buffer.shape().eql(obj._shape), "loadModelBuffers expects to find the same shapes in the model and in the buffer store, got {} and {} for tensor {s}", .{ obj._shape, host_buffer, prefix }); buf_with_metadata._shape = obj._shape; - obj.* = try (try zml.Buffer.from(platform, buf_with_metadata)).awaitt(); + obj.* = try zml.Buffer.from(platform, buf_with_metadata); + _ = try obj.awaitt(); } else { return error.BufferNotFound; }; From 84c12784fddde2952f049f208d6a49dd7c0c8b7b Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 21 Jan 2025 10:20:09 +0000 Subject: [PATCH 27/41] zml: add Buffer.Shard type --- zml/buffer.zig | 51 +++++++++++++++++++++++++++++++++++--------------- zml/exe.zig | 4 ++-- 2 files changed, 38 insertions(+), 17 deletions(-) diff --git a/zml/buffer.zig b/zml/buffer.zig index 5660cc30..0c311608 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -27,12 +27,29 @@ const log = std.log.scoped(.zml); /// * loading weights from disk directly to the `device zml.aio.loadBuffers` /// * can be created by calling `HostBuffer.toDevice(platform)`. pub const Buffer = struct { + pub const Shard = struct { + api: *const pjrt.Api, + buffer: *pjrt.Buffer, + ready_event: ?*pjrt.Event = null, + ready: bool = false, + + pub fn awaitt(self: *Shard) !void { + if (self.ready) { + return; + } + if (self.ready_event orelse self.buffer.getReadyEvent(self.api)) |ev| { + try ev.awaitt(self.api); + } + self.ready = true; + } + }; + _shape: Shape, _api: *const pjrt.Api, _shards: Shards, pub const MAX_NUM_SHARDS: u8 = Platform.MAX_NUM_DEVICES; - pub const Shards = std.BoundedArray(*pjrt.Buffer, MAX_NUM_SHARDS); + pub const Shards = std.BoundedArray(Shard, MAX_NUM_SHARDS); /// Copies the content of the given buffer from host memory to the accelerator memory. pub fn from(platform: Platform, host_buffer: HostBuffer) !Buffer { @@ -71,20 +88,19 @@ pub const Buffer = struct { .device = devices[i], .host_buffer_semantics = .ImmutableUntilTransferCompletes, }); - if (event) |ev| { - ev.deinit(platform.pjrt_api); - } - res._shards.appendAssumeCapacity(pjrt_buffer); + res._shards.appendAssumeCapacity(.{ + .api = platform.pjrt_api, + .buffer = pjrt_buffer, + .ready_event = event, + }); } return res; } - pub fn awaitt(self: Buffer) !Buffer { - for (self._shards.constSlice()) |buffer| { - if (buffer.getReadyEvent(self._api)) |ev| { - try ev.awaitt(self._api); - } + pub fn awaitt(self: *Buffer) !*Buffer { + for (self._shards.slice()) |*shard| { + try shard.awaitt(); } return self; } @@ -94,7 +110,12 @@ pub const Buffer = struct { stdx.debug.assert(pjrt_buffers.len <= MAX_NUM_SHARDS, "ZML doesn't support having more than {} shards. Received {} shards for one buffer.", .{ MAX_NUM_SHARDS, pjrt_buffers.len }); stdx.debug.assert(pjrt_buffers.len > 0, "fromPjrtBuffers expects at least one buffer, got 0.", .{}); var shards: Shards = .{}; - shards.appendSliceAssumeCapacity(pjrt_buffers); + for (pjrt_buffers) |pjrt_buffer| { + shards.appendAssumeCapacity(.{ + .api = platform.pjrt_api, + .buffer = pjrt_buffer, + }); + } return .{ ._api = platform.pjrt_api, ._shape = shape_, @@ -208,7 +229,7 @@ pub const Buffer = struct { /// The returned `HostBuffer` doesn't own the memory. pub fn toHost(self: Buffer, output: []u8) !HostBuffer { stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); - const maybe_event = try self._shards.get(0).toHostBuffer(self._api, output); + const maybe_event = try self._shards.get(0).buffer.toHostBuffer(self._api, output); var hb = HostBuffer.fromBytes(self.shape(), output); hb._event = maybe_event; hb._api = self._api; @@ -221,7 +242,7 @@ pub const Buffer = struct { pub fn toHostAlloc(self: Buffer, allocator: std.mem.Allocator) !HostBuffer { const output = try HostBuffer.empty(allocator, self.shape()); stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); - const maybe_event = try self._shards.get(0).toHostBuffer(self._api, @constCast(output.data)); + const maybe_event = try self._shards.get(0).buffer.toHostBuffer(self._api, @constCast(output.data)); output._event = maybe_event; output._api = self._api; output._ready = if (maybe_event) |ev| ev.isReady(self._api) else true; @@ -232,8 +253,8 @@ pub const Buffer = struct { /// Depending on the platform, the memory is typically not released to the OS /// but just marked as available in the memory pool. pub fn deinit(self: *const Buffer) void { - for (self._shards.constSlice()) |buffer| { - buffer.deinit(self._api); + for (self._shards.constSlice()) |shard| { + shard.buffer.deinit(self._api); } } diff --git a/zml/exe.zig b/zml/exe.zig index b34d5e9b..5105184a 100644 --- a/zml/exe.zig +++ b/zml/exe.zig @@ -316,7 +316,7 @@ fn fillBuffers(v: anytype, buffers: []const [*]*pjrt.Buffer, start: u32) u32 { const model_sharding = ctx.buffers.len; stdx.debug.assert(buffer._shards.len == model_sharding, "Can't feed a {}-sharded tensor into a {}-sharded model", .{ buffer._shards.len, ctx.buffers.len }); for (buffer._shards.constSlice(), 0..) |shard, d| { - ctx.buffers[d][ctx.index] = shard; + ctx.buffers[d][ctx.index] = shard.buffer; } ctx.index += 1; } @@ -344,7 +344,7 @@ fn assignRawBuffers(v: anytype, platform: Platform, buffers: []const [*]*pjrt.Bu ctx.index += 1; if (i >= ctx.buffer_shapes.len) return; - var shards: Buffer.Shards = .{}; + var shards: std.BoundedArray(*pjrt.Buffer, Buffer.MAX_NUM_SHARDS) = .{}; for (ctx.buffers) |buff| { shards.appendAssumeCapacity(buff[i]); } From ed1132b940651239fa501609ed838a6482462d1f Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 21 Jan 2025 10:20:28 +0000 Subject: [PATCH 28/41] zml/exe: don't await for shard after execution --- zml/exe.zig | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/zml/exe.zig b/zml/exe.zig index 5105184a..b053f8bf 100644 --- a/zml/exe.zig +++ b/zml/exe.zig @@ -210,11 +210,11 @@ pub const BaseExe = struct { .non_donatable_input_indices = &.{}, }) catch unreachable; - for (events[0..sharding.num_partitions]) |e| { - if (e) |ev| { - ev.await_(self.platform.pjrt_api) catch unreachable; - } - } + // for (events[0..sharding.num_partitions]) |e| { + // if (e) |ev| { + // ev.await_(self.platform.pjrt_api) catch unreachable; + // } + // } } pub fn serialize(self: BaseExe, writer: anytype) !void { From aca142b087bf296b5cf94c235eb948ccd266831b Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 21 Jan 2025 12:15:27 +0100 Subject: [PATCH 29/41] zml(buffer): fix const bug in toHostAlloc --- zml/buffer.zig | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zml/buffer.zig b/zml/buffer.zig index 0c311608..31a40d1b 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -240,7 +240,7 @@ pub const Buffer = struct { /// Copies the content of the Buffer to the host. /// The returned `HostBuffer` does own the memory. pub fn toHostAlloc(self: Buffer, allocator: std.mem.Allocator) !HostBuffer { - const output = try HostBuffer.empty(allocator, self.shape()); + var output = try HostBuffer.empty(allocator, self.shape()); stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); const maybe_event = try self._shards.get(0).buffer.toHostBuffer(self._api, @constCast(output.data)); output._event = maybe_event; From 2e8f17ddb42c28f2387fcbd027ed672479c3e00e Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 21 Jan 2025 12:17:02 +0100 Subject: [PATCH 30/41] llama(testing): fixed code to current zml APIs --- examples/llama/BUILD.bazel | 11 +++-- examples/llama/test.zig | 90 +++++++++++++++++++------------------- 2 files changed, 50 insertions(+), 51 deletions(-) diff --git a/examples/llama/BUILD.bazel b/examples/llama/BUILD.bazel index c1d40196..25f70f12 100644 --- a/examples/llama/BUILD.bazel +++ b/examples/llama/BUILD.bazel @@ -157,20 +157,19 @@ zig_cc_binary( name = "test-implementation", srcs = ["llama.zig"], args = [ - "--model=$(location @Meta-Llama-3.1-8B-Instruct//:model.safetensors.index.json)", - "--num-heads=32", - "--num-kv-heads=8", - "--rope-freq-base=500000", + "--model-weights=$(location @Meta-Llama-3.1-8B-Instruct//:model.safetensors.index.json)", + "--model-config=$(location @Meta-Llama-3.1-8B-Instruct//:config.json)", ], data = [ - "@Meta-Llama-3.1-8B-Instruct//:model", + "@Meta-Llama-3.1-8B-Instruct", + "@Meta-Llama-3.1-8B-Instruct//:config.json", "@Meta-Llama-3.1-8B-Instruct//:model.safetensors.index.json", ], main = "test.zig", deps = [ "//third_party/tigerbeetle:flags", "@zml//async", - "@zml//metax", + "@zml//stdx", "@zml//zml", ], ) diff --git a/examples/llama/test.zig b/examples/llama/test.zig index ae30e23d..77e3cba0 100644 --- a/examples/llama/test.zig +++ b/examples/llama/test.zig @@ -10,7 +10,7 @@ const LlamaLM = llama_mod.LlamaLM; const Tensor = zml.Tensor; pub fn main() !void { - try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain, .{}); + try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); } pub fn asyncMain() !void { @@ -18,11 +18,10 @@ pub fn asyncMain() !void { pub const help = \\ test-implementation --model=llama3.8B.safetensors --reference=activation.safetensors ; - model: []const u8, + model_weights: []const u8, + model_config: []const u8, reference: []const u8, - num_heads: ?i64 = null, - num_kv_heads: ?i64 = null, - rope_freq_base: ?i64 = null, + seq_len: ?usize = null, }; var gpa = std.heap.GeneralPurposeAllocator(.{ .thread_safe = true }){}; defer _ = gpa.deinit(); @@ -38,7 +37,7 @@ pub fn asyncMain() !void { // Parse program args var args = std.process.args(); const cli_args = flags.parse(&args, CliArgs); - const model_file = cli_args.model; + const model_file = cli_args.model_weights; // Memory arena dedicated to model shapes and weights var arena_state = std.heap.ArenaAllocator.init(allocator); @@ -53,30 +52,29 @@ pub fn asyncMain() !void { // Create the model and configure it. var llama = try zml.aio.populateModel(LlamaLM, model_arena, buffer_store); - const num_heads: i64 = cli_args.num_heads orelse buffer_store.metadata("num_heads", .int64) orelse @panic("--num_heads is required for this model"); - const num_kv_heads: i64 = cli_args.num_kv_heads orelse buffer_store.metadata("num_kv_heads", .int64) orelse num_heads; - const rope_impl = if (buffer_store.metadata("rope_impl", .string)) |val| - std.meta.stringToEnum(zml.nn.RopeOpts.Implementation, val).? - else - .sequential; + const config = blk: { + var config_json_file = try asynk.File.open(cli_args.model_config, .{ .mode = .read_only }); + defer config_json_file.close() catch unreachable; + var reader = std.json.reader(allocator, config_json_file.reader()); + defer reader.deinit(); + const config_obj = try std.json.parseFromTokenSourceLeaky(LlamaLM.Config, allocator, &reader, .{ .ignore_unknown_fields = true }); + break :blk config_obj; + }; + std.log.info("Parsed llama config: {}", .{config}); - const llama_options: llama_mod.LlamaOptions = .{ - .max_seq_len = 256, - .num_kv_heads = num_kv_heads, - .num_heads = num_heads, - .gen_opts = .{}, - .rms_norm_eps = @floatCast(buffer_store.metadata("rms_norm_eps", .float64) orelse 1e-5), - .rope_opts = .{ - .impl = rope_impl, - .freq_base = @floatCast(buffer_store.metadata("rope_freq_base", .float64) orelse @as(f32, @floatFromInt(cli_args.rope_freq_base orelse 10_000))), + const llama_options: LlamaLM.Options = .{ + .max_seq_len = cli_args.seq_len orelse 256, + .sampling_strategy = .{ + .topk = 1, + .temperature = 1.0, }, }; - std.log.info("Parsed llama config: {}", .{llama_options}); - llama.init(llama_options); + + llama.init(config, llama_options); // Load the weights. - var llama_weights = try zml.aio.loadBuffers(LlamaLM, .{llama_options}, buffer_store, model_arena, platform); + var llama_weights = try zml.aio.loadBuffers(LlamaLM, .{ config, llama_options }, buffer_store, model_arena, platform); defer zml.aio.unloadBuffers(&llama_weights); // Load the activations. @@ -102,25 +100,27 @@ fn testImplementation( try zml.testing.testLayer(platform, buffer_store, "layers.0.input_layernorm", llama.model.layers[0].input_layernorm, llama_weights.model.layers[0].input_layernorm, 1e-2); try zml.testing.testLayer(platform, buffer_store, "layers.0.post_attention_layernorm", llama.model.layers[0].post_attention_layernorm, llama_weights.model.layers[0].post_attention_layernorm, 1e-2); - { - const test_case = "layers.0.self_attn"; - std.log.info("Testing {s}", .{test_case}); - // Small wrapper to explicitly tag the input, and ignore the extra arguments used in HF implementation. - const SelfAttnPrefill = struct { - inner: llama_mod.SelfAttn, - - pub fn forward(self: @This(), x_: Tensor) struct { Tensor, llama_mod.KvCache } { - return self.inner.forward(x_.withTags(.{ .b, .s, .d }), null, null); - } - }; - - try zml.testing.testLayer( - platform, - buffer_store, - "layers.0.self_attn", - SelfAttnPrefill{ .inner = llama.model.layers[0].self_attn }, - .{ .inner = llama_weights.model.layers[0].self_attn }, - 1e-3, - ); - } + // needs rework now that we don't support null tensors anymore + // can potentially be skipped + // { + // const test_case = "layers.0.self_attn"; + // std.log.info("Testing {s}", .{test_case}); + // // Small wrapper to explicitly tag the input, and ignore the extra arguments used in HF implementation. + // const SelfAttnPrefill = struct { + // inner: llama_mod.SelfAttn, + // + // pub fn forward(self: @This(), x_: Tensor) struct { Tensor, llama_mod.KvCache } { + // return self.inner.forward(x_.withTags(.{ .b, .s, .d }), null, null); + // } + // }; + // + // try zml.testing.testLayer( + // platform, + // buffer_store, + // "layers.0.self_attn", + // SelfAttnPrefill{ .inner = llama.model.layers[0].self_attn }, + // .{ .inner = llama_weights.model.layers[0].self_attn }, + // 1e-3, + // ); + // } } From 2dd7ac1cea6e54bc5929024d5a06bb706a99ce66 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 21 Jan 2025 13:04:33 +0100 Subject: [PATCH 31/41] llama WIP prune models --- examples/MODULE.bazel | 69 ++++++++++++------------ examples/llama/BUILD.bazel | 106 +++++++------------------------------ 2 files changed, 54 insertions(+), 121 deletions(-) diff --git a/examples/MODULE.bazel b/examples/MODULE.bazel index 5cda49ef..6c2b4b92 100644 --- a/examples/MODULE.bazel +++ b/examples/MODULE.bazel @@ -91,42 +91,41 @@ http_file( # Llama 3.2 -# huggingface.model( -# name = "Meta-Llama-3.2-1B-Instruct", -# build_file_content = """\ -# package(default_visibility = ["//visibility:public"]) -# filegroup( -# name = "Meta-Llama-3.2-1B-Instruct", -# srcs = glob(["*.json", "*.safetensors"]), -# ) -# """, -# commit = "9213176726f574b556790deb65791e0c5aa438b6", -# includes = [ -# "*.safetensors", -# "*.json", -# ], -# model = "meta-llama/Llama-3.2-1B-Instruct", -# ) -# use_repo(huggingface, "Meta-Llama-3.2-1B-Instruct") +huggingface.model( + name = "Meta-Llama-3.2-1B-Instruct", + build_file_content = """\ +package(default_visibility = ["//visibility:public"]) +filegroup( + name = "Meta-Llama-3.2-1B-Instruct", + srcs = glob(["*.json", "*.safetensors"]), +) +""", + commit = "9213176726f574b556790deb65791e0c5aa438b6", + includes = [ + "*.safetensors", + "*.json", + ], + model = "meta-llama/Llama-3.2-1B-Instruct", +) +use_repo(huggingface, "Meta-Llama-3.2-1B-Instruct") -# huggingface.model( -# name = "Meta-Llama-3.2-3B-Instruct", -# build_file_content = """\ -# package(default_visibility = ["//visibility:public"]) -# filegroup( -# name = "Meta-Llama-3.2-3B-Instruct", -# srcs = glob(["*.safetensors"]) + ["*.json"], -# ) -# -# """, -# commit = "0cb88a4f764b7a12671c53f0838cd831a0843b95", -# includes = [ -# "*.safetensors", -# "*.json", -# ], -# model = "meta-llama/Llama-3.2-3B-Instruct", -# ) -# use_repo(huggingface, "Meta-Llama-3.2-3B-Instruct") +huggingface.model( + name = "Meta-Llama-3.2-3B-Instruct", + build_file_content = """\ +package(default_visibility = ["//visibility:public"]) +filegroup( + name = "Meta-Llama-3.2-3B-Instruct", + srcs = glob(["*.json", "*.safetensors"]), +) +""", + commit = "0cb88a4f764b7a12671c53f0838cd831a0843b95", + includes = [ + "*.safetensors", + "*.json", + ], + model = "meta-llama/Llama-3.2-3B-Instruct", +) +use_repo(huggingface, "Meta-Llama-3.2-3B-Instruct") # Llama 3.1 diff --git a/examples/llama/BUILD.bazel b/examples/llama/BUILD.bazel index 25f70f12..d95e6935 100644 --- a/examples/llama/BUILD.bazel +++ b/examples/llama/BUILD.bazel @@ -52,15 +52,6 @@ cc_binary( ) -############################################################################# -# TODO: -############################################################################# -# -# Targets below this line need some love -# -############################################################################# - - # error(zml/aio): Tensor not found: lm_head.weight (146) cc_binary( name = "Llama-3.2-1B-Instruct", @@ -78,80 +69,23 @@ cc_binary( deps = [":llama_lib"], ) -# cc_binary( -# name = "Llama-3.2-3B-Instruct", -# args = [ -# "--model=$(location @Meta-Llama-3.2-3B-Instruct//:model.safetensors.index.json)", -# "--tokenizer=$(location @Meta-Llama-3.2-3B-Instruct//:tokenizer)", -# "--num-heads=24", -# "--num-kv-heads=8", -# "--rope-freq-base=500000", -# ], -# data = [ -# "@Meta-Llama-3.2-3B-Instruct//:model", -# "@Meta-Llama-3.2-3B-Instruct//:model.safetensors.index.json", -# "@Meta-Llama-3.2-3B-Instruct//:tokenizer", -# ], -# deps = [":llama_lib"], -# ) +# error(zml/aio): Tensor not found: lm_head.weight (254) +cc_binary( + name = "Llama-3.2-3B-Instruct", + args = [ + "--model-config=$(location @Meta-Llama-3.2-3B-Instruct//:config.json)", + "--model-weights=$(location @Meta-Llama-3.2-3B-Instruct//:model.safetensors.index.json)", + "--model-tokenizer=$(location @Meta-Llama-3.2-3B-Instruct//:tokenizer.json)", + ], + data = [ + "@Meta-Llama-3.2-3B-Instruct", + "@Meta-Llama-3.2-3B-Instruct//:config.json", + "@Meta-Llama-3.2-3B-Instruct//:model.safetensors.index.json", + "@Meta-Llama-3.2-3B-Instruct//:tokenizer.json", + ], + deps = [":llama_lib"], +) # -# cc_binary( -# name = "OpenLLaMA-3B", -# args = [ -# "--model=$(location @OpenLM-Research-OpenLLaMA-3B//:model)", -# "--tokenizer=$(location @OpenLM-Research-OpenLLaMA-3B//:tokenizer)", -# "--num-heads=32", -# "--num-kv-heads=32", -# "--rope-freq-base=10000", -# ], -# data = [ -# "@OpenLM-Research-OpenLLaMA-3B//:model", -# "@OpenLM-Research-OpenLLaMA-3B//:tokenizer", -# ], -# deps = [":llama_lib"], -# ) -# -# cc_binary( -# name = "TinyLlama-1.1B-Chat", -# args = [ -# "--model=$(location @TinyLlama-1.1B-Chat-v1.0//:model.safetensors)", -# "--tokenizer=$(location @TinyLlama-1.1B-Chat-v1.0//:tokenizer)", -# "--num-heads=32", -# "--num-kv-heads=4", -# "--rope-freq-base=10000", -# ], -# data = [ -# "@TinyLlama-1.1B-Chat-v1.0//:model.safetensors", -# "@TinyLlama-1.1B-Chat-v1.0//:tokenizer", -# ], -# deps = [":llama_lib"], -# ) -# -# cc_binary( -# name = "TinyLlama-Stories-110M", -# args = [ -# "--model=$(location @Karpathy-TinyLlama-Stories//:stories110M)", -# "--tokenizer=$(location @Karpathy-TinyLlama-Tokenizer//file)", -# ], -# data = [ -# "@Karpathy-TinyLlama-Stories//:stories110M", -# "@Karpathy-TinyLlama-Tokenizer//file", -# ], -# deps = [":llama_lib"], -# ) -# -# cc_binary( -# name = "TinyLlama-Stories-15M", -# args = [ -# "--model=$(location @Karpathy-TinyLlama-Stories//:stories15M)", -# "--tokenizer=$(location @Karpathy-TinyLlama-Tokenizer//file)", -# ], -# data = [ -# "@Karpathy-TinyLlama-Stories//:stories15M", -# "@Karpathy-TinyLlama-Tokenizer//file", -# ], -# deps = [":llama_lib"], -# ) zig_cc_binary( name = "test-implementation", @@ -192,12 +126,12 @@ zig_cc_binary( mtree_spec( name = "mtree", - srcs = [":llama"], + srcs = [":Llama-3.1-8B-Instruct"], ) tar( name = "archive", - srcs = [":llama"], + srcs = [":Llama-3.1-8B-Instruct"], args = [ "--options", "zstd:compression-level=9", @@ -226,7 +160,7 @@ oci_load( name = "load", image = ":image", repo_tags = [ - "distroless/llama:latest", + "distroless/llama-3.1-8B-Instruct:latest", ], ) @@ -234,5 +168,5 @@ oci_push( name = "push", image = ":image", remote_tags = ["latest"], - repository = "index.docker.io/steeve/llama", + repository = "index.docker.io/steeve/llama-3.1-8B-Instruct", ) From 6f8506b7391697aae5085b5dbad520d428fa13af Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 21 Jan 2025 13:19:36 +0100 Subject: [PATCH 32/41] llama: backport Llama3.2 fixes --- examples/llama/llama.zig | 19 +++++++++++++------ 1 file changed, 13 insertions(+), 6 deletions(-) diff --git a/examples/llama/llama.zig b/examples/llama/llama.zig index 8dfabc76..7b563d2e 100644 --- a/examples/llama/llama.zig +++ b/examples/llama/llama.zig @@ -33,7 +33,7 @@ pub const LlamaLM = struct { max_seq_len: usize, }; - lm_head: zml.nn.Linear, + lm_head: ?zml.nn.Linear, model: Llama, // Options controlling generation @@ -68,8 +68,8 @@ pub const LlamaLM = struct { // TODO(Corentin): Fix lm_head sharding when top-k sampling is enabled. // It currently crashes/compilation fails - if (self.gen_opts.topk == 1) { - self.lm_head.weight = self.lm_head.weight.withSharding(.{0}); + if (self.gen_opts.topk == 1 and self.lm_head != null) { + self.lm_head.?.weight = self.lm_head.?.weight.withSharding(.{0}); } } @@ -90,12 +90,13 @@ pub const LlamaLM = struct { var tokens = tokens_.withPartialTags(.{.s}); const out, const updated_kv_cache = zml.call(self.model, .forward, .{ tokens, token_index, kv_cache }); - tokens, const new_rng = sampleTokens(self.lm_head, tokens, out, rng, self.gen_opts); + tokens, const new_rng = self.sampleTokens(self.lm_head, tokens, out, rng, self.gen_opts); return .{ tokens, updated_kv_cache, new_rng }; } pub fn sampleTokens( - lm_head: zml.nn.Linear, + self: LlamaLM, + lm_head_: ?zml.nn.Linear, tokens_: Tensor, out_: Tensor, rng: Tensor.Rng, @@ -103,7 +104,13 @@ pub const LlamaLM = struct { ) struct { Tensor, Tensor.Rng } { const out = out_.withPartialTags(.{ .s, .d }); - var logits = zml.call(lm_head, .forward, .{out}); + var logits = blk: { + if (lm_head_) |lm_head| { + break :blk zml.call(lm_head, .forward, .{out}); + } else { + break :blk self.model.embed_tokens.weight.withTags(.{ .voc, .d }).dot(out, .{.d}); + } + }; if (logits.shape().hasTag(.voc) == null) logits = logits.rename(.{ .d = .voc }); From a700ed11afb0931526e9cb2e5677dc70db7ab5c1 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 21 Jan 2025 13:23:54 +0100 Subject: [PATCH 33/41] llama: switch container example to 3.2-1B (smaller) --- examples/llama/BUILD.bazel | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/examples/llama/BUILD.bazel b/examples/llama/BUILD.bazel index d95e6935..7f076071 100644 --- a/examples/llama/BUILD.bazel +++ b/examples/llama/BUILD.bazel @@ -52,7 +52,6 @@ cc_binary( ) -# error(zml/aio): Tensor not found: lm_head.weight (146) cc_binary( name = "Llama-3.2-1B-Instruct", args = [ @@ -69,7 +68,6 @@ cc_binary( deps = [":llama_lib"], ) -# error(zml/aio): Tensor not found: lm_head.weight (254) cc_binary( name = "Llama-3.2-3B-Instruct", args = [ @@ -160,7 +158,7 @@ oci_load( name = "load", image = ":image", repo_tags = [ - "distroless/llama-3.1-8B-Instruct:latest", + "distroless/llama-3.2-1B-Instruct:latest", ], ) @@ -168,5 +166,5 @@ oci_push( name = "push", image = ":image", remote_tags = ["latest"], - repository = "index.docker.io/steeve/llama-3.1-8B-Instruct", + repository = "index.docker.io/steeve/llama-3.2-1B-Instruct", ) From 3f0899fe598414d860e737735e479d9d4dc824d5 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 21 Jan 2025 13:28:21 +0100 Subject: [PATCH 34/41] llama: cleanup dead code --- examples/llama/llama.zig | 1 - examples/llama/main.zig | 5 ----- 2 files changed, 6 deletions(-) diff --git a/examples/llama/llama.zig b/examples/llama/llama.zig index 7b563d2e..0f57d877 100644 --- a/examples/llama/llama.zig +++ b/examples/llama/llama.zig @@ -76,7 +76,6 @@ pub const LlamaLM = struct { /// Predicts the token at `token_index` position. /// Returns: /// - updated `tokens`, - /// - `token_idx` + 1, /// - updated KV cache /// - a Rng state to allow for probabilistic generation pub fn forward( diff --git a/examples/llama/main.zig b/examples/llama/main.zig index 53af732a..20016445 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -175,10 +175,6 @@ const params = clap.parseParamsComptime( \\--seq-len sequence length ); -pub fn bool_parser(in: []const u8) error{}!bool { - return std.mem.indexOfScalar(u8, "tTyY1", in[0]) != null; -} - pub fn main() !void { try asynk.AsyncThread.main(std.heap.c_allocator, asyncMain); } @@ -189,7 +185,6 @@ pub fn asyncMain() !void { const allocator = std.heap.c_allocator; const parsers = comptime .{ - .BOOL = bool_parser, .UINT = clap.parsers.int(usize, 0), .STRING = clap.parsers.string, .PATH = clap.parsers.string, From 7d260cdfcaad7298a53d98a67eee9c8fd55d4b74 Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 21 Jan 2025 13:34:05 +0100 Subject: [PATCH 35/41] llama: re-introduce --create-opts --- examples/llama/main.zig | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/examples/llama/main.zig b/examples/llama/main.zig index 20016445..0d934edb 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -173,6 +173,7 @@ const params = clap.parseParamsComptime( \\--model-tokenizer tokenizer path \\--seed random seed (optional) \\--seq-len sequence length + \\--create-opts platform creation options JSON, defaults to {} ); pub fn main() !void { @@ -230,12 +231,12 @@ pub fn asyncMain() !void { .sharding_enabled = true, }; - // TODO: add --create-opts json string/file with creation options - // const create_opts = try std.json.parseFromSlice(zml.Platform.CreateOptions, allocator, cli_args.create_options, .{}); - // const platform = context.autoPlatform(create_opts.value).withCompilationOptions(compilation_options); - // create_opts.deinit(); - - const platform = context.autoPlatform(.{}).withCompilationOptions(compilation_options); + // initialize ZML platform with optional create opts + // eg: --create-options='{"cuda":{"allocator":{"bfc":{"memory_fraction": 0.99}}}}' + const create_opts_json = res.args.@"create-opts" orelse "{}"; + const create_opts = try std.json.parseFromSlice(zml.Platform.CreateOptions, allocator, create_opts_json, .{}); + const platform = context.autoPlatform(create_opts.value).withCompilationOptions(compilation_options); + create_opts.deinit(); context.printAvailablePlatforms(platform); var ts = try zml.aio.detectFormatAndOpen(allocator, res.args.@"model-weights".?); From f6e43a1730dd5c3b36bb9222c50857c30054fcca Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 21 Jan 2025 13:31:33 +0100 Subject: [PATCH 36/41] workspace: add rules_rust toolchain setup Needed for cross compiling --- MODULE.bazel | 5 ++--- examples/MODULE.bazel | 14 ++++++++++++++ 2 files changed, 16 insertions(+), 3 deletions(-) diff --git a/MODULE.bazel b/MODULE.bazel index 0d0e8e9b..cc2ea53e 100644 --- a/MODULE.bazel +++ b/MODULE.bazel @@ -121,12 +121,11 @@ use_repo(apt, "neuron_bookworm") non_module_deps = use_extension("//:third_party/non_module_deps.bzl", "non_module_deps") use_repo(non_module_deps, "com_google_sentencepiece", "org_swig_swig") -bazel_dep(name = "rules_rust", version = "0.56.0") - +bazel_dep(name = "rules_rust", version = "0.57.0") rust = use_extension("@rules_rust//rust:extensions.bzl", "rust") rust.toolchain( edition = "2021", - versions = ["1.83.0"], + versions = ["1.84.0"], extra_target_triples = [ "aarch64-apple-darwin", "aarch64-unknown-linux-gnu", diff --git a/examples/MODULE.bazel b/examples/MODULE.bazel index 6c2b4b92..f2a088f4 100644 --- a/examples/MODULE.bazel +++ b/examples/MODULE.bazel @@ -225,3 +225,17 @@ copy_file( model = "openlm-research/open_llama_3b", ) use_repo(huggingface, "OpenLM-Research-OpenLLaMA-3B") + +bazel_dep(name = "rules_rust", version = "0.57.0") +rust = use_extension("@rules_rust//rust:extensions.bzl", "rust") +rust.toolchain( + edition = "2021", + versions = ["1.84.0"], + extra_target_triples = [ + "aarch64-apple-darwin", + "aarch64-unknown-linux-gnu", + "x86_64-unknown-linux-gnu", + ], +) +use_repo(rust, "rust_toolchains") +register_toolchains("@rust_toolchains//:all") From 69c7887262a503874f3c7a51ac0254542cc9d18d Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 21 Jan 2025 13:48:32 +0100 Subject: [PATCH 37/41] llama: --create-opts --> --create-options --- examples/MODULE.bazel.lock | 1464 ++++++++++++++++++++++++++++++++++++ examples/llama/main.zig | 7 +- 2 files changed, 1467 insertions(+), 4 deletions(-) diff --git a/examples/MODULE.bazel.lock b/examples/MODULE.bazel.lock index 6761f908..09cd4ea2 100644 --- a/examples/MODULE.bazel.lock +++ b/examples/MODULE.bazel.lock @@ -1291,6 +1291,1470 @@ ] ] } + }, + "@@rules_rust~//crate_universe:extensions.bzl%crate": { + "general": { + "bzlTransitiveDigest": "lzw9wVyqPDOwtlZjBXFmxlsRS4lG8wgGCxq1s1jjZ5M=", + "usagesDigest": "0Avliv7zG/EW5VrvjpipImgs8nxblapFlfwHe/FBD4c=", + "recordedFileInputs": { + "@@rules_rust~~rust_host_tools~rust_host_tools//bin/rustc": "e3e06445198bea9f1c304f8bd992b7437b81258a158cb4aaefedac285f02b340", + "@@zml~//zml/tokenizer/hftokenizers/Cargo.toml": "b0b28872bb74e13aec7ef0ef8dfd5ec99a8573bc12085c0f36711f2a87912061", + "@@zml~//zml/tokenizer/hftokenizers/Cargo.lock": "a1bf3371beab9dea6e2f360919132709f2d00e1e9de2d228657075b4c70d3d5c", + "@@//MODULE.bazel": "8765a2c72d14bb349a8bc081df8a3080c65941ca763be2252b1781cb7b049e9b", + "@@rules_rust~~rust_host_tools~rust_host_tools//bin/cargo": "aa7e54426eef1583c10ff403497acf409fa807a9720df876ec67e818e262ead4" + }, + "recordedDirentsInputs": {}, + "envVariables": { + "CARGO_BAZEL_DEBUG": null, + "CARGO_BAZEL_GENERATOR_SHA256": null, + "CARGO_BAZEL_GENERATOR_URL": null, + "CARGO_BAZEL_ISOLATED": null, + "CARGO_BAZEL_REPIN": null, + "CARGO_BAZEL_REPIN_ONLY": null, + "REPIN": null + }, + "generatedRepoSpecs": { + "crates": { + "bzlFile": "@@rules_rust~//crate_universe:extensions.bzl", + "ruleClassName": "_generate_repo", + "attributes": { + "contents": { + "BUILD.bazel": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\npackage(default_visibility = [\"//visibility:public\"])\n\nexports_files(\n [\n \"cargo-bazel.json\",\n \"crates.bzl\",\n \"defs.bzl\",\n ] + glob(\n allow_empty = True,\n include = [\"*.bazel\"],\n ),\n)\n\nfilegroup(\n name = \"srcs\",\n srcs = glob(\n allow_empty = True,\n include = [\n \"*.bazel\",\n \"*.bzl\",\n ],\n ),\n)\n\n# Workspace Member Dependencies\nalias(\n name = \"tokenizers-0.21.0\",\n actual = \"@crates__tokenizers-0.21.0//:tokenizers\",\n tags = [\"manual\"],\n)\n\nalias(\n name = \"tokenizers\",\n actual = \"@crates__tokenizers-0.21.0//:tokenizers\",\n tags = [\"manual\"],\n)\n", + "alias_rules.bzl": "\"\"\"Alias that transitions its target to `compilation_mode=opt`. Use `transition_alias=\"opt\"` to enable.\"\"\"\n\nload(\"@rules_cc//cc:defs.bzl\", \"CcInfo\")\nload(\"@rules_rust//rust:rust_common.bzl\", \"COMMON_PROVIDERS\")\n\ndef _transition_alias_impl(ctx):\n # `ctx.attr.actual` is a list of 1 item due to the transition\n providers = [ctx.attr.actual[0][provider] for provider in COMMON_PROVIDERS]\n if CcInfo in ctx.attr.actual[0]:\n providers.append(ctx.attr.actual[0][CcInfo])\n return providers\n\ndef _change_compilation_mode(compilation_mode):\n def _change_compilation_mode_impl(_settings, _attr):\n return {\n \"//command_line_option:compilation_mode\": compilation_mode,\n }\n\n return transition(\n implementation = _change_compilation_mode_impl,\n inputs = [],\n outputs = [\n \"//command_line_option:compilation_mode\",\n ],\n )\n\ndef _transition_alias_rule(compilation_mode):\n return rule(\n implementation = _transition_alias_impl,\n provides = COMMON_PROVIDERS,\n attrs = {\n \"actual\": attr.label(\n mandatory = True,\n doc = \"`rust_library()` target to transition to `compilation_mode=opt`.\",\n providers = COMMON_PROVIDERS,\n cfg = _change_compilation_mode(compilation_mode),\n ),\n \"_allowlist_function_transition\": attr.label(\n default = \"@bazel_tools//tools/allowlists/function_transition_allowlist\",\n ),\n },\n doc = \"Transitions a Rust library crate to the `compilation_mode=opt`.\",\n )\n\ntransition_alias_dbg = _transition_alias_rule(\"dbg\")\ntransition_alias_fastbuild = _transition_alias_rule(\"fastbuild\")\ntransition_alias_opt = _transition_alias_rule(\"opt\")\n", + "defs.bzl": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\"\"\"\n# `crates_repository` API\n\n- [aliases](#aliases)\n- [crate_deps](#crate_deps)\n- [all_crate_deps](#all_crate_deps)\n- [crate_repositories](#crate_repositories)\n\n\"\"\"\n\nload(\"@bazel_tools//tools/build_defs/repo:git.bzl\", \"new_git_repository\")\nload(\"@bazel_tools//tools/build_defs/repo:http.bzl\", \"http_archive\")\nload(\"@bazel_tools//tools/build_defs/repo:utils.bzl\", \"maybe\")\nload(\"@bazel_skylib//lib:selects.bzl\", \"selects\")\nload(\"@rules_rust//crate_universe/private:local_crate_mirror.bzl\", \"local_crate_mirror\")\n\n###############################################################################\n# MACROS API\n###############################################################################\n\n# An identifier that represent common dependencies (unconditional).\n_COMMON_CONDITION = \"\"\n\ndef _flatten_dependency_maps(all_dependency_maps):\n \"\"\"Flatten a list of dependency maps into one dictionary.\n\n Dependency maps have the following structure:\n\n ```python\n DEPENDENCIES_MAP = {\n # The first key in the map is a Bazel package\n # name of the workspace this file is defined in.\n \"workspace_member_package\": {\n\n # Not all dependencies are supported for all platforms.\n # the condition key is the condition required to be true\n # on the host platform.\n \"condition\": {\n\n # An alias to a crate target. # The label of the crate target the\n # Aliases are only crate names. # package name refers to.\n \"package_name\": \"@full//:label\",\n }\n }\n }\n ```\n\n Args:\n all_dependency_maps (list): A list of dicts as described above\n\n Returns:\n dict: A dictionary as described above\n \"\"\"\n dependencies = {}\n\n for workspace_deps_map in all_dependency_maps:\n for pkg_name, conditional_deps_map in workspace_deps_map.items():\n if pkg_name not in dependencies:\n non_frozen_map = dict()\n for key, values in conditional_deps_map.items():\n non_frozen_map.update({key: dict(values.items())})\n dependencies.setdefault(pkg_name, non_frozen_map)\n continue\n\n for condition, deps_map in conditional_deps_map.items():\n # If the condition has not been recorded, do so and continue\n if condition not in dependencies[pkg_name]:\n dependencies[pkg_name].setdefault(condition, dict(deps_map.items()))\n continue\n\n # Alert on any miss-matched dependencies\n inconsistent_entries = []\n for crate_name, crate_label in deps_map.items():\n existing = dependencies[pkg_name][condition].get(crate_name)\n if existing and existing != crate_label:\n inconsistent_entries.append((crate_name, existing, crate_label))\n dependencies[pkg_name][condition].update({crate_name: crate_label})\n\n return dependencies\n\ndef crate_deps(deps, package_name = None):\n \"\"\"Finds the fully qualified label of the requested crates for the package where this macro is called.\n\n Args:\n deps (list): The desired list of crate targets.\n package_name (str, optional): The package name of the set of dependencies to look up.\n Defaults to `native.package_name()`.\n\n Returns:\n list: A list of labels to generated rust targets (str)\n \"\"\"\n\n if not deps:\n return []\n\n if package_name == None:\n package_name = native.package_name()\n\n # Join both sets of dependencies\n dependencies = _flatten_dependency_maps([\n _NORMAL_DEPENDENCIES,\n _NORMAL_DEV_DEPENDENCIES,\n _PROC_MACRO_DEPENDENCIES,\n _PROC_MACRO_DEV_DEPENDENCIES,\n _BUILD_DEPENDENCIES,\n _BUILD_PROC_MACRO_DEPENDENCIES,\n ]).pop(package_name, {})\n\n # Combine all conditional packages so we can easily index over a flat list\n # TODO: Perhaps this should actually return select statements and maintain\n # the conditionals of the dependencies\n flat_deps = {}\n for deps_set in dependencies.values():\n for crate_name, crate_label in deps_set.items():\n flat_deps.update({crate_name: crate_label})\n\n missing_crates = []\n crate_targets = []\n for crate_target in deps:\n if crate_target not in flat_deps:\n missing_crates.append(crate_target)\n else:\n crate_targets.append(flat_deps[crate_target])\n\n if missing_crates:\n fail(\"Could not find crates `{}` among dependencies of `{}`. Available dependencies were `{}`\".format(\n missing_crates,\n package_name,\n dependencies,\n ))\n\n return crate_targets\n\ndef all_crate_deps(\n normal = False, \n normal_dev = False, \n proc_macro = False, \n proc_macro_dev = False,\n build = False,\n build_proc_macro = False,\n package_name = None):\n \"\"\"Finds the fully qualified label of all requested direct crate dependencies \\\n for the package where this macro is called.\n\n If no parameters are set, all normal dependencies are returned. Setting any one flag will\n otherwise impact the contents of the returned list.\n\n Args:\n normal (bool, optional): If True, normal dependencies are included in the\n output list.\n normal_dev (bool, optional): If True, normal dev dependencies will be\n included in the output list..\n proc_macro (bool, optional): If True, proc_macro dependencies are included\n in the output list.\n proc_macro_dev (bool, optional): If True, dev proc_macro dependencies are\n included in the output list.\n build (bool, optional): If True, build dependencies are included\n in the output list.\n build_proc_macro (bool, optional): If True, build proc_macro dependencies are\n included in the output list.\n package_name (str, optional): The package name of the set of dependencies to look up.\n Defaults to `native.package_name()` when unset.\n\n Returns:\n list: A list of labels to generated rust targets (str)\n \"\"\"\n\n if package_name == None:\n package_name = native.package_name()\n\n # Determine the relevant maps to use\n all_dependency_maps = []\n if normal:\n all_dependency_maps.append(_NORMAL_DEPENDENCIES)\n if normal_dev:\n all_dependency_maps.append(_NORMAL_DEV_DEPENDENCIES)\n if proc_macro:\n all_dependency_maps.append(_PROC_MACRO_DEPENDENCIES)\n if proc_macro_dev:\n all_dependency_maps.append(_PROC_MACRO_DEV_DEPENDENCIES)\n if build:\n all_dependency_maps.append(_BUILD_DEPENDENCIES)\n if build_proc_macro:\n all_dependency_maps.append(_BUILD_PROC_MACRO_DEPENDENCIES)\n\n # Default to always using normal dependencies\n if not all_dependency_maps:\n all_dependency_maps.append(_NORMAL_DEPENDENCIES)\n\n dependencies = _flatten_dependency_maps(all_dependency_maps).pop(package_name, None)\n\n if not dependencies:\n if dependencies == None:\n fail(\"Tried to get all_crate_deps for package \" + package_name + \" but that package had no Cargo.toml file\")\n else:\n return []\n\n crate_deps = list(dependencies.pop(_COMMON_CONDITION, {}).values())\n for condition, deps in dependencies.items():\n crate_deps += selects.with_or({\n tuple(_CONDITIONS[condition]): deps.values(),\n \"//conditions:default\": [],\n })\n\n return crate_deps\n\ndef aliases(\n normal = False,\n normal_dev = False,\n proc_macro = False,\n proc_macro_dev = False,\n build = False,\n build_proc_macro = False,\n package_name = None):\n \"\"\"Produces a map of Crate alias names to their original label\n\n If no dependency kinds are specified, `normal` and `proc_macro` are used by default.\n Setting any one flag will otherwise determine the contents of the returned dict.\n\n Args:\n normal (bool, optional): If True, normal dependencies are included in the\n output list.\n normal_dev (bool, optional): If True, normal dev dependencies will be\n included in the output list..\n proc_macro (bool, optional): If True, proc_macro dependencies are included\n in the output list.\n proc_macro_dev (bool, optional): If True, dev proc_macro dependencies are\n included in the output list.\n build (bool, optional): If True, build dependencies are included\n in the output list.\n build_proc_macro (bool, optional): If True, build proc_macro dependencies are\n included in the output list.\n package_name (str, optional): The package name of the set of dependencies to look up.\n Defaults to `native.package_name()` when unset.\n\n Returns:\n dict: The aliases of all associated packages\n \"\"\"\n if package_name == None:\n package_name = native.package_name()\n\n # Determine the relevant maps to use\n all_aliases_maps = []\n if normal:\n all_aliases_maps.append(_NORMAL_ALIASES)\n if normal_dev:\n all_aliases_maps.append(_NORMAL_DEV_ALIASES)\n if proc_macro:\n all_aliases_maps.append(_PROC_MACRO_ALIASES)\n if proc_macro_dev:\n all_aliases_maps.append(_PROC_MACRO_DEV_ALIASES)\n if build:\n all_aliases_maps.append(_BUILD_ALIASES)\n if build_proc_macro:\n all_aliases_maps.append(_BUILD_PROC_MACRO_ALIASES)\n\n # Default to always using normal aliases\n if not all_aliases_maps:\n all_aliases_maps.append(_NORMAL_ALIASES)\n all_aliases_maps.append(_PROC_MACRO_ALIASES)\n\n aliases = _flatten_dependency_maps(all_aliases_maps).pop(package_name, None)\n\n if not aliases:\n return dict()\n\n common_items = aliases.pop(_COMMON_CONDITION, {}).items()\n\n # If there are only common items in the dictionary, immediately return them\n if not len(aliases.keys()) == 1:\n return dict(common_items)\n\n # Build a single select statement where each conditional has accounted for the\n # common set of aliases.\n crate_aliases = {\"//conditions:default\": dict(common_items)}\n for condition, deps in aliases.items():\n condition_triples = _CONDITIONS[condition]\n for triple in condition_triples:\n if triple in crate_aliases:\n crate_aliases[triple].update(deps)\n else:\n crate_aliases.update({triple: dict(deps.items() + common_items)})\n\n return select(crate_aliases)\n\n###############################################################################\n# WORKSPACE MEMBER DEPS AND ALIASES\n###############################################################################\n\n_NORMAL_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n _COMMON_CONDITION: {\n \"tokenizers\": Label(\"@crates//:tokenizers-0.21.0\"),\n },\n },\n}\n\n\n_NORMAL_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n _COMMON_CONDITION: {\n },\n },\n}\n\n\n_NORMAL_DEV_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_NORMAL_DEV_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_PROC_MACRO_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_PROC_MACRO_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_PROC_MACRO_DEV_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_PROC_MACRO_DEV_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_BUILD_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_BUILD_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_BUILD_PROC_MACRO_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_BUILD_PROC_MACRO_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_CONDITIONS = {\n \"aarch64-apple-darwin\": [\"@rules_rust//rust/platform:aarch64-apple-darwin\"],\n \"aarch64-unknown-linux-gnu\": [\"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\"],\n \"cfg(target_os = \\\"wasi\\\")\": [],\n \"cfg(unix)\": [\"@rules_rust//rust/platform:aarch64-apple-darwin\",\"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\",\"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\"],\n \"x86_64-unknown-linux-gnu\": [\"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\"],\n}\n\n###############################################################################\n\ndef crate_repositories():\n \"\"\"A macro for defining repositories for all generated crates.\n\n Returns:\n A list of repos visible to the module through the module extension.\n \"\"\"\n maybe(\n http_archive,\n name = \"crates__aho-corasick-1.1.3\",\n sha256 = \"8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/aho-corasick/1.1.3/download\"],\n strip_prefix = \"aho-corasick-1.1.3\",\n build_file = Label(\"@crates//crates:BUILD.aho-corasick-1.1.3.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__base64-0.13.1\",\n sha256 = \"9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/base64/0.13.1/download\"],\n strip_prefix = \"base64-0.13.1\",\n build_file = Label(\"@crates//crates:BUILD.base64-0.13.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__bit-set-0.5.3\",\n sha256 = \"0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/bit-set/0.5.3/download\"],\n strip_prefix = \"bit-set-0.5.3\",\n build_file = Label(\"@crates//crates:BUILD.bit-set-0.5.3.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__bit-vec-0.6.3\",\n sha256 = \"349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/bit-vec/0.6.3/download\"],\n strip_prefix = \"bit-vec-0.6.3\",\n build_file = Label(\"@crates//crates:BUILD.bit-vec-0.6.3.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__bumpalo-3.16.0\",\n sha256 = \"79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/bumpalo/3.16.0/download\"],\n strip_prefix = \"bumpalo-3.16.0\",\n build_file = Label(\"@crates//crates:BUILD.bumpalo-3.16.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__byteorder-1.5.0\",\n sha256 = \"1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/byteorder/1.5.0/download\"],\n strip_prefix = \"byteorder-1.5.0\",\n build_file = Label(\"@crates//crates:BUILD.byteorder-1.5.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__cfg-if-1.0.0\",\n sha256 = \"baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/cfg-if/1.0.0/download\"],\n strip_prefix = \"cfg-if-1.0.0\",\n build_file = Label(\"@crates//crates:BUILD.cfg-if-1.0.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__crossbeam-deque-0.8.6\",\n sha256 = \"9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/crossbeam-deque/0.8.6/download\"],\n strip_prefix = \"crossbeam-deque-0.8.6\",\n build_file = Label(\"@crates//crates:BUILD.crossbeam-deque-0.8.6.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__crossbeam-epoch-0.9.18\",\n sha256 = \"5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/crossbeam-epoch/0.9.18/download\"],\n strip_prefix = \"crossbeam-epoch-0.9.18\",\n build_file = Label(\"@crates//crates:BUILD.crossbeam-epoch-0.9.18.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__crossbeam-utils-0.8.21\",\n sha256 = \"d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/crossbeam-utils/0.8.21/download\"],\n strip_prefix = \"crossbeam-utils-0.8.21\",\n build_file = Label(\"@crates//crates:BUILD.crossbeam-utils-0.8.21.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__darling-0.20.10\",\n sha256 = \"6f63b86c8a8826a49b8c21f08a2d07338eec8d900540f8630dc76284be802989\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/darling/0.20.10/download\"],\n strip_prefix = \"darling-0.20.10\",\n build_file = Label(\"@crates//crates:BUILD.darling-0.20.10.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__darling_core-0.20.10\",\n sha256 = \"95133861a8032aaea082871032f5815eb9e98cef03fa916ab4500513994df9e5\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/darling_core/0.20.10/download\"],\n strip_prefix = \"darling_core-0.20.10\",\n build_file = Label(\"@crates//crates:BUILD.darling_core-0.20.10.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__darling_macro-0.20.10\",\n sha256 = \"d336a2a514f6ccccaa3e09b02d41d35330c07ddf03a62165fcec10bb561c7806\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/darling_macro/0.20.10/download\"],\n strip_prefix = \"darling_macro-0.20.10\",\n build_file = Label(\"@crates//crates:BUILD.darling_macro-0.20.10.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__derive_builder-0.20.2\",\n sha256 = \"507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/derive_builder/0.20.2/download\"],\n strip_prefix = \"derive_builder-0.20.2\",\n build_file = Label(\"@crates//crates:BUILD.derive_builder-0.20.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__derive_builder_core-0.20.2\",\n sha256 = \"2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/derive_builder_core/0.20.2/download\"],\n strip_prefix = \"derive_builder_core-0.20.2\",\n build_file = Label(\"@crates//crates:BUILD.derive_builder_core-0.20.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__derive_builder_macro-0.20.2\",\n sha256 = \"ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/derive_builder_macro/0.20.2/download\"],\n strip_prefix = \"derive_builder_macro-0.20.2\",\n build_file = Label(\"@crates//crates:BUILD.derive_builder_macro-0.20.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__either-1.13.0\",\n sha256 = \"60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/either/1.13.0/download\"],\n strip_prefix = \"either-1.13.0\",\n build_file = Label(\"@crates//crates:BUILD.either-1.13.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__esaxx-rs-0.1.10\",\n sha256 = \"d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/esaxx-rs/0.1.10/download\"],\n strip_prefix = \"esaxx-rs-0.1.10\",\n build_file = Label(\"@crates//crates:BUILD.esaxx-rs-0.1.10.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__fancy-regex-0.13.0\",\n sha256 = \"531e46835a22af56d1e3b66f04844bed63158bc094a628bec1d321d9b4c44bf2\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/fancy-regex/0.13.0/download\"],\n strip_prefix = \"fancy-regex-0.13.0\",\n build_file = Label(\"@crates//crates:BUILD.fancy-regex-0.13.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__fnv-1.0.7\",\n sha256 = \"3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/fnv/1.0.7/download\"],\n strip_prefix = \"fnv-1.0.7\",\n build_file = Label(\"@crates//crates:BUILD.fnv-1.0.7.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__getrandom-0.2.15\",\n sha256 = \"c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/getrandom/0.2.15/download\"],\n strip_prefix = \"getrandom-0.2.15\",\n build_file = Label(\"@crates//crates:BUILD.getrandom-0.2.15.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__ident_case-1.0.1\",\n sha256 = \"b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/ident_case/1.0.1/download\"],\n strip_prefix = \"ident_case-1.0.1\",\n build_file = Label(\"@crates//crates:BUILD.ident_case-1.0.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__itertools-0.11.0\",\n sha256 = \"b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/itertools/0.11.0/download\"],\n strip_prefix = \"itertools-0.11.0\",\n build_file = Label(\"@crates//crates:BUILD.itertools-0.11.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__itertools-0.12.1\",\n sha256 = \"ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/itertools/0.12.1/download\"],\n strip_prefix = \"itertools-0.12.1\",\n build_file = Label(\"@crates//crates:BUILD.itertools-0.12.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__itoa-1.0.14\",\n sha256 = \"d75a2a4b1b190afb6f5425f10f6a8f959d2ea0b9c2b1d79553551850539e4674\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/itoa/1.0.14/download\"],\n strip_prefix = \"itoa-1.0.14\",\n build_file = Label(\"@crates//crates:BUILD.itoa-1.0.14.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__js-sys-0.3.76\",\n sha256 = \"6717b6b5b077764fb5966237269cb3c64edddde4b14ce42647430a78ced9e7b7\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/js-sys/0.3.76/download\"],\n strip_prefix = \"js-sys-0.3.76\",\n build_file = Label(\"@crates//crates:BUILD.js-sys-0.3.76.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__lazy_static-1.5.0\",\n sha256 = \"bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/lazy_static/1.5.0/download\"],\n strip_prefix = \"lazy_static-1.5.0\",\n build_file = Label(\"@crates//crates:BUILD.lazy_static-1.5.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__libc-0.2.169\",\n sha256 = \"b5aba8db14291edd000dfcc4d620c7ebfb122c613afb886ca8803fa4e128a20a\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/libc/0.2.169/download\"],\n strip_prefix = \"libc-0.2.169\",\n build_file = Label(\"@crates//crates:BUILD.libc-0.2.169.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__log-0.4.22\",\n sha256 = \"a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/log/0.4.22/download\"],\n strip_prefix = \"log-0.4.22\",\n build_file = Label(\"@crates//crates:BUILD.log-0.4.22.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__macro_rules_attribute-0.2.0\",\n sha256 = \"8a82271f7bc033d84bbca59a3ce3e4159938cb08a9c3aebbe54d215131518a13\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/macro_rules_attribute/0.2.0/download\"],\n strip_prefix = \"macro_rules_attribute-0.2.0\",\n build_file = Label(\"@crates//crates:BUILD.macro_rules_attribute-0.2.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__macro_rules_attribute-proc_macro-0.2.0\",\n sha256 = \"b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/macro_rules_attribute-proc_macro/0.2.0/download\"],\n strip_prefix = \"macro_rules_attribute-proc_macro-0.2.0\",\n build_file = Label(\"@crates//crates:BUILD.macro_rules_attribute-proc_macro-0.2.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__memchr-2.7.4\",\n sha256 = \"78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/memchr/2.7.4/download\"],\n strip_prefix = \"memchr-2.7.4\",\n build_file = Label(\"@crates//crates:BUILD.memchr-2.7.4.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__minimal-lexical-0.2.1\",\n sha256 = \"68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/minimal-lexical/0.2.1/download\"],\n strip_prefix = \"minimal-lexical-0.2.1\",\n build_file = Label(\"@crates//crates:BUILD.minimal-lexical-0.2.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__monostate-0.1.13\",\n sha256 = \"0d208407d7552cd041d8cdb69a1bc3303e029c598738177a3d87082004dc0e1e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/monostate/0.1.13/download\"],\n strip_prefix = \"monostate-0.1.13\",\n build_file = Label(\"@crates//crates:BUILD.monostate-0.1.13.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__monostate-impl-0.1.13\",\n sha256 = \"a7ce64b975ed4f123575d11afd9491f2e37bbd5813fbfbc0f09ae1fbddea74e0\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/monostate-impl/0.1.13/download\"],\n strip_prefix = \"monostate-impl-0.1.13\",\n build_file = Label(\"@crates//crates:BUILD.monostate-impl-0.1.13.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__nom-7.1.3\",\n sha256 = \"d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/nom/7.1.3/download\"],\n strip_prefix = \"nom-7.1.3\",\n build_file = Label(\"@crates//crates:BUILD.nom-7.1.3.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__once_cell-1.20.2\",\n sha256 = \"1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/once_cell/1.20.2/download\"],\n strip_prefix = \"once_cell-1.20.2\",\n build_file = Label(\"@crates//crates:BUILD.once_cell-1.20.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__paste-1.0.15\",\n sha256 = \"57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/paste/1.0.15/download\"],\n strip_prefix = \"paste-1.0.15\",\n build_file = Label(\"@crates//crates:BUILD.paste-1.0.15.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__ppv-lite86-0.2.20\",\n sha256 = \"77957b295656769bb8ad2b6a6b09d897d94f05c41b069aede1fcdaa675eaea04\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/ppv-lite86/0.2.20/download\"],\n strip_prefix = \"ppv-lite86-0.2.20\",\n build_file = Label(\"@crates//crates:BUILD.ppv-lite86-0.2.20.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__proc-macro2-1.0.92\",\n sha256 = \"37d3544b3f2748c54e147655edb5025752e2303145b5aefb3c3ea2c78b973bb0\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/proc-macro2/1.0.92/download\"],\n strip_prefix = \"proc-macro2-1.0.92\",\n build_file = Label(\"@crates//crates:BUILD.proc-macro2-1.0.92.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__quote-1.0.37\",\n sha256 = \"b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/quote/1.0.37/download\"],\n strip_prefix = \"quote-1.0.37\",\n build_file = Label(\"@crates//crates:BUILD.quote-1.0.37.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rand-0.8.5\",\n sha256 = \"34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rand/0.8.5/download\"],\n strip_prefix = \"rand-0.8.5\",\n build_file = Label(\"@crates//crates:BUILD.rand-0.8.5.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rand_chacha-0.3.1\",\n sha256 = \"e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rand_chacha/0.3.1/download\"],\n strip_prefix = \"rand_chacha-0.3.1\",\n build_file = Label(\"@crates//crates:BUILD.rand_chacha-0.3.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rand_core-0.6.4\",\n sha256 = \"ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rand_core/0.6.4/download\"],\n strip_prefix = \"rand_core-0.6.4\",\n build_file = Label(\"@crates//crates:BUILD.rand_core-0.6.4.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rayon-1.10.0\",\n sha256 = \"b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rayon/1.10.0/download\"],\n strip_prefix = \"rayon-1.10.0\",\n build_file = Label(\"@crates//crates:BUILD.rayon-1.10.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rayon-cond-0.3.0\",\n sha256 = \"059f538b55efd2309c9794130bc149c6a553db90e9d99c2030785c82f0bd7df9\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rayon-cond/0.3.0/download\"],\n strip_prefix = \"rayon-cond-0.3.0\",\n build_file = Label(\"@crates//crates:BUILD.rayon-cond-0.3.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rayon-core-1.12.1\",\n sha256 = \"1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rayon-core/1.12.1/download\"],\n strip_prefix = \"rayon-core-1.12.1\",\n build_file = Label(\"@crates//crates:BUILD.rayon-core-1.12.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__regex-1.11.1\",\n sha256 = \"b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/regex/1.11.1/download\"],\n strip_prefix = \"regex-1.11.1\",\n build_file = Label(\"@crates//crates:BUILD.regex-1.11.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__regex-automata-0.4.9\",\n sha256 = \"809e8dc61f6de73b46c85f4c96486310fe304c434cfa43669d7b40f711150908\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/regex-automata/0.4.9/download\"],\n strip_prefix = \"regex-automata-0.4.9\",\n build_file = Label(\"@crates//crates:BUILD.regex-automata-0.4.9.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__regex-syntax-0.8.5\",\n sha256 = \"2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/regex-syntax/0.8.5/download\"],\n strip_prefix = \"regex-syntax-0.8.5\",\n build_file = Label(\"@crates//crates:BUILD.regex-syntax-0.8.5.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__ryu-1.0.18\",\n sha256 = \"f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/ryu/1.0.18/download\"],\n strip_prefix = \"ryu-1.0.18\",\n build_file = Label(\"@crates//crates:BUILD.ryu-1.0.18.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__serde-1.0.216\",\n sha256 = \"0b9781016e935a97e8beecf0c933758c97a5520d32930e460142b4cd80c6338e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/serde/1.0.216/download\"],\n strip_prefix = \"serde-1.0.216\",\n build_file = Label(\"@crates//crates:BUILD.serde-1.0.216.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__serde_derive-1.0.216\",\n sha256 = \"46f859dbbf73865c6627ed570e78961cd3ac92407a2d117204c49232485da55e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/serde_derive/1.0.216/download\"],\n strip_prefix = \"serde_derive-1.0.216\",\n build_file = Label(\"@crates//crates:BUILD.serde_derive-1.0.216.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__serde_json-1.0.134\",\n sha256 = \"d00f4175c42ee48b15416f6193a959ba3a0d67fc699a0db9ad12df9f83991c7d\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/serde_json/1.0.134/download\"],\n strip_prefix = \"serde_json-1.0.134\",\n build_file = Label(\"@crates//crates:BUILD.serde_json-1.0.134.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__smallvec-1.13.2\",\n sha256 = \"3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/smallvec/1.13.2/download\"],\n strip_prefix = \"smallvec-1.13.2\",\n build_file = Label(\"@crates//crates:BUILD.smallvec-1.13.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__spm_precompiled-0.1.4\",\n sha256 = \"5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/spm_precompiled/0.1.4/download\"],\n strip_prefix = \"spm_precompiled-0.1.4\",\n build_file = Label(\"@crates//crates:BUILD.spm_precompiled-0.1.4.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__strsim-0.11.1\",\n sha256 = \"7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/strsim/0.11.1/download\"],\n strip_prefix = \"strsim-0.11.1\",\n build_file = Label(\"@crates//crates:BUILD.strsim-0.11.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__syn-2.0.91\",\n sha256 = \"d53cbcb5a243bd33b7858b1d7f4aca2153490815872d86d955d6ea29f743c035\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/syn/2.0.91/download\"],\n strip_prefix = \"syn-2.0.91\",\n build_file = Label(\"@crates//crates:BUILD.syn-2.0.91.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__thiserror-1.0.69\",\n sha256 = \"b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/thiserror/1.0.69/download\"],\n strip_prefix = \"thiserror-1.0.69\",\n build_file = Label(\"@crates//crates:BUILD.thiserror-1.0.69.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__thiserror-impl-1.0.69\",\n sha256 = \"4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/thiserror-impl/1.0.69/download\"],\n strip_prefix = \"thiserror-impl-1.0.69\",\n build_file = Label(\"@crates//crates:BUILD.thiserror-impl-1.0.69.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__tokenizers-0.21.0\",\n sha256 = \"9ecededfed68a69bc657e486510089e255e53c3d38cc7d4d59c8742668ca2cae\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/tokenizers/0.21.0/download\"],\n strip_prefix = \"tokenizers-0.21.0\",\n build_file = Label(\"@crates//crates:BUILD.tokenizers-0.21.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__unicode-ident-1.0.14\",\n sha256 = \"adb9e6ca4f869e1180728b7950e35922a7fc6397f7b641499e8f3ef06e50dc83\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/unicode-ident/1.0.14/download\"],\n strip_prefix = \"unicode-ident-1.0.14\",\n build_file = Label(\"@crates//crates:BUILD.unicode-ident-1.0.14.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__unicode-normalization-alignments-0.1.12\",\n sha256 = \"43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/unicode-normalization-alignments/0.1.12/download\"],\n strip_prefix = \"unicode-normalization-alignments-0.1.12\",\n build_file = Label(\"@crates//crates:BUILD.unicode-normalization-alignments-0.1.12.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__unicode-segmentation-1.12.0\",\n sha256 = \"f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/unicode-segmentation/1.12.0/download\"],\n strip_prefix = \"unicode-segmentation-1.12.0\",\n build_file = Label(\"@crates//crates:BUILD.unicode-segmentation-1.12.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__unicode_categories-0.1.1\",\n sha256 = \"39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/unicode_categories/0.1.1/download\"],\n strip_prefix = \"unicode_categories-0.1.1\",\n build_file = Label(\"@crates//crates:BUILD.unicode_categories-0.1.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasi-0.11.0-wasi-snapshot-preview1\",\n sha256 = \"9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasi/0.11.0+wasi-snapshot-preview1/download\"],\n strip_prefix = \"wasi-0.11.0+wasi-snapshot-preview1\",\n build_file = Label(\"@crates//crates:BUILD.wasi-0.11.0+wasi-snapshot-preview1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-0.2.99\",\n sha256 = \"a474f6281d1d70c17ae7aa6a613c87fce69a127e2624002df63dcb39d6cf6396\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-backend-0.2.99\",\n sha256 = \"5f89bb38646b4f81674e8f5c3fb81b562be1fd936d84320f3264486418519c79\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen-backend/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-backend-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-backend-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-macro-0.2.99\",\n sha256 = \"2cc6181fd9a7492eef6fef1f33961e3695e4579b9872a6f7c83aee556666d4fe\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen-macro/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-macro-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-macro-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-macro-support-0.2.99\",\n sha256 = \"30d7a95b763d3c45903ed6c81f156801839e5ee968bb07e534c44df0fcd330c2\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen-macro-support/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-macro-support-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-macro-support-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-shared-0.2.99\",\n sha256 = \"943aab3fdaaa029a6e0271b35ea10b72b943135afe9bffca82384098ad0e06a6\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen-shared/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-shared-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-shared-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__zerocopy-0.7.35\",\n sha256 = \"1b9b4fd18abc82b8136838da5d50bae7bdea537c574d8dc1a34ed098d6c166f0\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/zerocopy/0.7.35/download\"],\n strip_prefix = \"zerocopy-0.7.35\",\n build_file = Label(\"@crates//crates:BUILD.zerocopy-0.7.35.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__zerocopy-derive-0.7.35\",\n sha256 = \"fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/zerocopy-derive/0.7.35/download\"],\n strip_prefix = \"zerocopy-derive-0.7.35\",\n build_file = Label(\"@crates//crates:BUILD.zerocopy-derive-0.7.35.bazel\"),\n )\n\n return [\n struct(repo=\"crates__tokenizers-0.21.0\", is_dev_dep = False),\n ]\n" + } + } + }, + "crates__aho-corasick-1.1.3": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/aho-corasick/1.1.3/download" + ], + "strip_prefix": "aho-corasick-1.1.3", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"aho_corasick\",\n deps = [\n \"@crates__memchr-2.7.4//:memchr\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"perf-literal\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=aho-corasick\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.1.3\",\n)\n" + } + }, + "crates__base64-0.13.1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/base64/0.13.1/download" + ], + "strip_prefix": "base64-0.13.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"base64\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=base64\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.13.1\",\n)\n" + } + }, + "crates__bit-set-0.5.3": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/bit-set/0.5.3/download" + ], + "strip_prefix": "bit-set-0.5.3", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"bit_set\",\n deps = [\n \"@crates__bit-vec-0.6.3//:bit_vec\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=bit-set\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.5.3\",\n)\n" + } + }, + "crates__bit-vec-0.6.3": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/bit-vec/0.6.3/download" + ], + "strip_prefix": "bit-vec-0.6.3", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"bit_vec\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=bit-vec\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.6.3\",\n)\n" + } + }, + "crates__bumpalo-3.16.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/bumpalo/3.16.0/download" + ], + "strip_prefix": "bumpalo-3.16.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"bumpalo\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=bumpalo\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"3.16.0\",\n)\n" + } + }, + "crates__byteorder-1.5.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/byteorder/1.5.0/download" + ], + "strip_prefix": "byteorder-1.5.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"byteorder\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=byteorder\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.5.0\",\n)\n" + } + }, + "crates__cfg-if-1.0.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/cfg-if/1.0.0/download" + ], + "strip_prefix": "cfg-if-1.0.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"cfg_if\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=cfg-if\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.0\",\n)\n" + } + }, + "crates__crossbeam-deque-0.8.6": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/crossbeam-deque/0.8.6/download" + ], + "strip_prefix": "crossbeam-deque-0.8.6", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"crossbeam_deque\",\n deps = [\n \"@crates__crossbeam-epoch-0.9.18//:crossbeam_epoch\",\n \"@crates__crossbeam-utils-0.8.21//:crossbeam_utils\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=crossbeam-deque\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.8.6\",\n)\n" + } + }, + "crates__crossbeam-epoch-0.9.18": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/crossbeam-epoch/0.9.18/download" + ], + "strip_prefix": "crossbeam-epoch-0.9.18", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"crossbeam_epoch\",\n deps = [\n \"@crates__crossbeam-utils-0.8.21//:crossbeam_utils\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=crossbeam-epoch\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.9.18\",\n)\n" + } + }, + "crates__crossbeam-utils-0.8.21": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/crossbeam-utils/0.8.21/download" + ], + "strip_prefix": "crossbeam-utils-0.8.21", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"crossbeam_utils\",\n deps = [\n \"@crates__crossbeam-utils-0.8.21//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=crossbeam-utils\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.8.21\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"crossbeam-utils\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=crossbeam-utils\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.8.21\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__darling-0.20.10": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "6f63b86c8a8826a49b8c21f08a2d07338eec8d900540f8630dc76284be802989", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/darling/0.20.10/download" + ], + "strip_prefix": "darling-0.20.10", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"darling\",\n deps = [\n \"@crates__darling_core-0.20.10//:darling_core\",\n ],\n proc_macro_deps = [\n \"@crates__darling_macro-0.20.10//:darling_macro\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"suggestions\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=darling\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.10\",\n)\n" + } + }, + "crates__darling_core-0.20.10": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "95133861a8032aaea082871032f5815eb9e98cef03fa916ab4500513994df9e5", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/darling_core/0.20.10/download" + ], + "strip_prefix": "darling_core-0.20.10", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"darling_core\",\n deps = [\n \"@crates__fnv-1.0.7//:fnv\",\n \"@crates__ident_case-1.0.1//:ident_case\",\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__strsim-0.11.1//:strsim\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"strsim\",\n \"suggestions\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=darling_core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.10\",\n)\n" + } + }, + "crates__darling_macro-0.20.10": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d336a2a514f6ccccaa3e09b02d41d35330c07ddf03a62165fcec10bb561c7806", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/darling_macro/0.20.10/download" + ], + "strip_prefix": "darling_macro-0.20.10", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"darling_macro\",\n deps = [\n \"@crates__darling_core-0.20.10//:darling_core\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=darling_macro\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.10\",\n)\n" + } + }, + "crates__derive_builder-0.20.2": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/derive_builder/0.20.2/download" + ], + "strip_prefix": "derive_builder-0.20.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"derive_builder\",\n proc_macro_deps = [\n \"@crates__derive_builder_macro-0.20.2//:derive_builder_macro\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=derive_builder\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.2\",\n)\n" + } + }, + "crates__derive_builder_core-0.20.2": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/derive_builder_core/0.20.2/download" + ], + "strip_prefix": "derive_builder_core-0.20.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"derive_builder_core\",\n deps = [\n \"@crates__darling-0.20.10//:darling\",\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"lib_has_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=derive_builder_core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.2\",\n)\n" + } + }, + "crates__derive_builder_macro-0.20.2": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/derive_builder_macro/0.20.2/download" + ], + "strip_prefix": "derive_builder_macro-0.20.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"derive_builder_macro\",\n deps = [\n \"@crates__derive_builder_core-0.20.2//:derive_builder_core\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"lib_has_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=derive_builder_macro\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.2\",\n)\n" + } + }, + "crates__either-1.13.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/either/1.13.0/download" + ], + "strip_prefix": "either-1.13.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"either\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"use_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=either\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.13.0\",\n)\n" + } + }, + "crates__esaxx-rs-0.1.10": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/esaxx-rs/0.1.10/download" + ], + "strip_prefix": "esaxx-rs-0.1.10", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"esaxx_rs\",\n deps = [\n \"@crates__esaxx-rs-0.1.10//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=esaxx-rs\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.10\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2018\",\n pkg_name = \"esaxx-rs\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=esaxx-rs\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.1.10\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__fancy-regex-0.13.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "531e46835a22af56d1e3b66f04844bed63158bc094a628bec1d321d9b4c44bf2", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/fancy-regex/0.13.0/download" + ], + "strip_prefix": "fancy-regex-0.13.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"fancy_regex\",\n deps = [\n \"@crates__bit-set-0.5.3//:bit_set\",\n \"@crates__regex-automata-0.4.9//:regex_automata\",\n \"@crates__regex-syntax-0.8.5//:regex_syntax\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"perf\",\n \"std\",\n \"unicode\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=fancy-regex\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.13.0\",\n)\n" + } + }, + "crates__fnv-1.0.7": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/fnv/1.0.7/download" + ], + "strip_prefix": "fnv-1.0.7", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"fnv\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=fnv\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.7\",\n)\n" + } + }, + "crates__getrandom-0.2.15": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/getrandom/0.2.15/download" + ], + "strip_prefix": "getrandom-0.2.15", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"getrandom\",\n deps = [\n \"@crates__cfg-if-1.0.0//:cfg_if\",\n ] + select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [\n \"@crates__libc-0.2.169//:libc\", # cfg(unix)\n ],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [\n \"@crates__libc-0.2.169//:libc\", # cfg(unix)\n ],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [\n \"@crates__libc-0.2.169//:libc\", # cfg(unix)\n ],\n \"//conditions:default\": [],\n }),\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"js\",\n \"js-sys\",\n \"std\",\n \"wasm-bindgen\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=getrandom\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.15\",\n)\n" + } + }, + "crates__ident_case-1.0.1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/ident_case/1.0.1/download" + ], + "strip_prefix": "ident_case-1.0.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"ident_case\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=ident_case\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.1\",\n)\n" + } + }, + "crates__itertools-0.11.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/itertools/0.11.0/download" + ], + "strip_prefix": "itertools-0.11.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"itertools\",\n deps = [\n \"@crates__either-1.13.0//:either\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"use_alloc\",\n \"use_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=itertools\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.11.0\",\n)\n" + } + }, + "crates__itertools-0.12.1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/itertools/0.12.1/download" + ], + "strip_prefix": "itertools-0.12.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"itertools\",\n deps = [\n \"@crates__either-1.13.0//:either\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"use_alloc\",\n \"use_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=itertools\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.12.1\",\n)\n" + } + }, + "crates__itoa-1.0.14": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d75a2a4b1b190afb6f5425f10f6a8f959d2ea0b9c2b1d79553551850539e4674", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/itoa/1.0.14/download" + ], + "strip_prefix": "itoa-1.0.14", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"itoa\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=itoa\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.14\",\n)\n" + } + }, + "crates__js-sys-0.3.76": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "6717b6b5b077764fb5966237269cb3c64edddde4b14ce42647430a78ced9e7b7", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/js-sys/0.3.76/download" + ], + "strip_prefix": "js-sys-0.3.76", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"js_sys\",\n deps = [\n \"@crates__once_cell-1.20.2//:once_cell\",\n \"@crates__wasm-bindgen-0.2.99//:wasm_bindgen\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=js-sys\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.3.76\",\n)\n" + } + }, + "crates__lazy_static-1.5.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/lazy_static/1.5.0/download" + ], + "strip_prefix": "lazy_static-1.5.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"lazy_static\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=lazy_static\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.5.0\",\n)\n" + } + }, + "crates__libc-0.2.169": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b5aba8db14291edd000dfcc4d620c7ebfb122c613afb886ca8803fa4e128a20a", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/libc/0.2.169/download" + ], + "strip_prefix": "libc-0.2.169", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"libc\",\n deps = [\n \"@crates__libc-0.2.169//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=libc\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.169\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"libc\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=libc\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.2.169\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__log-0.4.22": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/log/0.4.22/download" + ], + "strip_prefix": "log-0.4.22", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"log\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=log\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.4.22\",\n)\n" + } + }, + "crates__macro_rules_attribute-0.2.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "8a82271f7bc033d84bbca59a3ce3e4159938cb08a9c3aebbe54d215131518a13", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/macro_rules_attribute/0.2.0/download" + ], + "strip_prefix": "macro_rules_attribute-0.2.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"macro_rules_attribute\",\n proc_macro_deps = [\n \"@crates__macro_rules_attribute-proc_macro-0.2.0//:macro_rules_attribute_proc_macro\",\n \"@crates__paste-1.0.15//:paste\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=macro_rules_attribute\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.0\",\n)\n" + } + }, + "crates__macro_rules_attribute-proc_macro-0.2.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/macro_rules_attribute-proc_macro/0.2.0/download" + ], + "strip_prefix": "macro_rules_attribute-proc_macro-0.2.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"macro_rules_attribute_proc_macro\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"mod.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=macro_rules_attribute-proc_macro\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.0\",\n)\n" + } + }, + "crates__memchr-2.7.4": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/memchr/2.7.4/download" + ], + "strip_prefix": "memchr-2.7.4", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"memchr\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=memchr\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"2.7.4\",\n)\n" + } + }, + "crates__minimal-lexical-0.2.1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/minimal-lexical/0.2.1/download" + ], + "strip_prefix": "minimal-lexical-0.2.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"minimal_lexical\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=minimal-lexical\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.1\",\n)\n" + } + }, + "crates__monostate-0.1.13": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "0d208407d7552cd041d8cdb69a1bc3303e029c598738177a3d87082004dc0e1e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/monostate/0.1.13/download" + ], + "strip_prefix": "monostate-0.1.13", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"monostate\",\n deps = [\n \"@crates__serde-1.0.216//:serde\",\n ],\n proc_macro_deps = [\n \"@crates__monostate-impl-0.1.13//:monostate_impl\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=monostate\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.13\",\n)\n" + } + }, + "crates__monostate-impl-0.1.13": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "a7ce64b975ed4f123575d11afd9491f2e37bbd5813fbfbc0f09ae1fbddea74e0", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/monostate-impl/0.1.13/download" + ], + "strip_prefix": "monostate-impl-0.1.13", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"monostate_impl\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=monostate-impl\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.13\",\n)\n" + } + }, + "crates__nom-7.1.3": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/nom/7.1.3/download" + ], + "strip_prefix": "nom-7.1.3", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"nom\",\n deps = [\n \"@crates__memchr-2.7.4//:memchr\",\n \"@crates__minimal-lexical-0.2.1//:minimal_lexical\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=nom\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"7.1.3\",\n)\n" + } + }, + "crates__once_cell-1.20.2": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/once_cell/1.20.2/download" + ], + "strip_prefix": "once_cell-1.20.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"once_cell\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=once_cell\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.20.2\",\n)\n" + } + }, + "crates__paste-1.0.15": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/paste/1.0.15/download" + ], + "strip_prefix": "paste-1.0.15", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"paste\",\n deps = [\n \"@crates__paste-1.0.15//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=paste\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.15\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2018\",\n pkg_name = \"paste\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=paste\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.15\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__ppv-lite86-0.2.20": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "77957b295656769bb8ad2b6a6b09d897d94f05c41b069aede1fcdaa675eaea04", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/ppv-lite86/0.2.20/download" + ], + "strip_prefix": "ppv-lite86-0.2.20", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"ppv_lite86\",\n deps = [\n \"@crates__zerocopy-0.7.35//:zerocopy\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"simd\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=ppv-lite86\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.20\",\n)\n" + } + }, + "crates__proc-macro2-1.0.92": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "37d3544b3f2748c54e147655edb5025752e2303145b5aefb3c3ea2c78b973bb0", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/proc-macro2/1.0.92/download" + ], + "strip_prefix": "proc-macro2-1.0.92", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"proc_macro2\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:build_script_build\",\n \"@crates__unicode-ident-1.0.14//:unicode_ident\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"proc-macro\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=proc-macro2\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.92\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"proc-macro\",\n ],\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"proc-macro2\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=proc-macro2\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.92\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__quote-1.0.37": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/quote/1.0.37/download" + ], + "strip_prefix": "quote-1.0.37", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"quote\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"proc-macro\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=quote\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.37\",\n)\n" + } + }, + "crates__rand-0.8.5": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rand/0.8.5/download" + ], + "strip_prefix": "rand-0.8.5", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rand\",\n deps = [\n \"@crates__libc-0.2.169//:libc\",\n \"@crates__rand_chacha-0.3.1//:rand_chacha\",\n \"@crates__rand_core-0.6.4//:rand_core\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"default\",\n \"getrandom\",\n \"libc\",\n \"rand_chacha\",\n \"std\",\n \"std_rng\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rand\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.8.5\",\n)\n" + } + }, + "crates__rand_chacha-0.3.1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rand_chacha/0.3.1/download" + ], + "strip_prefix": "rand_chacha-0.3.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rand_chacha\",\n deps = [\n \"@crates__ppv-lite86-0.2.20//:ppv_lite86\",\n \"@crates__rand_core-0.6.4//:rand_core\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rand_chacha\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.3.1\",\n)\n" + } + }, + "crates__rand_core-0.6.4": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rand_core/0.6.4/download" + ], + "strip_prefix": "rand_core-0.6.4", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rand_core\",\n deps = [\n \"@crates__getrandom-0.2.15//:getrandom\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"getrandom\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rand_core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.6.4\",\n)\n" + } + }, + "crates__rayon-1.10.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rayon/1.10.0/download" + ], + "strip_prefix": "rayon-1.10.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rayon\",\n deps = [\n \"@crates__either-1.13.0//:either\",\n \"@crates__rayon-core-1.12.1//:rayon_core\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rayon\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.10.0\",\n)\n" + } + }, + "crates__rayon-cond-0.3.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "059f538b55efd2309c9794130bc149c6a553db90e9d99c2030785c82f0bd7df9", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rayon-cond/0.3.0/download" + ], + "strip_prefix": "rayon-cond-0.3.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rayon_cond\",\n deps = [\n \"@crates__either-1.13.0//:either\",\n \"@crates__itertools-0.11.0//:itertools\",\n \"@crates__rayon-1.10.0//:rayon\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rayon-cond\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.3.0\",\n)\n" + } + }, + "crates__rayon-core-1.12.1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rayon-core/1.12.1/download" + ], + "strip_prefix": "rayon-core-1.12.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rayon_core\",\n deps = [\n \"@crates__crossbeam-deque-0.8.6//:crossbeam_deque\",\n \"@crates__crossbeam-utils-0.8.21//:crossbeam_utils\",\n \"@crates__rayon-core-1.12.1//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rayon-core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.12.1\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n links = \"rayon-core\",\n pkg_name = \"rayon-core\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rayon-core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.12.1\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__regex-1.11.1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/regex/1.11.1/download" + ], + "strip_prefix": "regex-1.11.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"regex\",\n deps = [\n \"@crates__aho-corasick-1.1.3//:aho_corasick\",\n \"@crates__memchr-2.7.4//:memchr\",\n \"@crates__regex-automata-0.4.9//:regex_automata\",\n \"@crates__regex-syntax-0.8.5//:regex_syntax\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"perf\",\n \"perf-backtrack\",\n \"perf-cache\",\n \"perf-dfa\",\n \"perf-inline\",\n \"perf-literal\",\n \"perf-onepass\",\n \"std\",\n \"unicode\",\n \"unicode-age\",\n \"unicode-bool\",\n \"unicode-case\",\n \"unicode-gencat\",\n \"unicode-perl\",\n \"unicode-script\",\n \"unicode-segment\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=regex\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.11.1\",\n)\n" + } + }, + "crates__regex-automata-0.4.9": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "809e8dc61f6de73b46c85f4c96486310fe304c434cfa43669d7b40f711150908", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/regex-automata/0.4.9/download" + ], + "strip_prefix": "regex-automata-0.4.9", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"regex_automata\",\n deps = [\n \"@crates__aho-corasick-1.1.3//:aho_corasick\",\n \"@crates__memchr-2.7.4//:memchr\",\n \"@crates__regex-syntax-0.8.5//:regex_syntax\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"dfa\",\n \"dfa-build\",\n \"dfa-onepass\",\n \"dfa-search\",\n \"hybrid\",\n \"meta\",\n \"nfa\",\n \"nfa-backtrack\",\n \"nfa-pikevm\",\n \"nfa-thompson\",\n \"perf\",\n \"perf-inline\",\n \"perf-literal\",\n \"perf-literal-multisubstring\",\n \"perf-literal-substring\",\n \"std\",\n \"syntax\",\n \"unicode\",\n \"unicode-age\",\n \"unicode-bool\",\n \"unicode-case\",\n \"unicode-gencat\",\n \"unicode-perl\",\n \"unicode-script\",\n \"unicode-segment\",\n \"unicode-word-boundary\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=regex-automata\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.4.9\",\n)\n" + } + }, + "crates__regex-syntax-0.8.5": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/regex-syntax/0.8.5/download" + ], + "strip_prefix": "regex-syntax-0.8.5", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"regex_syntax\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n \"unicode\",\n \"unicode-age\",\n \"unicode-bool\",\n \"unicode-case\",\n \"unicode-gencat\",\n \"unicode-perl\",\n \"unicode-script\",\n \"unicode-segment\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=regex-syntax\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.8.5\",\n)\n" + } + }, + "crates__ryu-1.0.18": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/ryu/1.0.18/download" + ], + "strip_prefix": "ryu-1.0.18", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"ryu\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=ryu\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.18\",\n)\n" + } + }, + "crates__serde-1.0.216": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "0b9781016e935a97e8beecf0c933758c97a5520d32930e460142b4cd80c6338e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/serde/1.0.216/download" + ], + "strip_prefix": "serde-1.0.216", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"serde\",\n deps = [\n \"@crates__serde-1.0.216//:build_script_build\",\n ],\n proc_macro_deps = [\n \"@crates__serde_derive-1.0.216//:serde_derive\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"derive\",\n \"serde_derive\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.216\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"derive\",\n \"serde_derive\",\n \"std\",\n ],\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2018\",\n pkg_name = \"serde\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.216\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__serde_derive-1.0.216": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "46f859dbbf73865c6627ed570e78961cd3ac92407a2d117204c49232485da55e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/serde_derive/1.0.216/download" + ], + "strip_prefix": "serde_derive-1.0.216", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"serde_derive\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde_derive\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.216\",\n)\n" + } + }, + "crates__serde_json-1.0.134": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d00f4175c42ee48b15416f6193a959ba3a0d67fc699a0db9ad12df9f83991c7d", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/serde_json/1.0.134/download" + ], + "strip_prefix": "serde_json-1.0.134", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"serde_json\",\n deps = [\n \"@crates__itoa-1.0.14//:itoa\",\n \"@crates__memchr-2.7.4//:memchr\",\n \"@crates__ryu-1.0.18//:ryu\",\n \"@crates__serde-1.0.216//:serde\",\n \"@crates__serde_json-1.0.134//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde_json\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.134\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"serde_json\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde_json\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.134\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__smallvec-1.13.2": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/smallvec/1.13.2/download" + ], + "strip_prefix": "smallvec-1.13.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"smallvec\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=smallvec\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.13.2\",\n)\n" + } + }, + "crates__spm_precompiled-0.1.4": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/spm_precompiled/0.1.4/download" + ], + "strip_prefix": "spm_precompiled-0.1.4", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"spm_precompiled\",\n deps = [\n \"@crates__base64-0.13.1//:base64\",\n \"@crates__nom-7.1.3//:nom\",\n \"@crates__serde-1.0.216//:serde\",\n \"@crates__unicode-segmentation-1.12.0//:unicode_segmentation\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=spm_precompiled\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.4\",\n)\n" + } + }, + "crates__strsim-0.11.1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/strsim/0.11.1/download" + ], + "strip_prefix": "strsim-0.11.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"strsim\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=strsim\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.11.1\",\n)\n" + } + }, + "crates__syn-2.0.91": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d53cbcb5a243bd33b7858b1d7f4aca2153490815872d86d955d6ea29f743c035", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/syn/2.0.91/download" + ], + "strip_prefix": "syn-2.0.91", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"syn\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__unicode-ident-1.0.14//:unicode_ident\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"clone-impls\",\n \"default\",\n \"derive\",\n \"extra-traits\",\n \"full\",\n \"parsing\",\n \"printing\",\n \"proc-macro\",\n \"visit\",\n \"visit-mut\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=syn\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"2.0.91\",\n)\n" + } + }, + "crates__thiserror-1.0.69": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/thiserror/1.0.69/download" + ], + "strip_prefix": "thiserror-1.0.69", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"thiserror\",\n deps = [\n \"@crates__thiserror-1.0.69//:build_script_build\",\n ],\n proc_macro_deps = [\n \"@crates__thiserror-impl-1.0.69//:thiserror_impl\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=thiserror\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.69\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"thiserror\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=thiserror\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.69\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__thiserror-impl-1.0.69": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/thiserror-impl/1.0.69/download" + ], + "strip_prefix": "thiserror-impl-1.0.69", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"thiserror_impl\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=thiserror-impl\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.69\",\n)\n" + } + }, + "crates__tokenizers-0.21.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "9ecededfed68a69bc657e486510089e255e53c3d38cc7d4d59c8742668ca2cae", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/tokenizers/0.21.0/download" + ], + "strip_prefix": "tokenizers-0.21.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"tokenizers\",\n deps = [\n \"@crates__aho-corasick-1.1.3//:aho_corasick\",\n \"@crates__derive_builder-0.20.2//:derive_builder\",\n \"@crates__esaxx-rs-0.1.10//:esaxx_rs\",\n \"@crates__fancy-regex-0.13.0//:fancy_regex\",\n \"@crates__getrandom-0.2.15//:getrandom\",\n \"@crates__itertools-0.12.1//:itertools\",\n \"@crates__lazy_static-1.5.0//:lazy_static\",\n \"@crates__log-0.4.22//:log\",\n \"@crates__macro_rules_attribute-0.2.0//:macro_rules_attribute\",\n \"@crates__monostate-0.1.13//:monostate\",\n \"@crates__rand-0.8.5//:rand\",\n \"@crates__rayon-1.10.0//:rayon\",\n \"@crates__rayon-cond-0.3.0//:rayon_cond\",\n \"@crates__regex-1.11.1//:regex\",\n \"@crates__regex-syntax-0.8.5//:regex_syntax\",\n \"@crates__serde-1.0.216//:serde\",\n \"@crates__serde_json-1.0.134//:serde_json\",\n \"@crates__spm_precompiled-0.1.4//:spm_precompiled\",\n \"@crates__thiserror-1.0.69//:thiserror\",\n \"@crates__unicode-normalization-alignments-0.1.12//:unicode_normalization_alignments\",\n \"@crates__unicode-segmentation-1.12.0//:unicode_segmentation\",\n \"@crates__unicode_categories-0.1.1//:unicode_categories\",\n ],\n proc_macro_deps = [\n \"@crates__paste-1.0.15//:paste\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"fancy-regex\",\n \"unstable_wasm\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=tokenizers\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.21.0\",\n)\n" + } + }, + "crates__unicode-ident-1.0.14": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "adb9e6ca4f869e1180728b7950e35922a7fc6397f7b641499e8f3ef06e50dc83", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/unicode-ident/1.0.14/download" + ], + "strip_prefix": "unicode-ident-1.0.14", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"unicode_ident\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=unicode-ident\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.14\",\n)\n" + } + }, + "crates__unicode-normalization-alignments-0.1.12": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/unicode-normalization-alignments/0.1.12/download" + ], + "strip_prefix": "unicode-normalization-alignments-0.1.12", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"unicode_normalization_alignments\",\n deps = [\n \"@crates__smallvec-1.13.2//:smallvec\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=unicode-normalization-alignments\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.12\",\n)\n" + } + }, + "crates__unicode-segmentation-1.12.0": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/unicode-segmentation/1.12.0/download" + ], + "strip_prefix": "unicode-segmentation-1.12.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"unicode_segmentation\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=unicode-segmentation\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.12.0\",\n)\n" + } + }, + "crates__unicode_categories-0.1.1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/unicode_categories/0.1.1/download" + ], + "strip_prefix": "unicode_categories-0.1.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"unicode_categories\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=unicode_categories\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.1\",\n)\n" + } + }, + "crates__wasi-0.11.0-wasi-snapshot-preview1": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasi/0.11.0+wasi-snapshot-preview1/download" + ], + "strip_prefix": "wasi-0.11.0+wasi-snapshot-preview1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasi\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasi\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.11.0+wasi-snapshot-preview1\",\n)\n" + } + }, + "crates__wasm-bindgen-0.2.99": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "a474f6281d1d70c17ae7aa6a613c87fce69a127e2624002df63dcb39d6cf6396", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasm_bindgen\",\n deps = [\n \"@crates__cfg-if-1.0.0//:cfg_if\",\n \"@crates__once_cell-1.20.2//:once_cell\",\n \"@crates__wasm-bindgen-0.2.99//:build_script_build\",\n ],\n proc_macro_deps = [\n \"@crates__wasm-bindgen-macro-0.2.99//:wasm_bindgen_macro\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"wasm-bindgen\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.2.99\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__wasm-bindgen-backend-0.2.99": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "5f89bb38646b4f81674e8f5c3fb81b562be1fd936d84320f3264486418519c79", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen-backend/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-backend-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasm_bindgen_backend\",\n deps = [\n \"@crates__bumpalo-3.16.0//:bumpalo\",\n \"@crates__log-0.4.22//:log\",\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n \"@crates__wasm-bindgen-shared-0.2.99//:wasm_bindgen_shared\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-backend\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n" + } + }, + "crates__wasm-bindgen-macro-0.2.99": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "2cc6181fd9a7492eef6fef1f33961e3695e4579b9872a6f7c83aee556666d4fe", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen-macro/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-macro-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"wasm_bindgen_macro\",\n deps = [\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__wasm-bindgen-macro-support-0.2.99//:wasm_bindgen_macro_support\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-macro\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n" + } + }, + "crates__wasm-bindgen-macro-support-0.2.99": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "30d7a95b763d3c45903ed6c81f156801839e5ee968bb07e534c44df0fcd330c2", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen-macro-support/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-macro-support-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasm_bindgen_macro_support\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n \"@crates__wasm-bindgen-backend-0.2.99//:wasm_bindgen_backend\",\n \"@crates__wasm-bindgen-shared-0.2.99//:wasm_bindgen_shared\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-macro-support\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n" + } + }, + "crates__wasm-bindgen-shared-0.2.99": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "943aab3fdaaa029a6e0271b35ea10b72b943135afe9bffca82384098ad0e06a6", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen-shared/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-shared-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasm_bindgen_shared\",\n deps = [\n \"@crates__wasm-bindgen-shared-0.2.99//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-shared\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n links = \"wasm_bindgen\",\n pkg_name = \"wasm-bindgen-shared\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-shared\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.2.99\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__zerocopy-0.7.35": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "1b9b4fd18abc82b8136838da5d50bae7bdea537c574d8dc1a34ed098d6c166f0", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/zerocopy/0.7.35/download" + ], + "strip_prefix": "zerocopy-0.7.35", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"zerocopy\",\n deps = [\n \"@crates__byteorder-1.5.0//:byteorder\",\n ],\n proc_macro_deps = [\n \"@crates__zerocopy-derive-0.7.35//:zerocopy_derive\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"byteorder\",\n \"default\",\n \"derive\",\n \"simd\",\n \"zerocopy-derive\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=zerocopy\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.7.35\",\n)\n" + } + }, + "crates__zerocopy-derive-0.7.35": { + "bzlFile": "@@bazel_tools//tools/build_defs/repo:http.bzl", + "ruleClassName": "http_archive", + "attributes": { + "patch_args": [ + "-p0" + ], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/zerocopy-derive/0.7.35/download" + ], + "strip_prefix": "zerocopy-derive-0.7.35", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"zerocopy_derive\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=zerocopy-derive\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.7.35\",\n)\n" + } + } + }, + "moduleExtensionMetadata": { + "useAllRepos": "NO", + "reproducible": false + }, + "recordedRepoMappingEntries": [ + [ + "bazel_features~", + "bazel_features_globals", + "bazel_features~~version_extension~bazel_features_globals" + ], + [ + "bazel_features~", + "bazel_features_version", + "bazel_features~~version_extension~bazel_features_version" + ], + [ + "rules_rust~", + "bazel_features", + "bazel_features~" + ], + [ + "rules_rust~", + "bazel_skylib", + "bazel_skylib~" + ], + [ + "rules_rust~", + "bazel_tools", + "bazel_tools" + ], + [ + "rules_rust~", + "rules_rust", + "rules_rust~" + ], + [ + "rules_rust~", + "rust_host_tools", + "rules_rust~~rust_host_tools~rust_host_tools" + ] + ] + } } } } diff --git a/examples/llama/main.zig b/examples/llama/main.zig index 0d934edb..9d6e6fe6 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -173,7 +173,7 @@ const params = clap.parseParamsComptime( \\--model-tokenizer tokenizer path \\--seed random seed (optional) \\--seq-len sequence length - \\--create-opts platform creation options JSON, defaults to {} + \\--create-options platform creation options JSON, defaults to {} ); pub fn main() !void { @@ -231,9 +231,9 @@ pub fn asyncMain() !void { .sharding_enabled = true, }; - // initialize ZML platform with optional create opts + // initialize ZML platform with optional create options // eg: --create-options='{"cuda":{"allocator":{"bfc":{"memory_fraction": 0.99}}}}' - const create_opts_json = res.args.@"create-opts" orelse "{}"; + const create_opts_json = res.args.@"create-options" orelse "{}"; const create_opts = try std.json.parseFromSlice(zml.Platform.CreateOptions, allocator, create_opts_json, .{}); const platform = context.autoPlatform(create_opts.value).withCompilationOptions(compilation_options); create_opts.deinit(); @@ -244,7 +244,6 @@ pub fn asyncMain() !void { var model_arena = std.heap.ArenaAllocator.init(allocator); var model_instance = try zml.aio.populateModel(llama.LlamaLM, model_arena.allocator(), ts); - model_instance = model_instance; // autofix const llama_options: llama.LlamaLM.Options = .{ .max_seq_len = @intCast(res.args.@"seq-len" orelse 256), From 9b2d1132b814b009d008b0f9a42fab21218356fa Mon Sep 17 00:00:00 2001 From: Rene Schallner Date: Tue, 21 Jan 2025 15:10:37 +0100 Subject: [PATCH 38/41] llama: fix docker targets (cmdline) --- examples/llama/BUILD.bazel | 34 +++++++++++++++++++++++++++++----- examples/llama/main.zig | 2 +- 2 files changed, 30 insertions(+), 6 deletions(-) diff --git a/examples/llama/BUILD.bazel b/examples/llama/BUILD.bazel index 7f076071..a438bd86 100644 --- a/examples/llama/BUILD.bazel +++ b/examples/llama/BUILD.bazel @@ -1,3 +1,4 @@ +load("@aspect_bazel_lib//lib:expand_template.bzl", "expand_template") load("@aspect_bazel_lib//lib:tar.bzl", "mtree_spec", "tar") load("@aspect_bazel_lib//lib:transitions.bzl", "platform_transition_filegroup") load("@bazel_skylib//rules:native_binary.bzl", "native_binary") @@ -124,12 +125,12 @@ zig_cc_binary( mtree_spec( name = "mtree", - srcs = [":Llama-3.1-8B-Instruct"], + srcs = [":Llama-3.2-1B-Instruct"], ) tar( name = "archive", - srcs = [":Llama-3.1-8B-Instruct"], + srcs = [":Llama-3.2-1B-Instruct"], args = [ "--options", "zstd:compression-level=9", @@ -138,10 +139,33 @@ tar( mtree = ":mtree", ) +expand_template( + name = "entrypoint", + data = [ + ":Llama-3.2-1B-Instruct", + "@Meta-Llama-3.2-1B-Instruct", + "@Meta-Llama-3.2-1B-Instruct//:config.json", + "@Meta-Llama-3.2-1B-Instruct//:model.safetensors", + "@Meta-Llama-3.2-1B-Instruct//:tokenizer.json", + ], + substitutions = { + ":config": "$(rlocationpath @Meta-Llama-3.2-1B-Instruct//:config.json)", + ":weights": "$(rlocationpath @Meta-Llama-3.2-1B-Instruct//:model.safetensors)", + ":tokenizer": "$(rlocationpath @Meta-Llama-3.2-1B-Instruct//:tokenizer.json)", + }, + template = [ + "./{}/Llama-3.2-1B-Instruct".format(package_name()), + "--model-config=./{}/Llama-3.2-1B-Instruct.runfiles/:config".format(package_name()), + "--model-weights=./{}/Llama-3.2-1B-Instruct.runfiles/:weights".format(package_name()), + "--model-tokenizer=./{}/Llama-3.2-1B-Instruct.runfiles/:tokenizer".format(package_name()), + ], +) + oci_image( name = "image_", base = "@distroless_cc_debian12_debug", - entrypoint = ["./{}/llama".format(package_name())], + # entrypoint = ["./{}/Llama-3.2-1B-Instruct".format(package_name())], + entrypoint = ":entrypoint", tars = [ "@zml//runtimes:layers", ":archive", @@ -158,7 +182,7 @@ oci_load( name = "load", image = ":image", repo_tags = [ - "distroless/llama-3.2-1B-Instruct:latest", + "distroless/llama-3.2-1b-instruct:latest", ], ) @@ -166,5 +190,5 @@ oci_push( name = "push", image = ":image", remote_tags = ["latest"], - repository = "index.docker.io/steeve/llama-3.2-1B-Instruct", + repository = "index.docker.io/steeve/llama-3.2-1b-instruct", ) diff --git a/examples/llama/main.zig b/examples/llama/main.zig index 9d6e6fe6..5392762b 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -321,7 +321,7 @@ pub fn asyncMain() !void { }; errdefer tokenizer.deinit(); - const prompt = res.args.prompt orelse "Q: The capital of France is? A: "; + const prompt = res.args.prompt orelse "What is the capital of France?"; log.info("✅\tPrompt: {s}", .{prompt}); const seed = res.args.seed orelse @as(u128, @bitCast(std.time.nanoTimestamp())); From d9b43517b118d954adb76981b315b98646e23f80 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Tue, 21 Jan 2025 15:23:34 +0100 Subject: [PATCH 39/41] zml,mnist: fix async buffers handling --- examples/mnist/mnist.zig | 4 ++-- zml/buffer.zig | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/mnist/mnist.zig b/examples/mnist/mnist.zig index de0b0262..51ca1e49 100644 --- a/examples/mnist/mnist.zig +++ b/examples/mnist/mnist.zig @@ -102,11 +102,11 @@ pub fn asyncMain() !void { const idx = rng.random().intRangeAtMost(u64, 0, 10000 - 1); var sample: [28 * 28]u8 align(16) = undefined; _ = try dataset.pread(&sample, 16 + (idx * 28 * 28)); - var input = try zml.Buffer.from2(platform, zml.HostBuffer.fromBytes(zml.Shape.init(.{ 28, 28 }, .u8), &sample)); + var input = try zml.Buffer.from(platform, zml.HostBuffer.fromBytes(zml.Shape.init(.{ 28, 28 }, .u8), &sample)); defer input.deinit(); printDigit(sample); - var result: zml.Buffer = mnist.call(.{try input.awaitt()}); + var result: zml.Buffer = mnist.call(.{input}); defer result.deinit(); log.info( diff --git a/zml/buffer.zig b/zml/buffer.zig index 31a40d1b..36e16641 100644 --- a/zml/buffer.zig +++ b/zml/buffer.zig @@ -217,7 +217,7 @@ pub const Buffer = struct { stdx.debug.assert(self._shape.byteSize() == @sizeOf(T), "Buffer {} has {d} bytes of data, can't load it to a {s} with {d} bytes", .{ self, self._shape.byteSize(), @typeName(T), @sizeOf(T) }); var res: T = undefined; stdx.debug.internalAssert(!self.hasShardedAxis(), "TODO: support sharded Buffer -> Host transfer", .{}); - const maybe_event = try self._shards.get(0).toHostBuffer(self._api, std.mem.asBytes(&res)); + const maybe_event = try self._shards.get(0).buffer.toHostBuffer(self._api, std.mem.asBytes(&res)); if (maybe_event) |event| { try event.awaitt(self._api); } From 97120cf6a077d2b82ad946fe89cf0b59dbbcd2d8 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Fri, 24 Jan 2025 11:23:19 +0100 Subject: [PATCH 40/41] async: implement async await logFn that uses a Mutex --- async/async.zig | 61 ++++++++++++++++++++++++++++++++----------------- 1 file changed, 40 insertions(+), 21 deletions(-) diff --git a/async/async.zig b/async/async.zig index 3ab5b4a4..79026da2 100644 --- a/async/async.zig +++ b/async/async.zig @@ -505,16 +505,16 @@ pub fn channel(comptime T: type, len: usize, comptime capacity: usize) Channel(T } pub const Mutex = struct { - const VoidChannel = coro.Channel(void, 1); + const VoidChannel = Channel(void, 1); inner: VoidChannel, pub fn init() Mutex { - return .{ .inner = VoidChannel.init(&AsyncThread.current.executor.exec) }; + return .{ .inner = VoidChannel.init() }; } - pub fn lock(self: *Mutex) !void { - try self.inner.send({}); + pub fn lock(self: *Mutex) void { + self.inner.send({}); } pub fn unlock(self: *Mutex) void { @@ -522,26 +522,45 @@ pub const Mutex = struct { } }; -pub fn logFn( +pub const LogFn = fn ( comptime message_level: std.log.Level, - comptime scope: @Type(.EnumLiteral), + comptime scope: @TypeOf(.enum_literal), comptime format: []const u8, args: anytype, -) void { - if (coro.inCoro() == false) { - return std.log.defaultLog(message_level, scope, format, args); - } +) void; - const level_txt = comptime message_level.asText(); - const prefix2 = if (scope == .default) ": " else "(" ++ @tagName(scope) ++ "): "; - const stderr = getStdErr().writer(); - var bw = std.io.bufferedWriter(stderr); - const writer = bw.writer(); +pub fn logFn(comptime fallbackLogFn: LogFn) LogFn { + return struct { + const Self = @This(); - std.debug.lockStdErr(); - defer std.debug.unlockStdErr(); - nosuspend { - writer.print(level_txt ++ prefix2 ++ format ++ "\n", args) catch return; - bw.flush() catch return; - } + var mu: ?Mutex = null; + + pub fn call( + comptime message_level: std.log.Level, + comptime scope: @TypeOf(.enum_literal), + comptime format: []const u8, + args: anytype, + ) void { + if (coro.inCoro() == false) { + return fallbackLogFn(message_level, scope, format, args); + } + + const level_txt = comptime message_level.asText(); + const prefix2 = if (scope == .default) ": " else "(" ++ @tagName(scope) ++ "): "; + const stderr = getStdErr().writer(); + var bw = std.io.bufferedWriter(stderr); + const writer = bw.writer(); + + var mutex = Self.mu orelse blk: { + Self.mu = Mutex.init(); + break :blk Self.mu.?; + }; + mutex.lock(); + defer mutex.unlock(); + nosuspend { + writer.print(level_txt ++ prefix2 ++ format ++ "\n", args) catch return; + bw.flush() catch return; + } + } + }.call; } From 5279c779dec450fd9e3852fea04e285965ed2913 Mon Sep 17 00:00:00 2001 From: Steeve Morin Date: Fri, 24 Jan 2025 13:54:09 +0100 Subject: [PATCH 41/41] workspace: MODULE.bazel.lock --- MODULE.bazel.lock | 1287 ++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 1266 insertions(+), 21 deletions(-) diff --git a/MODULE.bazel.lock b/MODULE.bazel.lock index 80e2d03f..72491601 100644 --- a/MODULE.bazel.lock +++ b/MODULE.bazel.lock @@ -13,12 +13,14 @@ "https://bazel-registry.zml.ai/modules/abseil-cpp/20240722.0.bcr.2/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/apple_support/1.11.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/apple_support/1.15.1/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/apple_support/1.17.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/aspect_bazel_lib/2.11.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/aspect_bazel_lib/2.7.9/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/aspect_bazel_lib/2.8.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/aspect_bazel_lib/2.9.4/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/aspect_rules_py/1.0.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/bazel_features/1.1.1/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/bazel_features/1.10.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/bazel_features/1.11.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/bazel_features/1.15.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/bazel_features/1.17.0/MODULE.bazel": "not found", @@ -56,6 +58,7 @@ "https://bazel-registry.zml.ai/modules/patchelf/0.18.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/pcre2/10.43/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.10/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/platforms/0.0.11/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.4/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.5/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/platforms/0.0.6/MODULE.bazel": "not found", @@ -140,7 +143,9 @@ "https://bazel-registry.zml.ai/modules/rules_python/0.34.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_python/0.4.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_python/0.40.0/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/rules_rust/0.57.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_shell/0.2.0/MODULE.bazel": "not found", + "https://bazel-registry.zml.ai/modules/rules_shell/0.3.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_swift/1.15.1/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/rules_uv/0.34.0/MODULE.bazel": "not found", "https://bazel-registry.zml.ai/modules/stardoc/0.5.1/MODULE.bazel": "not found", @@ -172,7 +177,8 @@ "https://bcr.bazel.build/modules/abseil-cpp/20240722.0.bcr.2/source.json": "464f3012c8f40cd51facbfc6962563971c6bd55f45ba16bd98313f2de73340c5", "https://bcr.bazel.build/modules/apple_support/1.11.1/MODULE.bazel": "1843d7cd8a58369a444fc6000e7304425fba600ff641592161d9f15b179fb896", "https://bcr.bazel.build/modules/apple_support/1.15.1/MODULE.bazel": "a0556fefca0b1bb2de8567b8827518f94db6a6e7e7d632b4c48dc5f865bc7c85", - "https://bcr.bazel.build/modules/apple_support/1.15.1/source.json": "517f2b77430084c541bc9be2db63fdcbb7102938c5f64c17ee60ffda2e5cf07b", + "https://bcr.bazel.build/modules/apple_support/1.17.1/MODULE.bazel": "655c922ab1209978a94ef6ca7d9d43e940cd97d9c172fb55f94d91ac53f8610b", + "https://bcr.bazel.build/modules/apple_support/1.17.1/source.json": "6b2b8c74d14e8d485528a938e44bdb72a5ba17632b9e14ef6e68a5ee96c8347f", "https://bcr.bazel.build/modules/aspect_bazel_lib/2.11.0/MODULE.bazel": "cb1ba9f9999ed0bc08600c221f532c1ddd8d217686b32ba7d45b0713b5131452", "https://bcr.bazel.build/modules/aspect_bazel_lib/2.11.0/source.json": "92494d5aa43b96665397dd13ee16023097470fa85e276b93674d62a244de47ee", "https://bcr.bazel.build/modules/aspect_bazel_lib/2.7.9/MODULE.bazel": "06e54f2b345b8eb7adceed2329b273da00d0368e28a9ebd9dfc75b4a052dac85", @@ -181,6 +187,7 @@ "https://bcr.bazel.build/modules/aspect_rules_py/1.0.0/MODULE.bazel": "8eb29876512d3242af50a424300bec5c5f8957b455963df5f618cb7fd4e8ae19", "https://bcr.bazel.build/modules/aspect_rules_py/1.0.0/source.json": "f48be9ca9f58adb817450c677659ed087d540d9f355f4e39098431cecd86ebf9", "https://bcr.bazel.build/modules/bazel_features/1.1.1/MODULE.bazel": "27b8c79ef57efe08efccbd9dd6ef70d61b4798320b8d3c134fd571f78963dbcd", + "https://bcr.bazel.build/modules/bazel_features/1.10.0/MODULE.bazel": "f75e8807570484a99be90abcd52b5e1f390362c258bcb73106f4544957a48101", "https://bcr.bazel.build/modules/bazel_features/1.11.0/MODULE.bazel": "f9382337dd5a474c3b7d334c2f83e50b6eaedc284253334cf823044a26de03e8", "https://bcr.bazel.build/modules/bazel_features/1.15.0/MODULE.bazel": "d38ff6e517149dc509406aca0db3ad1efdd890a85e049585b7234d04238e2a4d", "https://bcr.bazel.build/modules/bazel_features/1.17.0/MODULE.bazel": "039de32d21b816b47bd42c778e0454217e9c9caac4a3cf8e15c7231ee3ddee4d", @@ -228,7 +235,8 @@ "https://bcr.bazel.build/modules/pcre2/10.43/MODULE.bazel": "08eaa025111bd0fedc14a8187c2905fa6ee4501fbe558193e9bf6cc3e2cdf23c", "https://bcr.bazel.build/modules/pcre2/10.43/source.json": "8b4149e707094f1d5b57df7216539c3415226e814085c4d960bd9f3d49581b88", "https://bcr.bazel.build/modules/platforms/0.0.10/MODULE.bazel": "8cb8efaf200bdeb2150d93e162c40f388529a25852b332cec879373771e48ed5", - "https://bcr.bazel.build/modules/platforms/0.0.10/source.json": "f22828ff4cf021a6b577f1bf6341cb9dcd7965092a439f64fc1bb3b7a5ae4bd5", + "https://bcr.bazel.build/modules/platforms/0.0.11/MODULE.bazel": "0daefc49732e227caa8bfa834d65dc52e8cc18a2faf80df25e8caea151a9413f", + "https://bcr.bazel.build/modules/platforms/0.0.11/source.json": "f7e188b79ebedebfe75e9e1d098b8845226c7992b307e28e1496f23112e8fc29", "https://bcr.bazel.build/modules/platforms/0.0.4/MODULE.bazel": "9b328e31ee156f53f3c416a64f8491f7eb731742655a47c9eec4703a71644aee", "https://bcr.bazel.build/modules/platforms/0.0.5/MODULE.bazel": "5733b54ea419d5eaf7997054bb55f6a1d0b5ff8aedf0176fef9eea44f3acda37", "https://bcr.bazel.build/modules/platforms/0.0.6/MODULE.bazel": "ad6eeef431dc52aefd2d77ed20a4b353f8ebf0f4ecdd26a807d2da5aa8cd0615", @@ -329,8 +337,11 @@ "https://bcr.bazel.build/modules/rules_python/0.4.0/MODULE.bazel": "9208ee05fd48bf09ac60ed269791cf17fb343db56c8226a720fbb1cdf467166c", "https://bcr.bazel.build/modules/rules_python/0.40.0/MODULE.bazel": "9d1a3cd88ed7d8e39583d9ffe56ae8a244f67783ae89b60caafc9f5cf318ada7", "https://bcr.bazel.build/modules/rules_python/0.40.0/source.json": "939d4bd2e3110f27bfb360292986bb79fd8dcefb874358ccd6cdaa7bda029320", + "https://bcr.bazel.build/modules/rules_rust/0.57.0/MODULE.bazel": "645cd4f378625a5402902725dc8ee6fe73692add5ce206dcd39573b9a443c779", + "https://bcr.bazel.build/modules/rules_rust/0.57.0/source.json": "146954fe01c8ebf67335ebbff07dbec604a2fa8ab35fa69a5beb7659c5ca425f", "https://bcr.bazel.build/modules/rules_shell/0.2.0/MODULE.bazel": "fda8a652ab3c7d8fee214de05e7a9916d8b28082234e8d2c0094505c5268ed3c", - "https://bcr.bazel.build/modules/rules_shell/0.2.0/source.json": "7f27af3c28037d9701487c4744b5448d26537cc66cdef0d8df7ae85411f8de95", + "https://bcr.bazel.build/modules/rules_shell/0.3.0/MODULE.bazel": "de4402cd12f4cc8fda2354fce179fdb068c0b9ca1ec2d2b17b3e21b24c1a937b", + "https://bcr.bazel.build/modules/rules_shell/0.3.0/source.json": "c55ed591aa5009401ddf80ded9762ac32c358d2517ee7820be981e2de9756cf3", "https://bcr.bazel.build/modules/rules_swift/1.15.1/MODULE.bazel": "7031d3e5221b54dfee3901d221f10f54a8b0f2a64d4616de7879bcf83fe8d85d", "https://bcr.bazel.build/modules/rules_swift/1.15.1/source.json": "6472a4607d0a2f39eeb7daae78054b995aba593caad99aa64561f631fcf93a63", "https://bcr.bazel.build/modules/rules_uv/0.34.0/MODULE.bazel": "fb7c2da897786eac4b643d1ed516be715c11566620ee5cf022d7009298ad9590", @@ -359,8 +370,8 @@ "moduleExtensions": { "@@apple_support+//crosstool:setup.bzl%apple_cc_configure_extension": { "general": { - "bzlTransitiveDigest": "f3WqKJoIiJHlasCR1D4G1rMMDCw3rO6hmss8+fIl/sM=", - "usagesDigest": "UmW3TSJ69js05aZo449kBLKnzRMp3BmsbFwuQCJafBs=", + "bzlTransitiveDigest": "ITx/8jw3GGyuOGY+lPIMUpqAZ/C/a7QCppY0pzlSh40=", + "usagesDigest": "ihPOermYOcgUXp1fkbfqTDW/SDt1VoYTbB4OIXkKhgs=", "recordedFileInputs": {}, "recordedDirentsInputs": {}, "envVariables": {}, @@ -679,22 +690,6 @@ ] } }, - "@@platforms//host:extension.bzl%host_platform": { - "general": { - "bzlTransitiveDigest": "WewbYICdNVp22bzUQafEVMzMIpBnNjJ3zqKlUOCDIGc=", - "usagesDigest": "oE4ta23mz3wAyrx56roFFfmM09xpH6ofj7muLEoSI7I=", - "recordedFileInputs": {}, - "recordedDirentsInputs": {}, - "envVariables": {}, - "generatedRepoSpecs": { - "host_platform": { - "repoRuleId": "@@platforms//host:extension.bzl%host_platform_repo", - "attributes": {} - } - }, - "recordedRepoMappingEntries": [] - } - }, "@@rules_java+//java:rules_java_deps.bzl%compatibility_proxy": { "general": { "bzlTransitiveDigest": "J2rR6SDBGItrrBRDQhpL2hPC/Uxb2ueJD3gHqSkbsh8=", @@ -840,6 +835,1256 @@ }, "recordedRepoMappingEntries": [] } + }, + "@@rules_rust+//crate_universe:extensions.bzl%crate": { + "general": { + "bzlTransitiveDigest": "2PZmkOGp1txddB9LdoQJNlpP1oByL59LI+IKcsin4Ps=", + "usagesDigest": "LRFoDTnUPiFo9Sf1CJ7R6NZDugjywFLeLDfqQzz9zEA=", + "recordedFileInputs": { + "@@//zml/tokenizer/hftokenizers/Cargo.toml": "b0b28872bb74e13aec7ef0ef8dfd5ec99a8573bc12085c0f36711f2a87912061" + }, + "recordedDirentsInputs": {}, + "envVariables": { + "CARGO_BAZEL_DEBUG": null, + "CARGO_BAZEL_GENERATOR_SHA256": null, + "CARGO_BAZEL_GENERATOR_URL": null, + "CARGO_BAZEL_ISOLATED": null, + "CARGO_BAZEL_REPIN": null, + "CARGO_BAZEL_REPIN_ONLY": null, + "REPIN": null + }, + "generatedRepoSpecs": { + "crates": { + "repoRuleId": "@@rules_rust+//crate_universe:extensions.bzl%_generate_repo", + "attributes": { + "contents": { + "BUILD.bazel": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\npackage(default_visibility = [\"//visibility:public\"])\n\nexports_files(\n [\n \"cargo-bazel.json\",\n \"crates.bzl\",\n \"defs.bzl\",\n ] + glob(\n allow_empty = True,\n include = [\"*.bazel\"],\n ),\n)\n\nfilegroup(\n name = \"srcs\",\n srcs = glob(\n allow_empty = True,\n include = [\n \"*.bazel\",\n \"*.bzl\",\n ],\n ),\n)\n\n# Workspace Member Dependencies\nalias(\n name = \"tokenizers-0.21.0\",\n actual = \"@crates__tokenizers-0.21.0//:tokenizers\",\n tags = [\"manual\"],\n)\n\nalias(\n name = \"tokenizers\",\n actual = \"@crates__tokenizers-0.21.0//:tokenizers\",\n tags = [\"manual\"],\n)\n", + "alias_rules.bzl": "\"\"\"Alias that transitions its target to `compilation_mode=opt`. Use `transition_alias=\"opt\"` to enable.\"\"\"\n\nload(\"@rules_cc//cc:defs.bzl\", \"CcInfo\")\nload(\"@rules_rust//rust:rust_common.bzl\", \"COMMON_PROVIDERS\")\n\ndef _transition_alias_impl(ctx):\n # `ctx.attr.actual` is a list of 1 item due to the transition\n providers = [ctx.attr.actual[0][provider] for provider in COMMON_PROVIDERS]\n if CcInfo in ctx.attr.actual[0]:\n providers.append(ctx.attr.actual[0][CcInfo])\n return providers\n\ndef _change_compilation_mode(compilation_mode):\n def _change_compilation_mode_impl(_settings, _attr):\n return {\n \"//command_line_option:compilation_mode\": compilation_mode,\n }\n\n return transition(\n implementation = _change_compilation_mode_impl,\n inputs = [],\n outputs = [\n \"//command_line_option:compilation_mode\",\n ],\n )\n\ndef _transition_alias_rule(compilation_mode):\n return rule(\n implementation = _transition_alias_impl,\n provides = COMMON_PROVIDERS,\n attrs = {\n \"actual\": attr.label(\n mandatory = True,\n doc = \"`rust_library()` target to transition to `compilation_mode=opt`.\",\n providers = COMMON_PROVIDERS,\n cfg = _change_compilation_mode(compilation_mode),\n ),\n \"_allowlist_function_transition\": attr.label(\n default = \"@bazel_tools//tools/allowlists/function_transition_allowlist\",\n ),\n },\n doc = \"Transitions a Rust library crate to the `compilation_mode=opt`.\",\n )\n\ntransition_alias_dbg = _transition_alias_rule(\"dbg\")\ntransition_alias_fastbuild = _transition_alias_rule(\"fastbuild\")\ntransition_alias_opt = _transition_alias_rule(\"opt\")\n", + "defs.bzl": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\"\"\"\n# `crates_repository` API\n\n- [aliases](#aliases)\n- [crate_deps](#crate_deps)\n- [all_crate_deps](#all_crate_deps)\n- [crate_repositories](#crate_repositories)\n\n\"\"\"\n\nload(\"@bazel_tools//tools/build_defs/repo:git.bzl\", \"new_git_repository\")\nload(\"@bazel_tools//tools/build_defs/repo:http.bzl\", \"http_archive\")\nload(\"@bazel_tools//tools/build_defs/repo:utils.bzl\", \"maybe\")\nload(\"@bazel_skylib//lib:selects.bzl\", \"selects\")\nload(\"@rules_rust//crate_universe/private:local_crate_mirror.bzl\", \"local_crate_mirror\")\n\n###############################################################################\n# MACROS API\n###############################################################################\n\n# An identifier that represent common dependencies (unconditional).\n_COMMON_CONDITION = \"\"\n\ndef _flatten_dependency_maps(all_dependency_maps):\n \"\"\"Flatten a list of dependency maps into one dictionary.\n\n Dependency maps have the following structure:\n\n ```python\n DEPENDENCIES_MAP = {\n # The first key in the map is a Bazel package\n # name of the workspace this file is defined in.\n \"workspace_member_package\": {\n\n # Not all dependencies are supported for all platforms.\n # the condition key is the condition required to be true\n # on the host platform.\n \"condition\": {\n\n # An alias to a crate target. # The label of the crate target the\n # Aliases are only crate names. # package name refers to.\n \"package_name\": \"@full//:label\",\n }\n }\n }\n ```\n\n Args:\n all_dependency_maps (list): A list of dicts as described above\n\n Returns:\n dict: A dictionary as described above\n \"\"\"\n dependencies = {}\n\n for workspace_deps_map in all_dependency_maps:\n for pkg_name, conditional_deps_map in workspace_deps_map.items():\n if pkg_name not in dependencies:\n non_frozen_map = dict()\n for key, values in conditional_deps_map.items():\n non_frozen_map.update({key: dict(values.items())})\n dependencies.setdefault(pkg_name, non_frozen_map)\n continue\n\n for condition, deps_map in conditional_deps_map.items():\n # If the condition has not been recorded, do so and continue\n if condition not in dependencies[pkg_name]:\n dependencies[pkg_name].setdefault(condition, dict(deps_map.items()))\n continue\n\n # Alert on any miss-matched dependencies\n inconsistent_entries = []\n for crate_name, crate_label in deps_map.items():\n existing = dependencies[pkg_name][condition].get(crate_name)\n if existing and existing != crate_label:\n inconsistent_entries.append((crate_name, existing, crate_label))\n dependencies[pkg_name][condition].update({crate_name: crate_label})\n\n return dependencies\n\ndef crate_deps(deps, package_name = None):\n \"\"\"Finds the fully qualified label of the requested crates for the package where this macro is called.\n\n Args:\n deps (list): The desired list of crate targets.\n package_name (str, optional): The package name of the set of dependencies to look up.\n Defaults to `native.package_name()`.\n\n Returns:\n list: A list of labels to generated rust targets (str)\n \"\"\"\n\n if not deps:\n return []\n\n if package_name == None:\n package_name = native.package_name()\n\n # Join both sets of dependencies\n dependencies = _flatten_dependency_maps([\n _NORMAL_DEPENDENCIES,\n _NORMAL_DEV_DEPENDENCIES,\n _PROC_MACRO_DEPENDENCIES,\n _PROC_MACRO_DEV_DEPENDENCIES,\n _BUILD_DEPENDENCIES,\n _BUILD_PROC_MACRO_DEPENDENCIES,\n ]).pop(package_name, {})\n\n # Combine all conditional packages so we can easily index over a flat list\n # TODO: Perhaps this should actually return select statements and maintain\n # the conditionals of the dependencies\n flat_deps = {}\n for deps_set in dependencies.values():\n for crate_name, crate_label in deps_set.items():\n flat_deps.update({crate_name: crate_label})\n\n missing_crates = []\n crate_targets = []\n for crate_target in deps:\n if crate_target not in flat_deps:\n missing_crates.append(crate_target)\n else:\n crate_targets.append(flat_deps[crate_target])\n\n if missing_crates:\n fail(\"Could not find crates `{}` among dependencies of `{}`. Available dependencies were `{}`\".format(\n missing_crates,\n package_name,\n dependencies,\n ))\n\n return crate_targets\n\ndef all_crate_deps(\n normal = False, \n normal_dev = False, \n proc_macro = False, \n proc_macro_dev = False,\n build = False,\n build_proc_macro = False,\n package_name = None):\n \"\"\"Finds the fully qualified label of all requested direct crate dependencies \\\n for the package where this macro is called.\n\n If no parameters are set, all normal dependencies are returned. Setting any one flag will\n otherwise impact the contents of the returned list.\n\n Args:\n normal (bool, optional): If True, normal dependencies are included in the\n output list.\n normal_dev (bool, optional): If True, normal dev dependencies will be\n included in the output list..\n proc_macro (bool, optional): If True, proc_macro dependencies are included\n in the output list.\n proc_macro_dev (bool, optional): If True, dev proc_macro dependencies are\n included in the output list.\n build (bool, optional): If True, build dependencies are included\n in the output list.\n build_proc_macro (bool, optional): If True, build proc_macro dependencies are\n included in the output list.\n package_name (str, optional): The package name of the set of dependencies to look up.\n Defaults to `native.package_name()` when unset.\n\n Returns:\n list: A list of labels to generated rust targets (str)\n \"\"\"\n\n if package_name == None:\n package_name = native.package_name()\n\n # Determine the relevant maps to use\n all_dependency_maps = []\n if normal:\n all_dependency_maps.append(_NORMAL_DEPENDENCIES)\n if normal_dev:\n all_dependency_maps.append(_NORMAL_DEV_DEPENDENCIES)\n if proc_macro:\n all_dependency_maps.append(_PROC_MACRO_DEPENDENCIES)\n if proc_macro_dev:\n all_dependency_maps.append(_PROC_MACRO_DEV_DEPENDENCIES)\n if build:\n all_dependency_maps.append(_BUILD_DEPENDENCIES)\n if build_proc_macro:\n all_dependency_maps.append(_BUILD_PROC_MACRO_DEPENDENCIES)\n\n # Default to always using normal dependencies\n if not all_dependency_maps:\n all_dependency_maps.append(_NORMAL_DEPENDENCIES)\n\n dependencies = _flatten_dependency_maps(all_dependency_maps).pop(package_name, None)\n\n if not dependencies:\n if dependencies == None:\n fail(\"Tried to get all_crate_deps for package \" + package_name + \" but that package had no Cargo.toml file\")\n else:\n return []\n\n crate_deps = list(dependencies.pop(_COMMON_CONDITION, {}).values())\n for condition, deps in dependencies.items():\n crate_deps += selects.with_or({\n tuple(_CONDITIONS[condition]): deps.values(),\n \"//conditions:default\": [],\n })\n\n return crate_deps\n\ndef aliases(\n normal = False,\n normal_dev = False,\n proc_macro = False,\n proc_macro_dev = False,\n build = False,\n build_proc_macro = False,\n package_name = None):\n \"\"\"Produces a map of Crate alias names to their original label\n\n If no dependency kinds are specified, `normal` and `proc_macro` are used by default.\n Setting any one flag will otherwise determine the contents of the returned dict.\n\n Args:\n normal (bool, optional): If True, normal dependencies are included in the\n output list.\n normal_dev (bool, optional): If True, normal dev dependencies will be\n included in the output list..\n proc_macro (bool, optional): If True, proc_macro dependencies are included\n in the output list.\n proc_macro_dev (bool, optional): If True, dev proc_macro dependencies are\n included in the output list.\n build (bool, optional): If True, build dependencies are included\n in the output list.\n build_proc_macro (bool, optional): If True, build proc_macro dependencies are\n included in the output list.\n package_name (str, optional): The package name of the set of dependencies to look up.\n Defaults to `native.package_name()` when unset.\n\n Returns:\n dict: The aliases of all associated packages\n \"\"\"\n if package_name == None:\n package_name = native.package_name()\n\n # Determine the relevant maps to use\n all_aliases_maps = []\n if normal:\n all_aliases_maps.append(_NORMAL_ALIASES)\n if normal_dev:\n all_aliases_maps.append(_NORMAL_DEV_ALIASES)\n if proc_macro:\n all_aliases_maps.append(_PROC_MACRO_ALIASES)\n if proc_macro_dev:\n all_aliases_maps.append(_PROC_MACRO_DEV_ALIASES)\n if build:\n all_aliases_maps.append(_BUILD_ALIASES)\n if build_proc_macro:\n all_aliases_maps.append(_BUILD_PROC_MACRO_ALIASES)\n\n # Default to always using normal aliases\n if not all_aliases_maps:\n all_aliases_maps.append(_NORMAL_ALIASES)\n all_aliases_maps.append(_PROC_MACRO_ALIASES)\n\n aliases = _flatten_dependency_maps(all_aliases_maps).pop(package_name, None)\n\n if not aliases:\n return dict()\n\n common_items = aliases.pop(_COMMON_CONDITION, {}).items()\n\n # If there are only common items in the dictionary, immediately return them\n if not len(aliases.keys()) == 1:\n return dict(common_items)\n\n # Build a single select statement where each conditional has accounted for the\n # common set of aliases.\n crate_aliases = {\"//conditions:default\": dict(common_items)}\n for condition, deps in aliases.items():\n condition_triples = _CONDITIONS[condition]\n for triple in condition_triples:\n if triple in crate_aliases:\n crate_aliases[triple].update(deps)\n else:\n crate_aliases.update({triple: dict(deps.items() + common_items)})\n\n return select(crate_aliases)\n\n###############################################################################\n# WORKSPACE MEMBER DEPS AND ALIASES\n###############################################################################\n\n_NORMAL_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n _COMMON_CONDITION: {\n \"tokenizers\": Label(\"@crates//:tokenizers-0.21.0\"),\n },\n },\n}\n\n\n_NORMAL_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n _COMMON_CONDITION: {\n },\n },\n}\n\n\n_NORMAL_DEV_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_NORMAL_DEV_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_PROC_MACRO_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_PROC_MACRO_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_PROC_MACRO_DEV_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_PROC_MACRO_DEV_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_BUILD_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_BUILD_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_BUILD_PROC_MACRO_DEPENDENCIES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_BUILD_PROC_MACRO_ALIASES = {\n \"zml/tokenizer/hftokenizers\": {\n },\n}\n\n\n_CONDITIONS = {\n \"aarch64-apple-darwin\": [\"@rules_rust//rust/platform:aarch64-apple-darwin\"],\n \"aarch64-unknown-linux-gnu\": [\"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\"],\n \"cfg(target_os = \\\"wasi\\\")\": [],\n \"cfg(unix)\": [\"@rules_rust//rust/platform:aarch64-apple-darwin\",\"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\",\"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\"],\n \"x86_64-unknown-linux-gnu\": [\"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\"],\n}\n\n###############################################################################\n\ndef crate_repositories():\n \"\"\"A macro for defining repositories for all generated crates.\n\n Returns:\n A list of repos visible to the module through the module extension.\n \"\"\"\n maybe(\n http_archive,\n name = \"crates__aho-corasick-1.1.3\",\n sha256 = \"8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/aho-corasick/1.1.3/download\"],\n strip_prefix = \"aho-corasick-1.1.3\",\n build_file = Label(\"@crates//crates:BUILD.aho-corasick-1.1.3.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__base64-0.13.1\",\n sha256 = \"9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/base64/0.13.1/download\"],\n strip_prefix = \"base64-0.13.1\",\n build_file = Label(\"@crates//crates:BUILD.base64-0.13.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__bit-set-0.5.3\",\n sha256 = \"0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/bit-set/0.5.3/download\"],\n strip_prefix = \"bit-set-0.5.3\",\n build_file = Label(\"@crates//crates:BUILD.bit-set-0.5.3.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__bit-vec-0.6.3\",\n sha256 = \"349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/bit-vec/0.6.3/download\"],\n strip_prefix = \"bit-vec-0.6.3\",\n build_file = Label(\"@crates//crates:BUILD.bit-vec-0.6.3.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__bumpalo-3.16.0\",\n sha256 = \"79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/bumpalo/3.16.0/download\"],\n strip_prefix = \"bumpalo-3.16.0\",\n build_file = Label(\"@crates//crates:BUILD.bumpalo-3.16.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__byteorder-1.5.0\",\n sha256 = \"1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/byteorder/1.5.0/download\"],\n strip_prefix = \"byteorder-1.5.0\",\n build_file = Label(\"@crates//crates:BUILD.byteorder-1.5.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__cfg-if-1.0.0\",\n sha256 = \"baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/cfg-if/1.0.0/download\"],\n strip_prefix = \"cfg-if-1.0.0\",\n build_file = Label(\"@crates//crates:BUILD.cfg-if-1.0.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__crossbeam-deque-0.8.6\",\n sha256 = \"9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/crossbeam-deque/0.8.6/download\"],\n strip_prefix = \"crossbeam-deque-0.8.6\",\n build_file = Label(\"@crates//crates:BUILD.crossbeam-deque-0.8.6.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__crossbeam-epoch-0.9.18\",\n sha256 = \"5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/crossbeam-epoch/0.9.18/download\"],\n strip_prefix = \"crossbeam-epoch-0.9.18\",\n build_file = Label(\"@crates//crates:BUILD.crossbeam-epoch-0.9.18.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__crossbeam-utils-0.8.21\",\n sha256 = \"d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/crossbeam-utils/0.8.21/download\"],\n strip_prefix = \"crossbeam-utils-0.8.21\",\n build_file = Label(\"@crates//crates:BUILD.crossbeam-utils-0.8.21.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__darling-0.20.10\",\n sha256 = \"6f63b86c8a8826a49b8c21f08a2d07338eec8d900540f8630dc76284be802989\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/darling/0.20.10/download\"],\n strip_prefix = \"darling-0.20.10\",\n build_file = Label(\"@crates//crates:BUILD.darling-0.20.10.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__darling_core-0.20.10\",\n sha256 = \"95133861a8032aaea082871032f5815eb9e98cef03fa916ab4500513994df9e5\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/darling_core/0.20.10/download\"],\n strip_prefix = \"darling_core-0.20.10\",\n build_file = Label(\"@crates//crates:BUILD.darling_core-0.20.10.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__darling_macro-0.20.10\",\n sha256 = \"d336a2a514f6ccccaa3e09b02d41d35330c07ddf03a62165fcec10bb561c7806\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/darling_macro/0.20.10/download\"],\n strip_prefix = \"darling_macro-0.20.10\",\n build_file = Label(\"@crates//crates:BUILD.darling_macro-0.20.10.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__derive_builder-0.20.2\",\n sha256 = \"507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/derive_builder/0.20.2/download\"],\n strip_prefix = \"derive_builder-0.20.2\",\n build_file = Label(\"@crates//crates:BUILD.derive_builder-0.20.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__derive_builder_core-0.20.2\",\n sha256 = \"2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/derive_builder_core/0.20.2/download\"],\n strip_prefix = \"derive_builder_core-0.20.2\",\n build_file = Label(\"@crates//crates:BUILD.derive_builder_core-0.20.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__derive_builder_macro-0.20.2\",\n sha256 = \"ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/derive_builder_macro/0.20.2/download\"],\n strip_prefix = \"derive_builder_macro-0.20.2\",\n build_file = Label(\"@crates//crates:BUILD.derive_builder_macro-0.20.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__either-1.13.0\",\n sha256 = \"60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/either/1.13.0/download\"],\n strip_prefix = \"either-1.13.0\",\n build_file = Label(\"@crates//crates:BUILD.either-1.13.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__esaxx-rs-0.1.10\",\n sha256 = \"d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/esaxx-rs/0.1.10/download\"],\n strip_prefix = \"esaxx-rs-0.1.10\",\n build_file = Label(\"@crates//crates:BUILD.esaxx-rs-0.1.10.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__fancy-regex-0.13.0\",\n sha256 = \"531e46835a22af56d1e3b66f04844bed63158bc094a628bec1d321d9b4c44bf2\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/fancy-regex/0.13.0/download\"],\n strip_prefix = \"fancy-regex-0.13.0\",\n build_file = Label(\"@crates//crates:BUILD.fancy-regex-0.13.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__fnv-1.0.7\",\n sha256 = \"3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/fnv/1.0.7/download\"],\n strip_prefix = \"fnv-1.0.7\",\n build_file = Label(\"@crates//crates:BUILD.fnv-1.0.7.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__getrandom-0.2.15\",\n sha256 = \"c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/getrandom/0.2.15/download\"],\n strip_prefix = \"getrandom-0.2.15\",\n build_file = Label(\"@crates//crates:BUILD.getrandom-0.2.15.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__ident_case-1.0.1\",\n sha256 = \"b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/ident_case/1.0.1/download\"],\n strip_prefix = \"ident_case-1.0.1\",\n build_file = Label(\"@crates//crates:BUILD.ident_case-1.0.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__itertools-0.11.0\",\n sha256 = \"b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/itertools/0.11.0/download\"],\n strip_prefix = \"itertools-0.11.0\",\n build_file = Label(\"@crates//crates:BUILD.itertools-0.11.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__itertools-0.12.1\",\n sha256 = \"ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/itertools/0.12.1/download\"],\n strip_prefix = \"itertools-0.12.1\",\n build_file = Label(\"@crates//crates:BUILD.itertools-0.12.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__itoa-1.0.14\",\n sha256 = \"d75a2a4b1b190afb6f5425f10f6a8f959d2ea0b9c2b1d79553551850539e4674\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/itoa/1.0.14/download\"],\n strip_prefix = \"itoa-1.0.14\",\n build_file = Label(\"@crates//crates:BUILD.itoa-1.0.14.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__js-sys-0.3.76\",\n sha256 = \"6717b6b5b077764fb5966237269cb3c64edddde4b14ce42647430a78ced9e7b7\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/js-sys/0.3.76/download\"],\n strip_prefix = \"js-sys-0.3.76\",\n build_file = Label(\"@crates//crates:BUILD.js-sys-0.3.76.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__lazy_static-1.5.0\",\n sha256 = \"bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/lazy_static/1.5.0/download\"],\n strip_prefix = \"lazy_static-1.5.0\",\n build_file = Label(\"@crates//crates:BUILD.lazy_static-1.5.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__libc-0.2.169\",\n sha256 = \"b5aba8db14291edd000dfcc4d620c7ebfb122c613afb886ca8803fa4e128a20a\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/libc/0.2.169/download\"],\n strip_prefix = \"libc-0.2.169\",\n build_file = Label(\"@crates//crates:BUILD.libc-0.2.169.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__log-0.4.22\",\n sha256 = \"a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/log/0.4.22/download\"],\n strip_prefix = \"log-0.4.22\",\n build_file = Label(\"@crates//crates:BUILD.log-0.4.22.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__macro_rules_attribute-0.2.0\",\n sha256 = \"8a82271f7bc033d84bbca59a3ce3e4159938cb08a9c3aebbe54d215131518a13\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/macro_rules_attribute/0.2.0/download\"],\n strip_prefix = \"macro_rules_attribute-0.2.0\",\n build_file = Label(\"@crates//crates:BUILD.macro_rules_attribute-0.2.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__macro_rules_attribute-proc_macro-0.2.0\",\n sha256 = \"b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/macro_rules_attribute-proc_macro/0.2.0/download\"],\n strip_prefix = \"macro_rules_attribute-proc_macro-0.2.0\",\n build_file = Label(\"@crates//crates:BUILD.macro_rules_attribute-proc_macro-0.2.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__memchr-2.7.4\",\n sha256 = \"78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/memchr/2.7.4/download\"],\n strip_prefix = \"memchr-2.7.4\",\n build_file = Label(\"@crates//crates:BUILD.memchr-2.7.4.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__minimal-lexical-0.2.1\",\n sha256 = \"68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/minimal-lexical/0.2.1/download\"],\n strip_prefix = \"minimal-lexical-0.2.1\",\n build_file = Label(\"@crates//crates:BUILD.minimal-lexical-0.2.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__monostate-0.1.13\",\n sha256 = \"0d208407d7552cd041d8cdb69a1bc3303e029c598738177a3d87082004dc0e1e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/monostate/0.1.13/download\"],\n strip_prefix = \"monostate-0.1.13\",\n build_file = Label(\"@crates//crates:BUILD.monostate-0.1.13.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__monostate-impl-0.1.13\",\n sha256 = \"a7ce64b975ed4f123575d11afd9491f2e37bbd5813fbfbc0f09ae1fbddea74e0\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/monostate-impl/0.1.13/download\"],\n strip_prefix = \"monostate-impl-0.1.13\",\n build_file = Label(\"@crates//crates:BUILD.monostate-impl-0.1.13.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__nom-7.1.3\",\n sha256 = \"d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/nom/7.1.3/download\"],\n strip_prefix = \"nom-7.1.3\",\n build_file = Label(\"@crates//crates:BUILD.nom-7.1.3.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__once_cell-1.20.2\",\n sha256 = \"1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/once_cell/1.20.2/download\"],\n strip_prefix = \"once_cell-1.20.2\",\n build_file = Label(\"@crates//crates:BUILD.once_cell-1.20.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__paste-1.0.15\",\n sha256 = \"57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/paste/1.0.15/download\"],\n strip_prefix = \"paste-1.0.15\",\n build_file = Label(\"@crates//crates:BUILD.paste-1.0.15.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__ppv-lite86-0.2.20\",\n sha256 = \"77957b295656769bb8ad2b6a6b09d897d94f05c41b069aede1fcdaa675eaea04\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/ppv-lite86/0.2.20/download\"],\n strip_prefix = \"ppv-lite86-0.2.20\",\n build_file = Label(\"@crates//crates:BUILD.ppv-lite86-0.2.20.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__proc-macro2-1.0.92\",\n sha256 = \"37d3544b3f2748c54e147655edb5025752e2303145b5aefb3c3ea2c78b973bb0\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/proc-macro2/1.0.92/download\"],\n strip_prefix = \"proc-macro2-1.0.92\",\n build_file = Label(\"@crates//crates:BUILD.proc-macro2-1.0.92.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__quote-1.0.37\",\n sha256 = \"b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/quote/1.0.37/download\"],\n strip_prefix = \"quote-1.0.37\",\n build_file = Label(\"@crates//crates:BUILD.quote-1.0.37.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rand-0.8.5\",\n sha256 = \"34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rand/0.8.5/download\"],\n strip_prefix = \"rand-0.8.5\",\n build_file = Label(\"@crates//crates:BUILD.rand-0.8.5.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rand_chacha-0.3.1\",\n sha256 = \"e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rand_chacha/0.3.1/download\"],\n strip_prefix = \"rand_chacha-0.3.1\",\n build_file = Label(\"@crates//crates:BUILD.rand_chacha-0.3.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rand_core-0.6.4\",\n sha256 = \"ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rand_core/0.6.4/download\"],\n strip_prefix = \"rand_core-0.6.4\",\n build_file = Label(\"@crates//crates:BUILD.rand_core-0.6.4.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rayon-1.10.0\",\n sha256 = \"b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rayon/1.10.0/download\"],\n strip_prefix = \"rayon-1.10.0\",\n build_file = Label(\"@crates//crates:BUILD.rayon-1.10.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rayon-cond-0.3.0\",\n sha256 = \"059f538b55efd2309c9794130bc149c6a553db90e9d99c2030785c82f0bd7df9\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rayon-cond/0.3.0/download\"],\n strip_prefix = \"rayon-cond-0.3.0\",\n build_file = Label(\"@crates//crates:BUILD.rayon-cond-0.3.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__rayon-core-1.12.1\",\n sha256 = \"1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/rayon-core/1.12.1/download\"],\n strip_prefix = \"rayon-core-1.12.1\",\n build_file = Label(\"@crates//crates:BUILD.rayon-core-1.12.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__regex-1.11.1\",\n sha256 = \"b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/regex/1.11.1/download\"],\n strip_prefix = \"regex-1.11.1\",\n build_file = Label(\"@crates//crates:BUILD.regex-1.11.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__regex-automata-0.4.9\",\n sha256 = \"809e8dc61f6de73b46c85f4c96486310fe304c434cfa43669d7b40f711150908\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/regex-automata/0.4.9/download\"],\n strip_prefix = \"regex-automata-0.4.9\",\n build_file = Label(\"@crates//crates:BUILD.regex-automata-0.4.9.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__regex-syntax-0.8.5\",\n sha256 = \"2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/regex-syntax/0.8.5/download\"],\n strip_prefix = \"regex-syntax-0.8.5\",\n build_file = Label(\"@crates//crates:BUILD.regex-syntax-0.8.5.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__ryu-1.0.18\",\n sha256 = \"f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/ryu/1.0.18/download\"],\n strip_prefix = \"ryu-1.0.18\",\n build_file = Label(\"@crates//crates:BUILD.ryu-1.0.18.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__serde-1.0.216\",\n sha256 = \"0b9781016e935a97e8beecf0c933758c97a5520d32930e460142b4cd80c6338e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/serde/1.0.216/download\"],\n strip_prefix = \"serde-1.0.216\",\n build_file = Label(\"@crates//crates:BUILD.serde-1.0.216.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__serde_derive-1.0.216\",\n sha256 = \"46f859dbbf73865c6627ed570e78961cd3ac92407a2d117204c49232485da55e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/serde_derive/1.0.216/download\"],\n strip_prefix = \"serde_derive-1.0.216\",\n build_file = Label(\"@crates//crates:BUILD.serde_derive-1.0.216.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__serde_json-1.0.134\",\n sha256 = \"d00f4175c42ee48b15416f6193a959ba3a0d67fc699a0db9ad12df9f83991c7d\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/serde_json/1.0.134/download\"],\n strip_prefix = \"serde_json-1.0.134\",\n build_file = Label(\"@crates//crates:BUILD.serde_json-1.0.134.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__smallvec-1.13.2\",\n sha256 = \"3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/smallvec/1.13.2/download\"],\n strip_prefix = \"smallvec-1.13.2\",\n build_file = Label(\"@crates//crates:BUILD.smallvec-1.13.2.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__spm_precompiled-0.1.4\",\n sha256 = \"5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/spm_precompiled/0.1.4/download\"],\n strip_prefix = \"spm_precompiled-0.1.4\",\n build_file = Label(\"@crates//crates:BUILD.spm_precompiled-0.1.4.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__strsim-0.11.1\",\n sha256 = \"7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/strsim/0.11.1/download\"],\n strip_prefix = \"strsim-0.11.1\",\n build_file = Label(\"@crates//crates:BUILD.strsim-0.11.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__syn-2.0.91\",\n sha256 = \"d53cbcb5a243bd33b7858b1d7f4aca2153490815872d86d955d6ea29f743c035\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/syn/2.0.91/download\"],\n strip_prefix = \"syn-2.0.91\",\n build_file = Label(\"@crates//crates:BUILD.syn-2.0.91.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__thiserror-1.0.69\",\n sha256 = \"b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/thiserror/1.0.69/download\"],\n strip_prefix = \"thiserror-1.0.69\",\n build_file = Label(\"@crates//crates:BUILD.thiserror-1.0.69.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__thiserror-impl-1.0.69\",\n sha256 = \"4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/thiserror-impl/1.0.69/download\"],\n strip_prefix = \"thiserror-impl-1.0.69\",\n build_file = Label(\"@crates//crates:BUILD.thiserror-impl-1.0.69.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__tokenizers-0.21.0\",\n sha256 = \"9ecededfed68a69bc657e486510089e255e53c3d38cc7d4d59c8742668ca2cae\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/tokenizers/0.21.0/download\"],\n strip_prefix = \"tokenizers-0.21.0\",\n build_file = Label(\"@crates//crates:BUILD.tokenizers-0.21.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__unicode-ident-1.0.14\",\n sha256 = \"adb9e6ca4f869e1180728b7950e35922a7fc6397f7b641499e8f3ef06e50dc83\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/unicode-ident/1.0.14/download\"],\n strip_prefix = \"unicode-ident-1.0.14\",\n build_file = Label(\"@crates//crates:BUILD.unicode-ident-1.0.14.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__unicode-normalization-alignments-0.1.12\",\n sha256 = \"43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/unicode-normalization-alignments/0.1.12/download\"],\n strip_prefix = \"unicode-normalization-alignments-0.1.12\",\n build_file = Label(\"@crates//crates:BUILD.unicode-normalization-alignments-0.1.12.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__unicode-segmentation-1.12.0\",\n sha256 = \"f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/unicode-segmentation/1.12.0/download\"],\n strip_prefix = \"unicode-segmentation-1.12.0\",\n build_file = Label(\"@crates//crates:BUILD.unicode-segmentation-1.12.0.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__unicode_categories-0.1.1\",\n sha256 = \"39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/unicode_categories/0.1.1/download\"],\n strip_prefix = \"unicode_categories-0.1.1\",\n build_file = Label(\"@crates//crates:BUILD.unicode_categories-0.1.1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasi-0.11.0-wasi-snapshot-preview1\",\n sha256 = \"9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasi/0.11.0+wasi-snapshot-preview1/download\"],\n strip_prefix = \"wasi-0.11.0+wasi-snapshot-preview1\",\n build_file = Label(\"@crates//crates:BUILD.wasi-0.11.0+wasi-snapshot-preview1.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-0.2.99\",\n sha256 = \"a474f6281d1d70c17ae7aa6a613c87fce69a127e2624002df63dcb39d6cf6396\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-backend-0.2.99\",\n sha256 = \"5f89bb38646b4f81674e8f5c3fb81b562be1fd936d84320f3264486418519c79\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen-backend/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-backend-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-backend-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-macro-0.2.99\",\n sha256 = \"2cc6181fd9a7492eef6fef1f33961e3695e4579b9872a6f7c83aee556666d4fe\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen-macro/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-macro-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-macro-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-macro-support-0.2.99\",\n sha256 = \"30d7a95b763d3c45903ed6c81f156801839e5ee968bb07e534c44df0fcd330c2\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen-macro-support/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-macro-support-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-macro-support-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__wasm-bindgen-shared-0.2.99\",\n sha256 = \"943aab3fdaaa029a6e0271b35ea10b72b943135afe9bffca82384098ad0e06a6\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/wasm-bindgen-shared/0.2.99/download\"],\n strip_prefix = \"wasm-bindgen-shared-0.2.99\",\n build_file = Label(\"@crates//crates:BUILD.wasm-bindgen-shared-0.2.99.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__zerocopy-0.7.35\",\n sha256 = \"1b9b4fd18abc82b8136838da5d50bae7bdea537c574d8dc1a34ed098d6c166f0\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/zerocopy/0.7.35/download\"],\n strip_prefix = \"zerocopy-0.7.35\",\n build_file = Label(\"@crates//crates:BUILD.zerocopy-0.7.35.bazel\"),\n )\n\n maybe(\n http_archive,\n name = \"crates__zerocopy-derive-0.7.35\",\n sha256 = \"fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e\",\n type = \"tar.gz\",\n urls = [\"https://static.crates.io/crates/zerocopy-derive/0.7.35/download\"],\n strip_prefix = \"zerocopy-derive-0.7.35\",\n build_file = Label(\"@crates//crates:BUILD.zerocopy-derive-0.7.35.bazel\"),\n )\n\n return [\n struct(repo=\"crates__tokenizers-0.21.0\", is_dev_dep = False),\n ]\n" + } + } + }, + "crates__aho-corasick-1.1.3": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/aho-corasick/1.1.3/download" + ], + "strip_prefix": "aho-corasick-1.1.3", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"aho_corasick\",\n deps = [\n \"@crates__memchr-2.7.4//:memchr\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"perf-literal\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=aho-corasick\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.1.3\",\n)\n" + } + }, + "crates__base64-0.13.1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/base64/0.13.1/download" + ], + "strip_prefix": "base64-0.13.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"base64\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=base64\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.13.1\",\n)\n" + } + }, + "crates__bit-set-0.5.3": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "0700ddab506f33b20a03b13996eccd309a48e5ff77d0d95926aa0210fb4e95f1", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/bit-set/0.5.3/download" + ], + "strip_prefix": "bit-set-0.5.3", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"bit_set\",\n deps = [\n \"@crates__bit-vec-0.6.3//:bit_vec\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=bit-set\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.5.3\",\n)\n" + } + }, + "crates__bit-vec-0.6.3": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "349f9b6a179ed607305526ca489b34ad0a41aed5f7980fa90eb03160b69598fb", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/bit-vec/0.6.3/download" + ], + "strip_prefix": "bit-vec-0.6.3", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"bit_vec\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=bit-vec\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.6.3\",\n)\n" + } + }, + "crates__bumpalo-3.16.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/bumpalo/3.16.0/download" + ], + "strip_prefix": "bumpalo-3.16.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"bumpalo\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=bumpalo\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"3.16.0\",\n)\n" + } + }, + "crates__byteorder-1.5.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/byteorder/1.5.0/download" + ], + "strip_prefix": "byteorder-1.5.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"byteorder\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=byteorder\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.5.0\",\n)\n" + } + }, + "crates__cfg-if-1.0.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/cfg-if/1.0.0/download" + ], + "strip_prefix": "cfg-if-1.0.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"cfg_if\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=cfg-if\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.0\",\n)\n" + } + }, + "crates__crossbeam-deque-0.8.6": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/crossbeam-deque/0.8.6/download" + ], + "strip_prefix": "crossbeam-deque-0.8.6", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"crossbeam_deque\",\n deps = [\n \"@crates__crossbeam-epoch-0.9.18//:crossbeam_epoch\",\n \"@crates__crossbeam-utils-0.8.21//:crossbeam_utils\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=crossbeam-deque\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.8.6\",\n)\n" + } + }, + "crates__crossbeam-epoch-0.9.18": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/crossbeam-epoch/0.9.18/download" + ], + "strip_prefix": "crossbeam-epoch-0.9.18", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"crossbeam_epoch\",\n deps = [\n \"@crates__crossbeam-utils-0.8.21//:crossbeam_utils\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=crossbeam-epoch\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.9.18\",\n)\n" + } + }, + "crates__crossbeam-utils-0.8.21": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/crossbeam-utils/0.8.21/download" + ], + "strip_prefix": "crossbeam-utils-0.8.21", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"crossbeam_utils\",\n deps = [\n \"@crates__crossbeam-utils-0.8.21//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=crossbeam-utils\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.8.21\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"crossbeam-utils\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=crossbeam-utils\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.8.21\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__darling-0.20.10": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "6f63b86c8a8826a49b8c21f08a2d07338eec8d900540f8630dc76284be802989", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/darling/0.20.10/download" + ], + "strip_prefix": "darling-0.20.10", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"darling\",\n deps = [\n \"@crates__darling_core-0.20.10//:darling_core\",\n ],\n proc_macro_deps = [\n \"@crates__darling_macro-0.20.10//:darling_macro\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"suggestions\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=darling\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.10\",\n)\n" + } + }, + "crates__darling_core-0.20.10": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "95133861a8032aaea082871032f5815eb9e98cef03fa916ab4500513994df9e5", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/darling_core/0.20.10/download" + ], + "strip_prefix": "darling_core-0.20.10", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"darling_core\",\n deps = [\n \"@crates__fnv-1.0.7//:fnv\",\n \"@crates__ident_case-1.0.1//:ident_case\",\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__strsim-0.11.1//:strsim\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"strsim\",\n \"suggestions\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=darling_core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.10\",\n)\n" + } + }, + "crates__darling_macro-0.20.10": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d336a2a514f6ccccaa3e09b02d41d35330c07ddf03a62165fcec10bb561c7806", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/darling_macro/0.20.10/download" + ], + "strip_prefix": "darling_macro-0.20.10", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"darling_macro\",\n deps = [\n \"@crates__darling_core-0.20.10//:darling_core\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=darling_macro\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.10\",\n)\n" + } + }, + "crates__derive_builder-0.20.2": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/derive_builder/0.20.2/download" + ], + "strip_prefix": "derive_builder-0.20.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"derive_builder\",\n proc_macro_deps = [\n \"@crates__derive_builder_macro-0.20.2//:derive_builder_macro\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=derive_builder\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.2\",\n)\n" + } + }, + "crates__derive_builder_core-0.20.2": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/derive_builder_core/0.20.2/download" + ], + "strip_prefix": "derive_builder_core-0.20.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"derive_builder_core\",\n deps = [\n \"@crates__darling-0.20.10//:darling\",\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"lib_has_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=derive_builder_core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.2\",\n)\n" + } + }, + "crates__derive_builder_macro-0.20.2": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/derive_builder_macro/0.20.2/download" + ], + "strip_prefix": "derive_builder_macro-0.20.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"derive_builder_macro\",\n deps = [\n \"@crates__derive_builder_core-0.20.2//:derive_builder_core\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"lib_has_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=derive_builder_macro\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.20.2\",\n)\n" + } + }, + "crates__either-1.13.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/either/1.13.0/download" + ], + "strip_prefix": "either-1.13.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"either\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"use_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=either\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.13.0\",\n)\n" + } + }, + "crates__esaxx-rs-0.1.10": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/esaxx-rs/0.1.10/download" + ], + "strip_prefix": "esaxx-rs-0.1.10", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"esaxx_rs\",\n deps = [\n \"@crates__esaxx-rs-0.1.10//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=esaxx-rs\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.10\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2018\",\n pkg_name = \"esaxx-rs\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=esaxx-rs\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.1.10\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__fancy-regex-0.13.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "531e46835a22af56d1e3b66f04844bed63158bc094a628bec1d321d9b4c44bf2", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/fancy-regex/0.13.0/download" + ], + "strip_prefix": "fancy-regex-0.13.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"fancy_regex\",\n deps = [\n \"@crates__bit-set-0.5.3//:bit_set\",\n \"@crates__regex-automata-0.4.9//:regex_automata\",\n \"@crates__regex-syntax-0.8.5//:regex_syntax\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"perf\",\n \"std\",\n \"unicode\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=fancy-regex\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.13.0\",\n)\n" + } + }, + "crates__fnv-1.0.7": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/fnv/1.0.7/download" + ], + "strip_prefix": "fnv-1.0.7", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"fnv\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=fnv\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.7\",\n)\n" + } + }, + "crates__getrandom-0.2.15": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/getrandom/0.2.15/download" + ], + "strip_prefix": "getrandom-0.2.15", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"getrandom\",\n deps = [\n \"@crates__cfg-if-1.0.0//:cfg_if\",\n ] + select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [\n \"@crates__libc-0.2.169//:libc\", # cfg(unix)\n ],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [\n \"@crates__libc-0.2.169//:libc\", # cfg(unix)\n ],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [\n \"@crates__libc-0.2.169//:libc\", # cfg(unix)\n ],\n \"//conditions:default\": [],\n }),\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"js\",\n \"js-sys\",\n \"std\",\n \"wasm-bindgen\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=getrandom\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.15\",\n)\n" + } + }, + "crates__ident_case-1.0.1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/ident_case/1.0.1/download" + ], + "strip_prefix": "ident_case-1.0.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"ident_case\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=ident_case\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.1\",\n)\n" + } + }, + "crates__itertools-0.11.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/itertools/0.11.0/download" + ], + "strip_prefix": "itertools-0.11.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"itertools\",\n deps = [\n \"@crates__either-1.13.0//:either\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"use_alloc\",\n \"use_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=itertools\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.11.0\",\n)\n" + } + }, + "crates__itertools-0.12.1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/itertools/0.12.1/download" + ], + "strip_prefix": "itertools-0.12.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"itertools\",\n deps = [\n \"@crates__either-1.13.0//:either\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"use_alloc\",\n \"use_std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=itertools\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.12.1\",\n)\n" + } + }, + "crates__itoa-1.0.14": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d75a2a4b1b190afb6f5425f10f6a8f959d2ea0b9c2b1d79553551850539e4674", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/itoa/1.0.14/download" + ], + "strip_prefix": "itoa-1.0.14", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"itoa\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=itoa\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.14\",\n)\n" + } + }, + "crates__js-sys-0.3.76": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "6717b6b5b077764fb5966237269cb3c64edddde4b14ce42647430a78ced9e7b7", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/js-sys/0.3.76/download" + ], + "strip_prefix": "js-sys-0.3.76", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"js_sys\",\n deps = [\n \"@crates__once_cell-1.20.2//:once_cell\",\n \"@crates__wasm-bindgen-0.2.99//:wasm_bindgen\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=js-sys\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.3.76\",\n)\n" + } + }, + "crates__lazy_static-1.5.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/lazy_static/1.5.0/download" + ], + "strip_prefix": "lazy_static-1.5.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"lazy_static\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=lazy_static\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.5.0\",\n)\n" + } + }, + "crates__libc-0.2.169": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b5aba8db14291edd000dfcc4d620c7ebfb122c613afb886ca8803fa4e128a20a", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/libc/0.2.169/download" + ], + "strip_prefix": "libc-0.2.169", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"libc\",\n deps = [\n \"@crates__libc-0.2.169//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=libc\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.169\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"libc\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=libc\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.2.169\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__log-0.4.22": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/log/0.4.22/download" + ], + "strip_prefix": "log-0.4.22", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"log\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=log\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.4.22\",\n)\n" + } + }, + "crates__macro_rules_attribute-0.2.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "8a82271f7bc033d84bbca59a3ce3e4159938cb08a9c3aebbe54d215131518a13", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/macro_rules_attribute/0.2.0/download" + ], + "strip_prefix": "macro_rules_attribute-0.2.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"macro_rules_attribute\",\n proc_macro_deps = [\n \"@crates__macro_rules_attribute-proc_macro-0.2.0//:macro_rules_attribute_proc_macro\",\n \"@crates__paste-1.0.15//:paste\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=macro_rules_attribute\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.0\",\n)\n" + } + }, + "crates__macro_rules_attribute-proc_macro-0.2.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/macro_rules_attribute-proc_macro/0.2.0/download" + ], + "strip_prefix": "macro_rules_attribute-proc_macro-0.2.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"macro_rules_attribute_proc_macro\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"mod.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=macro_rules_attribute-proc_macro\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.0\",\n)\n" + } + }, + "crates__memchr-2.7.4": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/memchr/2.7.4/download" + ], + "strip_prefix": "memchr-2.7.4", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"memchr\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=memchr\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"2.7.4\",\n)\n" + } + }, + "crates__minimal-lexical-0.2.1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/minimal-lexical/0.2.1/download" + ], + "strip_prefix": "minimal-lexical-0.2.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"minimal_lexical\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=minimal-lexical\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.1\",\n)\n" + } + }, + "crates__monostate-0.1.13": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "0d208407d7552cd041d8cdb69a1bc3303e029c598738177a3d87082004dc0e1e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/monostate/0.1.13/download" + ], + "strip_prefix": "monostate-0.1.13", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"monostate\",\n deps = [\n \"@crates__serde-1.0.216//:serde\",\n ],\n proc_macro_deps = [\n \"@crates__monostate-impl-0.1.13//:monostate_impl\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=monostate\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.13\",\n)\n" + } + }, + "crates__monostate-impl-0.1.13": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "a7ce64b975ed4f123575d11afd9491f2e37bbd5813fbfbc0f09ae1fbddea74e0", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/monostate-impl/0.1.13/download" + ], + "strip_prefix": "monostate-impl-0.1.13", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"monostate_impl\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=monostate-impl\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.13\",\n)\n" + } + }, + "crates__nom-7.1.3": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/nom/7.1.3/download" + ], + "strip_prefix": "nom-7.1.3", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"nom\",\n deps = [\n \"@crates__memchr-2.7.4//:memchr\",\n \"@crates__minimal-lexical-0.2.1//:minimal_lexical\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=nom\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"7.1.3\",\n)\n" + } + }, + "crates__once_cell-1.20.2": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/once_cell/1.20.2/download" + ], + "strip_prefix": "once_cell-1.20.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"once_cell\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=once_cell\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.20.2\",\n)\n" + } + }, + "crates__paste-1.0.15": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/paste/1.0.15/download" + ], + "strip_prefix": "paste-1.0.15", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"paste\",\n deps = [\n \"@crates__paste-1.0.15//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=paste\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.15\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2018\",\n pkg_name = \"paste\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=paste\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.15\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__ppv-lite86-0.2.20": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "77957b295656769bb8ad2b6a6b09d897d94f05c41b069aede1fcdaa675eaea04", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/ppv-lite86/0.2.20/download" + ], + "strip_prefix": "ppv-lite86-0.2.20", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"ppv_lite86\",\n deps = [\n \"@crates__zerocopy-0.7.35//:zerocopy\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"simd\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=ppv-lite86\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.20\",\n)\n" + } + }, + "crates__proc-macro2-1.0.92": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "37d3544b3f2748c54e147655edb5025752e2303145b5aefb3c3ea2c78b973bb0", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/proc-macro2/1.0.92/download" + ], + "strip_prefix": "proc-macro2-1.0.92", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"proc_macro2\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:build_script_build\",\n \"@crates__unicode-ident-1.0.14//:unicode_ident\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"proc-macro\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=proc-macro2\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.92\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"proc-macro\",\n ],\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"proc-macro2\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=proc-macro2\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.92\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__quote-1.0.37": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/quote/1.0.37/download" + ], + "strip_prefix": "quote-1.0.37", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"quote\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"proc-macro\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=quote\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.37\",\n)\n" + } + }, + "crates__rand-0.8.5": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rand/0.8.5/download" + ], + "strip_prefix": "rand-0.8.5", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rand\",\n deps = [\n \"@crates__libc-0.2.169//:libc\",\n \"@crates__rand_chacha-0.3.1//:rand_chacha\",\n \"@crates__rand_core-0.6.4//:rand_core\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"default\",\n \"getrandom\",\n \"libc\",\n \"rand_chacha\",\n \"std\",\n \"std_rng\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rand\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.8.5\",\n)\n" + } + }, + "crates__rand_chacha-0.3.1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rand_chacha/0.3.1/download" + ], + "strip_prefix": "rand_chacha-0.3.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rand_chacha\",\n deps = [\n \"@crates__ppv-lite86-0.2.20//:ppv_lite86\",\n \"@crates__rand_core-0.6.4//:rand_core\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rand_chacha\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.3.1\",\n)\n" + } + }, + "crates__rand_core-0.6.4": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rand_core/0.6.4/download" + ], + "strip_prefix": "rand_core-0.6.4", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rand_core\",\n deps = [\n \"@crates__getrandom-0.2.15//:getrandom\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"getrandom\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rand_core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.6.4\",\n)\n" + } + }, + "crates__rayon-1.10.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rayon/1.10.0/download" + ], + "strip_prefix": "rayon-1.10.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rayon\",\n deps = [\n \"@crates__either-1.13.0//:either\",\n \"@crates__rayon-core-1.12.1//:rayon_core\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rayon\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.10.0\",\n)\n" + } + }, + "crates__rayon-cond-0.3.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "059f538b55efd2309c9794130bc149c6a553db90e9d99c2030785c82f0bd7df9", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rayon-cond/0.3.0/download" + ], + "strip_prefix": "rayon-cond-0.3.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rayon_cond\",\n deps = [\n \"@crates__either-1.13.0//:either\",\n \"@crates__itertools-0.11.0//:itertools\",\n \"@crates__rayon-1.10.0//:rayon\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rayon-cond\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.3.0\",\n)\n" + } + }, + "crates__rayon-core-1.12.1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/rayon-core/1.12.1/download" + ], + "strip_prefix": "rayon-core-1.12.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"rayon_core\",\n deps = [\n \"@crates__crossbeam-deque-0.8.6//:crossbeam_deque\",\n \"@crates__crossbeam-utils-0.8.21//:crossbeam_utils\",\n \"@crates__rayon-core-1.12.1//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rayon-core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.12.1\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n links = \"rayon-core\",\n pkg_name = \"rayon-core\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=rayon-core\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.12.1\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__regex-1.11.1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/regex/1.11.1/download" + ], + "strip_prefix": "regex-1.11.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"regex\",\n deps = [\n \"@crates__aho-corasick-1.1.3//:aho_corasick\",\n \"@crates__memchr-2.7.4//:memchr\",\n \"@crates__regex-automata-0.4.9//:regex_automata\",\n \"@crates__regex-syntax-0.8.5//:regex_syntax\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"perf\",\n \"perf-backtrack\",\n \"perf-cache\",\n \"perf-dfa\",\n \"perf-inline\",\n \"perf-literal\",\n \"perf-onepass\",\n \"std\",\n \"unicode\",\n \"unicode-age\",\n \"unicode-bool\",\n \"unicode-case\",\n \"unicode-gencat\",\n \"unicode-perl\",\n \"unicode-script\",\n \"unicode-segment\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=regex\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.11.1\",\n)\n" + } + }, + "crates__regex-automata-0.4.9": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "809e8dc61f6de73b46c85f4c96486310fe304c434cfa43669d7b40f711150908", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/regex-automata/0.4.9/download" + ], + "strip_prefix": "regex-automata-0.4.9", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"regex_automata\",\n deps = [\n \"@crates__aho-corasick-1.1.3//:aho_corasick\",\n \"@crates__memchr-2.7.4//:memchr\",\n \"@crates__regex-syntax-0.8.5//:regex_syntax\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"alloc\",\n \"dfa\",\n \"dfa-build\",\n \"dfa-onepass\",\n \"dfa-search\",\n \"hybrid\",\n \"meta\",\n \"nfa\",\n \"nfa-backtrack\",\n \"nfa-pikevm\",\n \"nfa-thompson\",\n \"perf\",\n \"perf-inline\",\n \"perf-literal\",\n \"perf-literal-multisubstring\",\n \"perf-literal-substring\",\n \"std\",\n \"syntax\",\n \"unicode\",\n \"unicode-age\",\n \"unicode-bool\",\n \"unicode-case\",\n \"unicode-gencat\",\n \"unicode-perl\",\n \"unicode-script\",\n \"unicode-segment\",\n \"unicode-word-boundary\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=regex-automata\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.4.9\",\n)\n" + } + }, + "crates__regex-syntax-0.8.5": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/regex-syntax/0.8.5/download" + ], + "strip_prefix": "regex-syntax-0.8.5", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"regex_syntax\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n \"unicode\",\n \"unicode-age\",\n \"unicode-bool\",\n \"unicode-case\",\n \"unicode-gencat\",\n \"unicode-perl\",\n \"unicode-script\",\n \"unicode-segment\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=regex-syntax\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.8.5\",\n)\n" + } + }, + "crates__ryu-1.0.18": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/ryu/1.0.18/download" + ], + "strip_prefix": "ryu-1.0.18", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"ryu\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=ryu\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.18\",\n)\n" + } + }, + "crates__serde-1.0.216": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "0b9781016e935a97e8beecf0c933758c97a5520d32930e460142b4cd80c6338e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/serde/1.0.216/download" + ], + "strip_prefix": "serde-1.0.216", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"serde\",\n deps = [\n \"@crates__serde-1.0.216//:build_script_build\",\n ],\n proc_macro_deps = [\n \"@crates__serde_derive-1.0.216//:serde_derive\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"derive\",\n \"serde_derive\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.216\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"derive\",\n \"serde_derive\",\n \"std\",\n ],\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2018\",\n pkg_name = \"serde\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.216\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__serde_derive-1.0.216": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "46f859dbbf73865c6627ed570e78961cd3ac92407a2d117204c49232485da55e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/serde_derive/1.0.216/download" + ], + "strip_prefix": "serde_derive-1.0.216", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"serde_derive\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde_derive\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.216\",\n)\n" + } + }, + "crates__serde_json-1.0.134": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d00f4175c42ee48b15416f6193a959ba3a0d67fc699a0db9ad12df9f83991c7d", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/serde_json/1.0.134/download" + ], + "strip_prefix": "serde_json-1.0.134", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"serde_json\",\n deps = [\n \"@crates__itoa-1.0.14//:itoa\",\n \"@crates__memchr-2.7.4//:memchr\",\n \"@crates__ryu-1.0.18//:ryu\",\n \"@crates__serde-1.0.216//:serde\",\n \"@crates__serde_json-1.0.134//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde_json\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.134\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"default\",\n \"std\",\n ],\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"serde_json\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=serde_json\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.134\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__smallvec-1.13.2": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/smallvec/1.13.2/download" + ], + "strip_prefix": "smallvec-1.13.2", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"smallvec\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=smallvec\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.13.2\",\n)\n" + } + }, + "crates__spm_precompiled-0.1.4": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/spm_precompiled/0.1.4/download" + ], + "strip_prefix": "spm_precompiled-0.1.4", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"spm_precompiled\",\n deps = [\n \"@crates__base64-0.13.1//:base64\",\n \"@crates__nom-7.1.3//:nom\",\n \"@crates__serde-1.0.216//:serde\",\n \"@crates__unicode-segmentation-1.12.0//:unicode_segmentation\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=spm_precompiled\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.4\",\n)\n" + } + }, + "crates__strsim-0.11.1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/strsim/0.11.1/download" + ], + "strip_prefix": "strsim-0.11.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"strsim\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=strsim\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.11.1\",\n)\n" + } + }, + "crates__syn-2.0.91": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "d53cbcb5a243bd33b7858b1d7f4aca2153490815872d86d955d6ea29f743c035", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/syn/2.0.91/download" + ], + "strip_prefix": "syn-2.0.91", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"syn\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__unicode-ident-1.0.14//:unicode_ident\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"clone-impls\",\n \"default\",\n \"derive\",\n \"extra-traits\",\n \"full\",\n \"parsing\",\n \"printing\",\n \"proc-macro\",\n \"visit\",\n \"visit-mut\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=syn\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"2.0.91\",\n)\n" + } + }, + "crates__thiserror-1.0.69": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/thiserror/1.0.69/download" + ], + "strip_prefix": "thiserror-1.0.69", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"thiserror\",\n deps = [\n \"@crates__thiserror-1.0.69//:build_script_build\",\n ],\n proc_macro_deps = [\n \"@crates__thiserror-impl-1.0.69//:thiserror_impl\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=thiserror\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.69\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"thiserror\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=thiserror\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"1.0.69\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__thiserror-impl-1.0.69": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/thiserror-impl/1.0.69/download" + ], + "strip_prefix": "thiserror-impl-1.0.69", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"thiserror_impl\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=thiserror-impl\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.69\",\n)\n" + } + }, + "crates__tokenizers-0.21.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "9ecededfed68a69bc657e486510089e255e53c3d38cc7d4d59c8742668ca2cae", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/tokenizers/0.21.0/download" + ], + "strip_prefix": "tokenizers-0.21.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"tokenizers\",\n deps = [\n \"@crates__aho-corasick-1.1.3//:aho_corasick\",\n \"@crates__derive_builder-0.20.2//:derive_builder\",\n \"@crates__esaxx-rs-0.1.10//:esaxx_rs\",\n \"@crates__fancy-regex-0.13.0//:fancy_regex\",\n \"@crates__getrandom-0.2.15//:getrandom\",\n \"@crates__itertools-0.12.1//:itertools\",\n \"@crates__lazy_static-1.5.0//:lazy_static\",\n \"@crates__log-0.4.22//:log\",\n \"@crates__macro_rules_attribute-0.2.0//:macro_rules_attribute\",\n \"@crates__monostate-0.1.13//:monostate\",\n \"@crates__rand-0.8.5//:rand\",\n \"@crates__rayon-1.10.0//:rayon\",\n \"@crates__rayon-cond-0.3.0//:rayon_cond\",\n \"@crates__regex-1.11.1//:regex\",\n \"@crates__regex-syntax-0.8.5//:regex_syntax\",\n \"@crates__serde-1.0.216//:serde\",\n \"@crates__serde_json-1.0.134//:serde_json\",\n \"@crates__spm_precompiled-0.1.4//:spm_precompiled\",\n \"@crates__thiserror-1.0.69//:thiserror\",\n \"@crates__unicode-normalization-alignments-0.1.12//:unicode_normalization_alignments\",\n \"@crates__unicode-segmentation-1.12.0//:unicode_segmentation\",\n \"@crates__unicode_categories-0.1.1//:unicode_categories\",\n ],\n proc_macro_deps = [\n \"@crates__paste-1.0.15//:paste\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"fancy-regex\",\n \"unstable_wasm\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=tokenizers\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.21.0\",\n)\n" + } + }, + "crates__unicode-ident-1.0.14": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "adb9e6ca4f869e1180728b7950e35922a7fc6397f7b641499e8f3ef06e50dc83", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/unicode-ident/1.0.14/download" + ], + "strip_prefix": "unicode-ident-1.0.14", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"unicode_ident\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=unicode-ident\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.0.14\",\n)\n" + } + }, + "crates__unicode-normalization-alignments-0.1.12": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/unicode-normalization-alignments/0.1.12/download" + ], + "strip_prefix": "unicode-normalization-alignments-0.1.12", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"unicode_normalization_alignments\",\n deps = [\n \"@crates__smallvec-1.13.2//:smallvec\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=unicode-normalization-alignments\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.12\",\n)\n" + } + }, + "crates__unicode-segmentation-1.12.0": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/unicode-segmentation/1.12.0/download" + ], + "strip_prefix": "unicode-segmentation-1.12.0", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"unicode_segmentation\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=unicode-segmentation\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"1.12.0\",\n)\n" + } + }, + "crates__unicode_categories-0.1.1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/unicode_categories/0.1.1/download" + ], + "strip_prefix": "unicode_categories-0.1.1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"unicode_categories\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2015\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=unicode_categories\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.1.1\",\n)\n" + } + }, + "crates__wasi-0.11.0-wasi-snapshot-preview1": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasi/0.11.0+wasi-snapshot-preview1/download" + ], + "strip_prefix": "wasi-0.11.0+wasi-snapshot-preview1", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasi\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasi\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.11.0+wasi-snapshot-preview1\",\n)\n" + } + }, + "crates__wasm-bindgen-0.2.99": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "a474f6281d1d70c17ae7aa6a613c87fce69a127e2624002df63dcb39d6cf6396", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasm_bindgen\",\n deps = [\n \"@crates__cfg-if-1.0.0//:cfg_if\",\n \"@crates__once_cell-1.20.2//:once_cell\",\n \"@crates__wasm-bindgen-0.2.99//:build_script_build\",\n ],\n proc_macro_deps = [\n \"@crates__wasm-bindgen-macro-0.2.99//:wasm_bindgen_macro\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n pkg_name = \"wasm-bindgen\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.2.99\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__wasm-bindgen-backend-0.2.99": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "5f89bb38646b4f81674e8f5c3fb81b562be1fd936d84320f3264486418519c79", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen-backend/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-backend-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasm_bindgen_backend\",\n deps = [\n \"@crates__bumpalo-3.16.0//:bumpalo\",\n \"@crates__log-0.4.22//:log\",\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n \"@crates__wasm-bindgen-shared-0.2.99//:wasm_bindgen_shared\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-backend\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n" + } + }, + "crates__wasm-bindgen-macro-0.2.99": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "2cc6181fd9a7492eef6fef1f33961e3695e4579b9872a6f7c83aee556666d4fe", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen-macro/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-macro-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"wasm_bindgen_macro\",\n deps = [\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__wasm-bindgen-macro-support-0.2.99//:wasm_bindgen_macro_support\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-macro\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n" + } + }, + "crates__wasm-bindgen-macro-support-0.2.99": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "30d7a95b763d3c45903ed6c81f156801839e5ee968bb07e534c44df0fcd330c2", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen-macro-support/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-macro-support-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasm_bindgen_macro_support\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n \"@crates__wasm-bindgen-backend-0.2.99//:wasm_bindgen_backend\",\n \"@crates__wasm-bindgen-shared-0.2.99//:wasm_bindgen_shared\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-macro-support\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n" + } + }, + "crates__wasm-bindgen-shared-0.2.99": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "943aab3fdaaa029a6e0271b35ea10b72b943135afe9bffca82384098ad0e06a6", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/wasm-bindgen-shared/0.2.99/download" + ], + "strip_prefix": "wasm-bindgen-shared-0.2.99", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//cargo:defs.bzl\", \"cargo_build_script\")\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"wasm_bindgen_shared\",\n deps = [\n \"@crates__wasm-bindgen-shared-0.2.99//:build_script_build\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2021\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-shared\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.2.99\",\n)\n\ncargo_build_script(\n name = \"_bs\",\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \"**/*.rs\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_name = \"build_script_build\",\n crate_root = \"build.rs\",\n data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n edition = \"2021\",\n links = \"wasm_bindgen\",\n pkg_name = \"wasm-bindgen-shared\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=wasm-bindgen-shared\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n version = \"0.2.99\",\n visibility = [\"//visibility:private\"],\n)\n\nalias(\n name = \"build_script_build\",\n actual = \":_bs\",\n tags = [\"manual\"],\n)\n" + } + }, + "crates__zerocopy-0.7.35": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "1b9b4fd18abc82b8136838da5d50bae7bdea537c574d8dc1a34ed098d6c166f0", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/zerocopy/0.7.35/download" + ], + "strip_prefix": "zerocopy-0.7.35", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_library\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_library(\n name = \"zerocopy\",\n deps = [\n \"@crates__byteorder-1.5.0//:byteorder\",\n ],\n proc_macro_deps = [\n \"@crates__zerocopy-derive-0.7.35//:zerocopy_derive\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_features = [\n \"byteorder\",\n \"default\",\n \"derive\",\n \"simd\",\n \"zerocopy-derive\",\n ],\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=zerocopy\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.7.35\",\n)\n" + } + }, + "crates__zerocopy-derive-0.7.35": { + "repoRuleId": "@@bazel_tools//tools/build_defs/repo:http.bzl%http_archive", + "attributes": { + "patch_args": [], + "patch_tool": "", + "patches": [], + "remote_patch_strip": 1, + "sha256": "fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e", + "type": "tar.gz", + "urls": [ + "https://static.crates.io/crates/zerocopy-derive/0.7.35/download" + ], + "strip_prefix": "zerocopy-derive-0.7.35", + "build_file_content": "###############################################################################\n# @generated\n# DO NOT MODIFY: This file is auto-generated by a crate_universe tool. To \n# regenerate this file, run the following:\n#\n# bazel mod show_repo 'zml'\n###############################################################################\n\nload(\"@rules_rust//rust:defs.bzl\", \"rust_proc_macro\")\n\n# buildifier: disable=bzl-visibility\nload(\"@rules_rust//crate_universe/private:selects.bzl\", \"selects\")\n\npackage(default_visibility = [\"//visibility:public\"])\n\nrust_proc_macro(\n name = \"zerocopy_derive\",\n deps = [\n \"@crates__proc-macro2-1.0.92//:proc_macro2\",\n \"@crates__quote-1.0.37//:quote\",\n \"@crates__syn-2.0.91//:syn\",\n ],\n compile_data = glob(\n allow_empty = True,\n include = [\"**\"],\n exclude = [\n \"**/* *\",\n \".tmp_git_root/**/*\",\n \"BUILD\",\n \"BUILD.bazel\",\n \"WORKSPACE\",\n \"WORKSPACE.bazel\",\n ],\n ),\n crate_root = \"src/lib.rs\",\n edition = \"2018\",\n rustc_flags = [\n \"--cap-lints=allow\",\n ],\n srcs = glob(\n allow_empty = True,\n include = [\"**/*.rs\"],\n ),\n tags = [\n \"cargo-bazel\",\n \"crate-name=zerocopy-derive\",\n \"manual\",\n \"noclippy\",\n \"norustfmt\",\n ],\n target_compatible_with = select({\n \"@rules_rust//rust/platform:aarch64-apple-darwin\": [],\n \"@rules_rust//rust/platform:aarch64-unknown-linux-gnu\": [],\n \"@rules_rust//rust/platform:x86_64-unknown-linux-gnu\": [],\n \"//conditions:default\": [\"@platforms//:incompatible\"],\n }),\n version = \"0.7.35\",\n)\n" + } + } + }, + "moduleExtensionMetadata": { + "useAllRepos": "NO", + "reproducible": false + }, + "recordedRepoMappingEntries": [ + [ + "bazel_features+", + "bazel_features_globals", + "bazel_features++version_extension+bazel_features_globals" + ], + [ + "bazel_features+", + "bazel_features_version", + "bazel_features++version_extension+bazel_features_version" + ], + [ + "bazel_tools", + "rules_cc", + "rules_cc+" + ], + [ + "rules_cc+", + "bazel_tools", + "bazel_tools" + ], + [ + "rules_rust+", + "bazel_features", + "bazel_features+" + ], + [ + "rules_rust+", + "bazel_skylib", + "bazel_skylib+" + ], + [ + "rules_rust+", + "bazel_tools", + "bazel_tools" + ], + [ + "rules_rust+", + "rules_rust", + "rules_rust+" + ], + [ + "rules_rust+", + "rust_host_tools", + "rules_rust++rust_host_tools+rust_host_tools" + ] + ] + } } } }