From 4af1fb58f405fa2dd8f658607262b113df620e71 Mon Sep 17 00:00:00 2001 From: Corentin Godeau Date: Thu, 6 Feb 2025 16:53:26 +0000 Subject: [PATCH] wip --- examples/llama/main.zig | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/examples/llama/main.zig b/examples/llama/main.zig index 9a17c404..31d85163 100644 --- a/examples/llama/main.zig +++ b/examples/llama/main.zig @@ -88,7 +88,11 @@ pub fn generateText( var prefill_token_pos = try zml.Buffer.constant(platform, zml.Shape.init(.{}, .u32), 0); defer prefill_token_pos.deinit(); - const prefilled_tokens, const kv_cache, rng = mod_prefill.call(.{ prefill_tokens, prefill_token_pos, kv_cache_, rng }); + var kv_cache = kv_cache_; + var prefilled_tokens = prefill_tokens; + for (0..100) |_| { + prefilled_tokens, kv_cache, rng = mod_prefill.call(.{ prefilled_tokens, prefill_token_pos, kv_cache, rng }); + } _ = try prefilled_tokens.toHost(std.mem.sliceAsBytes(prefill_buffer)); generated_token_buffer[0] = prefill_buffer[prompt_tok.len - 1]; break :prefill kv_cache;