2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
2025-09-11 10:28:16 +02:00
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
2026-10-06 15:37:22 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
2025-12-08 17:46:17 +01:00
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
2025-09-18 11:36:23 +02:00
|
|
|
|
|
|
|
|
|
2025-12-08 17:46:17 +01:00
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-10-06 15:37:22 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
2026-08-31 13:21:52 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2026-08-31 13:21:52 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2026-08-31 13:21:52 +02:00
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-10-06 15:37:22 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
zml.ops: refactor while loop API (#686)
removes `anytype` from `zml.ops.while`, helping with type checking and
simplifying a bit the logic.
A `While` struct needs
* a State struct definition that captures all the loop state that will
change on each iteration
* a `cond(While, State) Tensor` function returning a scalar boolean
tensor
* a `body(While, State) State` function that preserves the state shapes.
example:
```
const While = struct {
// While struct can contain tensor and non-tensor fields.
limit: i64,
step: Tensor,
pub const State = struct {
i: zml.Tensor,
sum: zml.Tensor,
};
pub fn cond(self: @This(), state: State) Tensor {
return state.i.cmp(.LT, Tensor.scalar(self.limit, .i64));
}
pub fn body(self: @This(), state: State) State {
return .{
.i = state.i.add(self.step),
.sum = state.sum.add(self.step),
};
}
fn forward(i: Tensor, sum: Tensor) State {
return zml.ops.@"while"(
@This(),
.{ .limit = 10, .step = .scalar(1, .i64) },
.{ .i = i, .sum = sum },
);
}
};
```
The code is a bit more verbose for simple example, but for GatedDeltaNet
it's equivalent, and I have also used it for paged attention.
2026-07-30 11:29:42 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
|
|
|
|
|
2025-09-04 16:57:34 +02:00
|
|
|
|
|
|
|
|
|
2025-09-25 14:03:37 +02:00
|
|
|
|
|
|
|
|
|
2025-05-19 22:39:56 +02:00
|
|
|
|
2025-09-11 10:28:16 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-12-08 17:46:17 +01:00
|
|
|
|
2025-09-11 10:28:16 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-12-08 17:46:17 +01:00
|
|
|
|
2025-09-11 10:28:16 +02:00
|
|
|
|
2025-12-08 17:46:17 +01:00
|
|
|
|
2025-09-11 10:28:16 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2025-12-08 17:46:17 +01:00
|
|
|
|
2025-09-11 10:28:16 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-10-13 17:11:38 +02:00
|
|
|
|
2025-09-11 10:28:16 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-10-13 17:11:38 +02:00
|
|
|
|
2025-09-11 10:28:16 +02:00
|
|
|
|
|
|
|
|
|
2026-10-13 17:11:38 +02:00
|
|
|
|
2025-09-11 10:28:16 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|