QUICK START
Run a Bolt layer.
PYTHON
import torch
from mlbricks import Bolt
x = torch.randn(2, 128, 384)
bolt = Bolt(d_model=384, num_heads=6, latent_dim=32)
y = bolt(x)RECURRENT GENERATION
PYTHON
prompt = torch.randn(1, 64, 384)
out, cache = bolt.prefill(prompt)
next_hidden = torch.randn(1, 1, 384)
out, cache = bolt.decode_step(next_hidden, cache)READY-MADE MODEL
PYTHON
from mlbricks import BoltModel
model = BoltModel(
vocab_size=50_257,
context=2048,
layers=12,
dim=768,
heads=12,
latent_dim=32,
position="rope",
backend="auto",
)