feat: Initial Commit

2026-09-21 22:20:24 +02:00
commit 7dedbef808
21 changed files with 2457 additions and 0 deletions
@@ -0,0 +1,5 @@
+EMBED_DIM = 512
+NUM_HEADS = 8
+NUM_ENCODER_LAYERS = 6
+NUM_DECODER_LAYERS = 6
+FEED_FORWARD_DIM = 2048