feat: add first model version

.gitignore

@@ -1,3 +1,4 @@
 target
-sam-artifacts/
-!sam-artifacts/model
+sam-artifacts/**
+!sam-artifacts/model.mpk
+!sam-artifacts/config.json

sam-artifacts/config.json

@@ -0,0 +1,29 @@
+{
+  "transformer": {
+    "d_model": 256,
+    "d_ff": 1024,
+    "n_heads": 8,
+    "n_layers": 4,
+    "dropout": 0.1,
+    "norm_first": true,
+    "quiet_softmax": true,
+    "initializer": {
+      "KaimingUniform": {
+        "gain": 0.5773502691896258,
+        "fan_out_only": false
+      }
+    }
+  },
+  "optimizer": {
+    "weight_decay": {
+      "penalty": 0.00005
+    },
+    "grad_clipping": null,
+    "beta_1": 0.9,
+    "beta_2": 0.999,
+    "epsilon": 0.00001
+  },
+  "max_seq_length": 256,
+  "batch_size": 32,
+  "num_epochs": 5
+}

sam-artifacts/model.mpk

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d72b3b82ff9c868352a6f30e31e45e339ab9ae93c6e4ed38684ddd385bddd9
+size 21302041

trainer/.gitignore

@@ -1 +0,0 @@
-/target