diff --git a/src/dataset.py b/src/dataset.py index 17212b5..cfad8e0 100644 --- a/src/dataset.py +++ b/src/dataset.py @@ -20,7 +20,7 @@ def get_batch(self, block_size = 4): raise ValueError( f"block_size must be in [1, {len(self.encoded) - 1}], got {block_size}" ) - `#for` linear model: x = self.encoded[:block_size] + # for linear model: x = self.encoded[:block_size] x = self.encoded[:block_size].unsqueeze(0) # for linearmodel: y = self.encoded[1:block_size+1] y = self.encoded[1:block_size+1].unsqueeze(0) diff --git a/src/eval.py b/src/eval.py index eb4ae3e..60a0c4e 100644 --- a/src/eval.py +++ b/src/eval.py @@ -1,3 +1,4 @@ +import os import torch import torch.nn.functional as F import json diff --git a/src/main.py b/src/main.py index 4e623a3..3f2d0c5 100644 --- a/src/main.py +++ b/src/main.py @@ -32,13 +32,13 @@ def set_seed(seed: int = 99): #never 42 print("Deterministic enabled:", torch.are_deterministic_algorithms_enabled()) -from dataset import TinyDataset + from dataset import TinyDataset -dataset = TinyDataset() -x, y = dataset.get_batch() + dataset = TinyDataset() + x, y = dataset.get_batch() -print("Input:", x) -print("Target:", y) + print("Input:", x) + print("Target:", y) #for linear Model diff --git a/src/telemetry.py b/src/telemetry.py index 7770ae9..64e543e 100644 --- a/src/telemetry.py +++ b/src/telemetry.py @@ -1,5 +1,4 @@ import json -from xml.parsers.expat import model import torch import os import hashlib