feat: datasets package

This commit is contained in:
RobinMeersman 2025-11-25 20:20:34 +01:00
parent 6de4db24cc
commit ed44d5b283

View file

@ -0,0 +1,11 @@
from datasets import load_dataset
from os.path import curdir, join
class EnWik9DataSet:
def __init__(self):
path = join(curdir, "data")
self.data = load_dataset("haukur/enwik9", cache_dir=path, split="train")
def __len__(self):
return len(self.data)