Untitled
unknown
plain_text
2 years ago
374 B
9
Indexable
def load_dataset_from_file(file_path):
with open(file_path, 'r') as file:
lines = file.readlines()
texts = []
ids = np.array([])
for line in lines:
data = json.loads(line)
texts.append(data['text'])
ids = np.append(ids, data['id']) #o tą linijkę chodzi
return {'text': (texts), 'input_ids': (ids)}Editor is loading...