POKASH.PL
/
ably.do
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

ten działa

This commit is contained in:
l.gabrysiak 2025-02-25 23:03:51 +01:00
parent a52e27920a
commit b5ebfcc524
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hft.py
View File

@ -15,7 +15,7 @@ from huggingface_hub import login
# Konfiguracja
os.environ['TORCH_USE_CUDA_DSA'] = '1'
os.environ["TOKENIZERS_PARALLELISM"] = "false"
login(token="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")
login(token="TWÓJ_TOKEN_HF")
class SourceMapper:
def __init__(self):
@ -207,7 +207,7 @@ def main():
print("\nBrak danych do treningu!")
return
dataset = Dataset.from_dict({k: [dic[k] for dic in data] for k in data[0]})
dataset = Dataset.from_list(data)
def tokenize_function(examples):
tokenized = tokenizer(