]> git.sondrewold.no Git - reference_transformer.git/commitdiff
Test commit
authorSondre Wold <[email protected]>
Mon, 17 Jun 2024 11:48:26 +0000 (13:48 +0200)
committerSondre Wold <[email protected]>
Mon, 17 Jun 2024 11:48:26 +0000 (13:48 +0200)
reference_transformer/tests/test_tokenizers.py

index f66c929546c8603618d5571cb558a9b0b693e588..8e5a4d39524f3a22769b634696271dfcf57f08fd 100644 (file)
@@ -2,10 +2,9 @@ import pytest
 from reference_transformer.tokenizer import StupidTokenizer
 
 
-
 @pytest.fixture
 def test_data():
-    with open("./data/shakespeare.txt", 'r', encoding="utf8") as f:
+    with open("./data/shakespeare.txt", "r", encoding="utf8") as f:
         data = f.read()
     return data
 
@@ -14,6 +13,4 @@ def test_stupid_encode_decode(test_data):
     tokenizer = StupidTokenizer(test_data)
     encoded = tokenizer.encode(test_data)
     decoded = tokenizer.decode(encoded)
-    assert test_data == decoded, "EncodeDecode does not reproduce original data..."
-
-    
+    assert test_data == decoded, "EncodeDecode does not reproduce original data."