Files
INTUIA/Programa final/spacy/tests/training/__pycache__/test_pretraining.cpython-312.pyc
T

215 lines
16 KiB
Plaintext
Raw Normal View History

2026-03-15 13:27:50 +00:00
Ë
?û gž0ãó€ddlmZddlZddlZddlZddlmZmZddl m
Z
ddl m Z ddl
mZmZddlmZddlmZmZdd lmZdd
lmZdd lmZdd lmZdd
lmZddl
mZdZ dZ!dZ"iddidddddœgZ#dddddœdddddœgZ$dZ%ejLjOd e#«ejLjOd!d"«d#„««Z(ejLjOd e$«d$„«Z)ejLjOd e$«d%„«Z*ejLjOd&e!e g«d'„«Z+d(„Z,d)„Z-d*„Z.d+„Z/d,„Z0d-„Z1y).é)ÚPathN)ÚConfigÚget_current_ops)Úutil)ÚEnglish)ÚDEFAULT_CONFIG_PATHÚDEFAULT_CONFIG_PRETRAIN_PATH)Úcreate_pretrain_vectors)ÚDocÚDocBin)Úinit_nlp)Útrain)Úpretrain)ÚVectors)ÚVocabé)Ú make_tempdiraE
[nlp]
lang = "en"
pipeline = ["tok2vec", "tagger"]
[components]
[components.tok2vec]
factory = "tok2vec"
[components.tok2vec.model]
@architectures = "spacy.HashEmbedCNN.v1"
pretrained_vectors = null
width = 342
depth = 4
window_size = 1
embed_size = 2000
maxout_pieces = 3
subword_features = true
[components.tagger]
factory = "tagger"
[components.tagger.model]
@architectures = "spacy.Tagger.v2"
[components.tagger.model.tok2vec]
@architectures = "spacy.Tok2VecListener.v1"
width = ${components.tok2vec.model.width}
[pretraining]
max_epochs = 5
[training]
max_epochs = 5

[nlp]
lang = "en"
pipeline = ["tagger"]
[components]
[components.tagger]
factory = "tagger"
[components.tagger.model]
@architectures = "spacy.Tagger.v2"
[components.tagger.model.tok2vec]
@architectures = "spacy.HashEmbedCNN.v1"
pretrained_vectors = null
width = 342
depth = 4
window_size = 1
embed_size = 2000
maxout_pieces = 3
subword_features = true
[pretraining]
max_epochs = 5
[training]
max_epochs = 5

[nlp]
lang = "en"
pipeline = ["tok2vec", "tagger"]
[components]
[components.tok2vec]
factory = "tok2vec"
[components.tok2vec.model]
@architectures = "spacy.HashEmbedCNN.v1"
pretrained_vectors = null
width = 342
depth = 4
window_size = 1
embed_size = 2000
maxout_pieces = 3
subword_features = true
[components.tagger]
factory = "tagger"
[components.tagger.model]
@architectures = "spacy.Tagger.v2"
[components.tagger.model.tok2vec]
@architectures = "spacy.Tok2VecListener.v1"
width = ${components.tok2vec.model.width}
[pretraining]
max_epochs = 5
[pretraining.objective]
@architectures = spacy.PretrainVectors.v1
maxout_pieces = 3
hidden_size = 300
loss = cosine
[training]
max_epochs = 5
ú@architectureszspacy.PretrainCharacters.v1éé*)rÚ
maxout_piecesÚ hidden_sizeÚ n_characterszspacy.PretrainVectors.v1éé,Úcosine)rrrÚlosséÈÚL2cóøt«jt«}tj|dd¬«}|j
}tj t«}|j|«}d|dddvsJy) z7Test that pretraining defaults to a character objectiveTF©Ú auto_fillÚvalidateÚPretrainCharactersÚ pretrainingÚ objectiverN) rÚfrom_strÚpretrain_string_internalrÚload_model_from_configÚconfigÚ load_configr Úmerge)r*ÚnlpÚfilledÚpretrain_configs úfC:\Users\garci\AppData\Roaming\Python\Python312\site-packages\spacy/tests/training/test_pretraining.pyÚtest_pretraining_defaultr1Ÿsqä
X×
Ñ
Ô
8€FÜ
×
% f¸ÀuÔ
M€CØ
Z‰Z€FÜ×&Ô'CÓD€OØ
×
" 
*€FØ  6¨-Ñ#8¸Ñ#EÐFVÑ#WÑ  r&Ú skip_last)TFcóÔt«jt«}||dd<tj|dd¬«}|j
}tj t«}|j|«}t«5}t|«}||dd<|j«}|ddd k(sJt|||¬
«t|d z «j«sJt|d z «j«sJt|d
z «j«rJ|rt|dz «j«r Jt|dz «j«sJddd«y#1swYyxYw)z8Test that pretraining works with the character objectiver%r&TFr!ÚpathsÚraw_textÚ componentÚtok2vec)r3ú
model0.binú
model4.binú
model5.binúmodel-last.binN©rr'Úpretrain_string_listenerrr)r*r+r r,rÚwrite_sample_jsonlÚ interpolaterrÚexists)r&r3r*r-r.r/Útmp_dirÚ file_paths r0Ú#test_pretraining_tok2vec_charactersrD©sPô‹X×
Ñ
Ô
8€FØ)2€Fˆ˜
×
% f¸ÀuÔ
M€CØ
Z‰Z€FÜ×&Ô'CÓD€OØ
×
" 
*€FÜ Œ˜& /ˆ Ø&/ˆˆw‰˜
Ñר$ 1°YÒ˜¨IÕG˜G˜lј ,Ñ Ü˜GÐ&6Ñ7× ˜Ð"2Ñ3× 
ús
Á>CEÅE'cóöt«jt«}||dd<tj|dd¬«}|j
}tj t«}|j|«}t«5}t|«}||dd<|j«}|dd Jtjt«5t||«d
d
d
«d
d
d
«y
#1swYŒxYw#1swYy
xYw) z]Test that pretraining doesn't works with the vectors objective if there are no static vectorsr%r&TFr!r5r6Ú
initializeÚvectorsN)rr'r>rr)r*r+r r,rr?r@ÚpytestÚraisesÚ
ValueErrorr)r&r*r-r.r/rBrCs r0Ú%test_pretraining_tok2vec_vectors_failrKÂô‹X×
Ñ
Ô
8€FØ)2€Fˆ˜
×
% f¸ÀuÔ
M€CØ
Z‰Z€FÜ×&Ô'CÓD€OØ
×
" 
*€FÜ Œ˜& /ˆ Ø&/ˆˆw‰˜
Ñר# IÑ
]‰]œ:Õ
V˜ 
ˆ÷

&ú÷
ˆús%Á>AC/Ã
C#ÃC/Ã#C, Ã(C/Ã/C8có¬t«jt«}||dd<tj|dd¬«}|j
}tj t«}|j|«}t«5}t|«}||dd<t|«}||dd <|j«}t||«d
d
d
«y
#1swYy
xYw) zQTest that pretraining works with the vectors objective and static vectors definedr%r&TFr!r5r6rFrGN)rr'r>rr)r*r+r r,rr?Úwrite_vectors_modelr@r)r&r*r-r.r/rBrCÚnlp_paths r0Ú test_pretraining_tok2vec_vectorsrOÔô‹X×
Ñ
Ô
8€FØ)2€Fˆ˜
×
% f¸ÀuÔ
M€CØ
Z‰Z€FÜ×&Ô'CÓD€OØ
×
" 
*€FÜ Œ˜& /ˆ Ø&/ˆˆw‰˜
Ñ& /ˆØ*2ˆˆ˜×%ˆÜ˜Ô
ús
Á>AC
Ã
Cr*cóˆt«jt«}tj|dd¬«}|j
}tj t«}|j|«}t«5}t|«}||dd<d|dd<d |dd
<|j«}t||«t|d z «j«sJt|d z «j«sJt|d
z «j«sJt|dz «j«rJ ddd«y#1swYyxYw)z?Test pretraining of the tagger's tok2vec layer (via a listener)TFr!r5r6Útaggerr%r7r8Úlayerr9r:r<r;Nr=©r*r-r.r/rBrCs r0Útest_pretraining_tagger_tok2vecrTæs(ô‹X×
Ñ
Ô
8€FÜ
×
% f¸ÀuÔ
M€CØ
Z‰Z€FÜ×&Ô'CÓD€OØ
×