315 lines
30 KiB
Plaintext
315 lines
30 KiB
Plaintext
|
Ë
|
|||
|
|
?û g¢W ã ó< — d dl Z d dlmZ d dlmZmZ d dlmZ d dlm Z d dl
|
|||
|
|
m Z m Z m
|
|||
|
|
Z
|
|||
|
|
d dlmZmZ d dlmZ d d lmZ d d
|
|||
|
|
lmZ d d lmZ d d
|
|||
|
|
lmZmZmZ d„ Z e j: j= dg d¢g d¢g d¢g« d„ « Z e j: j@ e j: j= ddg« e j: j= ddddgddgdd œfddd gd d gdd œfd dd!ddd"œfd dd#d dd"œfg« e j: j= d$d%d&d'd(d d)œfd*d+d'd(d d)œfd%d,d'd-d.œfd*d/d'd-d.œfg« d0„ « « « « Z!d1„ Z"d2Z#d3g d4¢d5d6d7œd8œfd9g d:¢d6d5d7œd8œfgZ$e j: j= d;d<« d=„ « Z%d>„ Z&d?„ Z'd@„ Z(dA„ Z)dB„ Z*dCZ+dD„ Z,dEZ-dF„ Z.dG„ Z/dH„ Z0y)Ié N)Úassert_array_equal)ÚConfigÚget_current_ops)Úutil)ÚEnglish)ÚMaxoutWindowEncoderÚMultiHashEmbedÚbuild_Tok2Vec_model)ÚTok2VecÚTok2VecListener)ÚDoc)ÚExample)Úregistry)ÚVocabé )Úadd_vecs_to_vocabÚ get_batchÚ make_tempdirc ó( — d} d}t « }t |g ¬« }t t | ||||gdg d¢¬« t | ddd ¬
|
|||
|
|
« « }|j « |j
|
|||
|
|
|g« \ }}t |« dk( sJ ‚|d j d | fk( sJ ‚y ) Né€ éÐ )ÚwordsF©ÚNORMÚPREFIXÚSUFFIXÚSHAPE©ÚwidthÚrowsÚinclude_static_vectorsÚattrsé é é ©r ÚdepthÚ window_sizeÚ
|
|||
|
|
maxout_piecesr ) r r
|
|||
|
|
r
|
|||
|
|
r r Ú
|
|||
|
|
initializeÚ begin_updateÚlenÚshape)r Ú
|
|||
|
|
embed_sizeÚvocabÚdocÚtok2vecÚvectorsÚbackprops úbC:\Users\garci\AppData\Roaming\Python\Python312\site-packages\spacy/tests/pipeline/test_tok2vec.pyÚtest_empty_docr5 s© € Ø €EØ€JÜ ‹G€EÜ
|
|||
|
|
|
|||
|
|
ˆe˜2Ô
|
|||
|
|
€CÜ!ÜØØ ˜j¨*°jÐAØ#(Ú7ô
|
|||
|
|
ô %¨q¸aÈqÔQó€Gð ×ÑÔØ ×,Ñ,¨c¨UÓ3Ñ€GˆXÜ ˆw‹<˜1Ò Ð Ð Ø �1‰:× Ñ 5˜zÒ )Ð)Ñ )ó zbatch_size,width,embed_size)r$ r r )r r r )r% é é? c óL — t | « }t t ||gdz dg d¢¬« t |ddd¬« « }|j « |j |« \ }}t
|
|||
|
|
|« t
|
|||
|
|
|« k( sJ ‚t ||« D ]! \ }}|j t
|
|||
|
|
|« |fk( rŒ!J ‚ y )Nr# Fr r r$ r% r& ) r r
|
|||
|
|
r r r* r+ r, Úzipr- ) Ú
|
|||
|
|
batch_sizer r. Úbatchr1 r2 r3 Údoc_vecr0 s r4 Útest_tok2vec_batch_sizesr> ) s¬ € ô
|
|||
|
|
�jÓ !€EÜ!ÜØØ � Ñ!Ø#(Ú7ô
|
|||
|
|
ô %¨q¸aÈqÔQó€Gð ×ÑÔØ ×,Ñ,¨UÓ3Ñ€GˆXÜ ˆw‹<œ3˜u›:Ò %Ð%Ð %ܘG UÖ+‰ ˆ�Ø�}‰}¤ S£¨5Ð 1Ó1Ð1Ð1ñ ,r6 r r7 zembed_arch,embed_configzspacy.MultiHashEmbed.v1éd r ÚLOWERF)r r" r! é ÚORTHr zspacy.CharacterEmbed.v1é@ )r ÚnMÚnCr! é z&tok2vec_arch,encode_arch,encode_configzspacy.Tok2Vec.v1z spacy.MaxoutWindowEncoder.v1r$ r% )r( r) r' úspacy.Tok2Vec.v2z spacy.MaxoutWindowEncoder.v2zspacy.MishWindowEncoder.v1é )r( r' zspacy.MishWindowEncoder.v2c ó¬ — t j d|« }t j d|« }t j d|« }| |d< | |d< t d« } | |di |¤Ž |di |¤Ž« }
|
|||
|
|
|
|
|||
|
|
j | « |
|
|||
|
|
j | « \ } } t | « t | « k( sJ ‚| d j t | d « | fk( sJ ‚ | | « y )NÚ
|
|||
|
|
architecturesr r% r © )r Úgetr r* r+ r, r- )
|
|||
|
|
r Ú tok2vec_archÚ
|
|||
|
|
embed_archÚ embed_configÚ encode_archÚ
|
|||
|
|
encode_configÚembedÚencodeÚ
|
|||
|
|
tok2vec_modelÚdocsr1 r2 r3 s
|
|||
|
|
r4 Útest_tok2vec_configsrV > sÓ € ô6
|
|||
|
|
�L‰L˜ ¨*Ó 5€EÜ
|
|||
|
|
�\‰\˜/¨;Ó
|
|||
|
|
7€FÜ —L‘L °,Ó?€Mà !€L�ÑØ "€M�'ÑÜ �Q‹<€DÙ™EÑ 1 LÑ 1±6Ñ3J¸MÑ3JÓK€GØ ×Ñ�tÔ Ø ×,Ñ,¨TÓ2Ñ€GˆXÜ ˆw‹<œ3˜t›9Ò $Ð$Ð $Ø �1‰:× Ñ ¤ D¨¡G£ ¨eÐ 4Ò 4Ð4Ð 4Ù ˆWÕr6 c ó¶ — t « } | j d« }|j g k( sJ ‚| j « |j j d« sJ ‚y )Nr1 ÚnO)r Úadd_pipeÚ listenersr* ÚmodelÚget_dim)Únlpr1 s r4 Útest_init_tok2vecr^ h sM € ä
|
|||
|
|
‹)€CØ�l‰l˜9Ó%€GØ × Ñ Ò "Ð"Ð "؇N�NÔØ �=‰=× Ñ Ô &Ð&Ñ &r6 a„
|
|||
|
|
[nlp]
|
|||
|
|
lang = "en"
|
|||
|
|
pipeline = ["tok2vec","tagger"]
|
|||
|
|
|
|||
|
|
[components]
|
|||
|
|
|
|||
|
|
[components.tagger]
|
|||
|
|
factory = "tagger"
|
|||
|
|
|
|||
|
|
[components.tagger.model]
|
|||
|
|
@architectures = "spacy.Tagger.v2"
|
|||
|
|
nO = null
|
|||
|
|
|
|||
|
|
[components.tagger.model.tok2vec]
|
|||
|
|
@architectures = "spacy.Tok2VecListener.v1"
|
|||
|
|
width = ${components.tok2vec.model.encode.width}
|
|||
|
|
|
|||
|
|
[components.tok2vec]
|
|||
|
|
factory = "tok2vec"
|
|||
|
|
|
|||
|
|
[components.tok2vec.model]
|
|||
|
|
@architectures = "spacy.Tok2Vec.v2"
|
|||
|
|
|
|||
|
|
[components.tok2vec.model.embed]
|
|||
|
|
@architectures = "spacy.MultiHashEmbed.v1"
|
|||
|
|
width = ${components.tok2vec.model.encode.width}
|
|||
|
|
rows = [2000, 1000, 1000, 1000]
|
|||
|
|
attrs = ["NORM", "PREFIX", "SUFFIX", "SHAPE"]
|
|||
|
|
include_static_vectors = false
|
|||
|
|
|
|||
|
|
[components.tok2vec.model.encode]
|
|||
|
|
@architectures = "spacy.MaxoutWindowEncoder.v2"
|
|||
|
|
width = 96
|
|||
|
|
depth = 4
|
|||
|
|
window_size = 1
|
|||
|
|
maxout_pieces = 3
|
|||
|
|
úI like green eggs©ÚNÚVÚJra ç ð?ç )Ú
|
|||
|
|
preferenceÚ
|
|||
|
|
imperative)ÚtagsÚcatsú Eat blue ham©rb rc ra Ú with_vectors)FTc ó
|
|||
|
|
‡— t « j t « }| |d d d d d< t j |dd¬« }| r†t « }d|j
|
|||
|
|
g d ¢« fd
|
|||
|
|
|j
|
|||
|
|
g d ¢« fd |j
|
|||
|
|
g d
|
|||
|
|
¢« fd|j
|
|||
|
|
g d¢« fd|j
|
|||
|
|
g d¢« fg}t |j |« |j ddgk( sJ ‚|j d« }|j d« }|j j d« }t |t « sJ ‚t |t « sJ ‚g Št D ]Z }‰j# t% j& |j) |d « |d « « |d d D ] } |j+ | « Œ Œ\ |j- ˆfd„« }
|
|||
|
|
|j. |gk( sJ ‚t1 d« D ] } i } |j3 ‰|
|
|||
|
|
| ¬« Œ |d« }
|
|||
|
|
|j5 |
|
|||
|
|
g« d }t « }t7 |j9 |
|
|||
|
|
j: « |j9 |« « |d« }
|
|||
|
|
|j= d¬« |j dgk( sJ ‚ |d « y ) NÚ
|
|||
|
|
componentsr1 r[ rR r! T©Ú auto_fillÚvalidateÚapple)r$ r r% Úorange)éÿÿÿÿéþÿÿÿéýÿÿÿÚand)rt rt rt Újuice)é ry é
|
|||
|
|
Úpie)é g333333@gÍÌÌÌÌÌ!@Útaggerr r$ rh c ó •— ‰ S ©NrK ©Útrain_exampless €r4 ú<lambda>z'test_tok2vec_listener.<locals>.<lambda>Ä ó ø€ ¡~r6 ry ©ÚsgdÚlossesz Running the pipeline as a whole.Ú )Údisablez9Running the pipeline with the Tok2Vec component disabled.) r Úfrom_strÚ
|
|||
|
|
cfg_stringr Úload_model_from_configr Úasarrayr r/ Ú
|
|||
|
|
pipe_namesÚget_piper[ Úget_refÚ
|
|||
|
|
isinstancer r Ú
|
|||
|
|
TRAIN_DATAÚappendr Ú from_dictÚmake_docÚ add_labelr* rZ ÚrangeÚupdateÚpredictr Úto_numpyÚtensorÚ select_pipes)rl Ú orig_configr] Úopsr2 r} r1 Útagger_tok2vecÚtÚtagÚ optimizerÚir† r0 Ú
|
|||
|
|
doc_tensorr� s @r4 Útest_tok2vec_listenerr¤ ¤ s^ ø€ ä“(×#Ñ#¤JÓ/€Kð ð � Ñ ˜iÑ(¨Ñ1°'Ñ:Ø ñô ×
|
|||
|
|
%Ñ
|
|||
|
|
% k¸TÈDÔ
|
|||
|
|
Q€CáÜ Ó ˆà
|
|||
|
|
�c—k‘k¢)Ó,Ð -Ø
|
|||
|
|
�s—{‘{¢<Ó0Ð 1Ø
|
|||
|
|
�C—K‘K¢ Ó-Ð .Ø
|
|||
|
|
�c—k‘k¢*Ó-Ð .Ø
|
|||
|
|
�C—K‘K¢
|
|||
|
|
Ó.Ð /ð
|
|||
|
|
ˆô ˜#Ÿ)™) WÔ-à �>‰>˜i¨Ð 2Ò 2Ð2Ð 2Ø
|
|||
|
|
�\‰\˜(Ó
|
|||
|
|
#€FØ�l‰l˜9Ó%€GØ—\‘\×)Ñ)¨)Ó4€NÜ �gœwÔ 'Ð'Ð 'Ü �n¤oÔ 6Ð6Ð 6Ø€Nß
|
|||
|
|
ˆØ× Ñ œg× /Ñ /°· ± ¸Q¸q¹TÓ0BÀAÀaÁDÓ IÔJØ�Q‘4˜”<ˆCØ × Ñ ˜SÕ !ñ ð ð —‘Ó 5Ó6€IØ × Ñ Ð 0Ò 0Ð0Ð 0ä
|
|||
|
|
�1ŽXˆØˆØ �
|
|||
|
|
‰
|
|||
|
|
�> y¸ˆ
|
|||
|
|
Õ@ð ñ Ð0Ó
|
|||
|
|
1€CØ ×'Ñ'¨¨Ó.¨qÑ1€JÜ
|
|||
|
|
Ó
|
|||
|
|
€CÜ�s—|‘| C§J¡JÓ/°· ± ¸jÓ1IÔJñ ˆb‹'€Cð ×јYÐÔ'Ø �>‰>˜h˜ZÒ 'Ð'Ð 'ÙÐCÕDr6 c óö — t « j t « } t j | dd¬« }|j
|
|||
|
|
ddgk( sJ ‚|j
|
|||
|
|
d« }|j
|
|||
|
|
d« }|j d« g}|j j |¬« |D ��cg c] }dD �cg c] }d‘Œ c}‘Œ }}}|j j j |d ¬
|
|||
|
|
« g}|j j ||¬ « |j d « g}|j |D � cg c] } t j | i « ‘Œ c} « |j j |« \ }
|
|||
|
|
} | |
|
|||
|
|
« €J ‚y c c}w c c}}w c c} w )
|
|||
|
|
NTro r1 r} zA random sentence)ÚX)rb ÚZrd Úfloat32)Údtype)r¦ ÚYz Another entirely random sentence)r r‰ rŠ r r‹ r� rŽ r” r[ r* r� rŒ r— r r“ r+ ) rœ r] r} r1 rU Úwordr Ú
|
|||
|
|
gold_arrayÚ label_sampleÚxrª Úget_dXs r4 Ú test_tok2vec_listener_callbackr° Ù sM € Ü“(×#Ñ#¤JÓ/€KÜ
|
|||
|
|
×
|
|||
|
|
%Ñ
|
|||
|
|
% k¸TÈDÔ
|
|||
|
|
Q€CØ �>‰>˜i¨Ð 2Ò 2Ð2Ð 2Ø
|
|||
|
|
�\‰\˜(Ó
|
|||
|
|
#€FØ�l‰l˜9Ó%€GØ �L‰LÐ,Ó -Ð .€DØ ‡M�M× Ñ ˜tÐ Ô$Ù:>Ô?¹$°$¡*Ó-¡*˜3’3 *Ó-¸$€JÑ?Ø—L‘L×$Ñ$×,Ñ,¨Z¸yÐ,ÓIÐJ€LØ
|
|||
|
|
‡L�L×јd lÐÔ3Ø �L‰LÐ;Ó <Ð =€DØ ‡N�N±dÓ;±d°”G×%Ñ% a¨Õ,°dÑ;Ô<Ø— ‘ ×)Ñ)¨$Ó/�I€A€vá �!‹9Ð Ð Ñ ùò .ùÓ?ùò <s  E0Â' E+ Â0E0Ä E6Å+E0c ó| ‡ — t « j t « } t j | dd¬« }g Š t
|
|||
|
|
D ]< }‰ j
|
|||
|
|
t j |j |d « |d « « Œ> |j ˆ fd„¬« }t d« D ] }i }|j ‰ ||dg¬ « Œ d
|
|||
|
|
d k sJ ‚d } ||« }|d j d
|
|||
|
|
k( sJ ‚|d j dk( sJ ‚|d j dk( sJ ‚|d j d
|
|||
|
|
k( sJ ‚t « 5 }|j |« t j |« } | |« }
|
|||
|
|
|
|
|||
|
|
d j d
|
|||
|
|
k( sJ ‚|
|
|||
|
|
d j dk( sJ ‚|
|
|||
|
|
d j dk( sJ ‚|
|
|||
|
|
d j d
|
|||
|
|
k( sJ ‚ ddd« y# 1 sw Y yxY w)ziTest that a pipeline with a listener properly overfits, even if 'tok2vec' is in the annotating componentsTro r r$ c ó •— ‰ S r rK r€ s €r4 r‚ z3test_tok2vec_listener_overfitting.<locals>.<lambda>ò ó ø€ ±Nr6 ©Ú get_examplesé2 r1 )r… r† Ú annotatesr} gñh㈵øä>úI like blue eggsra rb r rc r% N©r r‰ rŠ r r‹ r‘ r’ r r“ r” r* r– r— Útag_r Úto_diskÚload_model_from_path© rœ r] rŸ r¡ r¢ r† Ú test_textr0 Útmp_dirÚnlp2Údoc2r� s @r4 Ú!test_tok2vec_listener_overfittingr ë s« ø€ ä“(×#Ñ#¤JÓ/€KÜ
|
|||
|
|
×
|
|||
|
|
%Ñ
|
|||
|
|
% k¸TÈDÔ
|
|||
|
|
Q€CØ€Nß
|
|||
|
|
ˆØ× Ñ œg× /Ñ /°· ± ¸Q¸q¹TÓ0BÀAÀaÁDÓ IÕJð à—‘Ó,B�ÓC€Iä
|
|||
|
|
�2ŽYˆØˆØ �
|
|||
|
|
‰
|
|||
|
|
�> y¸ÈIÈ;ˆ
|
|||
|
|
ÕWð ð �(Ñ ˜gÒ %Ð%Ð %ð #€IÙ
|
|||
|
|
|
|||
|
|
ˆi‹.€CØ ˆq‰6�;‰;˜#Ò Ð Ð Ø ˆq‰6�;‰;˜#Ò Ð Ð Ø ˆq‰6�;‰;˜#Ò Ð Ð Ø ˆq‰6�;‰;˜#Ò Ð Ð ô
|
|||
|
|
Œ ˜7Ø � ‰ �GÔ Ü×(Ñ(¨Ó1ˆÙ�I‹ˆØ�A‰w�|‰|˜sÒ"Ð"Ð"Ø�A‰w�|‰|˜sÒ"Ð"Ð"Ø�A‰w�|‰|˜sÒ"Ð"Ð"Ø�A‰w�|‰|˜sÒ"Ð"Ñ"÷
|
|||
|
|
� ‰ ús
|
|||
|
|
Ä)A?F2Æ2F;c óØ ‡— t « j t « } t j | dd¬« }g Št
|
|||
|
|
D ]< }‰j
|
|||
|
|
t j |j |d « |d « « Œ> |j ˆfd„¬« }t d« D ]> }i }t j t d¬ « 5 |j ‰||d
|
|||
|
|
g¬ « d d d « Œ@ y # 1 sw Y ŒKxY w)
|
|||
|
|
z]Test that a pipeline with a frozen tok2vec raises an error when the tok2vec is not annotatingTro r r$ c ó •— ‰ S r rK r€ s €r4 r‚ z4test_tok2vec_frozen_not_annotating.<locals>.<lambda> r³ r6 r´ r z*the tok2vec embedding layer is not updated)Úmatchr1 )r… r† ÚexcludeN)r r‰ rŠ r r‹ r‘ r’ r r“ r” r* r– ÚpytestÚraisesÚ
|
|||
|
|
ValueErrorr— )rœ r] rŸ r¡ r¢ r† r� s @r4 Ú"test_tok2vec_frozen_not_annotatingrÊ sÍ ø€ ä“(×#Ñ#¤JÓ/€KÜ
|
|||
|
|
×
|
|||
|
|
%Ñ
|
|||
|
|
% k¸TÈDÔ
|
|||
|
|
Q€CØ€Nß
|
|||
|
|
ˆØ× Ñ œg× /Ñ /°· ± ¸Q¸q¹TÓ0BÀAÀaÁDÓ IÕJð à—‘Ó,B�ÓC€Iä
|
|||
|
|
�1ŽXˆØˆÜ
|
|||
|
|
�]‰]Ü Ð Kö
|
|||
|
|
ð
|
|||
|
|
�J‰JØ I°fÀyÀkð
|
|||
|
|
ô
|
|||
|
|
÷
|
|||
|
|
ð
|
|||
|
|
ñ ÷
|
|||
|
|
ð
|
|||
|
|
ús Â>C à C) c ó€ ‡ — t « j t « } t j | dd¬« }g Š t
|
|||
|
|
D ]< }‰ j
|
|||
|
|
t j |j |d « |d « « Œ> |j ˆ fd„¬« }t d« D ] }i }|j ‰ ||dgdg¬ « Œ d
|
|||
|
|
d k sJ ‚d } ||« }|d j d
|
|||
|
|
k( sJ ‚|d j dk( sJ ‚|d j dk( sJ ‚|d j d
|
|||
|
|
k( sJ ‚t « 5 }|j |« t j |« } | |« }
|
|||
|
|
|
|
|||
|
|
d j d
|
|||
|
|
k( sJ ‚|
|
|||
|
|
d j dk( sJ ‚|
|
|||
|
|
d j dk( sJ ‚|
|
|||
|
|
d j d
|
|||
|
|
k( sJ ‚ ddd« y# 1 sw Y yxY w)zITest that a pipeline with a frozen & annotating tok2vec can still overfitTro r r$ c ó •— ‰ S r rK r€ s €r4 r‚ z1test_tok2vec_frozen_overfitting.<locals>.<lambda>& r³ r6 r´ r? r1 )r… r† rÆ r· r} g-C ëâ6?r¸ ra rb r rc r% Nr¹ r½ s @r4 Ú test_tok2vec_frozen_overfittingrÍ s¹ ø€ ä“(×#Ñ#¤JÓ/€KÜ
|
|||
|
|
×
|
|||
|
|
%Ñ
|
|||
|
|
% k¸TÈDÔ
|
|||
|
|
Q€CØ€Nß
|
|||
|
|
ˆØ× Ñ œg× /Ñ /°· ± ¸Q¸q¹TÓ0BÀAÀaÁDÓ IÕJð à—‘Ó,B�ÓC€Iä
|
|||
|
|
�3ŽZˆØˆØ �
|
|||
|
|
‰
|
|||
|
|
Ø ØØØ �KØ �kð õ
|
|||
|
|
ð ð �(Ñ ˜fÒ $Ð$Ð $ð #€IÙ
|
|||
|
|
|
|||
|
|
ˆi‹.€CØ ˆq‰6�;‰;˜#Ò Ð Ð Ø ˆq‰6�;‰;˜#Ò Ð Ð Ø ˆq‰6�;‰;˜#Ò Ð Ð Ø ˆq‰6�;‰;˜#Ò Ð Ð ô
|
|||
|
|
Œ ˜7Ø � ‰ �GÔ Ü×(Ñ(¨Ó1ˆÙ�I‹ˆØ�A‰w�|‰|˜sÒ"Ð"Ð"Ø�A‰w�|‰|˜sÒ"Ð"Ð"Ø�A‰w�|‰|˜sÒ"Ð"Ð"Ø�A‰w�|‰|˜sÒ"Ð"Ñ"÷
|
|||
|
|
� ‰ ús
|
|||
|
|
Ä+A?F4Æ4F=c óø ‡— t « j t « } t j | dd¬« }t j |j d« dddgi« gŠ|j ˆfd„« |j d« }|j d « }t |j j d
|
|||
|
|
t « sJ ‚|j d d
|
|||
|
|
|j j d
|
|||
|
|
k( sJ ‚|j d d d d
|
|||
|
|
dk( sJ ‚|j d d d d d
|
|||
|
|
dk( sJ ‚|j! dd dg« t |j j d
|
|||
|
|
t « rJ ‚|j d d d }|d
|
|||
|
|
dk( sJ ‚|j d d d d |k( sJ ‚t# j$ t& « 5 |j! dd dg« d d d « t# j$ t& « 5 |j! dddg« d d d « t# j$ t& « 5 |j! dd dg« d d d « t# j$ t& « 5 |j! dd ddg« d d d « |j ˆfd„« }t) d« D ], }i }|j+ ‰||¬« |d dk( sJ ‚|d dkD rŒ,J ‚ y # 1 sw Y ŒûxY w# 1 sw Y ŒÑxY w# 1 sw Y Œ§xY w# 1 sw Y Œ|xY w)NTro úx yrh rb r§ c ó •— ‰ S r rK ©Úexampless €r4 r‚ z(test_replace_listeners.<locals>.<lambda>J ó ø€ ™8r6 r1 r} r rn r[ ú@architecturesrG úspacy.Tok2VecListener.v1ú
|
|||
|
|
model.tok2vecÚinvalidÚparserz
|
|||
|
|
model.yoloc ó •— ‰ S r rK rÑ s €r4 r‚ z(test_replace_listeners.<locals>.<lambda>e s ø€ ¡xr6 r r„ re )r r‰ rŠ r r‹ r r“ r” r* rŽ r� r[ Úlayersr Ú listener_mapÚconfigÚreplace_listenersrÇ rÈ rÉ r– r— ) rœ r] r1 r} Út2v_cfgr¡ r¢ r† rÒ s @r4 Útest_replace_listenersrß F sÄ ø€ Ü“(×#Ñ#¤JÓ/€KÜ
|
|||
|
|
×
|
|||
|
|
%Ñ
|
|||
|
|
% k¸TÈDÔ
|
|||
|
|
Q€CÜ×!Ñ! #§,¡,¨uÓ"5¸ÀÀcÀ
|
|||
|
|
Ð7KÓLÐM€H؇N�NÓ#Ô$Ø�l‰l˜9Ó%€GØ
|
|||
|
|
�\‰\˜(Ó
|
|||
|
|
#€FÜ �f—l‘l×)Ñ)¨!Ñ,¬oÔ >Ð>Ð >Ø × Ñ Ñ )¨!Ñ ,°· ± ×0CÑ0CÀAÑ0FÒ FÐFÐ Fà �
|
|||
|
|
‰
|
|||
|
|
�<Ñ Ñ+¨GÑ4Ð5EÑFØ ò ðð ð �
|
|||
|
|
‰
|
|||
|
|
�<Ñ Ñ*¨7Ñ3°IÑ>Ð?OÑPØ %ò &ðð &ð ×ј) X°Ð/@ÔAܘ&Ÿ,™,×-Ñ-¨aÑ0´/ÔBÐBÐ BØ�j‰j˜ Ñ& yÑ1°'Ñ:€GØ Ð#Ñ $Ð(:Ò :Ð:Ð :Ø �:‰:�lÑ # HÑ -¨gÑ 6°yÑ AÀWÒ LÐLÐ LÜ � ‰ ”zÕ "Ø × Ñ ˜i¨°OÐ3DÔE÷
|
|||
|
|
#ä � ‰ ”zÕ "Ø × Ñ ˜i¨°OÐ3DÔE÷
|
|||
|
|
#ä � ‰ ”zÕ "Ø × Ñ ˜i¨°L°>ÔB÷
|
|||
|
|
#ä � ‰ ”zÕ "Ø × Ñ ˜i¨°OÀ\Ð3RÔS÷
|
|||
|
|
#ð —‘Ó /Ó0€IÜ
|
|||
|
|
�1ŽXˆØˆØ �
|
|||
|
|
‰
|
|||
|
|
�8 °6ˆ
|
|||
|
|
Ô:Ø�iÑ CÒ'Ð'Ð'Ø�hÑ #Ó%Ð%Ð%ñ ÷
|
|||
|
|
#Ð "úç "Ð "úç "Ð "úç "Ð "ús0 Æ=K Ç3KÈ)K$É K0Ë KËK!Ë$K-Ë0K9a�
|
|||
|
|
[nlp]
|
|||
|
|
lang = "en"
|
|||
|
|
pipeline = ["tok2vec","tagger", "ner"]
|
|||
|
|
|
|||
|
|
[components]
|
|||
|
|
|
|||
|
|
[components.tagger]
|
|||
|
|
factory = "tagger"
|
|||
|
|
|
|||
|
|
[components.tagger.model]
|
|||
|
|
@architectures = "spacy.Tagger.v2"
|
|||
|
|
nO = null
|
|||
|
|
|
|||
|
|
[components.tagger.model.tok2vec]
|
|||
|
|
@architectures = "spacy.Tok2VecListener.v1"
|
|||
|
|
width = ${components.tok2vec.model.encode.width}
|
|||
|
|
|
|||
|
|
[components.ner]
|
|||
|
|
factory = "ner"
|
|||
|
|
|
|||
|
|
[components.ner.model]
|
|||
|
|
@architectures = "spacy.TransitionBasedParser.v2"
|
|||
|
|
|
|||
|
|
[components.ner.model.tok2vec]
|
|||
|
|
@architectures = "spacy.Tok2VecListener.v1"
|
|||
|
|
width = ${components.tok2vec.model.encode.width}
|
|||
|
|
|
|||
|
|
[components.tok2vec]
|
|||
|
|
factory = "tok2vec"
|
|||
|
|
|
|||
|
|
[components.tok2vec.model]
|
|||
|
|
@architectures = "spacy.Tok2Vec.v2"
|
|||
|
|
|
|||
|
|
[components.tok2vec.model.embed]
|
|||
|
|
@architectures = "spacy.MultiHashEmbed.v1"
|
|||
|
|
width = ${components.tok2vec.model.encode.width}
|
|||
|
|
rows = [2000, 1000, 1000, 1000]
|
|||
|
|
attrs = ["NORM", "PREFIX", "SUFFIX", "SHAPE"]
|
|||
|
|
include_static_vectors = false
|
|||
|
|
|
|||
|
|
[components.tok2vec.model.encode]
|
|||
|
|
@architectures = "spacy.MaxoutWindowEncoder.v2"
|
|||
|
|
width = 96
|
|||
|
|
depth = 4
|
|||
|
|
window_size = 1
|
|||
|
|
maxout_pieces = 3
|
|||
|
|
c óª ‡ — t « j t « } t j | d¬« }ddgddgdœ}t j |j d« |« gŠ |j ˆ fd „« |j d
|
|||
|
|
« }|j d « }|j d « }|j d d gk( sJ ‚t d
|
|||
|
|
„ |j j « D « « sJ ‚t d„ |j j « D « « sJ ‚t « 5 }|j |« t! |« }dg d¢dœd|i|d dgdœ|d dœ|d dœdœdœ}t j |d¬« } d d d « j ˆ fd„« | j d
|
|||
|
|
« }| j d« }| j d« }d | j" vsJ ‚d | j" vsJ ‚|j ddgk( sJ ‚t d„ |j j « D « « sJ ‚t d „ |j j « D « « rJ ‚| j$ d d
|
|||
|
|
d }
|
|||
|
|
|
|
|||
|
|
d d k( sJ ‚| j$ d d d d
|
|||
|
|
|
|
|||
|
|
k( sJ ‚| j$ d d d d
|
|||
|
|
d d!k( sJ ‚| j$ d d d d
|
|||
|
|
d d!k( sJ ‚y # 1 sw Y �ŒYxY w)"NT)rp rb r§ )r r$ ÚA)r$ r ÚB)rh ÚentitiesrÏ c ó •— ‰ S r rK rÑ s €r4 r‚ z4test_replace_listeners_from_config.<locals>.<lambda>¤ rÓ r6 r1 r} Únerc 3 ó< K — | ] }t |t « –— Œ y wr ©r� r ©Ú.0Únodes r4 ú <genexpr>z5test_replace_listeners_from_config.<locals>.<genexpr>© ó è ø€ ÐNÑ=M°TŒz˜$¤×0Ñ=Mùó ‚ c 3 ó< K — | ] }t |t « –— Œ y wr rç rè s r4 rë z5test_replace_listeners_from_config.<locals>.<genexpr>ª s è ø€ ÐQÑ=P°TŒz˜$¤×0Ñ=Pùrí Úen)r1 Útagger2Úner3Útagger4)ÚlangÚpipelineÚsourcerÖ )rõ Ú componentrÝ )rõ rö )r] rn c ó •— ‰ S r rK rÑ s €r4 r‚ z4test_replace_listeners_from_config.<locals>.<lambda>Å s ø€ ™xr6 rð rñ rò c 3 ó< K — | ] }t |t « –— Œ y wr rç rè s r4 rë z5test_replace_listeners_from_config.<locals>.<genexpr>Ì rì rí c 3 ó< K — | ] }t |t « –— Œ y wr rç rè s r4 rë z5test_replace_listeners_from_config.<locals>.<genexpr>Í s è ø€ ÐUÑAT¸”:˜d¤O×4ÑATùrí rn r[ rÔ rG rÕ )r r‰ Úcfg_string_multir r‹ r r“ r” r* rŽ Úlistening_componentsÚanyr[ Úwalkr r» Ústrr� rÜ ) rœ r] Úannotsr1 r} rå Údir_pathÚ
|
|||
|
|
base_modelÚ
|
|||
|
|
new_configÚnew_nlprÞ rÒ s @r4 Ú"test_replace_listeners_from_configr Ÿ sò ø€ Ü“(×#Ñ#Ô$4Ó5€KÜ
|
|||
|
|
×
|
|||
|
|
%Ñ
|
|||
|
|
% k¸TÔ
|
|||
|
|
B€CؘC�j¨{¸KÐ.HÑ
|
|||
|
|
I€FÜ×!Ñ! #§,¡,¨uÓ"5°vÓ>Ð?€H؇N�NÓ#Ô$Ø�l‰l˜9Ó%€GØ
|
|||
|
|
�\‰\˜(Ó
|
|||
|
|
#€FØ
|
|||
|
|
|
|||
|
|
�,‰,�uÓ
|
|||
|
|
€CØ × 'Ñ '¨H°eÐ+<Ò <Ð<Ð <Ü ÑN¸S¿Y¹Y¿^¹^Ô=MÓNÔ NÐNÐ NÜ ÑQ¸V¿\¹\×=NÑ=NÔ=PÓQÔ QÐQÐ QÜ Œ ˜8Ø � ‰ �HÔ Ü˜“]ˆ
|
|||
|
|
ð Ú Eñð
|
|||
|
|
% jÐ1à (Ø!)Ø*9Ð):ñ ð )Ø!&ñð
|
|||
|
|
)Ø!)ñ ññ
|
|||
|
|
ˆ
|
|||
|
|
ô, ×-Ñ-¨jÀDÔIˆ÷3
|
|||
|
|
ð4 ×ÑÓ'Ô(Ø× Ñ ˜yÓ)€GØ
|
|||
|
|
×
|
|||
|
|
Ñ
|
|||
|
|
˜iÓ
|
|||
|
|
(€FØ
|
|||
|
|
×
|
|||
|
|
Ñ
|