o
i @ s d dl mZ d dlZd dlmZ d dlZd dlZd dlZG dd dejZ G dd dej
Z G dd d ej Z
G d
d d ejZdd d
ZdS ) )Qwen2TokenizerN)sd1_clipc s" e Zd Zdi f fdd Z ZS )Qwen3TokenizerNc sF t jt jt jtd}t j|dddtdddddd|d d S ) Nqwen25_tokenizerFi qwen3_2bii [P ) pad_with_endembedding_size
embedding_keytokenizer_classhas_start_token
has_end_tokenpad_to_max_length
max_length
min_length pad_tokentokenizer_data) ospathjoindirnamerealpath__file__super__init__r )selfembedding_directoryr tokenizer_path __class__ 6/mnt/c/Users/fbmor/ComfyUI/comfy/text_encoders/ovis.pyr s (zQwen3Tokenizer.__init____name__
__module__ __qualname__r
__classcell__r r r r! r s r c s0 e Zd Zdi f fdd Zd fdd Z ZS )
OvisTokenizerNc s t j||dtd d| _d S )Nr )r r name tokenizerz<|im_start|>user
Describe the image by detailing the color, quantity, text, shape, size, texture, spatial relationships of the objects and background: {}<|im_end|>
<|im_start|>assistant
)r r r llama_template)r r r r r r! r s
zOvisTokenizer.__init__Fc s> |d u r | j |}n||}t j|f|dd|}|S )NT)return_word_idsdisable_weights)r* formatr tokenize_with_weights)r textr+ r* kwargs
llama_texttokensr r r! r. s
z#OvisTokenizer.tokenize_with_weights)FN)r# r$ r% r r. r& r r r r! r' s r' c s* e Zd Zdddddi f fdd Z ZS )Ovis25_2BModelcpulastNTc s2 t j|||i |ddidtjjj|dd|d d S )Npadr FT) devicelayer layer_idxtextmodel_json_configdtypespecial_tokenslayer_norm_hidden_state model_classenable_attention_masksreturn_attention_maskszero_out_masked
model_options)r r comfy
text_encodersllama Ovis25_2B)r r7 r8 r9 r; attention_maskrB r r r! r s 2zOvis25_2BModel.__init__r" r r r r! r3 s "r3 c s2 e Zd Zddi f fdd Zd fdd Z ZS ) OvisTEModelr4 Nc s t j||dt|d d S )Nr )r7 r; r(
clip_modelrB )r r r3 r r7 r; rB r r r! r " s zOvisTEModel.__init__c
s t |\}}|d d }d}|dkrQt|D ]!\}}|d } t| s9t| tjr9| dkr9|dk r9|}|d7 }q|jd |d krQ||d d dkrQ|d7 }|d d |d f }||i fS )Nr r rK i ) r encode_token_weights enumeratetorch is_tensor
isinstancenumbersIntegralshape)
r token_weight_pairs template_endoutpooled tok_pairscount_im_startivelemr r r! rN % s"
z OvisTEModel.encode_token_weights)rK )r# r$ r% r rN r& r r r r! rH ! s rH c s G fdddt }|S )Nc s( e Zd Zddi f fdd Z ZS )zte..OvisTEModel_r4 Nc s: d ur}d ur| }|d< t j|||d d S )Nquantization_metadata)r7 r; rB )copyr r rJ )r dtype_llamallama_quantization_metadatar r! r < s z!te..OvisTEModel_.__init__r" r ra rb r r! OvisTEModel_; s rd )rH )ra rb rd r rc r! te: s re )NN) transformersr comfy.text_encoders.llamarC r r rP rS SDTokenizerr SD1Tokenizerr' SDClipModelr3 SD1ClipModelrH re r r r r! s