䚾jX/ UdZddlmZmZmZmZmZmZddlm Z gdZ dZ iZ ee efed<GddZGd d eZGd d eZGd deZde dedeefdZdeedededeefdZdee effdZy)z] emoji.tokenizer ~~~~~~~~~~~~~~~ Components for detecting and tokenizing emoji in strings. )List NamedTupleDictUnionIteratorAny) unicode_codes) EmojiMatch EmojiMatchZWJEmojiMatchZWJNonRGITokentokenize filter_tokensu‍ _SEARCH_TREEc eZdZdZdZdedededeeee fdffdZ d eee ffd Z d e fd Z d ed fd Zd efdZy)r zd Represents a match of a "recommended for general interchange" (RGI) emoji in a string. emojistartenddatarrrrNcB||_ ||_ ||_ ||_yNr)selfrrrrs Y/home/spazio/kingdom_calls/work5/transenv/lib/python3.12/site-packages/emoji/tokenizer.py__init__zEmojiMatch.__init__"s, ! 86 breturnc|jr:|jj}|j|d<|j|d<|S|j|jdS)z Returns a copy of the data from :data:`EMOJI_DATA` for this match with the additional keys ``match_start`` and ``match_end``. match_start match_end)rr )rcopyrr)remj_datas r data_copyzEmojiMatch.data_copy1sO 99yy~~'H&*jjH] #$(HHH[ !O#'::DHHE Erc&t|jvS)zp Checks if this is a ZWJ-emoji. :returns: True if this is a ZWJ-emoji, False otherwise )_ZWJrrs ris_zwjzEmojiMatch.is_zwj>stzz!!r)r r c<|jr t|S|S)z Splits a ZWJ-emoji into its constituents. :returns: An :class:`EmojiMatchZWJ` containing the "sub-emoji" if this is a ZWJ-emoji, otherwise self )r'r r&s rsplitzEmojiMatch.splitGs ;;= & &Krc|jjd|jd|jd|jdSN(z, :)) __class____name__rrrr&s r__repr__zEmojiMatch.__repr__Ss9..))*!DJJ F"" u:; S#Srr cXeZdZdZdZdeffd ZdefdZde fdZ d dZ defd Z xZ S) r zr Represents a match of multiple emoji in a string that were joined by zero-width-joiners (ZWJ/``\u200D``).)emojismatchc t||j|j|j|j g|_ |j}|jjtD]f}t|||t|ztjj|d}|j j||t|dzz }hy)N)superrrrrrr;r)r%r lenr EMOJI_DATAgetappend)rr<iemr/s rrzEmojiMatchZWJ.__init__^s ekk599ejjI(* 5 KK""4( A1aSV]-E-E-I-I!T-RSA KK  q ! Q!OA rrcNtjd|jDS)z1 Joins a ZWJ-emoji into a string c34K|]}|jywrr.0rEs r z%EmojiMatchZWJ.join..os6Q6)r%joinr;r&s rrNzEmojiMatchZWJ.joinjs yy6$++666rcy)NTr9r&s rr'zEmojiMatchZWJ.is_zwjqsrc|Srr9r&s rr)zEmojiMatchZWJ.splitts rc|jjd|jd|jd|jdSr+)r/r0rNrrr&s rr1zEmojiMatchZWJ.__repr__ws;..))*!DIIK=4::,azQRSSr)rr )r0r2r3r4r5r rr6rNr8r'r)r1 __classcell__)r/s@rr r WsF-I j 7c7T#Trr c2eZdZdZdedefdZdZdefdZy) r a Represents a match of multiple emoji in a string that were joined by zero-width-joiners (ZWJ/``\u200D``). This class is only used for emoji that are not "recommended for general interchange" (non-RGI) by Unicode.org. The data property of this class is always None. first_emoji_matchsecond_emoji_matchc8||g|_ |jyr)r;_update)rrTrUs rrzEmojiMatchZWJNonRGI.__init__s(*<= 5 rctjd|jD|_|jdj|_|jdj |_d|_y)Nc34K|]}|jywrrIrJs rrLz.EmojiMatchZWJNonRGI._update..s<1qwwrTrZstatus componentc3FK|]}t|jywr)r@r_)rKts rrLztokenize..s>QCL>s!Nu︎u️) get_search_treer rAr@r%rCr r r_STATUSsum)rbrctreerAresultrDlengthignoreconsumedcharjsub_treer" code_points match_objs rrrse  D))JF A [F   f*ay ; FAt| eD$/0  T\AADzHf*h!6;#F1I.Q f*h!6 !#F+$Qqk '{Aq(C E eK;< DLr   J.Aq1u % MM! 6":++,X6 '' 45 >&+>>>!9$FAr rs F2J,,--2J    FDH,1A MM%d+ , QE f*H s1B!G,$C?G,#G($7G,G,"G*#G,*G,matches emoji_only join_emojic #K|s |s |Ed{y|s |D]}|jtk7s|yd}d}d}g}|D]r}|}|r|jtk(rd}t|jtr$|r |rt|djt rf|djj |jt|djtz|jz|dj|d<n|j}t|jtsJ|jt|jtz|jzt |j|jn|j|d}d}]d}d}|Ed{|s|g}u|Ed{y777 w)ap Filters the output of `tokenize()` :param matches: An iterable of tuples of the form ``(match_str, result)`` where ``result`` is either an EmojiMatch or a string. :param emoji_only: If True, only EmojiMatch are returned in the output. If False all characters are returned :param join_emoji: If True, multiple EmojiMatch are merged into a single :class:`EmojiMatchZWJNonRGI` if they are separated only by a ZWJ. :return: An iterable of tuples :class:`Token` ``(char, char)``, :class:`Token` ``(chars, EmojiMatch)`` or :class:`Token` ``(chars, EmojiMatchZWJNonRGI)`` NFTrZ) r_r%r` isinstancer r r]r poprC) rwrxrytokenprevious_is_emojiprevious_is_zwjpre_previous_is_emoji accumulatorprevs rrrs" j  E{{d"   O!!K  1 !4"O  Z 0$k"o335HIO))..u{{;&+#B--4u{{B#B--'KO '??,D%djj*===&& JJ- ;/ EKKH""5) $ #O!& #O" " " KA Ba X #s9 GF?GE7G$G%G9G:GGGctsftjD]S}t}t|dz }t |D]/\}}||vri||<||}||k(stj||d<1UtS)u Generate a search tree for demojize(). Example of a search tree:: EMOJI_DATA = {'a': {'en': ':Apple:'}, 'b': {'en': ':Bus:'}, 'ba': {'en': ':Bat:'}, 'band': {'en': ':Beatles:'}, 'bandit': {'en': ':Outlaw:'}, 'bank': {'en': ':BankOfEngland:'}, 'bb': {'en': ':BB-gun:'}, 'c': {'en': ':Car:'}} _SEARCH_TREE = {'a': {'data': {'en': ':Apple:'}}, 'b': {'a': {'data': {'en': ':Bat:'}, 'n': {'d': {'data': {'en': ':Beatles:'}, 'i': {'t': {'data': {'en': ':Outlaw:'}}}}, 'k': {'data': {'en': ':BankOfEngland:'}}}}, 'b': {'data': {'en': ':BB-gun:'}}, 'data': {'en': ':Bus:'}}, 'c': {'data': {'en': ':Car:'}}} _SEARCH_TREE / | ⧵ / | ⧵ a b c | / | ⧵ | | / | ⧵ | :Apple: ba :Bus: bb :Car: / ⧵ | / ⧵ | :Bat: ban :BB-gun: / ⧵ / ⧵ band bank / ⧵ | / ⧵ | bandi :Beatles: :BankOfEngland: | bandit | :Outlaw: r>r)rr rAr@ enumerate)emjrtlastidxrDrrs rrjrj>s`  ++ EC#H#hlG$S> E4x'%'HTN#D><'4'?'?'DHV$  E E rN)r4typingrrrrrrrr __all__r%rr6rar r r r r8rrrjr9rrrs@? ! d38n!:S:Sz!TJ!TH-2"J"XSXDXXe_XvB e_B*.B<@B e_BJ:c3h:r