a ~g. @s.ddlmZddlZddlZddlZddlmZddlmZddl m Z ddl m Z ddl mZddlmZd d lmZmZmZmZmZmZe ed d d dddZe ed d d dddZe ed d ddddZe ed d d dddZe ed d d dddZe ed d d dddZe ed d d dddZe ed d d dddZe ed d d dd d!Z e ed d d dd"d#Z!e ed d d dd$d%Z"e ed d d dd&d'Z#e ed d d dd(d)Z$e ed d d dd*d+Z%e ed d d dd,d-Z&e ed d d dd.d/Z'e e(ed d d d0d1d2Z)e ed d d dd3d4Z*d[d6d7dd8d9d:Z+e d;d d d d<d=d>Z,d6d?d@dAdBZ-d d dCdDdEZ.d\d d d dGdHdIZ/d d dJdKdLdMZ0d d d dKdNdOZ1dPej2dQfd d7d dRdSdTdUZ3d]d6d dVd7d d d6d ddWdX dYdZZ4dS)^) annotationsN)IncrementalDecoder)aliases) lru_cache)findall) Generator)MultibyteIncrementalDecoder)ENCODING_MARKSIANA_SUPPORTED_SIMILARRE_POSSIBLE_ENCODING_INDICATIONUNICODE_RANGES_COMBINEDUNICODE_SECONDARY_RANGE_KEYWORDUTF8_MAXIMAL_ALLOCATION)maxsizestrbool) characterreturncCsdzt|}Wnty"YdS0d|vpbd|vpbd|vpbd|vpbd|vpbd|vpbd|vpbd |vS) NFz WITH GRAVEz WITH ACUTEz WITH CEDILLAzWITH DIAERESISzWITH CIRCUMFLEXz WITH TILDEz WITH MACRONzWITH RING ABOVE unicodedataname ValueErrorr descriptionr]/var/www/html/emsaiapi.evdpl.com/venv/lib/python3.9/site-packages/charset_normalizer/utils.pyis_accentuateds& rcCs.t|}|s|S|d}tt|ddS)N r)r decompositionsplitchrint)rZ decomposedcodesrrr remove_accent,s   r%z str | NonecCs.t|}tD]\}}||vr|SqdS)zK Retrieve the Unicode range official name from a single character. N)ordr items)rZ character_ord range_nameZ ord_rangerrr unicode_range7s  r)cCs,zt|}Wnty"YdS0d|vS)NFZLATINrrrrris_latinEs  r*cCs2t|}d|vrdSt|}|dur*dSd|vS)NPTF Punctuationrcategoryr)rcharacter_categorycharacter_rangerrris_punctuationNs r2cCsBt|}d|vsd|vrdSt|}|dur2dSd|vo@|dkS)NSNTFFormsZLor-r/rrr is_symbol]s r6cCs$t|}|durdSd|vp"d|vS)NF EmoticonsZ Pictographs)r))rr1rrr is_emoticonlsr8cCs.|s|dvrdSt|}d|vp,|dvS)N>+u｜>ZPoZPcZPd)isspacerr.)rr0rrr is_separatorvs r>cCs||kSN)islowerisupperrrrris_case_variablesrCcCs,zt|}Wnty"YdS0d|vS)NFCJKrrZcharacter_namerrris_cjks  rFcCs,zt|}Wnty"YdS0d|vS)NFZHIRAGANArrErrr is_hiraganas  rGcCs,zt|}Wnty"YdS0d|vS)NFZKATAKANArrErrr is_katakanas  rHcCs,zt|}Wnty"YdS0d|vS)NFZHANGULrrErrr is_hanguls  rIcCs,zt|}Wnty"YdS0d|vS)NFZTHAIrrErrris_thais  rJcCs,zt|}Wnty"YdS0d|vS)NFARABICrrErrr is_arabics  rLcCs4zt|}Wnty"YdS0d|vo2d|vS)NFrKz ISOLATED FORMrrErrris_arabic_isolated_forms  rM)r(rcstfddtDS)Nc3s|]}|vVqdSr?r).0keywordr(rr z-is_unicode_range_secondary..)anyrrPrrPris_unicode_range_secondarysrTcCs(|duo&|duo&|dko&|dkS)NFu)r= isprintablerBrrris_unprintables  rW bytesr#)sequence search_zonercCst|tstt|}tt|dt||jddd}t|dkrHdS|D]N}| dd}t D]0\}}||kr|S||krh|SqhqLdS)zW Extract using ASCII-only decoder any specified encoding in the first n-bytes. Nasciiignoreerrorsr-_) isinstancerY TypeErrorlenrr mindecodelowerreplacerr')rZr[Zseq_lenresultsspecified_encodingencoding_alias encoding_ianarrrany_specified_encodings"   rm)rrcCs |dvpttd|jtS)zQ Verify is a specific encoding is a multi byte one based on it IANA name > utf_8_sig utf_32_beutf_7 utf_16_leutf_32utf_16 utf_16_beutf_8 utf_32_le encodings.) issubclass importlib import_modulerr)rrrris_multi_byte_encodings  r|ztuple[str | None, bytes])rZrcCsJtD]@}t|}t|tr |g}|D]}||r$||fSq$qdS)z9 Identify and extract SIG/BOM in given sequence. )NrR)r rbrY startswith)rZ iana_encodingZmarksmarkrrridentify_sig_or_boms  r)r~rcCs|dvS)N>rsrtr)r~rrrshould_strip_sig_or_bom"srT)cp_namestrictrcCsN|dd}tD]\}}|||fvr|Sq|rJtd|d|S)zIReturns the Python normalized encoding name (Not the IANA official name).r`razUnable to retrieve IANA for '')rgrhrr'r)rrrkrlrrr iana_name&s  rfloat) iana_name_a iana_name_brc Cst|st|rdStd|j}td|j}|dd}|dd}d}tdD]*}t|g}||||krX|d7}qX|dS) Ngrxr]r^rr )r|rzr{rrangerYrf) rrZ decoder_aZ decoder_bZid_aZid_bcharacter_match_countiZ to_be_decodedrrr cp_similarity7s     rcCs|tvo|t|vS)z Determine if two code page are at least 80% similar. IANA_SUPPORTED_SIMILAR dict was generated using the function cp_similarity. )r )rrrrr is_cp_similarKs rcharset_normalizerz)%(asctime)s | %(levelname)s | %(message)sNone)rlevel format_stringrcCs:t|}||t}|t|||dSr?)logging getLoggersetLevel StreamHandler setFormatter Formatter addHandler)rrrloggerhandlerrrrset_logging_handlerVs   rrzGenerator[str, None, None]) sequencesrloffsets chunk_sizebom_or_sig_availablestrip_sig_or_bom sig_payloadis_multi_byte_decoderdecoded_payloadrc cs*|r6|dur6|D]"} || | |} | s,q4| Vqn|D]} | |} | t|dkrXq:|| | |} |r||dur||| } | j||rdndd} |r| dkrt|d} |r| d| |vrt| | dd D]H}||| } |r|dur|| } | j|dd} | d| |vrqq| Vq:dS) NFr]rr^rr)rdrfrer)rrlrrrrrrrrchunkZ chunk_endZ cut_sequenceZchunk_partial_size_chkjrrrcut_sequence_chunkscs>       r)rX)T)N)5 __future__rrzrrcodecsrZencodings.aliasesr functoolsrrertypingrZ_multibytecodecrconstantr r r r rrrr%r)r*r2r6r8r>rCrFrGrHrIrJrLrMrdrTrWrmr|rrrrrINFOrrrrrrsx