Hoh< UddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZmZmZmZmZmZmZmZmZmZmZddlmZmZmZmZmZm Z m!Z!m"Z"ddl"m#Z#m$Z$ddl%m&Z&m'Z' ddl(m!Z) ddl+m!Z,ddl-m.Z.d d d d d Z/d diZ0ee1eee2ge#ffe3d <e0jideee2ge#fe"jje"jle"jnfD ddl8Z8dee1deejvdefdZdejzddfdZ?de1de1de2dedee1geff dZ@d ee1gdfd!ee1de2fd"ZAGd#d$ZBdejzddfd%ZCd&ZDd'e jded!ee1d(e jddf d)ZGdejzddfd*ZHd+ZIejd,d-.ZKeKjd/ejd 0ZMeMjd1ejd2d34d56eKjd78ZQeQjd9d:eMgeId;<ZSeSjd=d>ejd?d@6GdAdBejZUeSjdCdDdEdFge>dGeUdHIeSjdJdKgd gd dLMeSjdNdKeVe0eVe0dOMeSjdPdKe2gdQdRSeQjdTdUeMgeIVZWeWjeC/eWjdPdKe2gdQdWSeQjdXdYeMgeIVZXeXjeH/eXjdZd[e2ejxsd\eKjZ[e[jre[je[yeKjy#e*$rY9wxYw#e*$rY>wxYw#e*$r.e jrdZ:e jrddZ8YwxYw)]N) AnyCallableDequeDictIterableListOptionalSequenceTupleUnioncast) BasicResolverCachingResolverDomainMatchersParser PartialResultResolvercaching)CacheLocal) load_builtins load_yaml)r)ParseTF)basicre2regexlegacynoneCACHESc#TK|] }|jj|f"ywN)__name__lower).0caches n/var/www/html/wine-match-dev/backend/winematch-backend/venv/lib/python3.12/site-packages/ua_parser/__main__.py r)=s*  ^^U#s&(cgSr#)_1_2s r(r.Js") compare_tocyr#r+r+r/r(r.r.Msr/ctSr#)snapshotr+r/r(r.r.Nshr/)start take_snapshotparsersregexesreturnc|rXtstjdt|}d|vr,tdtj|j d|St }|S)Nz/yaml loading unavailable, please install pyyamlrz@The legacy parser is incompatible with custom regexes, ignoring.)file)rsysexitprintstderrremover)r6r7ruless r( get_rulesrARs\ HHF G'" w  RZZ  NN8 $ L Lr/argsc ptj}t|}tt|}t jj d|d|d||z ddt jj}tjdtttjztttjztttjjz}fdjDD]\}}}dj!tt"t%d||d k7xr||f} t | |d dd t'||||}t)||} | d z } | dz t|z } t | dd| ddy)N: z lines, z unique (z.0%)c3K|]O}t|rjdgk7r jndgD]"}|dk7r jndgD] }|||f $Qyw)rr N) CACHEABLE cachesizescaches)r&pcnrBs r(r)zrun_stdout..ssr !*1$//aS2H$++vh %&&[$//qc   Aq sAA-r TendflushgeAz>5.2fzs (>4.0fzus/line))listr:lensetr=namerAbasesr7mathceilmaxmaprJlog10rIjoinstrfilter get_parserrun) rBlinescountuniquesr@wrKrLrMrXtsecstpls ` r( run_stdoutrkds OE JE#e*oG TYY^^ BugXgYi%PS?TTU VW djj$,, /E  c#tzz" # $ c#t{{# $ % c$**doo. / 0 A 51a xxCq!v+2C!Q.G!HIJ qcT T2 q!Q & 5M3w$hU# e CE{(345r/c tj}t|dz}tjj }jDcgc]=}t |r jndgD] }|dk7r jndgD]}|||f "?}}}}|stjdddi}|jfdjDtjtjt|dtj } | j!||j#d t%j&|d } i} |dd dk(r>t)| \} } | D]+\}}} t+||d|}t-|||z| |d|<-jdgk(s jdgk(sjdgk(rd| d<| j!| y| D]S\}} t/| |}| D]+\}}} t+||||}t-|||z||d|<-| j!|Uycc}}}w)NrSr rzNo parser selectedsizerOc3K|]6}t|r jndgD]}|d||dk(r|n|d|f8yw)r rNN)rHrJ)r&rKrLrBs r(r)zrun_csv..s] !*1$++F8  3as!v+QaS!:66s.s qtr/)keyc |dSrsr+rus r(r.zrun_csv..s qtr/rtrNr)rm)rUr:rVrArYr7rHrJrIr;r<updatecsv DictWriterstdout QUOTE_MINIMALwriterowsort itertoolsgroupbynextrbrcdict)rBrdLENr@rKrLrMr6columnsrggroupedzeroes_psparserr' cachesizerows` r(run_csvrs^ OE e*t C djj$,, /E !*1$++F8 %&&[$//qc   Aq G  %&rlG NN   W !!  A JJw LL^L$^FfXQug& ' ?  zzhZ4;;6(#:dooRSQT>Tv 6  26 * " < FE165)U;A'*1e}';C6(!E7# $ < 3 [sAH?rr'rr@c|dk(rtS|dk(r t|}n:|dk(r t|}n)|dk(r t|}nt j d||t vrt j d|t j|}|tjStt||jS)Nrrrrzunknown parser zunknown cache algorithm ) rr Re2Resolver RegexResolverr;r<r!getrparser)rr'rr@rrLs r(rbrbs 7  %  5   7  %  ?6*-. F +E956 5Ayay /!Qy\2 3 9 99r/rrdcvtj}|D] }|| tj|z Sr#)timeperf_counter_ns)rrdrhlines r(rcrcs< A d     !A %%r/cLeZdZdedeefdZdedeefdZ dededdfd Z y) Beladymaxsizedatac:||_i|_tj|_i|_t |D]0\}}|j j|gj|2|j jD]}|jyr#) rr' collectionsdequequeue distances enumerate setdefaultappendvaluesreverse)selfrriefreqss r(__init__zBelady.__init__s /1 -8->->-@ /1dO 7DAq NN % %a , 3 3A 6 7^^**, E MMO r/rvr8cH|j|j|jj|x}rg|jj d|k(sJ|j|x}r't j|j|d|f|S|j|=|S)Nr)rpopr'rrpopleftbisectinsort)rrvrLdss r( __getitem__zBelady.__getitem__s s! s# #1 #::%%'*c1 11^^C((r( djj2b63-8 JJsOr/entryNcX|j|}|sy|d}t|j|jk\r@||jddkDry|jj \}}|j|=||j|<t j|j||fy)Nrr)rrVr'rrrrr)rrvrr next_distancerks r( __setitem__zBelady.__setitem__s ^^C  2 tzz?dll *tzz"~a00::>>#DAq 1  3 djj=#"67r/) r$ __module__ __qualname__intrr`rr rrrr+r/r(rrsK49sx '> 8s8=8T8r/rc ttjddddGfdd}t|jt }t t }t|d|dtttjt|jdz}dtd tffd }tjt!j"t!j$|gt'dt(j+|jD]'\}}|}t-j.tj0} t3t5|||} D]} | j7| t-j.tj0} ||k(rd j9d } n7t;d | j=| dD}dj9|||z } t|j>jAdd||dd||jBz |z dzdd| ~~ *y)NrO)domainsstring user_agentosdevicec.eZdZddZdededeffd Zy)run_hitrates..Counterr8Ncd|_y)Nrre)rs r(rz&run_hitrates..Counter.__init__s DJr/uarc2|xjdz c_S)Nrr)rrrrs r(__call__z&run_hitrates..Counter.__call__s JJ!OJHr/)r8N)r$rrrr`rrr)rsr(Counterrs"  s V = r/rrdrfrrr8ct|Sr#)r)rrds r(beladyzrun_hitrates..belady*sgu%%r/z{0:>14} {0:>12}rNc34K|]}|jywr#) size_diff)r&ss r(r)zrun_hitrates..=sU11;;Usfilenamez{:8} bytes ({:3.0f}b/entry)8(z): dz2.0fz % hit rate )"rrALLrUr:rVrWr=rrZr^r\rIr tracemallocr4rproductchainrar!rgccollectr5rrrformatsumr0r$r%re)rBrtotalrfrgrr' cache_sizemissesbeforerrafterdiffoverheadrdrs @@r( run_hitratesrs    A OE JE#e*oG %'9- G DJJs4??+ ,q 01A&&&&..&v}}"?@ z **,j0ABC D LL   ))+ F?$++C0DU0@0@0TUUH077:%D ~~##%a(*aSD)9efll>RV[=[^a=abf.^s7;;y;Qr/rr11rDrOTrP*r)targetrBdaemonrSrTzus/line)rR)rUr:rrrrrrrrrr=randomRandom threadingEventBarrierthreadsrrangeThreadrsamplerVr4rrrWr)rBrdr resolversrXresolverrr4rQrrsttotlinesrhs r( run_threadedrYs OE -/ *E w{{9/EFG oeU3Q-RST  MO,- - 01 -I $:h b n"D1 MM" ! q 01!t||$ A   VQXXeSZ%@#F eg   ! ! #   u: ,  ! ! #b (D 0 Xe$G,D97:r/zFor good results the sample `file` should be an actual non-sorted non-deduplicated sample of user agent strings from traffic on a comparable (or the actual) site or application targeted for classification. ua_parserepi)progepilog)func)add_helpr:rzutf-8)encodingzeSample user agent file, the file must contain a single user agent string per line, use `-` for stdin.)typehelpcommands)titlebenchz7benchmark various parser configurations on sample filesa]Different sites and applications can have different traffic pattenrs, and thus want different setups and tradeoffs. This subcommand allows testing ua-parser's different base resolvers, caches, anc cache sizes in order to customise the parser to the application's requirements. It's also useful to bench the library itself though.)rparentsr descriptionz-Rz --regexesrbaiCustom regexes.yaml file, if ommitted the benchmark will use the embedded regexes file rom uap-core. Custom regexes files can allow evaluating the performance impact of new rules or cut-down reference files (if legacy rules are nor relevant to your needs). Because YAML is (mostly) a superset of JSON, JSON regexes files will also work fine.c leZdZ ddejdej deeeedfde eddf dZ y) ToFuncNr namespacer option_stringr8c|dk(rt||jty|dk(rt||jtyt d|)Nr{ryzinvalid output )setattrdestrkr ValueError)rrr rr s r(rzToFunc.__call__sE X  Ityy* 5 u_ Ityy' 2vj9: :r/r#) r$rrargparseArgumentParser Namespacer r`r r rr+r/r(r r s\ (, ;'' ;%% ;c8C=$./ ;  } ;  ;r/r z-Oz--outputr{ryraBy default (`stdout`) the result of each configuration / combination is printed to stdout with the combination name followed by the total parse time for the file and the per-entry average. `csv` will instead output a valid CSV table to stdout, with a parser combination per column and a cache size per row. Combinations without cache will have the same value on every row. If no combination uses a cache, the output will have a single row with a first cell of value 0.)choicesdefaultractionrz--bases+aBase resolvers to benchmark. `basic` is a linear search through the regexes file, `re2` is a prefiltered regex set implemented in C++, `regex` is a prefiltered regex set implemented in Rust, `legacy` is the legacy API (essentially a basic resolver with a clearing cache of fixed 200 entries, but less layered so usually slightly faster than an equivalent basic-based resolver).)nargsrrrz--cacheszCache implementations to test. `clearing` completely clears the cache when full, `lru` uses a least-recently-eviction policy. `lru` is not thread-safe, so `lru-threadsafe` adds a mutex and measures *uncontended* locking overhead.z --cachesizes) 2rirSiiaCaches are a classic way to trade memory for performances. Different base resolvers and traffic patterns have different benefits from caches, this option allows testing the benefits of various cache sizes (and thus amounts of memory used) on the cache strategies. )rrrrhitratesz=measure hitrates of cache configurations against sample files)rrrzHList of cache sizes to test hitrates for, for each cache algorithm. rzPestimate impact of concurrency and contention on different parser configurationsz-nz --threads)rr)^rrrryriorrZrrr;rrtypestypingrrrrrrr r r r r rOrrrrrrrrrrloadersrrrr ImportErrorrruser_agent_parserrrHr!r`r__annotations__rxrS3FifoSieverSimpleNamespacer3IOBaserArrkrrbrcrrrrrrrEPILOGrr set_defaultsfp add_argumentFileTypeadd_subparserssub add_parserrActionr rUrthreaded cpu_count parse_argsrBr print_helpr+r/r(r6s%           "- , 0%     8>tnS(8SE5L12 23D  XseUl #W[[1  tCy8BII+>8$5X''5D5B7($$77t: ::(+:4<: seSj:2& SE4K & C=& &-8-8`3x))3d3l    ??    C=       $:x))$:d$:N  ! k% @Xe,   3 1 * *-  B D (     4  "   ;X__ ;  u     %  / / I   L L 4   9    >> H D     <( 9   >> [ D     <( BLLN a 99IIdO G    0$u$$$H(%''&K s69N0N<1O0N98N9<OO/O;:O;