%j(nddlZddlZddlZddlZddlZddlZddlZddlmZddlZddl Z ddl Z ddl Z ddl Z ddlmZmZddlmZddlZeje j(ejfZeZej.eZdefdZdedefd Zd#d e j(d efd Zd$dedefd Zd%dedefdZd ee j(ejffdZde j(fdZ d&de!fdZ"dZ#dZ$dZ%d ee j(ejfde j(fdZ&d ee j(ejfdejfdZ'ejPfdZ)ejPfde!fdZ*d ejde+de+dejfdZ,de j(fdZ-Gdd e.Z/d!Z0ed"k(re0yy)'N)Union)Image ImageDraw)structural_similarityimagect|r t|}t|jdk(r|St j |tj S)zB change color image to gray Returns: opencv-image )ispilpil2cvlenshapecv2cvtColorCOLOR_BGR2GRAY)rs V/var/www/oz-panel.ru/ozpay-pub/venv/lib/python3.12/site-packages/uiautomator2/image.pycolor_bgr2grayrsA  U|u  5;;1 <<s11 22image_aimage_bct|}t|}tj||tj}tj|\}}}}|S)z Refs: https://opencv-python-tutroals.readthedocs.io/en/latest/py_tutorials/py_imgproc/py_template_matching/py_template_matching.html )rr matchTemplateTM_CCOEFF_NORMED minMaxLoc) rrabresmin_valmax_valmin_locmax_locs r template_ssimr!,sN wAwA  Aq#"6"6 7C),s);&GWgw NrimboundscR|s|St|dk(sJ|\}}}}|||||f}|S)N)r )r"r#lxlyrxrycrop_imgs rcv2cropr+8sD  v;!  NBB"R%B,H Orczt|}t|}t||}t||}t|||S)Nfull)rr+r)rrr.r#rrcacbs r compare_ssimr1Bs=wAwA F B F B Rd 33rct|t|}}t||d\}}|dzjd}tj|ddtj tj z\}}tj|jtjtj} tj| } tt|} |j} | D]?} tj| \} }}}tj | | |f| |z||zf| dAt#| j%| S)z Args: image_a, image_b: opencv image or PIL.Image color: (r, g, b) eg: (255, 0, 0) for red Refs: https://www.pyimagesearch.com/2017/06/19/image-difference-with-opencv-and-python/ Tr-uint8rr )conv2cvr1astyper thresholdTHRESH_BINARY_INV THRESH_OTSU findContourscopy RETR_EXTERNALCHAIN_APPROX_SIMPLEimutils grab_contourstuplereversed boundingRect rectanglecv2pilshow)rrcolorimaimbscorediff_threshcntscv2colorr"cxywhs rcompare_ssim_debugrTJsw!1CsCd3KE4 3J  w 'D dAsC,A,ACOO,STIAv   FKKM3+<+U>U VD   &DXe_%H B ;%%a( 1a b1a&1Q3!*h:; 2JOO Irc:t|}|jyN)conv2pilrE)r"pilims r show_imagerYds RLE JJLrreturnc|jd}tj|}|dddddddfj}|S)z% Convert from pillow image to opencv RGBN)convertnparrayr;) pil_image cv2_images rr r isE!!%(I#I!Q"*%**,I rctj}|j||tj|j j dS)z Convert pillow image to base64 formatzutf-8)ioBytesIOsavebase64 b64encodegetvaluedecode)rarebufs r pil2base64rnss? **,C NN3vN&   CLLN + 2 27 ;;rcbtj|dddddddfjS)z Convert opencv to pillow image Nr])r fromarrayr;)cv_images rrDrDzs) ??8Aq$B$J/446 77rc6t|tjSrV) isinstancer_ndarrayr"s riscv2rvs b"** %%rc6t|tjSrV)rsrrus rr r s b%++ &&rcrt|r|St|r t|Stdt |)NzUnknown image type:)rvr r TypeErrortyperus rr5r5s1 Ry  Rybz )48 44rcvt|r|St|r t|Stdt |)NzUnknown image type: )r rvrDryrzrus rrWrWs6 Ry rbz.tBxj9::rc |jd}|dk(rtd|ddz|tdz }tj||d}t j t|d}tj||}|S)Nzbase64,r]zdata url is invalid, head %sr4dtype) findIOErrorr ri decodestringr_asarray bytearrayrimdecode)dataflagposraw_datars r_open_data_urlrs| ))I C by4tCRy@AA3y>C""4:.H JJy*' :E LL %E Lrurlctj|j}tjt |d}t j||}|S)zZ download the image, convert it to a NumPy array, and then read it into OpenCV format r4r~)requestsgetcontentr_rrrr)rrrrs r_open_image_urlrsBll3''G JJy) 9E LL %E LrrPrQctj|}|j\}}|j|d||fdd|jd|||fddt |jdz}|j ||z ||z ||z||zfdt |jdz}|j ||z ||z ||z||zfd~|S) zW Mark position to show which point clicked Args: im: pillow.Image rred)fillwidth()r2white)rDrawsizelineminellipse)r"rPrQdrawrRrSrs r draw_pointrs >>" D 77DAqIIq!QlaI0IIq!QlaI0 BGG ALL!a%QAq1u-EL: BGG ALL!a%QAq1u-GL< Irct|tjr|St|tjr t |S|j dr t |Stjd|r t|Stjj|r'tj|}|td|z|Std|z)z Args: data: local path or http url or data:image/base64,xxx Returns: opencv image Raises: IOError z data:image/z ^https?://zImage format error: %szimage read invalid data: %s)rsr_rtrr startswithrrematchrospathisfilerimreadr)rr"s rrrs$ # D%++ &d|  'd## - &t$$   ZZ  :2T9: : /$6 77rcxeZdZd dZdZdZdeeje e jffdZ d dZ d dZ d dZy ) ImageXcJ||_t|dsJt|dsJy)z= Args: d (uiautomator2 instance) click screenshotN)_dhasattr)selfds r__init__zImageX.__init__s+ q'"""q,'''rc:|jj||SrV)rr)rrPrQs r send_clickzImageX.send_clicksww}}Q""rcz|jj}|jdj||fS)z0 Returns: (r, g, b) r\)rrr^getpixel)rrPrQrs rrzImageX.getpixels6 WW'') !!%(111a&99rimdatacrt|}tjdgdd}|jd||jdd\}}|j j d }t|tjsJd |jd | }|d dd}|d} |d\} } | | | gdS)z Args: imdata: file, url, pillow or opencv image object Returns: templateMatch result template)?g?T)engineengine_template_scalepro_mode) pic_objectNr opencvrdzscreenshot is not opencv formattarget)target_pic_objectrTemplateEngine target_sim target_point) similaritypoint) rfinditFindIt load_templater rrrsr_rtr) rrcvimagefithtwr raw_resultresultrrPrQs rrz ImageX.matchs. ]]:,1>$(* 8r"B##8#4&"**-P/PP-WWXW@ F#J/0@AL) n%1(Aq6::rcJtj|z}tj|kr`|j|}|d}tjd|||tjz ||kr`tjd|Stjdy)Nrz)similarity %.2f [~%.2f], left time: %.1fsg?zimage not found)timerloggerdebugsleep)rrtimeoutr7deadlinemsims r__waitz ImageX.__wait s99;(iikH$ 6"AL/C LLDc'DIIK)? AY JJrNH &'rc.|j|||}|S)z wait until image show up rr7) _ImageX__wait)rrrr7rs rwaitz ImageX.waits KK9K Ercx|j|||}| td|d\}}|j||S)zT Args: imdata: file, url, pillow or opencv image object rzimage object not foundr)r RuntimeErrorr)rrrr7rrPrQs rrz ImageX.clicksG ii9iE ;78 87|1q!$$rN)rzuiautomator2.Device)>@g?)rr)__name__ __module__ __qualname__rrrrr_rtstrrrrrrrrrrs@(#:;E"**c5;;">?;8 ( %rrcLtd}td}t||dy)Nz1http://localhost:17310/widgets/00006/template.jpgz1http://localhost:17310/widgets/00007/template.jpg)rrr3)rF) rrTr printrDrrrr)rGrHr"pimtaobaors r_mainr+s' D EC D ECsC{3 r__main__rV)FN))r3rr)JPEG)1rirfloggingrrrtypingrrrr>numpyr_rPILrrskimage.metricsr uiautomator2rt ImageTyper1 getLoggerrrrr!r@r+rTrYr rrnrDrvr r5rW IMREAD_COLORrrintrrobjectrrrrrrs     1 LLU[[0 1 $   8 $ 3) 3 9 y  E4)4i4 I45U[[01