autoit で指定したボタンなどの複数画像を 監視してクリックする (OpenCV v4 画像認識) 実用版

; 2024/4/20
;; --- para --------------------------------------
;; $idir = ""
;; $Loop_pos = 1-20
;; $Mouse_Click_On_Found = 0 0:no,1:yes move,2:yes
;; $Wait_mode = 1
;; $Once_mode = 1 0:no,1:yes 1st,2:yes loop
;; $Center_mode = 1
;; $Retern_mode = 0
;; $Exemin_mode = 0 ; 0:none,1:exe,2:exemin
;; --- sendkey.csv --------------------------------------
;; 画像が見つかったら一行処理
;; D:\data2\03.jpg,{ENTER},{TAB 4},{END}
;; key(a,b,cc etc)
;; @@text@@,@@text@@3 テキストを書き込みます。
;; @@ClipPut@@ クリップボードにテキストを書き込みます。
;; @@Lclick@@ 左クリック
;; @@DLclick@@ ダブルクリック
;; @@TLclick@@ トリプルクリック
;; @@Rclick@@ 右クリック
;; @@Mclick@@ ミドルクリック
;; @@wait@@ ウェイト
;; @@North@@px マウスカーソルを上にpxずらす
;; @@South@@px マウスカーソルを下にpxずらす
;; @@West@@px マウスカーソルを左にpxずらす
;; @@East@@px マウスカーソルを右にpxずらす
;; @@x@@x マウスカーソルをxに動かす
;; @@y@@y マウスカーソルをyに動かす
;; @@end@@ 最後に飛ぶ
;; @@exit@@ アプリの終了
;; @@stop@@ アプリのstop
;; --- sendkeyx.csv --------------------------------------
;; 画像が見つからなかったら項目ごとに処理
;; key(a,b,cc etc)
;; {PGDN},@@here@@
;; @@here@@
;; @@prev@@
;; @@next@@
;; @@end@@ 最後に飛ぶ
;; @@exit@@ アプリの終了
;; --- sendtext.txt --------------------------------------
;; おはようございます。
;; --- pos.csv --------------------------------------
;; 10,150
;; --- exe.csv --------------------------------------
;; C:\app\autoit3\autoit-opencv-com\samples\#test\a.bat,C:\app\autoit3\autoit-opencv-com\samples\#test\b.bat
;; --- ocr.csv --------------------------------------
;; dx,dy,w,h,jpn

#include <Clipboard.au3>
#include <EditConstants.au3>
#include <MsgBoxConstants.au3>
#include <SendMessage.au3>
#include <WinAPISys.au3>
#Include <WinAPI.au3>

#Include <ScreenCapture.au3>
#include <GuiStatusBar.au3>

#include <GUIConstantsEx.au3>
#include <WindowsConstants.au3>
#include "..\autoit-opencv-com\udf\opencv_udf_utils.au3"

Global $aRect, $iLeft, $iTop, $iWidth, $iHeight
Global $cv

if $CmdLine[0] = 0 Then
 Global  $idir = ""
 Global  $Loop_pos = 1
 Global  $Mouse_Move_On_Found = 1
 Global  $Mouse_Click_On_Found = 0
 Global  $Wait_mode = 1
 Global  $Once_mode = 0
 Global  $Center_mode = 1
 Global  $Retern_mode = 0
 Global  $Exemin_mode = 0 ; 0:none,1:exe,2:exemin

Else
 Global  $idir = "\" & $CmdLine[1]
 Global  $Loop_pos =  $CmdLine[2]*1
 If $Loop_pos = 0 Then	$Loop_pos =1

 Switch  $CmdLine[3]
	Case 0
     Global  $Mouse_Move_On_Found = 1
     Global  $Mouse_Click_On_Found = 0
	Case 1
     Global  $Mouse_Move_On_Found = 1
     Global  $Mouse_Click_On_Found = 1
	Case 2
     Global  $Mouse_Move_On_Found = 0
     Global  $Mouse_Click_On_Found = 1
	Case Else

     Global  $Mouse_Move_On_Found = 0
     Global  $Mouse_Click_On_Found = 0
 EndSwitch
 Global  $Wait_mode = $CmdLine[4]*1
 Global  $Once_mode = $CmdLine[5]*1
 Global  $Center_mode = $CmdLine[6]*1
 Global  $Retern_mode = $CmdLine[7]*1
 Global  $Exemin_mode = $CmdLine[8]*1
EndIf
Global Const $fnx =  @ScriptDir & $idir & "\sendkeyx"  & ".csv"
Global Const $fn =  @ScriptDir & $idir & "\sendkey"  & ".csv"
Global Const $fn2 =  @ScriptDir & $idir & "\sendtext"  & ".txt"
Global Const $fnp =  @ScriptDir & $idir & "\pos"  & ".csv"
Global Const $fne =  @ScriptDir & $idir & "\exe"  & ".csv"
Global Const $fno =  @ScriptDir & $idir & "\ocr"  & ".csv"

Global $ocr_Image = @ScriptDir & $idir & "\ocrimagej" &  ".bmp"
Global $ocr_TextPath = @ScriptDir & $idir & "\ocrimagej"
Global $ocr_Text = $ocr_TextPath  & ".txt"
Global $ocr_Result = ""
Global $TesseractExePath = "C:\app\tesseract\tesseract.exe"
Global $TesseractExeParae =  "  -c tessedit_char_whitelist=abcdefghijklmnopqrstuvwxyz0123456789  -l eng --psm 6 --oem 1 "
Global $TesseractExeParaj =  "  -l jpn --psm 6 --oem 1 "

Global Const $iSleep_Time=500
Global Const $iSleep_Time_On_Found=5000
Global $threshold = 0.95


Global $sCount = 0
Global $nCount = 20
Global $mCount = 12
Global $iCount = 0
Global $aCount = 0
Global $fCount = 0

Dim $_Image[$nCount]
Dim $_Image1[$nCount]
Dim $line[$nCount]
Dim $linex[$nCount]
Dim $linee[$nCount]
Dim $lineo[$nCount]
For $iz=1 To $nCount Step 1
 $_Image[$iz-1] = @ScriptDir & $idir & "\butonimagej" & $iz & ".bmp"
  $line[$iz-1] = ""
  $linex[$iz-1] = ""
  $linee[$iz-1] = ""
  $lineo[$iz-1] = ""
Next

For $iz=1 To $nCount Step 1
	If FileExists($_Image[$iz-1]) Then
		If $mCount < $iz Then	$mCount = $iz
	EndIf
Next
If $mCount < $nCount Then	$mCount += 1

Global  $iMax = 5
Global  $iRow = 0
Dim $text[$iMax]
Global Const $textptn="@@text@@"
Global Const $clipptn="@@ClipPut@@"
Global Const $lclkptn="@@Lclick@@"
Global Const $dlclkptn="@@DLclick@@"
Global Const $tlclkptn="@@TLclick@@"
Global Const $rclkptn="@@Rclick@@"
Global Const $mclkptn="@@Mclick@@"
Global Const $Northptn="@@North@@"
Global Const $Southptn="@@South@@"
Global Const $Eastptn="@@East@@"
Global Const $Westptn="@@West@@"
Global Const $waitptn="@@wait@@"
Global Const $exitptn="@@exit@@"
Global Const $endtptn="@@end@@"
Global Const $prevptn="@@prev@@"
Global Const $nextptn="@@next@@"
Global Const $hereptn="@@$here@@"
Global Const $xptn="@@x@@"
Global Const $yptn="@@y@@"
Global Const $stopptn="@@stop@@"

Global  $iLoop = 1
Global  $iLoopx = 1

Global $_msg_0 =  "  image"
Global $_msg_1 =  "* image"
Global $_Image_0 =  ""
Global $_tmp_0 =  ""
Global $_Pic_0 = 0

Global $ii =  0
Global $kflg =  0
Global $ix=0

Global $posdxy[2]
dim $_msg[$mCount*2]
For $iz=1 To $mCount*2 Step 1
 $_msg[$iz-1] = $_msg_0
Next
 $_msg[$mCount] = $_msg_1

Global $_title_1 =  "autoimageclosej"

_OpenCV_Open(_OpenCV_FindDLL("opencv_world470*"), _OpenCV_FindDLL("autoit_opencv_com470*"))
;_GDIPlus_Startup()
OnAutoItExitRegister("_OnAutoItExit")
HotKeySet("{Esc}", "_Exit") ; Press ESC for exit
$posdxy[0]=150
$posdxy[1]=50
_posread()

Opt("GUIOnEventMode", 1)  ; Change to OnEvent mode
$mainwindow = GUICreate($_title_1, 140,30*$mCount+80,$posdxy[0],$posdxy[1])
;$mainwindow = GUICreate($_title_1, 140,300)
GUISetOnEvent($GUI_EVENT_CLOSE, "CLOSEClicked")
$msg1="stopping"
$labelx=GUICtrlCreateLabel($msg1, 70, 25)
$StatusBar1 = _GUICtrlStatusBar_Create($mainwindow)


$buttonx = GUICtrlCreateButton("push", 10, 20,50, 25)
GUICtrlSetOnEvent($buttonx, "OKButtonx")

	#comments-start
	#comments-end

Dim $_Pic[$mCount]
Dim $_label[$mCount]
Dim $_button[$mCount]
For $iz=0 To $mCount-1 Step 1
 $_Pic[$iz] = GUICtrlCreatePic($_Image[$iz], 70, 50+30*$iz, 50, 25)
 $_label[$iz]=GUICtrlCreateLabel($_msg_0, 65,60+30*$iz)
 GUICtrlSetColor($_label[$iz], 0xff0000)
 GUICtrlSetBkColor($_label[$iz], $GUI_BKCOLOR_TRANSPARENT)
 $_button[$iz] = GUICtrlCreateButton("set"&($iz+1), 10, 50+30*$iz,50, 25)
 GUICtrlSetOnEvent($_button[$iz], "OKButton"&($iz+1))
Next
Global $_Pic_0 =  0
Dim $_tmp[$mCount]

GUIRegisterMsg($WM_CLIPBOARDUPDATE, 'WM_CLIPBOARDUPDATE')

GUISetState(@SW_SHOW)

_WinAPI_AddClipboardFormatListener($mainwindow)
_SendMessage($mainwindow, $WM_CLIPBOARDUPDATE)

WinWait($_title_1)
WinActivate($_title_1)
WinSetOnTop($_title_1, "", 1)
If $Exemin_mode  Then
	if    WinWait($_title_1, "",3) Then
		sleep(50)
		ControlClick ($_title_1,"","Button1")
		sleep(50)
		If $Exemin_mode  = 2 Then	GUISetState(@SW_MINIMIZE)
	EndIf
EndIf
_csvreadx()
_csvread()
_txtread()
_exeread()
_ocrread()

$pos = MouseGetPos()
$xx2 = $pos[0]
$yy2 = $pos[1]


$cv = _OpenCV_get()
If Not IsObj($cv) Then Exit
_Initialize()

While 1
	If $fCount = 0 Then Sleep(1000)
	if $kflg =  2 Then
		ConsoleWrite($_Pic_0 & $_Image_0 & @CRLF )
		Sleep(3000)
		_Initialize()
		if $_Pic_0 = 0 Then
			$_Pic[$ii] = GUICtrlCreatePic($_Image[$ii], 70, 50+30*$ii, 50, 25)
			GUISetState(@SW_HIDE )
			GUISetState(@SW_SHOW)
		Else
			GUICtrlSetImage ($_Pic_0,$_Image_0)
		EndIf
		$kflg =  0
	EndIf
	if $msg1="stopping"  Then
	Else
	    _GUICtrlStatusBar_SetText ($StatusBar1,$iLoop & "(" & $iLoopx & ")" & " - " & $ix+1 & " -txt("&$iRow&")")

		For $iz=0 To $mCount-1 Step 1
			GUICtrlSetData ($_label[$iz], $_msg[$ix+$mCount-$iz])
		Next
		_osu()
	EndIf

	if $ix >  $mCount-1 Then
;		$ix = 0
		$ix = $Loop_pos-1
		$iLoop += 1
	EndIf
	If $_Image1[$ix]<>"" Then Sleep($iSleep_Time)
WEnd

Func OKButtonx()
if $msg1="stopping"  Then
  $msg1="executing"
Else
  $msg1="stopping"
  $ix+=1
  $iLoopx = 1

EndIf
GUICtrlSetData ($labelx, $msg1)
EndFunc

Func OKButton1()
 $ii=0
 _imageget($ii)
EndFunc
Func OKButton2()
 $ii=1
 _imageget($ii)
EndFunc
Func OKButton3()
 $ii=2
 _imageget($ii)
EndFunc
Func OKButton4()
 $ii=3
 _imageget($ii)
EndFunc
Func OKButton5()
 $ii=4
 _imageget($ii)
EndFunc
Func OKButton6()
 $ii=5
 _imageget($ii)
EndFunc
Func OKButton7()
 $ii=6
 _imageget($ii)
EndFunc
Func OKButton8()
 $ii=7
 _imageget($ii)
EndFunc
Func OKButton9()
 $ii=8
 _imageget($ii)
EndFunc
Func OKButton10()
 $ii=9
 _imageget($ii)
EndFunc
Func OKButton11()
 $ii=10
 _imageget($ii)
EndFunc
Func OKButton12()
 $ii=11
 _imageget($ii)
EndFunc
Func OKButton13()
 $ii=12
 _imageget($ii)
EndFunc
Func OKButton14()
 $ii=13
 _imageget($ii)
EndFunc
Func OKButton15()
 $ii=14
 _imageget($ii)
EndFunc
Func OKButton16()
 $ii=15
 _imageget($ii)
EndFunc
Func OKButton17()
 $ii=16
 _imageget($ii)
EndFunc
Func OKButton18()
 $ii=17
 _imageget($ii)
EndFunc
Func OKButton19()
 $ii=18
 _imageget($ii)
EndFunc
Func OKButton20()
 $ii=19
 _imageget($ii)
EndFunc
Func OKButton21()
 $ii=20
 _imageget($ii)
EndFunc
Func OKButton22()
 $ii=21
 _imageget($ii)
EndFunc
Func OKButton23()
 $ii=22
 _imageget($ii)
EndFunc
Func OKButton24()
 $ii=23
 _imageget($ii)
EndFunc
Func OKButton25()
 $ii=24
 _imageget($ii)
EndFunc
Func _imageget($ic=0)

$_Image_0 = $_Image[$ic]
$_Pic_0 =  $_Pic[$ic]
$kflg =  1
Sleep(12000)

Send("#+S")
Sleep(2000)

EndFunc

Func _opt($ia=0)
Switch Int($ia+0)
	Case 0 To 3
	Case 4 To 5
		Sleep(3000)
		Send("{END}")
		Sleep(1000)
	Case Else
EndSwitch
EndFunc
Func _opt2($ib=0)
Switch Int($ib+0)
	Case 0 To 3
	Case 4 To 5
		Sleep(3000)
Send("!{LEFT}")
		Sleep(1000)
	Case Else
EndSwitch
EndFunc
;===========================
Func _osu()
$pos = MouseGetPos()

If $_Image1[$ix]<>"" Then
;	_opt($ix)

	if $iLoopx=1 Then _exe1($ix,1)

	$sCount += 1
	ConsoleWrite("Rect: [" & $iWidth & " x " & $iHeight & " from (" & $iLeft & ", " & $iTop & ")]" & @CRLF)

	; The higher the value, the higher the match is exact
;	Local $threshold = 0.95

	$img = _OpenCV_GetDesktopScreenMat($aRect)
	if $iCount=0 Then
		$iLoopx += 1

	; Ignore the alpha channel when matching the template => $CV_COLOR_BGRA2BGR
	; Only consider gray scale colors when matching the template => $CV_COLOR_BGRA2GRAY
	; using cveCanny and/or gray scale can significantly reduce the matching time but also reduce the matching accuracy
		$aMatches = 0
		Global $aMatches = _OpenCV_FindTemplate($img, $_tmp[$ix], $threshold, Default, Default, Default, $CV_COLOR_BGRA2GRAY)
		Local $iMatches = UBound($aMatches)
		ConsoleWrite("Number of matches: " & $iMatches & $_Image[$ix] & " "&$ix&@CRLF)
        If $Once_mode  Then
			if $iMatches<>0 Then
     			if $iMatches<$iLoop Then
			        if $iMatches<>1 Then
					    If $Once_mode =2 Then $iMatches = 0
					EndIf

     			Else

					If $Once_mode =2 Then
						$aMatches[0][0]  = $aMatches[$iLoop-1][0]
						$aMatches[0][1]  = $aMatches[$iLoop-1][1]

					EndIf
	  		    EndIf
			    if $iMatches<>0 Then $iMatches = 1

			EndIf

		EndIf
		$iCount = $iMatches
		$aCount = $iMatches
		$_tmp_0 = $_tmp[$ix]
		if  $iMatches <>0 Then 		$ix+=1

		if $iMatches=0  Then	_sendkyx($ix)

	EndIf
        ConsoleWrite('- [' & $_tmp_0 & '] IX=' & $ix & @CRLF)

	if $iCount<>0 Then

		Local $ixx = $aCount - $iCount
		$iCount -=1
		Local $aMatchRect = _OpenCV_Rect(0, 0, $_tmp_0.width, $_tmp_0.height)
		$aMatchRect[0] = $aMatches[$ixx][0]
		$aMatchRect[1] = $aMatches[$ixx][1]
        ConsoleWrite('- [' & $sCount & '] Image found:' & " X=" & $aMatchRect[0] & " Y=" & $aMatchRect[1] & @CRLF)
		If $Center_mode Then
			Local $posx = $aMatchRect[0] + $_tmp_0.width/2
			Local $posy = $aMatchRect[1] + $_tmp_0.height/2
		Else
			Local $posx = $aMatchRect[0]
			Local $posy = $aMatchRect[1]
		EndIf
		If $Mouse_Move_On_Found Then
			MouseMove($posx, $posy)
			Sleep($iSleep_Time_On_Found)
		EndIf
        If $Mouse_Click_On_Found Then MouseClick("left", $posx, $posy)
		If 	$Retern_mode Then
			MouseMove($xx2, $yy2)
			Sleep(2000)
		EndIf

;        ToolTip('(' & $sCount & "] Image found:" &  " X=" & $aMatchRect[0] & " Y=" & $aMatchRect[1], 1, 1)
;_opt2($ix)
;;if $ix>0  Then	_ocr($ix-1, $aMatchRect[0],$aMatchRect[1])
		if $ix>0 AND $mCount > $ix  Then	_ocr($ix-1, $aMatchRect[0],$aMatchRect[1])
		if $ix>0 AND $mCount > $ix  Then	_sendky($ix-1)
		if $ix>0 AND $mCount > $ix  Then	_exe1($ix-1,2)
		$iLoopx = 1

	Else
        If Not $Wait_mode Then	$ix+=1
    EndIf
    Sleep(2000)
Else
	$ix+=1
EndIf

	if $pos[0]=$xx2 AND $pos[1]=$yy2 Then
	Else
		$xx2 = $pos[0]
		$yy2 = $pos[1]
;				Beep(900, 100)
	EndIf

EndFunc

Func WM_CLIPBOARDUPDATE($hWnd, $iMsg, $wParam, $lParam)
        #forceref $hWnd, $iMsg, $wParam, $lParam
	if $kflg =  1 Then
	    Sleep(200)
        _ClipBoard_Open(0)
          $hBmp = _ClipBoard_GetDataEx  ($CF_BITMAP )
		_ScreenCapture_SaveImage ($_Image_0, $hBmp)
        _ClipBoard_Close()
		ConsoleWrite(" Save image: " & $_Image_0 & @CRLF )
		$kflg =  2
	EndIf
    Return 0
EndFunc   ;==>

Func _Initialize()
	$fCount = 0
	For $iz=0 To $mCount-1 Step 1
		If FileExists($_Image[$iz]) Then
			$_tmp[$iz] = $cv.imread($_Image[$iz])
			$_Image1[$iz] = $_Image[$iz]
			$fCount += 1
		Else
			$_tmp[$iz] = ""
			$_Image1[$iz] = ""
		EndIf
	;	$_tmp[$iz] = $cv.imread(_OpenCV_FindFile("samples\data\mario_coin.png"))
	Next
	; Search on the first screen. Leave empty to search on all screens
	; Reducing the search area improves the search time
	$aRect = _OpenCV_GetDesktopScreenRect(1)
	$iLeft = $aRect[0]
	$iTop = $aRect[1]
	$iWidth = $aRect[2]
	$iHeight = $aRect[3]
EndFunc   ;==>_Initialize

Func _ocr($mx,$ox1,$oy1)

	if $lineo[$mx]<> "" Then
;
        Sleep(1000)
		$ocr1 = StringSplit($lineo[$mx], ",")
;					MsgBox(4096,"Array Contents0", $text[$tx],5)
		$odx = _str2num($ocr1[1])
		$ody = _str2num($ocr1[2])
		$owx = $ocr1[3]
		$ohy = $ocr1[4]
		$oej = $ocr1[5]
		$TesseractExePara = $TesseractExeParae
		if $oej = "jpn" Then $TesseractExePara = $TesseractExeParaj
;;
		FileDelete($ocr_Text)
		FileDelete($ocr_Image)
		Sleep(1000)

	_ScreenCapture_Capture($ocr_Image, $ox1+$odx,$oy1+$ody,$ox1+$odx+$owx,$oy1+$ody+$ohy)
;	$hBmp = _ScreenCapture_Capture("", $ox1,$oy1,$ox1+240,$oy1+200)
 ;   _ScreenCapture_SaveImage ($ocr_Image, $hBmp)
;	_WinAPI_DeleteObject($hBmp)
;ShellExecuteWait($TesseractExePath, $ocr_Image & " " & $ocr_TextPath & " " & $TesseractExePara, "", "", @SW_HIDE)
		ShellExecute($TesseractExePath, $ocr_Image & " " & $ocr_TextPath & " " & $TesseractExePara, "", "", @SW_HIDE)

;ShellExecuteWait($TesseractExePath, '"' & $ocr_Image & '" "' & $ocr_TextPath  & '" "' & $TesseractExePara & '"', "", "", @SW_HIDE)
		Sleep(4000)

		If @error Then
			$ocr_Result = ""
;		Exit MsgBox(0, "Error", @error)
		Else
			$ocr_Result = FileRead($ocr_Text)
;;			MsgBox(0, "Result", $ocr_Result,11)
			ClipPut ( $ocr_Result)

;;		FileDelete($ocr_Text)

		EndIf

	Else
		$odx = 0
		$ody = 0
		$owx = 0
		$ohy = 0
	EndIf

EndFunc

Func _sendkyx($mx)
;MsgBox(4096,"err", $mx,5)
  If mod($iLoopx, 3) = 0 Then
	$syo = $iLoopx/3
	if $linex[$mx]<> "" Then
		Sleep(1000)
		$array2x = StringSplit($linex[$mx], ",")
		if $syo < UBound($array2x) Then
			if $array2x[$syo]<> "" Then
			;	MsgBox(4096,"M", $array2x[$syo],5)
	;	Sleep(1000)

				Switch $array2x[$syo]
					Case $prevptn
		;				MsgBox(4096,"Msg", $prevptn,5)
						If $ix > 0 Then	$ix-=1
						$iLoopx=1
					Case $nextptn
		;				MsgBox(4096,"Msg", $nextptn,5)
						$ix+=1
						$iLoopx=1
					Case $hereptn
;		;				MsgBox(4096,"Msg", $hereptn,5)
						$iLoopx=1
					Case $endtptn
						$ix=$mCount+1
						$iLoopx=1
					Case $stopptn
     				    $msg1="stopping"
					    GUICtrlSetData ($labelx, $msg1)
					Case $exitptn
						Exit
					Case Else
						Send($array2x[$syo])
				EndSwitch

			EndIf
			Sleep(2000)

		endif
	EndIf
  EndIf
EndFunc

Func _csvreadx()
	$mm = 0
	$filex = FileOpen($fnx, 0)

;ファイルが読み込みモードで開かれたかどうかチェック
	If $filex = -1 Then

	Else
	;EOFに達するまで1文字づつ読み込む。
	While 1
		$linex[$mm] = FileReadLine($filex)
		If @error = -1 Then ExitLoop

		$mm=$mm+1
		If $mm >  $mCount -1 Then ExitLoop
	Wend
	FileClose($filex)
	EndIf

EndFunc

Func _sendky($mx)
;	if $mx-1<0  Then	MsgBox(4096,"err", $mx,5)

	if $line[$mx]<> "" Then
		Sleep(3000)
		$array2 = StringSplit($line[$mx], ",")
		For $cx = 1 to UBound($array2)-1
		$mpos = MouseGetPos()

		if $array2[$cx]<> "" Then
			if  $array2[$cx] == $clipptn then
				ClipPut($text[$iRow])
				$iRow +=1
				if $iRow > $iMax -1 Then 	$iRow =0

			ElseIf 	StringCompare(StringLeft ( $array2[$cx],StringLen ( $clipptn)), $clipptn, 1)  = 0 then

				$tx = StringTrimLeft ( $array2[$cx],StringLen ( $clipptn))
				if StringIsDigit ( $tx -1) Then
					Send($text[$tx-1])
				EndIf
			ElseIf  $array2[$cx] == $textptn then
				Send($text[$iRow])
				$iRow +=1
				if $iRow > $iMax -1 Then 	$iRow =0
			ElseIf 	StringCompare(StringLeft ( $array2[$cx],StringLen ( $textptn)), $textptn, 1)  = 0 then

				$tx = StringTrimLeft ( $array2[$cx],StringLen ( $textptn))
				if StringIsDigit ( $tx -1) Then
;					MsgBox(4096,"Array Contents0", $text[$tx],5)
;					Send("{END}")
					Send($text[$tx-1])
				EndIf
			ElseIf 	StringCompare(StringLeft ( $array2[$cx],StringLen ( $Northptn)), $Northptn, 1)  = 0 then
				$tx = StringTrimLeft ( $array2[$cx],StringLen ( $Northptn))
				if StringIsDigit ( $tx ) Then
					MouseMove($mpos[0],$mpos[1]-$tx)
				EndIf
			ElseIf 	StringCompare(StringLeft ( $array2[$cx],StringLen ( $Southptn)), $Southptn, 1)  = 0 then
				$tx = StringTrimLeft ( $array2[$cx],StringLen ( $Southptn))
				if StringIsDigit ( $tx ) Then
					MouseMove($mpos[0],$mpos[1]+$tx)
				EndIf
			ElseIf 	StringCompare(StringLeft ( $array2[$cx],StringLen ( $Westptn)), $Westptn, 1)  = 0 then
				$tx = StringTrimLeft ( $array2[$cx],StringLen ( $Westptn))
				if StringIsDigit ( $tx ) Then
					MouseMove($mpos[0]-$tx,$mpos[1])
				EndIf
			ElseIf 	StringCompare(StringLeft ( $array2[$cx],StringLen ( $Eastptn)), $Eastptn, 1)  = 0 then
				$tx = StringTrimLeft ( $array2[$cx],StringLen ( $Eastptn))
				if StringIsDigit ( $tx ) Then
					MouseMove($mpos[0]+$tx,$mpos[1])
				EndIf
			ElseIf 	StringCompare(StringLeft ( $array2[$cx],StringLen ( $xptn)), $xptn, 1)  = 0 then
				$tx = StringTrimLeft ( $array2[$cx],StringLen ( $xptn))
				if StringIsDigit ( $tx ) Then
					MouseMove($tx,$mpos[1])
				EndIf
			ElseIf 	StringCompare(StringLeft ( $array2[$cx],StringLen ( $yptn)), $yptn, 1)  = 0 then
				$tx = StringTrimLeft ( $array2[$cx],StringLen ( $yptn))
				if StringIsDigit ( $tx ) Then
					MouseMove($mpos[0],$tx)
				EndIf
			Else

				Switch $array2[$cx]
					Case $lclkptn
						MouseClick("left")
					Case $dlclkptn
						MouseClick("left")
						MouseClick("left")
					Case $tlclkptn
						MouseClick("left")
						MouseClick("left")
						MouseClick("left")
					Case $rclkptn
						MouseClick("right")
					Case $mclkptn
						MouseClick("middle")
					Case $waitptn
						Sleep(2000)
					Case $endtptn
						$ix=$mCount+1
						$iLoopx=1
					Case $stopptn
     				    $msg1="stopping"
					    GUICtrlSetData ($labelx, $msg1)
					Case $exitptn
						Exit
					Case Else
						Send($array2[$cx])
				EndSwitch

			EndIf
		EndIf
		Sleep(2000)
	    _GUICtrlStatusBar_SetText ($StatusBar1,$iLoop &  "(" & $iLoopx & ")" & " - " & $ix+1 & " -k(" & $cx & "/" &UBound($array2)-1&") -txt("&$iRow&")")

		Next
	EndIf
EndFunc

Func _exe1($mx,$ie)
	;	MsgBox(0, $mx, $ie, 11)

	if $linee[$mx]<> "" Then
;
        Sleep(1000)
		$execmd = StringSplit($linee[$mx], ",")
;				MsgBox(0, "Result", $execmd[$ie], 11)

;		ShellExecuteWait($execmd[$ie], "", "", "",@SW_MINIMIZE )
		if $execmd[$ie]<> "" Then
			ShellExecuteWait($execmd[$ie], "", "", "",@SW_SHOW )
			Sleep(1000)
		EndIf
	EndIf

EndFunc

Func _csvread()
	$mm = 0
	$file = FileOpen($fn, 0)

;ファイルが読み込みモードで開かれたかどうかチェック
	If $file = -1 Then

	Else
	;EOFに達するまで1文字づつ読み込む。
	While 1
		$line[$mm] = FileReadLine($file)
		If @error = -1 Then ExitLoop

		$mm=$mm+1
		If $mm >  $mCount -1 Then ExitLoop
	Wend
	FileClose($file)
	EndIf

EndFunc

Func _exeread()
	$mm = 0
	$file = FileOpen($fne, 0)

;ファイルが読み込みモードで開かれたかどうかチェック
	If $file = -1 Then

	Else
	;EOFに達するまで1文字づつ読み込む。
	While 1
		$linee[$mm] = FileReadLine($file)
		If @error = -1 Then ExitLoop

		$mm=$mm+1
		If $mm >  $mCount -1 Then ExitLoop
	Wend
	FileClose($file)
	EndIf

EndFunc

Func _ocrread()
	$mm = 0
	$file = FileOpen($fno, 0)

;ファイルが読み込みモードで開かれたかどうかチェック
	If $file = -1 Then

	Else
	;EOFに達するまで1文字づつ読み込む。
	While 1
		$lineo[$mm] = FileReadLine($file)
		If @error = -1 Then ExitLoop

		$mm=$mm+1
		If $mm >  $mCount -1 Then ExitLoop
	Wend
	FileClose($file)
	EndIf

EndFunc

Func _posread()
	$file = FileOpen($fnp, 0)

;ファイルが読み込みモードで開かれたかどうかチェック
	If $file = -1 Then

	Else
	;EOFに達するまで1文字づつ読み込む。
		$posdxy = StringSplit(FileReadLine($file), ",")

        $posdxy[0]=$posdxy[1]
        $posdxy[1]=$posdxy[2]
    	FileClose($file)
	EndIf

EndFunc

Func _txtread()
	$mm = 0
	$file2 = FileOpen($fn2, 0)

;ファイルが読み込みモードで開かれたかどうかチェック
	If $file2 = -1 Then

	Else
	;EOFに達するまで1文字づつ読み込む。
	While 1
		$text[$mm] = FileReadLine($file2)
		If @error = -1 Then ExitLoop

		$mm=$mm+1
		If $mm >  $iMax -1 Then
			$iMax +=1
			ReDim $text[$iMax]
		EndIf

	Wend
	FileClose($file2)
	EndIf
;_ArrayDisplay($text)

EndFunc

Func _Release()
	#comments-start
	#comments-end
	$cv.destroyAllWindows()
EndFunc   ;==>_Release

Func _OnAutoItExit()
;	_GDIPlus_Shutdown()
	_OpenCV_Close()
EndFunc   ;==>_OnAutoItExit

Func CLOSEClicked()
	_Release()
Exit
EndFunc

Func _Exit()
	_Release()
    Exit 0
EndFunc   ;==>_Exit

Func _str2num($str1)
	$num0 = 0
	$num1 = $str1
	If 	StringCompare(StringLeft ( $str1,1),"-", 1)  = 0 then
		$num1 = StringTrimLeft ( $str1,1) * -1
	EndIf
	if StringIsDigit ( $num1) Then 	$num0 = $num1
	Return $num0
EndFunc