// ScreenMatching.cs // https://github.com/gnh1201/welsonjs using System; using System.Collections.Generic; using System.Diagnostics; using System.Drawing; using System.IO; using System.Runtime.InteropServices; using System.ServiceProcess; using System.Text; using System.Windows.Forms; using WelsonJS.Service; public class ScreenMatch { // User32.dll API 함수 선언 [DllImport("user32.dll")] private static extern bool EnumWindows(EnumWindowsProc lpEnumFunc, IntPtr lParam); [DllImport("user32.dll")] private static extern bool IsWindowVisible(IntPtr hWnd); [DllImport("user32.dll")] private static extern int GetWindowRect(IntPtr hWnd, out RECT lpRect); [DllImport("user32.dll")] private static extern IntPtr GetDC(IntPtr hWnd); [DllImport("user32.dll")] private static extern int ReleaseDC(IntPtr hWnd, IntPtr hDC); [DllImport("user32.dll")] private static extern int GetWindowText(IntPtr hWnd, StringBuilder lpString, int nMaxCount); [DllImport("user32.dll")] private static extern int GetWindowTextLength(IntPtr hWnd); [DllImport("gdi32.dll")] private static extern bool BitBlt(IntPtr hDestDC, int x, int y, int nWidth, int nHeight, IntPtr hSrcDC, int xSrc, int ySrc, int dwRop); [DllImport("user32.dll", SetLastError = true)] static extern uint GetWindowThreadProcessId(IntPtr hWnd, out uint lpdwProcessId); private const int SRCCOPY = 0x00CC0020; // 델리게이트 선언 public delegate bool EnumWindowsProc(IntPtr hWnd, IntPtr lParam); // RECT 구조체 선언 [StructLayout(LayoutKind.Sequential)] public struct RECT { public int Left; public int Top; public int Right; public int Bottom; } private ServiceMain parent; private List templateImages; private string templateDirectoryPath; private int templateCurrentIndex = 0; private double threshold = 0.4; private string mode; private List _params = new List(); public ScreenMatch(ServiceBase parent, string workingDirectory) { this.parent = (ServiceMain)parent; templateDirectoryPath = Path.Combine(workingDirectory, "app/assets/img/_templates"); templateImages = new List(); // Read values from configration file string screen_time_mode; string screen_time_params; try { screen_time_mode = this.parent.GetSettingsFileHandler().Read("SCREEN_TIME_MODE", "Service"); screen_time_params = this.parent.GetSettingsFileHandler().Read("SCREEN_TIME_PARAMS", "Service"); } catch (Exception ex) { screen_time_mode = null; screen_time_params = null; this.parent.Log($"Failed to read from configration file: {ex.Message}"); } if (!String.IsNullOrEmpty(screen_time_params)) { string[] ss = screen_time_params.Split(','); foreach (string s in ss) { AddParam(s); } } SetMode(screen_time_mode); LoadTemplateImages(); } public void SetMode(string mode) { if (!String.IsNullOrEmpty(mode)) { this.mode = mode; } else { this.mode = "screen"; } } public void AddParam(string _param) { _params.Add(_param); } public void SetThreshold(double threshold) { this.threshold = threshold; } public void LoadTemplateImages() { string[] files; try { files = Directory.GetFiles(templateDirectoryPath, "*.png"); } catch (Exception ex) { files = new string[]{}; parent.Log($"Failed to read the directory structure: {ex.Message}"); } foreach (var file in files) { Bitmap bitmap = new Bitmap(file) { Tag = Path.GetFileName(file) }; templateImages.Add(bitmap); } } // 캡쳐 및 템플릿 매칭 진행 public List CaptureAndMatch() { switch (mode) { case "screen": // 화면 기준 return CaptureAndMatchAllScreens(); case "window": // 윈도우 핸들 기준 return CaptureAndMatchAllWindows(); default: parent.Log($"Unknown capture mode: {mode}"); break; } return new List(); } // 화면을 기준으로 찾기 public List CaptureAndMatchAllScreens() { var results = new List(); for (int i = 0; i < Screen.AllScreens.Length; i++) { Screen screen = Screen.AllScreens[i]; Bitmap mainImage = CaptureScreen(screen); Bitmap image = templateImages[templateCurrentIndex]; parent.Log($"Trying match the template {image.Tag as string} on the screen {i}..."); Point matchPosition = FindTemplate(mainImage, (Bitmap)image.Clone(), out double maxCorrelation); results.Add(new ScreenMatchResult { FileName = image.Tag.ToString(), ScreenNumber = i, Position = matchPosition, MaxCorrelation = maxCorrelation }); } templateCurrentIndex = ++templateCurrentIndex % templateImages.Count; return results; } public static Bitmap CaptureScreen(Screen screen) { Rectangle screenSize = screen.Bounds; Bitmap bitmap = new Bitmap(screenSize.Width, screenSize.Height); using (Graphics g = Graphics.FromImage(bitmap)) { g.CopyFromScreen(screenSize.Left, screenSize.Top, 0, 0, screenSize.Size); } return bitmap; } // 윈도우 핸들을 기준으로 찾기 public List CaptureAndMatchAllWindows() { var results = new List(); // 모든 윈도우 핸들을 열거 EnumWindows((hWnd, lParam) => { if (IsWindowVisible(hWnd)) { try { string windowTitle = GetWindowTitle(hWnd); string processName = GetProcessName(hWnd); GetWindowRect(hWnd, out RECT windowRect); Point windowPosition = new Point(windowRect.Left, windowRect.Top); // 창 위치 계산 Bitmap windowImage = CaptureWindow(hWnd); if (windowImage != null) { Bitmap image = templateImages[templateCurrentIndex]; Point matchPosition = FindTemplate(windowImage, image, out double maxCorrelation); string templateFileName = image.Tag as string; var result = new ScreenMatchResult { FileName = templateFileName, WindowHandle = hWnd, WindowTitle = windowTitle, ProcessName = processName, WindowPosition = windowPosition, Position = matchPosition, MaxCorrelation = maxCorrelation }; results.Add(result); } } catch { } } return true; }, IntPtr.Zero); templateCurrentIndex = ++templateCurrentIndex % templateImages.Count; return results; } public string GetWindowTitle(IntPtr hWnd) { int length = GetWindowTextLength(hWnd); StringBuilder sb = new StringBuilder(length + 1); GetWindowText(hWnd, sb, sb.Capacity); return sb.ToString(); } public string GetProcessName(IntPtr hWnd) { uint processId; GetWindowThreadProcessId(hWnd, out processId); Process process = Process.GetProcessById((int)processId); return process.ProcessName; } public Bitmap CaptureWindow(IntPtr hWnd) { GetWindowRect(hWnd, out RECT rect); int width = rect.Right - rect.Left; int height = rect.Bottom - rect.Top; if (width <= 0 || height <= 0) return null; Bitmap bitmap = new Bitmap(width, height); Graphics graphics = Graphics.FromImage(bitmap); IntPtr hDC = graphics.GetHdc(); IntPtr windowDC = GetDC(hWnd); bool success = BitBlt(hDC, 0, 0, width, height, windowDC, 0, 0, SRCCOPY); ReleaseDC(hWnd, windowDC); graphics.ReleaseHdc(hDC); return success ? bitmap : null; } public Point FindTemplate(Bitmap mainImage, Bitmap templateImage, out double maxCorrelation) { int mainWidth = mainImage.Width; int mainHeight = mainImage.Height; int templateWidth = templateImage.Width; int templateHeight = templateImage.Height; Point bestMatch = Point.Empty; maxCorrelation = 0; for (int x = 0; x <= mainWidth - templateWidth; x++) { for (int y = 0; y <= mainHeight - templateHeight; y++) { if (IsTemplateMatch(mainImage, templateImage, x, y, threshold)) { bestMatch = new Point(x, y); maxCorrelation = 1.0; return bestMatch; } } } return bestMatch; } private bool IsTemplateMatch(Bitmap mainImage, Bitmap templateImage, int offsetX, int offsetY, double threshold) { int templateWidth = templateImage.Width; int templateHeight = templateImage.Height; int totalPixels = templateWidth * templateHeight; int requiredMatches = (int)(totalPixels * threshold); int matchedCount = 0; Random rand = new Random(); while (matchedCount < requiredMatches) { int x = rand.Next(templateWidth); int y = rand.Next(templateHeight); Point point = new Point(x, y); if (mainImage.GetPixel(x + offsetX, y + offsetY) != templateImage.GetPixel(x, y)) { return false; } matchedCount++; } return true; } }