feat: add GetText - ocr

Author: wobsoriano

main.go

@@ -190,4 +190,15 @@ func KeyTap(key *C.char, vals *C.char) *C.char {
 	return ch("")
 }
 
+//export GetText
+func GetText(imgPath *C.char) *C.char {
+	result, err := robotgo.GetText(str(imgPath))
+
+	resultAndError, _ := json.Marshal(&ResultAndError{
+		Result: result,
+		Error:  sf(err),
+	})
+	return ch(string(resultAndError))
+}
+
 func main() {} // Required but ignored

play.ts

@@ -5,11 +5,13 @@ const bb = new Bunbot()
 setTimeout(() => {
 	console.log(123)
 
-	const mousePos = bb.getMousePosition()
-	console.log(mousePos)
-	bb.type(`Mouse coords: ${JSON.stringify(mousePos)}`)
-	bb.tap('enter')
-	const screenSize = bb.getScreenSize()
-	console.log(screenSize)
-	bb.type(`Screen size: ${JSON.stringify(screenSize)}`)
+	// const mousePos = bb.getMousePosition()
+	// console.log(mousePos)
+	// bb.type(`Mouse coords: ${JSON.stringify(mousePos)}`)
+	// bb.tap('enter')
+	// const screenSize = bb.getScreenSize()
+	// console.log(screenSize)
+	// bb.type(`Screen size: ${JSON.stringify(screenSize)}`)
+	// bb.type('Hello world')
+	bb.getText('./sample.webp')
 }, 2000)

sample.webp

@@ -60,6 +60,10 @@ export const { symbols } = dlopen(location, {
     args: [FFIType.ptr, FFIType.ptr],
     returns: FFIType.ptr
   },
+  GetText: {
+    args: [FFIType.ptr],
+    returns: FFIType.ptr
+  },
   FreeString: {
     args: [FFIType.ptr],
     returns: FFIType.void

src/ffi.ts

@@ -79,6 +79,20 @@ export class Bunbot {
     const modifiersPtr = toPtr(encode(modifiers))
     symbols.KeyTap(keyPtr, modifiersPtr)
   }
+
+  getText(imagePath: string) {
+    const ptr = symbols.GetText(toPtr(encode(imagePath)))
+    const { result, error } = JSON.parse(toString(ptr)) as {
+      result: string,
+      error: string
+    }
+    
+    if (error !== '') {
+      throw new Error(error)
+    }
+
+    return result
+  }
 }
 
 export default Bunbot