Selaa lähdekoodia

feat(gui): mirror screen

runhey 3 vuotta sitten
vanhempi
sitoutus
6f14ac7d0b

+ 3 - 2
README.md

@@ -42,7 +42,7 @@ oas目前还在开发中,我们期待你的加入,Q群: 465946275
 
 如果单纯了解本项目,你可以下载[最新发布](https://github.com/runhey/OnmyojiAutoScript/releases),会自动安装环境。
 
-具体是:下载->解压->打开'oas.exe', 稍等一两分钟待环境安装好后即可启动
+具体为:下载->解压->打开`oas.exe`, 稍等一两分钟待环境安装好后即可启动
 
 ### 参与开发
 
@@ -98,7 +98,7 @@ oas目前还在开发中,我们期待你的加入,Q群: 465946275
 | ✔config读写参数字段                                          |
 | 🔨优化window截图+控制                                         |
 | 🔨投屏到OAS                                                   |
-| 🔨操作格式化json生成工具:可以从用户界面简单操作生成维护数据(包括图片匹配,点击操作,滑动操作,ocr识别等等) |
+| 🔨操作格式化json生成工具:可以从用户界面简单操作生成维护数据(包括图片匹配,点击操作,长按操作,滑动操作,ocr识别等等) |
 | 📆Atom: 对于上一条数据的接口                                  |
 | 📆实现ocr单独进程                                             |
 | 📆到此我们可以(读参数)、(对游戏截屏控制)、(操控数据)。实现第一个脚本任务如挖土 |
@@ -111,3 +111,4 @@ oas目前还在开发中,我们期待你的加入,Q群: 465946275
 | 📆建立任务调度   | 优化速度         |
 |                 |                  |
 
+![screenshot](https://runhey-img-stg1.oss-cn-chengdu.aliyuncs.com/img2/202306031329914.png)

+ 2 - 0
gui.py

@@ -6,6 +6,7 @@ from module.gui.utils import check_admin
 from module.gui.context.add import Add
 from module.gui.context.settings import Setting
 from module.gui.context.process_manager import ProcessManager
+from module.gui.register_type.paint_image import PaintImage
 from module.gui.fluent_app import FluentApp
 
 if __name__ == "__main__":
@@ -22,5 +23,6 @@ if __name__ == "__main__":
     app.set_context_property(setting, 'setting')
     app.set_context_property(add_config, 'add_config')
     app.set_context_property(process_manager, 'process_manager')
+    app.qml_register_type(PaintImage, 'PaintImage')
     # 启动一个GUI
     app.run()

+ 2 - 0
module/config/config_menu.py

@@ -16,6 +16,8 @@ class ConfigMenu:
         self.menu["Overview"] = []
         # 脚本设置
         self.menu['Script'] = ['Script', 'General', 'Restart']
+        # 开发工具
+        self.menu["Tools"] = ['Image Rule', 'Ocr Rule', 'Click Rule', 'Long Click Rule', 'Swipe Rule']
         # 日常的任务
         self.menu["Daily Task"] = ['Territorial Demon', 'Coin Challenge']
 

+ 8 - 2
module/device/device.py

@@ -1,4 +1,5 @@
 import sys
+import cv2
 from collections import deque
 from datetime import datetime
 
@@ -6,6 +7,7 @@ from module.base.timer import Timer
 from module.config.utils import get_server_next_update
 from module.device.app_control import AppControl
 from module.device.control import Control
+from module.device.method.window import Window
 from module.device.screenshot import Screenshot
 from module.exception import (GameNotRunningError, GameStuckError,
                               GameTooManyClickError, RequestHumanTakeover)
@@ -30,9 +32,10 @@ class Device(Screenshot, Control, AppControl, EmulatorManager):
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
         self.screenshot_interval_set()
+        # 我不能接受为什么继承了Window但是不会自动初始化
 
         # Auto-select the fastest screenshot method
-        if not self.config.is_template_config and self.config.script.device.screenshot_method == 'auto':
+        if self.config.script.device.screenshot_method == 'auto':
             self.run_simple_screenshot_benchmark()
 
     def run_simple_screenshot_benchmark(self):
@@ -216,4 +219,7 @@ class Device(Screenshot, Control, AppControl, EmulatorManager):
 
 
 if __name__ == "__main__":
-    device = Device(config_name="oas1")
+    device = Device(config="oas1")
+    cv2.imshow("imgSrceen", device.screenshot())  # 显示
+    cv2.waitKey(0)
+    cv2.destroyAllWindows()

+ 5 - 4
module/device/handle.py

@@ -112,10 +112,11 @@ class Handle:
         :param config:
         """
         logger.hr('Handle')
-        if isinstance(config, str):
-            self.config = Config(config, task=None)
-        else:
-            self.config = config
+        if self.config is None:
+            if isinstance(config, str):
+                self.config = Config(config, task=None)
+            else:
+                self.config = config
 
         # 获取根的句柄
         self.root_handle_title = ''

+ 13 - 7
module/device/method/window.py

@@ -29,6 +29,10 @@ from module.device.handle import Handle, window_scale_rate
 
 class Window(Handle):
 
+    def __init__(self):
+        logger.info("Window init")
+        super().__init__()
+
     def screenshot_window_background(self):
         """
         后台截屏
@@ -58,13 +62,14 @@ class Window(Handle):
         imgSrceen = frombuffer(signedIntsArray, dtype='uint8')
         imgSrceen.shape = (heightScreen, widthScreen, 4)
         # imgSrceen = cv2.cvtColor(imgSrceen, cv2.COLOR_BGRA2GRAY)
-        imgSrceen = cv2.resize(imgSrceen, (win_size[0], win_size[1]))
+        # imgSrceen = cv2.resize(imgSrceen, (win_size[0], win_size[1]))
+        # 很奇怪的
 
         # 测试显示截图图片
-        cv2.namedWindow('imgSrceen')  # 命名窗口
-        cv2.imshow("imgSrceen", imgSrceen)  # 显示
-        cv2.waitKey(0)
-        cv2.destroyAllWindows()
+        # cv2.namedWindow('imgSrceen')  # 命名窗口
+        # cv2.imshow("imgSrceen", imgSrceen)  # 显示
+        # cv2.waitKey(0)
+        # cv2.destroyAllWindows()
 
         # 内存释放
         DeleteObject(saveBitMap.GetHandle())
@@ -275,6 +280,7 @@ class Window(Handle):
 
 if __name__ == "__main__":
     w = Window(config='oas1')
-    # w.screenshot_window_background()
+    img = w.screenshot_window_background()
+    logger.info(img.shape)
     # w.click_window_message(x=350, y=220)
-    w.swipe_window_message(startPos=[200, 5], endPos=[300, 300])
+    # w.swipe_window_message(startPos=[200, 5], endPos=[300, 300])

+ 11 - 1
module/device/screenshot.py

@@ -26,6 +26,10 @@ class Screenshot(Adb, DroidCast, Scrcpy, Window):
     _last_save_time = {}
     image: np.ndarray
 
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        super(Window, self).__init__(*args, **kwargs)
+
     @cached_property
     def screenshot_methods(self):
         return {
@@ -50,7 +54,7 @@ class Screenshot(Adb, DroidCast, Scrcpy, Window):
 
         for _ in range(2):
             method = self.screenshot_methods.get(
-                self.config.script.device.screen_method,
+                self.config.script.device.screenshot_method,
                 self.screenshot_adb  # 第二个参数默认的是screenshot_adb
             )
             self.image = method()
@@ -254,3 +258,9 @@ class Screenshot(Adb, DroidCast, Scrcpy, Window):
         else:
             self._screen_black_checked = True
             return True
+
+
+if __name__ == "__main__":
+    s = Screenshot(config="oas1")
+    s.screenshot()
+    s.image_show()

+ 35 - 1
module/gui/context/process_manager.py

@@ -4,9 +4,14 @@
 import socket
 import random
 import zerorpc
+import cv2
+import msgpack
+import numpy as np
+import io
 
 from typing import Union, Any
-from PySide6.QtCore import QObject, Slot, Signal
+from PySide6.QtCore import QObject, Slot, Signal, QByteArray, QBuffer
+from PySide6.QtGui import QImage
 
 from module.gui.process.script_process import ScriptProcess
 from module.gui.context.add import Add
@@ -246,3 +251,32 @@ class ProcessManager(QObject):
         else:
             logger.info(f'script {config} is not running')
             return False
+
+    @Slot(str, result="QImage")
+    def gui_mirror_image(self, config: str) -> QImage:
+        """
+        :param config:
+        :return:
+        """
+        if config in self.clients:
+            logger.info(f'gui get mirror image of {config}')
+            # 接收流对象
+            stream = self.clients[config].gui_mirror_image()
+            # 创建 BytesIO 对象来存储图像数据
+            buffer = io.BytesIO()
+            for data in stream:
+                buffer.write(data)
+            # 将 BytesIO 对象的内容作为字节流解码为 cv2 图像
+            buffer.seek(0)  # 将读取位置重置为起始位置
+            image_data = np.frombuffer(buffer.getvalue(), dtype=np.uint8)
+            image = cv2.imdecode(image_data, cv2.IMREAD_COLOR)
+
+            height, width, _ = image.shape
+            image_qt = QImage(image.data, width, height, QImage.Format_RGB888).rgbSwapped()
+            return image_qt
+
+
+
+        else:
+            logger.info(f'script {config} is not running')
+            return None

+ 14 - 2
module/gui/fluent_app.py

@@ -5,7 +5,7 @@ import sys
 import os
 
 from PySide6.QtGui import QGuiApplication, QIcon
-from PySide6.QtQml import QQmlApplicationEngine
+from PySide6.QtQml import QQmlApplicationEngine, qmlRegisterType
 from PySide6.QtCore import Qt, QObject, QTranslator, QLocale, Slot
 from pathlib import Path
 
@@ -24,7 +24,7 @@ class FluentApp():
     def __init__(self):
         super().__init__()
         # 适配高分辨率、声明、设置Logo、设置软件名字
-        # QGuiApplication.setHighDpiScaleFactorRoundingPolicy(Qt.HighDpiScaleFactorRoundingPolicy.Round)
+        QGuiApplication.setHighDpiScaleFactorRoundingPolicy(Qt.HighDpiScaleFactorRoundingPolicy.Round)
         QGuiApplication.setAttribute(Qt.AA_EnableHighDpiScaling)
         QGuiApplication.setAttribute(Qt.AA_UseHighDpiPixmaps)
         QGuiApplication.setAttribute(Qt.AA_ShareOpenGLContexts)
@@ -58,6 +58,18 @@ class FluentApp():
         """
         FluentApp.engine.rootContext().setContextProperty(name, context)
 
+
+
+    def qml_register_type(self, Class, qml_class: str) -> None:
+        """
+        注册qml类型
+        :param Class:
+        :param qml_class:
+        :return:
+        """
+        qmlRegisterType(Class, "Oas", 1, 0, qml_class)
+
+
 class Translator(QObject):
 
     def __init__(self, engine, app) -> None:

+ 6 - 0
module/gui/qml.qrc

@@ -23,5 +23,11 @@
         <file>qml/Component/Args.qml</file>
         <file>qml/Component/Taskmini.qml</file>
         <file>qml/Component/ModelParse.js</file>
+        <file>qml/Content/ImageRule.qml</file>
+        <file>qml/Content/ClickRule.qml</file>
+        <file>qml/Content/LongClickRule.qml</file>
+        <file>qml/Content/SwipeRule.qml</file>
+        <file>qml/Content/OcrRule.qml</file>
+        <file>qml/Component/MirrorImage.qml</file>
     </qresource>
 </RCC>

+ 7 - 7
module/gui/qml/Component/Args.qml

@@ -453,15 +453,15 @@ Item {
             console.debug("没有数据")
         }
 
-        var args = JSON.parse(argsData)
-        var values = JSON.parse(valueData)
-        var group = MP.parseGroup(args["properties"])
-        var groups = MP.parseGroups(args["properties"])
+        const args = JSON.parse(argsData)
+        const values = JSON.parse(valueData)
+        const group = MP.parseGroup(args["properties"])
+        const groups = MP.parseGroups(args["properties"])
 
         for(let task in group){
-            var argument = MP.parseArgument(args.definitions, group[task])
+            const argument = MP.parseArgument(args.definitions, group[task])
             const groupLetter = groups[group[task]]
-            var argumentVuale = MP.mergeArgument(argument, values[groupLetter])
+            const argumentVuale = MP.mergeArgument(argument, values[groupLetter])
 //            console.debug(JSON.stringify( argumentVuale ))
 //            console.debug("---------------------------------------------------------------")
             createGroup(groupLetter, group[task], argumentVuale)
@@ -485,7 +485,7 @@ Item {
             return
         }
 
-        var object = group_item.createObject()
+        const object = group_item.createObject(contentScrollable)
         if(object !== null){
             object.groupName = groupName
             object.groupTitle = groupTitle

+ 177 - 0
module/gui/qml/Component/MirrorImage.qml

@@ -0,0 +1,177 @@
+import QtQuick 2.0
+import QtQuick.Controls
+import QtQuick.Dialogs
+import FluentUI
+import Oas
+import "../Global"
+
+Item {
+    implicitWidth: 1280
+    implicitHeight: 720 + 50
+    property alias imageWidth: paintImage.width
+    property alias imageHeight: paintImage.height
+
+
+    Item{
+        anchors{
+            left: parent.left
+            top: parent.top
+            topMargin: 45
+        }
+    PaintImage{
+        id: paintImage
+        width: 1280
+        height: 720
+        Timer{
+            id: timerImage
+            repeat: true
+            running: if(imageSoucre.currentText === "Device Image"){return true}
+                     else{ return false}
+            interval: 500
+
+            onTriggered: {
+                paintImage.update_image()
+            }
+        }
+
+        function update_image(){
+            if(imageSoucre.currentText === "Local Image"){
+                const imagePath = localImageName.text
+                if(!imagePath.startsWith("file:///")){
+                    return
+                }
+                paintImage.set_local(imagePath)
+            }
+            else{
+                const i = process_manager.gui_mirror_image(MainEvent.scriptName)
+                paintImage.image = i
+            }
+        }
+        Component.onCompleted:{
+            timerImage.start()
+        }
+    }}
+
+    FluExpander{
+        id: imageExpander
+        headerText: qsTr("Screen Settings")
+        width: parent.width
+        anchors.left: parent.left
+        anchors.top: parent.top
+        contentHeight: paintImage.height
+
+        Column{
+            anchors.fill: parent
+            anchors.leftMargin: 20
+
+        // 设置你的图片源
+        Item{
+            width: imageExpander.width
+            height: 50
+            FluText{
+                anchors.left: parent.left
+                anchors.verticalCenter: parent.verticalCenter
+                text: "Image Source"
+            }
+            FComboBox{
+                id: imageSoucre
+                anchors{
+                    left: parent.left
+                    leftMargin: 150
+                    verticalCenter: parent.verticalCenter
+                }
+                width: 200
+                model: ["Device Image", "Local Image"]
+                Component.onCompleted:{
+                    currentIndex = 0
+                }
+            }
+        }
+        // 设置你的本地的图片地址
+        Item{
+            width: imageExpander.width
+            height: 50
+            FluText{
+                anchors.left: parent.left
+                anchors.verticalCenter: parent.verticalCenter
+                text: "Local Image Name"
+            }
+
+            FluFilledButton{
+                id: localImageName
+                anchors{
+                    left: parent.left
+                    leftMargin: 150
+                    verticalCenter: parent.verticalCenter
+                }
+                width: 200
+                text:"select your image"
+                clip: true
+//                horizontalAlignment: Text.AlignRight
+//                elide: Text.ElideRight
+                onClicked: {
+                    imageFileDialog.open()
+                }
+            }
+
+            FileDialog{
+                   id: imageFileDialog
+                   title: "select your image"
+                   nameFilters: ["Image Files (*.png *.jpg)"]
+                   onAccepted: {
+                       const selectedUrl = imageFileDialog.selectedFile.toString()
+                       localImageName.text = selectedUrl
+                       paintImage.update_image()
+                   }
+               }
+        }
+        // 设置两个框的交互模式
+        Item{
+            width: imageExpander.width
+            height: 50
+            FluText{
+                anchors.left: parent.left
+                anchors.verticalCenter: parent.verticalCenter
+                text: "ROI Model"
+            }
+            FComboBox{
+                id: roiModel
+                anchors{
+                    left: parent.left
+                    verticalCenter: parent.verticalCenter
+                    leftMargin: 150
+                }
+                width: 200
+                model: ["Same Size", "Include", "None"]
+            }
+        }
+        // 设置显示的帧率
+        Item{
+            width: imageExpander.width
+            height: 50
+            FluText{
+                anchors.left: parent.left
+                anchors.verticalCenter: parent.verticalCenter
+                text: "Frame Rate"
+            }
+            FluSlider{
+                id: frameRate
+                anchors{
+                    left: parent.left
+                    verticalCenter: parent.verticalCenter
+                    leftMargin: 150
+                }
+                size: 200
+                value: 2
+                maxValue: 10
+                onReleased: {
+                    if(value > 0){
+                        timerImage.interval = 1000 / value
+                    }
+                }
+            }
+        }
+
+        }
+    }
+}

+ 4 - 11
module/gui/qml/Component/ModelParse.js

@@ -62,11 +62,11 @@ function parseArgument(definitions, group){
     if(!(group in definitions)){
         return null
     }
-    var result = []
-    var pro = definitions[group]["properties"]
+    const result = []
+    const pro = definitions[group]["properties"]
     for(const key in pro){
-        var arg = {}
-        var argName = pro[key]
+        const arg = {}
+        const argName = pro[key]
 
         arg["name"] = key
 
@@ -116,13 +116,6 @@ function parseArgument(definitions, group){
  * @returns {Object} - 就是添加了value这个一个值
  */
 function mergeArgument(argument, values){
-//    for(let arg in argument){
-//        for(let vname in values){
-//            if(arg.name === vname){
-//                arg["value"] = values[vname]
-//            }
-//        }
-//    }
     for(let key in argument){
         const name = argument[key].name
         if(name in values){

+ 1 - 0
module/gui/qml/Component/ScriptItem.qml

@@ -23,5 +23,6 @@ FluPaneItem{
 //            // 组件加载失败
 //        }
     navigationView.pushScript(Qt.resolvedUrl("../../qml/Page/ScriptView.qml"), title)
+        MainEvent.scriptName = title
     }
 }

+ 5 - 0
module/gui/qml/Content/ClickRule.qml

@@ -0,0 +1,5 @@
+import QtQuick 2.0
+
+Item {
+
+}

+ 18 - 0
module/gui/qml/Content/ImageRule.qml

@@ -0,0 +1,18 @@
+import QtQuick
+import QtQuick.Controls
+import FluentUI
+import "../Component"
+
+Item {
+    MirrorImage{
+        id: mirrorImage
+        anchors{
+            left: parent.left
+            top: parent.top
+        }
+        width: 1280
+        height: 720 + 50
+        imageWidth: 1280
+        imageHeight: 720
+    }
+}

+ 5 - 0
module/gui/qml/Content/LongClickRule.qml

@@ -0,0 +1,5 @@
+import QtQuick 2.0
+
+Item {
+
+}

+ 5 - 0
module/gui/qml/Content/OcrRule.qml

@@ -0,0 +1,5 @@
+import QtQuick 2.0
+
+Item {
+
+}

+ 5 - 0
module/gui/qml/Content/SwipeRule.qml

@@ -0,0 +1,5 @@
+import QtQuick 2.0
+
+Item {
+
+}

+ 48 - 5
module/gui/qml/Page/ScriptView.qml

@@ -9,15 +9,58 @@ SplitPanel{
     property string configName: ""
 
     onTitleChanged: {
+        // 如果是总览
         if(title === "Overview"){
             showDefalut()
         }
+        //如果是其他的开发的工具
+        else if(title === "Image Rule"){
+            const component = Qt.createComponent("../../qml/Content/ImageRule.qml")
+            if(component.status !== Component.Ready){
+                console.error("image rule component is not ready")
+                return
+            }
+            setLoader(component)
+        }
+        else if(title === "Ocr Rule"){
+            const component = Qt.createComponent("../../qml/Content/OcrRule.qml")
+            if(component.status !== Component.Ready){
+                console.error("ocr rule component is not ready")
+                return
+            }
+            setLoader(component)
+        }
+        else if(title === "Click Rule"){
+            const component = Qt.createComponent("../../qml/Content/ClickRule.qml")
+            if(component.status !== Component.Ready){
+                console.error("click rule component is not ready")
+                return
+            }
+            setLoader(component)
+        }
+        else if(title === "Long Click Rule"){
+            const component = Qt.createComponent("../../qml/Content/LongClickRule.qml")
+            if(component.status !== Component.Ready){
+                console.error("long click rule component is not ready")
+                return
+            }
+            setLoader(component)
+        }
+        else if(title === "Swipe Rule"){
+            const component = Qt.createComponent("../../qml/Content/SwipeRule.qml")
+            if(component.status !== Component.Ready){
+                console.error("swipe rule component is not ready")
+                return
+            }
+            setLoader(component)
+        }
+        //最后才是一般的参数页面
         else{
-            var component = Qt.createComponent("../../qml/Component/Args.qml")
+            const component = Qt.createComponent("../../qml/Component/Args.qml")
             if (component.status === Component.Ready) {
                 setLoader(component)
-                var args = process_manager.gui_args(configName, title)
-                var value = process_manager.gui_task(configName, title)
+                const args = process_manager.gui_args(configName, title)
+                const value = process_manager.gui_task(configName, title)
                 setLoaderData(args, value)
                 setLoaderContext(configName, title)
             }else{
@@ -31,7 +74,7 @@ SplitPanel{
             console.info('configname is emtry')
             return
         }
-        var data = JSON.parse(process_manager.gui_menu(configName))
+        const data = JSON.parse(process_manager.gui_menu(configName))
         create(data)
     }
 
@@ -42,7 +85,7 @@ SplitPanel{
 //        var data = {'Overview':[], 'Script': ['Script', 'General', 'Restart']}
 
 
-        var component = Qt.createComponent("../../qml/Component/Overview.qml")
+        const component = Qt.createComponent("../../qml/Component/Overview.qml")
         if (component.status === Component.Ready) {
             setDefalut(component)
         } else {

+ 52 - 0
module/gui/register_type/paint_image.py

@@ -0,0 +1,52 @@
+# This Python file uses the following encoding: utf-8
+# @author runhey
+# github https://github.com/runhey
+import cv2
+
+from numpy import float32, int32, uint8, fromfile
+from PySide6.QtCore import QUrl, Property
+from PySide6.QtGui import QImage, QPainter
+from PySide6.QtQuick import QQuickPaintedItem
+from PySide6.QtCore import QObject, Slot, Signal
+
+from module.logger import logger
+
+
+class PaintImage(QQuickPaintedItem):
+
+    def __init__(self, parent=None):
+        super().__init__(parent)
+        self._image = QImage()
+
+    def paint(self, painter: QPainter):
+        if self._image.isNull():
+            logger.error("image is null")
+            return
+        painter.drawImage(self.boundingRect(), self._image)
+
+    def image(self):
+        return self._image
+
+    def set_image(self, image: QImage):
+        if self._image == image:
+            return None
+        self._image = image
+        # 更新会触发paint事件
+        self.update()
+
+    @Slot(str)
+    def set_local(self, image_name: str):
+        if not image_name.startswith("file:///"):
+            logger.error("image path must start with file:///")
+            return None
+        image_name = image_name.lstrip("file:///")
+
+
+        if self._image.load(image_name):
+            logger.info("load image success")
+            self.update()
+        else:
+            logger.error("load image failed")
+            return None
+
+    image = Property(QImage, fget=image, fset=set_image, notify=logger.info)

+ 17 - 3
script.py

@@ -3,9 +3,13 @@
 # github https://github.com/runhey
 import zerorpc
 import zmq
+import msgpack
 import random
+import cv2
 from cached_property import cached_property
 from pydantic import BaseModel, ValidationError
+from PySide6.QtGui import QImage
+
 
 from module.config.utils import convert_to_underscore
 from module.logger import logger
@@ -16,6 +20,8 @@ class Script:
         self.server = None
         self.config_name = config_name
 
+
+
     @cached_property
     def config(self) -> "Config":
         try:
@@ -112,9 +118,17 @@ class Script:
             logger.error(e)
             return False
 
+    @zerorpc.stream
+    def gui_mirror_image(self):
+        """
+        获取给gui显示的镜像
+        :return: cv2的对象将 numpy 数组转换为字节串。接下来MsgPack 进行序列化发送方将图像数据转换为字节串
+        """
+        # return msgpack.packb(cv2.imencode('.jpg', self.device.screenshot())[1].tobytes())
+        ret, buffer = cv2.imencode('.jpg', self.device.screenshot())
+        yield buffer.tobytes()
+
+
 
 if __name__ == "__main__":
     script = Script("oas1")
-    print(script.config.model.json())
-    script.gui_set_task("Script", "device", "serial", "175")
-    print(script.config.script.device.serial)