#!/usr/bin/env python #version : 2023.12.31 #language : en from time import time from maix import image ScreenOrientation = False image.load_freetype("/root/preset/fonts/SourceHanSansCN-Regular.otf") class Hand: mud_path = "/root/preset/model/hand_int8.mud" labels = ["0","1","2","3","4","5"] anchors = [3.78, 5.81, 3.97, 3.98, 4.05, 4.98, 4.81, 5.41, 2.91, 4.53] def __init__(self) -> None: from maix import nn self.model = nn.load(self.mud_path) from maix.nn import decoder self.decoder = decoder.Yolo2(len(self.labels) , self.anchors , net_in_size = (224, 224) ,net_out_size = (7,7)) def __del__(self): del self.model del self.decoder def cal_fps(self ,start , end): one_second = 1 one_flash = end - start fps = one_second / one_flash return fps def draw_rectangle_with_title(self ,img, box, disp_str , fps ): img.draw_rectangle(box[0], box[1], box[0] + box[2], box[1] + box[3],color=(255, 0, 0), thickness=2) img.draw_string(box[0], box[1]+ box[3] ,disp_str, scale=1,color=(0, 0, 255), thickness=2) img.draw_string(0, 0 ,'FPS :'+str(fps), scale=2 ,color=(0, 0, 255), thickness=2) def process(self,input): t = time() out = self.model.forward(input, quantize=1, layout = "hwc") boxes, probs = self.decoder.run(out, nms=0.5, threshold=0.6, img_size=(224,224)) for i, box in enumerate(boxes): class_id = probs[i][0] prob = probs[i][1][class_id] disp_str = "{}:{:.2f}%".format(self.labels[class_id], prob*100) fps = self.cal_fps(t, time()) self.draw_rectangle_with_title(input, box, disp_str, fps) def lcdRotation(inputImg,rotationAngle): from maix import image imageRotationBuffer = inputImg.crop(0, 0, 240, 320) if ScreenOrientation: imgRotationAim = image.new(size = (240, 320)) else: imgRotationAim = image.new(size = (320, 240)) return imgRotationAim.draw_image(imageRotationBuffer.rotate(rotationAngle, adjust=1),0,0,alpha=1) if ScreenOrientation: CAMERAROTATE = +180 else: CAMERAROTATE = +90 def main(): from maix import display, camera,image global Hand app = Hand() canvasImg = image.new(size = (320, 240)) while True: img = camera.capture().crop(0, 0,224, 224) app.process(img) canvasImg.draw_image(img,48,8) canvasImg.draw_image((image.open("/root/preset/img/exit_ff0000_24x24.png")).rotate(0, adjust=0),288,216,alpha=1) display.show(canvasImg) main()