MMChat/app_sysfunc.py at main · Rtwotwo/MMChat · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
"""
Author: Redal
Date: 2025/03/30
TODO: 多模态语音、视觉、手势模型的搭建, 并且构建tkinter的GUI界面框架
Homepage: https://github.com/Rtwotwo/MMchat.git
"""
import os
import random
import tkinter as tk
from tkinter import ttk
import cv2
from PIL import Image, ImageTk
from app_gesture_recognizer import GestureRecognizerApp
from app_style_transfer import ImageStyleTransferApp
from app_modelchat import ModelChatApp


class Gesture_Style_APP(tk.Frame):
    """手势识别-风格迁移APP
    针对不同功能的APP, 实现了三个子界面,
    并通过Combobox控件实现功能的切换."""
    def __init__(self, main_root):
        super().__init__(main_root)
        self.main_root = main_root
        self.main_root.title("Gesture Style Recognition-Redal")
        self.main_root.geometry("600x400")

        # 创建相关的四个界面
        self.gesture_recognizer_app = GestureRecognizerApp(root=tk.Toplevel(self.main_root))
        self.style_transfer_app = ImageStyleTransferApp(root=tk.Toplevel(self.main_root))
        self.model_chat_app = ModelChatApp(root=tk.Toplevel(self.main_root))

        # 隐藏四个子界面
        self.gesture_recognizer_app.root.withdraw()
        self.style_transfer_app.root.withdraw()
        self.model_chat_app.root.withdraw()

        # 创建Combobox控件分别对应相关的功能
        self.function_select_combobox = ttk.Combobox(self.main_root, values=
                        ["手势识别", "风格迁移", '模型交互'], state="readonly")
        self.function_select_combobox.place(x=420, y=50, width=80)
        self.function_select_combobox.set('功能选择')
        self.function_select_combobox.bind("<<ComboboxSelected>>", self.__select_function__)

        self.main_root_label_iron = tk.Label(self.main_root, width=400, height=400)
        self.main_root_label_iron.place(x=0, y=0)
        # iron_dir_path = r'image_output'
        iron_dir_path = 'assets/MMChat_logo.jpg'
        # self.iron_paths = [os.path.join(iron_dir_path, file) for file in os.listdir(iron_dir_path)]
        # self.load_image(random.choice(self.iron_paths), self.main_root_label_iron)
        self.load_image(iron_dir_path, self.main_root_label_iron)

        self.main_root_exit_button = tk.Button(self.main_root, text='退出系统', command=self.main_root.quit)
        self.main_root_exit_button.place(x=420, y=20, width=80, height=30)

    def load_image(self, path, label):
        img_iron = cv2.resize(cv2.cvtColor(cv2.imread(path), cv2.COLOR_BGR2RGB), (400, 400))
        PIL_image = Image.fromarray(img_iron)
        photo = ImageTk.PhotoImage(PIL_image)
        label.configure(image=photo)
        label.image = photo

    def __select_function__(self, event):
        """选择相关的功能界面"""
        try:
            function_name = self.function_select_combobox.get()
            if function_name == "手势识别":
                self.__show_window__(self.gesture_recognizer_app)
            elif function_name == "风格迁移":
                self.__show_window__(self.style_transfer_app)
            elif function_name == "模型交互":
                self.__show_window__(self.model_chat_app)
        except: pass

    def __show_window__(self, window):
        """隐藏所有窗口, 显示选定的窗口"""
        self.gesture_recognizer_app.root.withdraw()
        self.style_transfer_app.root.withdraw()
        self.model_chat_app.root.withdraw()

        # 释放视频捕获资源
        if hasattr(self.gesture_recognizer_app, 'video_cap') and self.gesture_recognizer_app.video_cap is not None:
            self.gesture_recognizer_app.video_cap.release()
            self.gesture_recognizer_app.video_cap = None
        if hasattr(self.style_transfer_app, 'video_cap') and self.style_transfer_app.video_cap is not None:
            self.style_transfer_app.video_cap.release()
            self.style_transfer_app.video_cap = None
        if hasattr(self.model_chat_app, 'video_cap') and self.model_chat_app.video_cap is not None:
            self.model_chat_app.video_cap.release()
            self.model_chat_app.video_cap = None

        # 显示选定的窗口
        window.root.deiconify()
        # 重新初始化视频捕获
        if window is self.gesture_recognizer_app:
            self.gesture_recognizer_app.video_cap = cv2.VideoCapture(0)
            self.gesture_recognizer_app.start_video_capture()
        elif window is self.style_transfer_app:
            self.style_transfer_app.video_cap = cv2.VideoCapture(0)
            self.style_transfer_app.start_video_capture()
        elif window is self.model_chat_app:
            self.model_chat_app.video_cap = cv2.VideoCapture(0)
            self.model_chat_app.start_video_capture()

    def on_close(self):
        """关闭所有窗口并释放资源"""
        if hasattr(self.gesture_recognizer_app, 'video_cap') and self.gesture_recognizer_app.video_cap is not None:
            self.gesture_recognizer_app.video_cap.release()
        if hasattr(self.style_transfer_app, 'video_cap') and self.style_transfer_app.video_cap is not None:
            self.style_transfer_app.video_cap.release()
        if hasattr(self.model_chat_app, 'video_cap') and self.model_chat_app.video_cap is not None:
            self.model_chat_app.video_cap.release()
        self.main_root.quit()


if __name__ == "__main__":
    # test code
    root = tk.Tk()
    app = Gesture_Style_APP(root)
    app.main_root.mainloop()