【创意智造组】用二哈识图“看见”元器件，再让AI画出创意玩偶——一个让低年级学生爱上创客的小项目

response = client.images.generate(
    model="Kwai-Kolors/Kolors",
    prompt=f"使用电子元器件绘制一个玩偶，眼睛由{YanJing}组成，身体躯干由{QuGan}组成，四肢手脚由{ShouJiao}组成",
    size="1024x1024",
    n=1,
    extra_body={"step": 20}
)
image_url = response.data[0].url

resp = requests.get(image_url, stream=True)
img = Image.open(resp.raw)
img = img.transpose(Image.ROTATE_270)   # 向右转90°
img = img.resize((320, 240), Image.LANCZOS)
with tempfile.NamedTemporaryFile(suffix='.png', delete=False) as tmp:
    img.save(tmp.name, 'PNG')
    tmp_path = tmp.name
gui.draw_image(image=tmp_path, x=0, y=0)
os.remove(tmp_path)

import time
import requests
import tempfile
import os
from unihiker import GUI
from openai import OpenAI
from pinpong.board import Board
from dfrobot_huskylensv2 import *
from PIL import Image

# 初始化
u_gui = GUI()
Board().begin()
huskylens = HuskylensV2_I2C()
huskylens.knock()
huskylens.switchAlgorithm(128)   # 目标检测模式

client = OpenAI(api_key="sk-xxx", base_url="https://api.siliconflow.cn/v1")

# 元器件名称映射（需与训练标签一致）
name_map = {"LED":"LED灯","chelun":"车轮","dr":"电容","csb":"超声波传感器"}

# 状态变量
YanJing = ""; QuGan = ""; ShouJiao = ""
BiaoShi = 0          # 0:眼睛 1:躯干 2:四肢
DengDai = False
last_time = 0
image_generated = False

# 播放提示音（二哈自带）
huskylens.playMusic("cshwc.mp3", 20)
time.sleep(10)

while True:
    huskylens.getResult(128)
    result = huskylens.getCachedCenterResult(128)
    JieGuo = result.name if result else -1
    print("识别到:", JieGuo)

    # 10秒冷却
    if DengDai and (time.time() - last_time > 10):
        DengDai = False
        BiaoShi = (BiaoShi + 1) % 3

    # 阶段0：识别眼睛
    if BiaoShi == 0 and not DengDai:
        if JieGuo != -1:
            DengDai = True
            YanJing = name_map.get(JieGuo, JieGuo)
            print("眼睛:", YanJing)
            huskylens.playMusic(f"{JieGuo}.mp3", 20)
            last_time = time.time()
        else:
            huskylens.playMusic("yanjing.mp3", 20)
            time.sleep(2)

    # 阶段1：识别躯干
    elif BiaoShi == 1 and not DengDai:
        if JieGuo != -1:
            DengDai = True
            QuGan = name_map.get(JieGuo, JieGuo)
            print("躯干:", QuGan)
            huskylens.playMusic(f"{JieGuo}.mp3", 20)
            last_time = time.time()
        else:
            huskylens.playMusic("qugang.mp3", 20)
            time.sleep(2)

    # 阶段2：识别四肢 + 生成图像
    elif BiaoShi == 2 and not DengDai and not image_generated:
        if JieGuo != -1:
            DengDai = True
            ShouJiao = name_map.get(JieGuo, JieGuo)
            print("四肢:", ShouJiao)
            huskylens.playMusic(f"{JieGuo}.mp3", 20)
            last_time = time.time()

            # 生成图像
            prompt = f"使用电子元器件绘制一个玩偶，眼睛由{YanJing}组成，身体躯干由{QuGan}组成，四肢手脚由{ShouJiao}组成"
            print("提示词:", prompt)
            response = client.images.generate(
                model="Kwai-Kolors/Kolors",
                prompt=prompt,
                size="1024x1024",
                n=1,
                extra_body={"step": 20}
            )
            image_url = response.data[0].url
            resp = requests.get(image_url, stream=True)
            if resp.status_code == 200:
                img = Image.open(resp.raw)
                img = img.transpose(Image.ROTATE_270)   # 向右转90°
                img = img.resize((320, 240), Image.LANCZOS)
                with tempfile.NamedTemporaryFile(suffix='.png', delete=False) as tmp:
                    img.save(tmp.name, 'PNG')
                    tmp_path = tmp.name
                u_gui.draw_image(image=tmp_path, x=0, y=0)
                os.remove(tmp_path)
                image_generated = True
            else:
                print("图片下载失败")
        else:
            huskylens.playMusic("sizhi.mp3", 20)
            time.sleep(2)

    time.sleep(0.1)