Files
silver_pose/v2/internal/ui/window.go
T

591 lines
18 KiB
Go
Raw Normal View History

package ui
import (
"fmt"
2026-07-23 14:26:19 +08:00
"image"
"image/color"
"log"
"os"
"strings"
2026-07-23 14:26:19 +08:00
"sync"
"time"
2026-07-23 14:26:19 +08:00
"gioui.org/app"
"gioui.org/font/gofont"
"gioui.org/io/key"
2026-07-23 14:26:19 +08:00
"gioui.org/layout"
"gioui.org/op"
"gioui.org/op/clip"
"gioui.org/op/paint"
"gioui.org/text"
"gioui.org/unit"
"gioui.org/widget"
"gioui.org/widget/material"
"silverpose/v2/internal/alert"
"silverpose/v2/internal/fall"
"silverpose/v2/internal/monitor"
)
const (
galleryColumns = 2
galleryRows = 3
galleryCapacity = galleryColumns * galleryRows // 2 columns x 3 rows
)
2026-07-23 14:26:19 +08:00
// Light Windows theme tokens (see docs/ui/silver-pose-ui-ux-spec.md).
var (
colorBg = color.NRGBA{R: 0xEA, G: 0xF1, B: 0xF8, A: 0xFF}
colorSurface = color.NRGBA{R: 0xFF, G: 0xFF, B: 0xFF, A: 0xFF}
colorText = color.NRGBA{R: 0x1E, G: 0x29, B: 0x3B, A: 0xFF}
colorSubtle = color.NRGBA{R: 0x52, G: 0x65, B: 0x7C, A: 0xFF}
colorAccent = color.NRGBA{R: 0x25, G: 0x63, B: 0xEB, A: 0xFF}
colorAlert = color.NRGBA{R: 0xC6, G: 0x28, B: 0x28, A: 0xFF}
colorScrim = color.NRGBA{A: 0xB0}
2026-07-23 14:26:19 +08:00
)
type Settings struct {
SourceEnvironment string
ModelSHA256 string
RuntimeSummary string
EventSummary string
}
type Commands struct {
Start func()
Stop func()
}
// galleryIncoming is a confirmed screenshot queued off the UI thread. The Gio
// op is built once on the UI thread when it is promoted into galleryItem.
type galleryIncoming struct {
caption string
image *image.RGBA
}
type galleryItem struct {
caption string
op paint.ImageOp
click widget.Clickable
lastClick time.Time
}
// Window observes monitor updates. Background goroutines call Present/
// PresentAlert/ReportIssue, which only mutate shared state under a lock and
// Invalidate; the Gio event loop reads that state and renders.
type Window struct {
2026-07-23 14:26:19 +08:00
appWindow *app.Window
theme *material.Theme
settings Settings
commands Commands
spec WindowSpec
mu sync.Mutex
model ViewModel
latestImage *image.RGBA
imageGen uint64
pending *alert.Record
seenAlerts map[string]struct{}
incoming []galleryIncoming
seenEvents map[string]struct{}
running bool
2026-07-23 14:26:19 +08:00
// Touched only by the event-loop goroutine.
imageOp paint.ImageOp
imageShownGen uint64
tabs []string
tabButton []widget.Clickable
active int
startButton widget.Clickable
stopButton widget.Clickable
ackButton widget.Clickable
gallery []*galleryItem
viewing *galleryItem
viewerClose widget.Clickable
}
func NewWindow(settings Settings, commands Commands) (*Window, error) {
spec := MonitorWindowSpec()
2026-07-23 14:26:19 +08:00
theme := material.NewTheme()
theme.Shaper = text.NewShaper(text.WithCollection(gofont.Collection()))
theme.Palette.Bg = colorBg
theme.Palette.Fg = colorText
theme.Palette.ContrastBg = colorAccent
theme.Palette.ContrastFg = color.NRGBA{R: 0xFF, G: 0xFF, B: 0xFF, A: 0xFF}
model := NewViewModel()
model.SetSourceReady(settings.SourceEnvironment, settings.SourceEnvironment != "")
width, height := spec.Width, spec.Height
if screenWidth, screenHeight := screenSize(); screenWidth > 0 && screenHeight > 0 {
width = screenWidth * 80 / 100
height = screenHeight * 80 / 100
}
2026-07-23 14:26:19 +08:00
appWindow := new(app.Window)
appWindow.Option(
app.Title(spec.Title),
app.Size(unit.Dp(width), unit.Dp(height)),
2026-07-23 14:26:19 +08:00
app.MinSize(unit.Dp(960), unit.Dp(640)),
)
window := &Window{
appWindow: appWindow,
theme: theme,
settings: settings,
commands: commands,
spec: spec,
model: model,
seenAlerts: make(map[string]struct{}),
seenEvents: make(map[string]struct{}),
2026-07-23 14:26:19 +08:00
tabs: []string{"监控", "设置"},
}
2026-07-23 14:26:19 +08:00
window.tabButton = make([]widget.Clickable, len(window.tabs))
return window, nil
}
2026-07-23 14:26:19 +08:00
func (window *Window) Run() int {
go func() {
err := window.loop()
window.stop()
if err != nil {
log.Print(err)
}
os.Exit(0)
}()
app.Main()
return 0
}
func (window *Window) loop() error {
var ops op.Ops
for {
switch event := window.appWindow.Event().(type) {
case app.DestroyEvent:
return event.Err
case app.FrameEvent:
gtx := app.NewContext(&ops, event)
window.layout(gtx)
event.Frame(gtx.Ops)
}
}
}
func (window *Window) start() {
window.mu.Lock()
window.running = true
window.mu.Unlock()
if window.commands.Start != nil {
window.commands.Start()
}
}
func (window *Window) stop() {
window.mu.Lock()
window.running = false
window.mu.Unlock()
if window.commands.Stop != nil {
window.commands.Stop()
}
}
// Present stores the newest analysed frame and queues any confirmed screenshot.
func (window *Window) Present(update monitor.Update) {
2026-07-23 14:26:19 +08:00
window.mu.Lock()
state := highestState(update.Result)
window.model.Apply(state, update.SourceStatus)
if update.SourceMessage != "" {
window.model.ConnectionText = "视频流:" + update.SourceMessage
}
if update.Image != nil {
window.latestImage = update.Image
window.imageGen++
}
if update.Image != nil {
for _, record := range update.Events {
id := record.Event.EventID
if id == "" {
continue
}
if _, seen := window.seenEvents[id]; seen {
continue
}
window.seenEvents[id] = struct{}{}
window.incoming = append(window.incoming, galleryIncoming{
caption: fmt.Sprintf("%s %s", record.Event.TrackID, time.Now().Format("15:04:05")),
image: update.Image,
})
}
}
2026-07-23 14:26:19 +08:00
window.mu.Unlock()
window.appWindow.Invalidate()
}
2026-07-23 14:26:19 +08:00
// PresentAlert queues one confirm popup per event ID and plays the alert sound.
func (window *Window) PresentAlert(record alert.Record) {
if !record.Written {
return
}
2026-07-23 14:26:19 +08:00
window.mu.Lock()
if _, seen := window.seenAlerts[record.Event.EventID]; seen {
window.mu.Unlock()
return
}
window.seenAlerts[record.Event.EventID] = struct{}{}
queued := record
window.pending = &queued
window.mu.Unlock()
playAlertSound()
window.appWindow.Invalidate()
}
// ReportIssue surfaces a recoverable startup/worker issue without red fall
// language or exposing configuration values.
func (window *Window) ReportIssue(message string) {
window.mu.Lock()
window.model.ConnectionText = "视频流:" + message
window.model.Critical = false
window.model.StateText = "检测状态:正常"
window.running = false
2026-07-23 14:26:19 +08:00
window.mu.Unlock()
window.appWindow.Invalidate()
}
func (window *Window) layout(gtx layout.Context) layout.Dimensions {
paint.Fill(gtx.Ops, colorBg)
window.mu.Lock()
model := window.model
frame := window.latestImage
2026-07-23 14:26:19 +08:00
gen := window.imageGen
pending := window.pending
incoming := window.incoming
running := window.running
window.incoming = nil
2026-07-23 14:26:19 +08:00
window.mu.Unlock()
for i := range incoming {
item := &galleryItem{caption: incoming[i].caption, op: paint.NewImageOp(incoming[i].image)}
window.gallery = append([]*galleryItem{item}, window.gallery...)
}
if len(window.gallery) > galleryCapacity {
window.gallery = window.gallery[:galleryCapacity]
}
hasFrame := frame != nil
if hasFrame && gen != window.imageShownGen {
window.imageOp = paint.NewImageOp(frame)
2026-07-23 14:26:19 +08:00
window.imageShownGen = gen
}
now := time.Now()
for _, item := range window.gallery {
if item.click.Clicked(gtx) {
if !item.lastClick.IsZero() && now.Sub(item.lastClick) < 350*time.Millisecond {
window.viewing = item
}
item.lastClick = now
}
}
if window.viewerClose.Clicked(gtx) {
window.viewing = nil
}
// Esc closes the full-image viewer.
for {
event, ok := gtx.Event(key.Filter{Focus: window, Name: key.NameEscape})
if !ok {
break
}
if pressed, ok := event.(key.Event); ok && pressed.State == key.Press {
window.viewing = nil
}
}
if window.viewing != nil {
gtx.Execute(key.FocusCmd{Tag: window})
}
if window.ackButton.Clicked(gtx) {
window.mu.Lock()
window.pending = nil
window.mu.Unlock()
pending = nil
}
2026-07-23 14:26:19 +08:00
content := func(gtx layout.Context) layout.Dimensions {
return layout.Flex{Axis: layout.Vertical}.Layout(gtx,
layout.Rigid(window.layoutTabs),
layout.Flexed(1, func(gtx layout.Context) layout.Dimensions {
if window.active == 0 {
return window.layoutMonitor(gtx, model, hasFrame, running)
2026-07-23 14:26:19 +08:00
}
return window.layoutSettings(gtx, model)
}),
)
}
children := []layout.StackChild{layout.Expanded(content)}
if window.viewing != nil {
children = append(children, layout.Expanded(scrim), layout.Expanded(window.layoutViewer))
}
if pending != nil {
record := *pending
children = append(children,
layout.Expanded(scrim),
layout.Stacked(func(gtx layout.Context) layout.Dimensions {
return layout.Center.Layout(gtx, func(gtx layout.Context) layout.Dimensions {
return window.layoutDialog(gtx, record)
})
}),
)
}
if len(children) == 1 {
2026-07-23 14:26:19 +08:00
return content(gtx)
}
return layout.Stack{}.Layout(gtx, children...)
}
func scrim(gtx layout.Context) layout.Dimensions {
paint.FillShape(gtx.Ops, colorScrim, clip.Rect{Max: gtx.Constraints.Min}.Op())
return layout.Dimensions{Size: gtx.Constraints.Min}
2026-07-23 14:26:19 +08:00
}
func (window *Window) layoutTabs(gtx layout.Context) layout.Dimensions {
for i := range window.tabButton {
if window.tabButton[i].Clicked(gtx) {
window.active = i
}
2026-07-23 14:26:19 +08:00
}
children := make([]layout.FlexChild, 0, len(window.tabs))
for i := range window.tabs {
i := i
children = append(children, layout.Rigid(func(gtx layout.Context) layout.Dimensions {
button := material.Button(window.theme, &window.tabButton[i], window.tabs[i])
if i != window.active {
button.Background = colorSurface
button.Color = colorSubtle
}
return layout.UniformInset(unit.Dp(6)).Layout(gtx, button.Layout)
}))
}
return layout.Flex{}.Layout(gtx, children...)
}
func (window *Window) layoutMonitor(gtx layout.Context, model ViewModel, hasFrame, running bool) layout.Dimensions {
2026-07-23 14:26:19 +08:00
return layout.Flex{Axis: layout.Horizontal}.Layout(gtx,
layout.Flexed(7, func(gtx layout.Context) layout.Dimensions {
2026-07-23 14:26:19 +08:00
return layout.UniformInset(unit.Dp(8)).Layout(gtx, func(gtx layout.Context) layout.Dimensions {
if !hasFrame {
2026-07-23 14:26:19 +08:00
return layout.Center.Layout(gtx, material.Body1(window.theme, model.ConnectionText).Layout)
}
return widget.Image{Src: window.imageOp, Fit: widget.Contain, Position: layout.Center}.Layout(gtx)
})
}),
layout.Flexed(3, func(gtx layout.Context) layout.Dimensions {
return window.layoutRightPanel(gtx, model, running)
2026-07-23 14:26:19 +08:00
}),
)
}
func (window *Window) layoutRightPanel(gtx layout.Context, model ViewModel, running bool) layout.Dimensions {
if !running && window.startButton.Clicked(gtx) {
2026-07-23 14:26:19 +08:00
window.start()
}
if running && window.stopButton.Clicked(gtx) {
2026-07-23 14:26:19 +08:00
window.stop()
}
return layout.UniformInset(unit.Dp(10)).Layout(gtx, func(gtx layout.Context) layout.Dimensions {
2026-07-23 14:26:19 +08:00
return layout.Flex{Axis: layout.Vertical}.Layout(gtx,
// Row 1: connection status and detection status on one line.
2026-07-23 14:26:19 +08:00
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
return layout.Flex{Axis: layout.Horizontal, Alignment: layout.Middle}.Layout(gtx,
layout.Rigid(material.Body1(window.theme, model.ConnectionText).Layout),
layout.Rigid(layout.Spacer{Width: unit.Dp(16)}.Layout),
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
label := material.Body1(window.theme, model.StateText)
if model.Critical {
label.Color = colorAlert
}
return label.Layout(gtx)
}),
)
2026-07-23 14:26:19 +08:00
}),
layout.Rigid(layout.Spacer{Height: unit.Dp(8)}.Layout),
// Row 2: compact start/stop buttons on one line.
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
return layout.Flex{Axis: layout.Horizontal}.Layout(gtx,
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
return stateButton(gtx, window.theme, &window.startButton, "开始监控", !running)
}),
layout.Rigid(layout.Spacer{Width: unit.Dp(8)}.Layout),
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
return stateButton(gtx, window.theme, &window.stopButton, "停止监控", running)
}),
)
}),
2026-07-23 14:26:19 +08:00
layout.Rigid(layout.Spacer{Height: unit.Dp(8)}.Layout),
// Row 3: event text and the red-note on one line.
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
return layout.Flex{Axis: layout.Horizontal, Alignment: layout.Middle}.Layout(gtx,
layout.Rigid(material.Body1(window.theme, model.EventText).Layout),
layout.Rigid(layout.Spacer{Width: unit.Dp(12)}.Layout),
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
note := material.Body2(window.theme, "红色=确认摔倒")
note.Color = colorSubtle
return note.Layout(gtx)
}),
)
}),
layout.Rigid(layout.Spacer{Height: unit.Dp(8)}.Layout),
layout.Rigid(material.Body2(window.theme, "最近确认截图(双击看原图)").Layout),
layout.Rigid(layout.Spacer{Height: unit.Dp(4)}.Layout),
// Remaining area: 3x3 reverse-chronological screenshot gallery.
layout.Flexed(1, window.layoutGallery),
2026-07-23 14:26:19 +08:00
)
})
}
func smallButton(gtx layout.Context, theme *material.Theme, click *widget.Clickable, label string) layout.Dimensions {
return stateButton(gtx, theme, click, label, true)
}
// stateButton renders a compact button; when disabled it is greyed and, via
// gtx.Disabled(), drops pointer input so the click never registers.
func stateButton(gtx layout.Context, theme *material.Theme, click *widget.Clickable, label string, enabled bool) layout.Dimensions {
button := material.Button(theme, click, label)
button.Inset = layout.Inset{Top: unit.Dp(4), Bottom: unit.Dp(4), Left: unit.Dp(10), Right: unit.Dp(10)}
button.TextSize = unit.Sp(13)
if !enabled {
button.Background = color.NRGBA{R: 0xCF, G: 0xD8, B: 0xE3, A: 0xFF}
button.Color = color.NRGBA{R: 0x94, G: 0xA3, B: 0xB8, A: 0xFF}
gtx = gtx.Disabled()
}
return button.Layout(gtx)
}
func (window *Window) layoutGallery(gtx layout.Context) layout.Dimensions {
rows := make([]layout.FlexChild, 0, galleryRows)
for r := 0; r < galleryRows; r++ {
r := r
rows = append(rows, layout.Flexed(1, func(gtx layout.Context) layout.Dimensions {
cols := make([]layout.FlexChild, 0, galleryColumns)
for c := 0; c < galleryColumns; c++ {
index := r*galleryColumns + c
cols = append(cols, layout.Flexed(1, func(gtx layout.Context) layout.Dimensions {
if index < len(window.gallery) {
return window.layoutCell(gtx, window.gallery[index])
}
return layout.Dimensions{Size: gtx.Constraints.Min}
}))
}
return layout.Flex{Axis: layout.Horizontal}.Layout(gtx, cols...)
}))
}
return layout.Flex{Axis: layout.Vertical}.Layout(gtx, rows...)
}
func (window *Window) layoutCell(gtx layout.Context, item *galleryItem) layout.Dimensions {
return item.click.Layout(gtx, func(gtx layout.Context) layout.Dimensions {
return layout.UniformInset(unit.Dp(3)).Layout(gtx, func(gtx layout.Context) layout.Dimensions {
return widget.Image{Src: item.op, Fit: widget.Contain, Position: layout.Center}.Layout(gtx)
})
})
}
func (window *Window) layoutViewer(gtx layout.Context) layout.Dimensions {
item := window.viewing
if item == nil {
return layout.Dimensions{Size: gtx.Constraints.Min}
}
return layout.UniformInset(unit.Dp(24)).Layout(gtx, func(gtx layout.Context) layout.Dimensions {
2026-07-23 14:26:19 +08:00
return layout.Flex{Axis: layout.Vertical}.Layout(gtx,
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
return layout.Flex{Axis: layout.Horizontal}.Layout(gtx,
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
caption := material.Body1(window.theme, item.caption)
caption.Color = colorSurface
return caption.Layout(gtx)
}),
layout.Flexed(1, layout.Spacer{}.Layout),
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
return smallButton(gtx, window.theme, &window.viewerClose, "关闭")
}),
)
}),
layout.Rigid(layout.Spacer{Height: unit.Dp(8)}.Layout),
layout.Flexed(1, func(gtx layout.Context) layout.Dimensions {
return layout.Center.Layout(gtx, func(gtx layout.Context) layout.Dimensions {
return widget.Image{Src: item.op, Fit: widget.Contain, Position: layout.Center}.Layout(gtx)
})
}),
2026-07-23 14:26:19 +08:00
)
})
}
2026-07-23 14:26:19 +08:00
func (window *Window) layoutDialog(gtx layout.Context, record alert.Record) layout.Dimensions {
width := gtx.Dp(420)
if width > gtx.Constraints.Max.X {
width = gtx.Constraints.Max.X
}
gtx.Constraints.Min.X = width
gtx.Constraints.Max.X = width
return layout.Stack{}.Layout(gtx,
layout.Expanded(func(gtx layout.Context) layout.Dimensions {
rect := image.Rectangle{Max: gtx.Constraints.Min}
paint.FillShape(gtx.Ops, colorSurface, clip.UniformRRect(rect, gtx.Dp(8)).Op(gtx.Ops))
return layout.Dimensions{Size: gtx.Constraints.Min}
}),
layout.Stacked(func(gtx layout.Context) layout.Dimensions {
return layout.UniformInset(unit.Dp(16)).Layout(gtx, func(gtx layout.Context) layout.Dimensions {
return layout.Flex{Axis: layout.Vertical}.Layout(gtx,
layout.Rigid(func(gtx layout.Context) layout.Dimensions {
title := material.H6(window.theme, "确认摔倒")
title.Color = colorAlert
return title.Layout(gtx)
}),
layout.Rigid(material.Body1(window.theme, "人员:"+record.Event.TrackID).Layout),
layout.Rigid(material.Body1(window.theme, fmt.Sprintf("延迟:%.2f 秒", record.Event.LatencySeconds)).Layout),
layout.Rigid(material.Body2(window.theme, "截图:"+record.ScreenshotPath).Layout),
layout.Rigid(layout.Spacer{Height: unit.Dp(8)}.Layout),
layout.Rigid(material.Button(window.theme, &window.ackButton, "我已知晓").Layout),
)
})
}),
)
}
func (window *Window) layoutSettings(gtx layout.Context, model ViewModel) layout.Dimensions {
return layout.UniformInset(unit.Dp(12)).Layout(gtx, func(gtx layout.Context) layout.Dimensions {
return layout.Flex{Axis: layout.Vertical}.Layout(gtx,
layout.Rigid(material.H6(window.theme, "来源与运行依赖(只读,不显示 RTSP 地址或密码)").Layout),
layout.Rigid(material.Body1(window.theme, model.SettingsSummary).Layout),
layout.Rigid(material.Body1(window.theme, "模型 SHA-256:"+shortHash(window.settings.ModelSHA256)).Layout),
layout.Rigid(material.Body1(window.theme, "运行依赖:"+window.settings.RuntimeSummary).Layout),
layout.Rigid(material.Body1(window.theme, "事件参数:"+window.settings.EventSummary).Layout),
layout.Rigid(material.Body2(window.theme, "参数在配置文件中维护;修改后请停止并重新开始监控。").Layout),
)
})
}
func highestState(result fall.FrameResult) fall.State {
state := fall.Normal
for _, person := range result.People {
switch person.State {
case fall.Confirmed:
return fall.Confirmed
case fall.Suspect:
if state == fall.Normal || state == fall.Recovering {
state = fall.Suspect
}
case fall.Recovering:
if state == fall.Normal {
state = fall.Recovering
}
}
}
return state
}
func shortHash(value string) string {
if len(value) <= 12 {
return value
}
return strings.ToLower(value[:12]) + "…"
}