diff --git a/audio.go b/audio.go
new file mode 100644
index 0000000..2432177
--- /dev/null
+++ b/audio.go
@@ -0,0 +1,412 @@
+package main
+
+import (
+ "encoding/json"
+ "fmt"
+ "log"
+ "math"
+ "math/cmplx"
+ "runtime"
+ "sync"
+ "syscall"
+ "time"
+ "unsafe"
+
+ "golang.org/x/sys/windows"
+)
+
+// ============================================================
+// FFT: 纯 Go radix-2 Cooley-Tukey (1024 点)
+// ============================================================
+
+const fftSize = 1024
+const targetBins = 128
+
+func fft(x []complex128) {
+ n := len(x)
+ if n <= 1 {
+ return
+ }
+ for i, j := 1, 0; i < n; i++ {
+ bit := n >> 1
+ for j&bit != 0 {
+ j ^= bit
+ bit >>= 1
+ }
+ j ^= bit
+ if i < j {
+ x[i], x[j] = x[j], x[i]
+ }
+ }
+ for length := 2; length <= n; length <<= 1 {
+ half := length >> 1
+ angle := -2 * math.Pi / float64(length)
+ wn := complex(math.Cos(angle), math.Sin(angle))
+ for i := 0; i < n; i += length {
+ w := complex(1, 0)
+ for j := 0; j < half; j++ {
+ u := x[i+j]
+ v := x[i+j+half] * w
+ x[i+j] = u + v
+ x[i+j+half] = u - v
+ w *= wn
+ }
+ }
+ }
+}
+
+func fftMagnitude(input []float32) []float64 {
+ n := len(input)
+ if n > fftSize {
+ n = fftSize
+ input = input[:fftSize]
+ }
+ x := make([]complex128, fftSize)
+ for i := 0; i < n; i++ {
+ w := 0.5 * (1 - math.Cos(2*math.Pi*float64(i)/float64(n-1)))
+ x[i] = complex(float64(input[i])*w, 0)
+ }
+ fft(x)
+ mag := make([]float64, fftSize/2)
+ for i := range mag {
+ mag[i] = cmplx.Abs(x[i]) / float64(fftSize)
+ }
+ return mag
+}
+
+func downsampleBins(magnitudes []float64, target int) []float64 {
+ srcLen := len(magnitudes)
+ if srcLen == 0 || target == 0 {
+ return make([]float64, target)
+ }
+ bins := make([]float64, target)
+ for i := 0; i < target; i++ {
+ frac := float64(i) / float64(target)
+ start := int(math.Pow(float64(srcLen), frac))
+ fracNext := float64(i+1) / float64(target)
+ end := int(math.Pow(float64(srcLen), fracNext))
+ if end <= start {
+ end = start + 1
+ }
+ if end > srcLen {
+ end = srcLen
+ }
+ sum := 0.0
+ for j := start; j < end; j++ {
+ sum += magnitudes[j]
+ }
+ bins[i] = sum / float64(end-start)
+ }
+ return bins
+}
+
+func smoothBins(prev, curr []float64, factor float64) []float64 {
+ n := len(curr)
+ if len(prev) != n {
+ return curr
+ }
+ out := make([]float64, n)
+ for i := 0; i < n; i++ {
+ out[i] = prev[i]*factor + curr[i]*(1-factor)
+ }
+ return out
+}
+
+// ============================================================
+// COM vtable 调用辅助
+// ============================================================
+
+func comCall(obj uintptr, vtableIdx uintptr, args ...uintptr) uintptr {
+ if obj == 0 {
+ return 0x80004003 // E_POINTER
+ }
+ vtable := *(*uintptr)(unsafe.Pointer(obj))
+ method := *(*uintptr)(unsafe.Pointer(vtable + vtableIdx*unsafe.Sizeof(uintptr(0))))
+ // 构建参数数组 (this + args)，最多支持 12 参数
+ a := make([]uintptr, 12)
+ a[0] = obj
+ for i, arg := range args {
+ a[i+1] = arg
+ }
+ n := uintptr(len(args) + 1)
+ switch {
+ case n <= 3:
+ r, _, _ := syscall.Syscall(method, n, a[0], a[1], a[2])
+ return r
+ case n <= 6:
+ r, _, _ := syscall.Syscall6(method, n, a[0], a[1], a[2], a[3], a[4], a[5])
+ return r
+ case n <= 9:
+ r, _, _ := syscall.Syscall9(method, n, a[0], a[1], a[2], a[3], a[4], a[5], a[6], a[7], a[8])
+ return r
+ case n <= 12:
+ r, _, _ := syscall.Syscall12(method, n, a[0], a[1], a[2], a[3], a[4], a[5], a[6], a[7], a[8], a[9], a[10], a[11])
+ return r
+ default:
+ return 0x80070057 // E_INVALIDARG
+ }
+}
+
+// COM GUID 常量
+var (
+ clsidMMDeviceEnumerator = windows.GUID{Data1: 0xBCDE0395, Data2: 0xE52F, Data3: 0x467C, Data4: [8]byte{0x8E, 0x3D, 0xC4, 0x57, 0x92, 0x91, 0x69, 0x2E}}
+ iidIMMDeviceEnumerator = windows.GUID{Data1: 0xA95664D2, Data2: 0x9614, Data3: 0x4F35, Data4: [8]byte{0xA7, 0x46, 0xDE, 0x8D, 0xB6, 0x36, 0x17, 0xE6}}
+ iidIAudioClient = windows.GUID{Data1: 0x1CB9AD4C, Data2: 0xDBFA, Data3: 0x4C32, Data4: [8]byte{0xB1, 0x78, 0xC2, 0xF5, 0x68, 0xA7, 0x03, 0xB2}}
+ iidIAudioCaptureClient = windows.GUID{Data1: 0xC8ADBD64, Data2: 0xE71E, Data3: 0x48A0, Data4: [8]byte{0xA4, 0xDE, 0x18, 0x5C, 0x39, 0x5C, 0xD3, 0x17}}
+)
+
+// IMMDeviceEnumerator vtable (IUnknown 3 + 自身方法)
+const (
+ enumeratorGetDefaultAudioEndpoint = 4 // 第 4 个方法 (0-based from vtable start)
+)
+
+// IMMDevice vtable
+const (
+ deviceActivate = 3 // 第 3 个方法
+)
+
+// IAudioClient vtable
+const (
+ audioClientInitialize = 3
+ audioClientGetBufferSize = 4
+ audioClientGetMixFormat = 8
+ audioClientStart = 10
+ audioClientStop = 11
+ audioClientGetService = 14
+)
+
+// IAudioCaptureClient vtable
+const (
+ captureGetBuffer = 3
+ captureReleaseBuffer = 4
+)
+
+// ============================================================
+// WASAPI 捕获生命周期
+// ============================================================
+
+var (
+ audioMu sync.Mutex
+ audioStop chan struct{}
+ audioDone chan struct{}
+ audioActive bool
+ smoothed []float64
+)
+
+func startAudioCapture() {
+ audioMu.Lock()
+ defer audioMu.Unlock()
+ if audioActive {
+ return
+ }
+ audioStop = make(chan struct{})
+ audioDone = make(chan struct{})
+ audioActive = true
+ smoothed = nil
+ go audioCaptureLoop()
+ log.Println("音频捕获: 已启动")
+}
+
+func stopAudioCapture() {
+ audioMu.Lock()
+ stop := audioStop
+ audioMu.Unlock()
+ if stop == nil {
+ return
+ }
+ close(stop)
+ if audioDone != nil {
+ <-audioDone
+ }
+ audioMu.Lock()
+ audioActive = false
+ audioStop = nil
+ audioDone = nil
+ audioMu.Unlock()
+ log.Println("音频捕获: 已停止")
+}
+
+func audioActiveState() bool {
+ audioMu.Lock()
+ defer audioMu.Unlock()
+ return audioActive
+}
+
+func audioCaptureLoop() {
+ runtime.LockOSThread()
+ defer runtime.UnlockOSThread()
+
+ // COM 初始化
+ ole32dll.NewProc("CoInitializeEx").Call(0, 0)
+ defer ole32dll.NewProc("CoUninitialize").Call()
+
+ // CoCreateInstance -> IMMDeviceEnumerator
+ var enumerator uintptr
+ hr, _, _ := ole32dll.NewProc("CoCreateInstance").Call(
+ uintptr(unsafe.Pointer(&clsidMMDeviceEnumerator)),
+ 0, 1, // CLSCTX_INPROC_SERVER
+ uintptr(unsafe.Pointer(&iidIMMDeviceEnumerator)),
+ uintptr(unsafe.Pointer(&enumerator)),
+ )
+ if hr != 0 || enumerator == 0 {
+ log.Printf("音频捕获: 创建枚举器失败 hr=0x%x", hr)
+ close(audioDone)
+ return
+ }
+ defer comRelease(enumerator)
+
+ // enumerator->GetDefaultAudioEndpoint(eRender=0, eConsole=0)
+ var device uintptr
+ hr = comCall(enumerator, enumeratorGetDefaultAudioEndpoint, 0, 0, uintptr(unsafe.Pointer(&device)))
+ if hr != 0 || device == 0 {
+ log.Printf("音频捕获: 获取默认音频设备失败 hr=0x%x", hr)
+ close(audioDone)
+ return
+ }
+ defer comRelease(device)
+
+ // device->Activate(IID_IAudioClient, CLSCTX_INPROC=1, NULL, &audioClient)
+ var audioClient uintptr
+ hr = comCall(device, deviceActivate,
+ uintptr(unsafe.Pointer(&iidIAudioClient)),
+ 1, 0,
+ uintptr(unsafe.Pointer(&audioClient)),
+ )
+ if hr != 0 || audioClient == 0 {
+ log.Printf("音频捕获: Activate(IAudioClient) 失败 hr=0x%x", hr)
+ close(audioDone)
+ return
+ }
+ defer comRelease(audioClient)
+
+ // audioClient->GetMixFormat(&pwfx)
+ var pwfx uintptr
+ hr = comCall(audioClient, audioClientGetMixFormat, uintptr(unsafe.Pointer(&pwfx)))
+ if hr != 0 || pwfx == 0 {
+ log.Printf("音频捕获: GetMixFormat 失败 hr=0x%x", hr)
+ close(audioDone)
+ return
+ }
+ defer ole32dll.NewProc("CoTaskMemFree").Call(pwfx)
+
+ nChannels := *(*uint16)(unsafe.Pointer(pwfx + 2))
+ nSamplesPerSec := *(*uint32)(unsafe.Pointer(pwfx + 4))
+ log.Printf("音频捕获: 格式 ch=%d rate=%d", nChannels, nSamplesPerSec)
+
+ // audioClient->Initialize(SHARED, LOOPBACK, 1s buffer, 0, pwfx, NULL)
+ hr = comCall(audioClient, audioClientInitialize,
+ 0, // AUDCLNT_SHAREMODE_SHARED
+ 0x00020000, // AUDCLNT_STREAMFLAGS_LOOPBACK
+ 10000000, // 1 second (100ns units)
+ 0,
+ pwfx,
+ 0,
+ )
+ if hr != 0 {
+ log.Printf("音频捕获: Initialize 失败 hr=0x%x", hr)
+ close(audioDone)
+ return
+ }
+
+ // audioClient->GetService(IID_IAudioCaptureClient, &captureClient)
+ var captureClient uintptr
+ hr = comCall(audioClient, audioClientGetService,
+ uintptr(unsafe.Pointer(&iidIAudioCaptureClient)),
+ uintptr(unsafe.Pointer(&captureClient)),
+ )
+ if hr != 0 || captureClient == 0 {
+ log.Printf("音频捕获: GetService(IAudioCaptureClient) 失败 hr=0x%x", hr)
+ close(audioDone)
+ return
+ }
+ defer comRelease(captureClient)
+
+ // audioClient->Start()
+ comCall(audioClient, audioClientStart)
+ defer comCall(audioClient, audioClientStop)
+
+ // 环形缓冲区 (~100ms)
+ ch := int(nChannels)
+ bufSize := int(nSamplesPerSec)/10*ch + fftSize*ch
+ ringBuf := make([]float32, bufSize)
+ writePos := 0
+
+ cfg := loadConfig()
+ smoothingFactor := cfg.AudioSmoothing
+ if smoothingFactor <= 0 {
+ smoothingFactor = 0.7
+ }
+
+ ticker := time.NewTicker(33 * time.Millisecond)
+ defer ticker.Stop()
+
+ for {
+ select {
+ case <-audioStop:
+ close(audioDone)
+ return
+ case <-ticker.C:
+ }
+
+ // 读取 WASAPI 缓冲区
+ for {
+ var pData, nFrames, flags uintptr
+ hr = comCall(captureClient, captureGetBuffer,
+ uintptr(unsafe.Pointer(&pData)),
+ uintptr(unsafe.Pointer(&nFrames)),
+ uintptr(unsafe.Pointer(&flags)),
+ 0, 0,
+ )
+ if hr != 0 || nFrames == 0 {
+ break
+ }
+ samples := unsafe.Slice((*float32)(unsafe.Pointer(pData)), nFrames*uintptr(ch))
+ for _, s := range samples {
+ ringBuf[writePos] = s
+ writePos = (writePos + 1) % bufSize
+ }
+ comCall(captureClient, captureReleaseBuffer, uintptr(nFrames))
+ }
+
+ // 取 fftSize 个单声道样本
+ mono := make([]float32, fftSize)
+ for i := 0; i < fftSize; i++ {
+ pos := (writePos - fftSize*ch + i*ch + bufSize) % bufSize
+ var sum float32
+ for c := 0; c < ch; c++ {
+ sum += ringBuf[(pos+c)%bufSize]
+ }
+ mono[i] = sum / float32(ch)
+ }
+
+ mag := fftMagnitude(mono)
+ bins := downsampleBins(mag, targetBins)
+
+ if smoothed != nil {
+ bins = smoothBins(smoothed, bins, smoothingFactor)
+ }
+ smoothed = bins
+
+ // 归一化
+ maxVal := 0.0
+ for _, v := range bins {
+ if v > maxVal {
+ maxVal = v
+ }
+ }
+ if maxVal > 0.001 {
+ for i := range bins {
+ bins[i] /= maxVal
+ }
+ }
+
+ data, _ := json.Marshal(bins)
+ evalJS(fmt.Sprintf(`if(window.updateAudioDataFromGo) updateAudioDataFromGo(%s)`, string(data)))
+ }
+}
+
+func comRelease(obj uintptr) {
+ if obj != 0 {
+ comCall(obj, 2) // IUnknown::Release = vtable index 2
+ }
+}
diff --git a/config.go b/config.go
index 60e433e..89d349e 100644
--- a/config.go
+++ b/config.go
@@ -33,6 +33,7 @@ const (
ThemeParticle ThemeName = "particles"
ThemeFractal ThemeName = "fractal"
ThemeText ThemeName = "text"
+ ThemeAudioViz ThemeName = "audio-viz"
)
type SavedColor struct {
@@ -74,6 +75,10 @@ type Config struct {
UpdateURL string `json:"updateUrl,omitempty"`
AutoCheckUpdate bool `json:"autoCheckUpdate"`
SkipVersion string `json:"skipVersion,omitempty"`
+ AudioVizStyle string `json:"audioVizStyle"`
+ AudioSensitivity float64 `json:"audioSensitivity"`
+ AudioSmoothing float64 `json:"audioSmoothing"`
+ AudioColorScheme string `json:"audioColorScheme"`
}
const defaultZodiac = "射手座"
@@ -116,11 +121,15 @@ func loadConfig() *Config {
func defaultConfig() *Config {
return &Config{
- Zodiac: defaultZodiac,
- WallpaperType: WPTheme,
- Theme: ThemeAurora,
- Color1: "#1a1a2e",
- Color2: "#16213e",
+ Zodiac: defaultZodiac,
+ WallpaperType: WPTheme,
+ Theme: ThemeAurora,
+ Color1: "#1a1a2e",
+ Color2: "#16213e",
+ AudioVizStyle: "bars",
+ AudioSensitivity: 1.5,
+ AudioSmoothing: 0.7,
+ AudioColorScheme: "neon",
}
}
diff --git a/settings.go b/settings.go
index ab0e08c..47e0d12 100644
--- a/settings.go
+++ b/settings.go
@@ -81,6 +81,7 @@ var themeNames = []struct {
{ThemeParticle, "粒子"},
{ThemeFractal, "极光流体"},
{ThemeText, "文字"},
+ {ThemeAudioViz, "音频可视化"},
}
func refreshVisibleCards(cfg, oldCfg *Config) {
@@ -198,6 +199,10 @@ func openSettingsWindow() {
"photoCard": !cfg.HidePhoto,
"photoFrameMode": cfg.PhotoFrameMode,
"autoStart": isAutoStartEnabled(),
+ "audioVizStyle": cfg.AudioVizStyle,
+ "audioSensitivity": cfg.AudioSensitivity,
+ "audioSmoothing": cfg.AudioSmoothing,
+ "audioColorScheme": cfg.AudioColorScheme,
})
return string(data)
})
@@ -492,6 +497,43 @@ func openSettingsWindow() {
return ""
})
+ w.Bind("saveAudioVizStyle", func(style string) string {
+ cfg := loadConfig()
+ cfg.AudioVizStyle = style
+ saveConfig(cfg)
+ if cfg.Theme == ThemeAudioViz {
+ evalJS(fmt.Sprintf(`window.__audioVizStyle=%q; if(window.setAudioVizStyle) setAudioVizStyle(%q)`, style, style))
+ }
+ return ""
+ })
+
+ w.Bind("saveAudioSensitivity", func(val float64) string {
+ cfg := loadConfig()
+ cfg.AudioSensitivity = val
+ saveConfig(cfg)
+ if cfg.Theme == ThemeAudioViz {
+ evalJS(fmt.Sprintf(`window.__audioVizSensitivity=%f; if(window.setAudioSensitivity) setAudioSensitivity(%f)`, val, val))
+ }
+ return ""
+ })
+
+ w.Bind("saveAudioSmoothing", func(val float64) string {
+ cfg := loadConfig()
+ cfg.AudioSmoothing = val
+ saveConfig(cfg)
+ return ""
+ })
+
+ w.Bind("saveAudioColorScheme", func(scheme string) string {
+ cfg := loadConfig()
+ cfg.AudioColorScheme = scheme
+ saveConfig(cfg)
+ if cfg.Theme == ThemeAudioViz {
+ evalJS(fmt.Sprintf(`window.__audioVizColors=%q; if(window.setAudioColorScheme) setAudioColorScheme(%q)`, scheme, scheme))
+ }
+ return ""
+ })
+
w.SetHtml(settingsHTML)
hwnd := uintptr(w.Window())
diff --git a/systray.go b/systray.go
index b6c58eb..adce2d1 100644
--- a/systray.go
+++ b/systray.go
@@ -79,6 +79,15 @@ func onSystrayReady() {
go knowledgeLoop()
go startPhotoLoop()
go runAutoUpdateCheck()
+
+ // 音频可视化：启动后检查是否需要音频捕获
+ go func() {
+ time.Sleep(2 * time.Second)
+ cfg := loadConfig()
+ if cfg.WallpaperType == WPTheme && cfg.Theme == ThemeAudioViz {
+ startAudioCapture()
+ }
+ }()
}
func startWebView() {
diff --git a/wallpaper.go b/wallpaper.go
index b76720e..103de44 100644
--- a/wallpaper.go
+++ b/wallpaper.go
@@ -33,6 +33,9 @@ var themeFractal string
//go:embed web/themes/text.html
var themeText string
+//go:embed web/themes/audio-viz.html
+var themeAudioViz string
+
var themeMap = map[ThemeName]string{
ThemeAurora: themeAurora,
ThemeStar: themeStarfield,
@@ -40,6 +43,7 @@ var themeMap = map[ThemeName]string{
ThemeParticle: themeParticles,
ThemeFractal: themeFractal,
ThemeText: themeText,
+ ThemeAudioViz: themeAudioViz,
}
func buildWallpaperHTML(cfg *Config) string {
@@ -88,6 +92,14 @@ func buildWallpaperHTML(cfg *Config) string {
inject += fmt.Sprintf(``, string(escaped))
}
+ // 注入音频可视化配置
+ if cfg.WallpaperType == WPTheme && cfg.Theme == ThemeAudioViz {
+ inject += fmt.Sprintf(
+ ``,
+ cfg.AudioVizStyle, cfg.AudioSensitivity, cfg.AudioColorScheme,
+ )
+ }
+
return strings.Replace(overlayHTML, "", inject+"", 1)
}
@@ -118,6 +130,17 @@ func reloadWallpaper() {
}
cfg := loadConfig()
+ // 音频捕获生命周期
+ if cfg.WallpaperType == WPTheme && cfg.Theme == ThemeAudioViz {
+ if !audioActiveState() {
+ startAudioCapture()
+ }
+ } else {
+ if audioActiveState() {
+ stopAudioCapture()
+ }
+ }
+
// 非主题壁纸切换：仅替换 #bg-layer，不销毁卡片状态
if cfg.WallpaperType != WPTheme {
updateBackground(cfg)
diff --git a/web-ui/src/overlay/bridge.ts b/web-ui/src/overlay/bridge.ts
index c0c2e6c..92aef45 100644
--- a/web-ui/src/overlay/bridge.ts
+++ b/web-ui/src/overlay/bridge.ts
@@ -67,4 +67,12 @@ export function registerGoBridge() {
w.__updateBackgroundHtml = (html: string) => {
state.backgroundHtml = html
}
+
+ // 音频可视化：频率数据直接写入 window，不经过 Vue reactive
+ w.updateAudioDataFromGo = (data: any) => {
+ const parsed = parseArg(data)
+ if (Array.isArray(parsed)) {
+ ;(window as any).__audioBins = parsed
+ }
+ }
}
diff --git a/web-ui/src/settings/App.vue b/web-ui/src/settings/App.vue
index 34356b5..7b66b5c 100644
--- a/web-ui/src/settings/App.vue
+++ b/web-ui/src/settings/App.vue
@@ -35,6 +35,7 @@ const s = reactive({
bingAutoRefresh: false, knowledgeKeyword: '', knowledgePrompt: '',
wallpaperText: '', imagePath: '', showSeconds: true, ainewsCard: true,
photoDir: '', photoInterval: 15, photoCard: true, photoFrameMode: false, autoStart: false,
+ audioVizStyle: 'bars', audioSensitivity: 1.5, audioSmoothing: 0.7, audioColorScheme: 'neon',
})
// Shared state for color section
diff --git a/web-ui/src/settings/components/WallpaperSection.vue b/web-ui/src/settings/components/WallpaperSection.vue
index 66010f0..15a286c 100644
--- a/web-ui/src/settings/components/WallpaperSection.vue
+++ b/web-ui/src/settings/components/WallpaperSection.vue
@@ -30,6 +30,43 @@
placeholder="输入显示文字"
class="bg-[var(--input-bg)] border border-[var(--input-border)] rounded-md text-[var(--text)] text-[11px] py-1 px-2 outline-none w-[140px] focus:border-[var(--input-border-focus)]">
+
+
+
+
可视化样式
+
+
+
+
+
配色方案
+
+
+
+