feat: enhance Linux transcription with clipboard wait and auto-paste support

This commit is contained in:
jahruz67
2026-05-20 15:51:26 -07:00
parent cacbe9bb7f
commit 4131d77326
+59 -12
View File
@@ -17,6 +17,18 @@ import (
) )
func (a *App) insertTranscription(text string) { func (a *App) insertTranscription(text string) {
if err := wailsruntime.ClipboardSetText(a.ctx, text); err != nil {
logger.Error("Failed to copy transcription to clipboard: %v", err)
} else {
waitForLinuxClipboardText(a.ctx, text)
if typer, err := pasteLinuxClipboardWithoutXTest(); err == nil {
logger.Info("Pasted transcription on Linux using %s (%d chars)", typer, utf8.RuneCountInString(text))
return
} else {
logger.Error("Linux auto-paste unavailable without XTEST: %v", err)
}
}
if typer, err := typeLinuxTextWithoutXTest(text); err == nil { if typer, err := typeLinuxTextWithoutXTest(text); err == nil {
logger.Info("Typed transcription on Linux using %s (%d chars)", typer, utf8.RuneCountInString(text)) logger.Info("Typed transcription on Linux using %s (%d chars)", typer, utf8.RuneCountInString(text))
return return
@@ -24,22 +36,30 @@ func (a *App) insertTranscription(text string) {
logger.Error("Linux auto-type unavailable without XTEST: %v", err) logger.Error("Linux auto-type unavailable without XTEST: %v", err)
} }
if err := wailsruntime.ClipboardSetText(a.ctx, text); err != nil { logger.Info("Copied transcription to clipboard; install ydotool with ydotoold/uinput access for automatic paste on GNOME Wayland")
logger.Error("Failed to copy transcription to clipboard: %v", err)
return
}
logger.Info("Copied transcription to clipboard; GNOME Wayland blocks automatic typing without a remote-desktop permission prompt")
if a.overlay != nil { if a.overlay != nil {
a.overlay.Show("Copied transcript. Press Ctrl+V to paste.") a.overlay.Show("Copied transcript. Press Ctrl+V to paste.")
} }
} }
func typeLinuxTextWithoutXTest(text string) (string, error) { func waitForLinuxClipboardText(ctx context.Context, text string) {
deadline := time.Now().Add(700 * time.Millisecond)
for time.Now().Before(deadline) {
current, err := wailsruntime.ClipboardGetText(ctx)
if err == nil && current == text {
return
}
time.Sleep(50 * time.Millisecond)
}
}
func pasteLinuxClipboardWithoutXTest() (string, error) {
time.Sleep(150 * time.Millisecond)
var errs []string var errs []string
if path, err := exec.LookPath("ydotool"); err == nil { if path, err := exec.LookPath("ydotool"); err == nil {
if err := runLinuxTextTyper(path, []string{"type", "--file", "-"}, text); err == nil { if err := runLinuxInputCommand(path, []string{"key", "-d", "20", "29:1", "47:1", "47:0", "29:0"}, "", 3*time.Second); err == nil {
return "ydotool", nil return "ydotool", nil
} else { } else {
errs = append(errs, "ydotool: "+err.Error()) errs = append(errs, "ydotool: "+err.Error())
@@ -47,7 +67,32 @@ func typeLinuxTextWithoutXTest(text string) (string, error) {
} }
if path, err := exec.LookPath("wtype"); err == nil { if path, err := exec.LookPath("wtype"); err == nil {
if err := runLinuxTextTyper(path, []string{"-"}, text); err == nil { if err := runLinuxInputCommand(path, []string{"-M", "ctrl", "v", "-m", "ctrl"}, "", 3*time.Second); err == nil {
return "wtype", nil
} else {
errs = append(errs, "wtype: "+err.Error())
}
}
if len(errs) == 0 {
return "", errors.New("install ydotool with ydotoold/uinput access for GNOME Wayland auto-paste")
}
return "", errors.New(strings.Join(errs, "; "))
}
func typeLinuxTextWithoutXTest(text string) (string, error) {
var errs []string
if path, err := exec.LookPath("ydotool"); err == nil {
if err := runLinuxInputCommand(path, []string{"type", "--file", "-"}, text, linuxTextTyperTimeout(text)); err == nil {
return "ydotool", nil
} else {
errs = append(errs, "ydotool: "+err.Error())
}
}
if path, err := exec.LookPath("wtype"); err == nil {
if err := runLinuxInputCommand(path, []string{"-"}, text, linuxTextTyperTimeout(text)); err == nil {
return "wtype", nil return "wtype", nil
} else { } else {
errs = append(errs, "wtype: "+err.Error()) errs = append(errs, "wtype: "+err.Error())
@@ -60,12 +105,14 @@ func typeLinuxTextWithoutXTest(text string) (string, error) {
return "", errors.New(strings.Join(errs, "; ")) return "", errors.New(strings.Join(errs, "; "))
} }
func runLinuxTextTyper(path string, args []string, text string) error { func runLinuxInputCommand(path string, args []string, stdin string, timeout time.Duration) error {
ctx, cancel := context.WithTimeout(context.Background(), linuxTextTyperTimeout(text)) ctx, cancel := context.WithTimeout(context.Background(), timeout)
defer cancel() defer cancel()
cmd := exec.CommandContext(ctx, path, args...) cmd := exec.CommandContext(ctx, path, args...)
cmd.Stdin = strings.NewReader(text) if stdin != "" {
cmd.Stdin = strings.NewReader(stdin)
}
out, err := cmd.CombinedOutput() out, err := cmd.CombinedOutput()
if ctx.Err() != nil { if ctx.Err() != nil {
return ctx.Err() return ctx.Err()