Files
Mark-XXXIX-OR/actions/computer_settings.py
T
2026-03-29 12:58:03 +03:00

679 lines
25 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
# actions/computer_settings.py
# MARK XXV — Computer Settings & UI Controls
#
# Kullanıcı "sesi aç", "uygulamayı kapat", "tam ekran yap", "şunu yaz" gibi
# bilgisayar kontrol komutları verdiğinde bu dosya devreye girer.
#
# - Intent detection: Gemini ile (multi-language, hardcoded keyword yok)
# - Cross-platform: Windows / macOS / Linux
# - pyautogui + platform-specific API'ler
import time
import subprocess
import sys
import platform
from pathlib import Path
try:
import pyautogui
pyautogui.FAILSAFE = True
pyautogui.PAUSE = 0.05
_PYAUTOGUI = True
except ImportError:
_PYAUTOGUI = False
try:
import pyperclip
_PYPERCLIP = True
except ImportError:
_PYPERCLIP = False
_OS = platform.system()
def get_base_dir() -> Path:
if getattr(sys, "frozen", False):
return Path(sys.executable).parent
return Path(__file__).resolve().parent.parent
BASE_DIR = get_base_dir()
API_CONFIG_PATH = BASE_DIR / "config" / "api_keys.json"
import json
def _get_api_key() -> str:
with open(API_CONFIG_PATH, "r", encoding="utf-8") as f:
return json.load(f)["gemini_api_key"]
def volume_up():
if _OS == "Windows":
for _ in range(5): pyautogui.press("volumeup")
elif _OS == "Darwin":
subprocess.run(["osascript", "-e", "set volume output volume (output volume of (get volume settings) + 10)"])
else:
subprocess.run(["pactl", "set-sink-volume", "@DEFAULT_SINK@", "+10%"])
def volume_down():
if _OS == "Windows":
for _ in range(5): pyautogui.press("volumedown")
elif _OS == "Darwin":
subprocess.run(["osascript", "-e", "set volume output volume (output volume of (get volume settings) - 10)"])
else:
subprocess.run(["pactl", "set-sink-volume", "@DEFAULT_SINK@", "-10%"])
def volume_mute():
if _OS == "Windows":
pyautogui.press("volumemute")
elif _OS == "Darwin":
subprocess.run(["osascript", "-e", "set volume with output muted"])
else:
subprocess.run(["pactl", "set-sink-mute", "@DEFAULT_SINK@", "toggle"])
def volume_set(value: int):
value = max(0, min(100, value))
if _OS == "Windows":
try:
from ctypes import cast, POINTER
from comtypes import CLSCTX_ALL
from pycaw.pycaw import AudioUtilities, IAudioEndpointVolume
import math
devices = AudioUtilities.GetSpeakers()
interface = devices.Activate(IAudioEndpointVolume._iid_, CLSCTX_ALL, None)
vol = cast(interface, POINTER(IAudioEndpointVolume))
vol_db = -65.25 if value == 0 else max(-65.25, 20 * math.log10(value / 100))
vol.SetMasterVolumeLevel(vol_db, None)
print(f"[Settings] 🔊 Volume → {value}%")
return
except Exception as e:
print(f"[Settings] ⚠️ pycaw failed: {e}")
elif _OS == "Darwin":
subprocess.run(["osascript", "-e", f"set volume output volume {value}"])
return
else:
subprocess.run(["pactl", "set-sink-volume", "@DEFAULT_SINK@", f"{value}%"])
return
def brightness_up():
if _OS == "Windows":
pyautogui.hotkey("win", "a")
time.sleep(0.3)
elif _OS == "Darwin":
subprocess.run(["osascript", "-e", "tell application \"System Events\" to key code 144"])
else:
subprocess.run(["brightnessctl", "set", "+10%"])
def brightness_down():
if _OS == "Windows":
pyautogui.hotkey("win", "a")
time.sleep(0.3)
elif _OS == "Darwin":
subprocess.run(["osascript", "-e", "tell application \"System Events\" to key code 145"])
else:
subprocess.run(["brightnessctl", "set", "10%-"])
def close_app():
if _OS == "Darwin":
pyautogui.hotkey("command", "q")
else:
pyautogui.hotkey("alt", "f4")
def close_window():
if _OS == "Darwin":
pyautogui.hotkey("command", "w")
else:
pyautogui.hotkey("ctrl", "w")
def full_screen():
if _OS == "Darwin":
pyautogui.hotkey("ctrl", "command", "f")
else:
pyautogui.press("f11")
def minimize_window():
if _OS == "Darwin":
pyautogui.hotkey("command", "m")
else:
pyautogui.hotkey("win", "down")
def maximize_window():
if _OS == "Darwin":
subprocess.run(["osascript", "-e",
'tell application "System Events" to keystroke "f" using {control down, command down}'])
else:
pyautogui.hotkey("win", "up")
def snap_left():
if _OS == "Windows": pyautogui.hotkey("win", "left")
def snap_right():
if _OS == "Windows": pyautogui.hotkey("win", "right")
def switch_window():
if _OS == "Darwin":
pyautogui.hotkey("command", "tab")
else:
pyautogui.hotkey("alt", "tab")
def show_desktop():
if _OS == "Darwin":
pyautogui.hotkey("fn", "f11")
elif _OS == "Windows":
pyautogui.hotkey("win", "d")
else:
pyautogui.hotkey("super", "d")
def open_task_manager():
if _OS == "Windows":
pyautogui.hotkey("ctrl", "shift", "esc")
elif _OS == "Darwin":
subprocess.Popen(["open", "-a", "Activity Monitor"])
else:
subprocess.Popen(["gnome-system-monitor"])
def open_task_view():
if _OS == "Windows":
pyautogui.hotkey("win", "tab")
def focus_search():
if _OS == "Darwin": pyautogui.hotkey("command", "l")
else: pyautogui.hotkey("ctrl", "l")
def pause_video(): pyautogui.press("space")
def refresh_page():
if _OS == "Darwin": pyautogui.hotkey("command", "r")
else: pyautogui.press("f5")
def close_tab():
if _OS == "Darwin": pyautogui.hotkey("command", "w")
else: pyautogui.hotkey("ctrl", "w")
def new_tab():
if _OS == "Darwin": pyautogui.hotkey("command", "t")
else: pyautogui.hotkey("ctrl", "t")
def next_tab():
if _OS == "Darwin": pyautogui.hotkey("command", "shift", "bracketright")
else: pyautogui.hotkey("ctrl", "tab")
def prev_tab():
if _OS == "Darwin": pyautogui.hotkey("command", "shift", "bracketleft")
else: pyautogui.hotkey("ctrl", "shift", "tab")
def go_back():
if _OS == "Darwin": pyautogui.hotkey("command", "left")
else: pyautogui.hotkey("alt", "left")
def go_forward():
if _OS == "Darwin": pyautogui.hotkey("command", "right")
else: pyautogui.hotkey("alt", "right")
def zoom_in():
if _OS == "Darwin": pyautogui.hotkey("command", "equal")
else: pyautogui.hotkey("ctrl", "equal")
def zoom_out():
if _OS == "Darwin": pyautogui.hotkey("command", "minus")
else: pyautogui.hotkey("ctrl", "minus")
def zoom_reset():
if _OS == "Darwin": pyautogui.hotkey("command", "0")
else: pyautogui.hotkey("ctrl", "0")
def find_on_page():
if _OS == "Darwin": pyautogui.hotkey("command", "f")
else: pyautogui.hotkey("ctrl", "f")
def reload_page_n(n: int):
for _ in range(n):
refresh_page()
time.sleep(0.8)
def scroll_up(amount: int = 500): pyautogui.scroll(amount)
def scroll_down(amount: int = 500): pyautogui.scroll(-amount)
def scroll_top(): pyautogui.hotkey("ctrl", "home") if _OS != "Darwin" else pyautogui.hotkey("command", "up")
def scroll_bottom(): pyautogui.hotkey("ctrl", "end") if _OS != "Darwin" else pyautogui.hotkey("command", "down")
def page_up(): pyautogui.press("pageup")
def page_down(): pyautogui.press("pagedown")
def copy():
if _OS == "Darwin": pyautogui.hotkey("command", "c")
else: pyautogui.hotkey("ctrl", "c")
def paste():
if _OS == "Darwin": pyautogui.hotkey("command", "v")
else: pyautogui.hotkey("ctrl", "v")
def cut():
if _OS == "Darwin": pyautogui.hotkey("command", "x")
else: pyautogui.hotkey("ctrl", "x")
def undo():
if _OS == "Darwin": pyautogui.hotkey("command", "z")
else: pyautogui.hotkey("ctrl", "z")
def redo():
if _OS == "Darwin": pyautogui.hotkey("command", "shift", "z")
else: pyautogui.hotkey("ctrl", "y")
def select_all():
if _OS == "Darwin": pyautogui.hotkey("command", "a")
else: pyautogui.hotkey("ctrl", "a")
def save_file():
if _OS == "Darwin": pyautogui.hotkey("command", "s")
else: pyautogui.hotkey("ctrl", "s")
def press_enter(): pyautogui.press("enter")
def press_escape(): pyautogui.press("escape")
def press_key(key: str): pyautogui.press(key)
def type_text(text: str, press_enter_after: bool = False):
if not text:
return
if _PYPERCLIP:
pyperclip.copy(text)
time.sleep(0.1)
paste()
else:
pyautogui.write(str(text), interval=0.03)
if press_enter_after:
time.sleep(0.1)
pyautogui.press("enter")
def write_on_screen(text: str):
type_text(text)
def take_screenshot():
if _OS == "Windows":
pyautogui.hotkey("win", "shift", "s")
elif _OS == "Darwin":
pyautogui.hotkey("command", "shift", "3")
else:
pyautogui.hotkey("ctrl", "print_screen")
def lock_screen():
if _OS == "Windows":
pyautogui.hotkey("win", "l")
elif _OS == "Darwin":
subprocess.run(["pmset", "displaysleepnow"])
else:
subprocess.run(["gnome-screensaver-command", "-l"])
def open_system_settings():
if _OS == "Windows":
pyautogui.hotkey("win", "i")
elif _OS == "Darwin":
subprocess.Popen(["open", "-a", "System Preferences"])
else:
subprocess.Popen(["gnome-control-center"])
def open_file_explorer():
if _OS == "Windows":
pyautogui.hotkey("win", "e")
elif _OS == "Darwin":
subprocess.Popen(["open", Path.home()])
else:
subprocess.Popen(["xdg-open", Path.home()])
def open_run():
if _OS == "Windows":
pyautogui.hotkey("win", "r")
def sleep_display():
if _OS == "Windows":
try:
import ctypes
ctypes.windll.user32.SendMessageW(0xFFFF, 0x0112, 0xF170, 2)
except Exception:
pass
elif _OS == "Darwin":
subprocess.run(["pmset", "displaysleepnow"])
else:
subprocess.run(["xset", "dpms", "force", "off"])
def restart_computer():
if _OS == "Windows":
subprocess.run(["shutdown", "/r", "/t", "5"])
elif _OS == "Darwin":
subprocess.run(["osascript", "-e", 'tell application "System Events" to restart'])
else:
subprocess.run(["sudo", "reboot"])
def shutdown_computer():
if _OS == "Windows":
subprocess.run(["shutdown", "/s", "/t", "5"])
elif _OS == "Darwin":
subprocess.run(["osascript", "-e", 'tell application "System Events" to shut down'])
else:
subprocess.run(["sudo", "shutdown", "-h", "now"])
def dark_mode():
if _OS == "Windows":
pyautogui.hotkey("win", "a")
time.sleep(0.3)
elif _OS == "Darwin":
subprocess.run(["osascript", "-e",
'tell app "System Events" to tell appearance preferences to set dark mode to not dark mode'])
def toggle_wifi():
if _OS == "Windows":
pyautogui.hotkey("win", "a")
time.sleep(0.3)
elif _OS == "Darwin":
subprocess.run(["networksetup", "-setairportpower", "en0", "toggle"])
else:
subprocess.run(["nmcli", "radio", "wifi"])
ACTION_MAP = {
"volume_up": volume_up,
"volume_down": volume_down,
"mute": volume_mute,
"unmute": volume_mute,
"volume_increase": volume_up,
"volume_decrease": volume_down,
"increase_volume": volume_up,
"decrease_volume": volume_down,
"turn_up_volume": volume_up,
"turn_down_volume": volume_down,
"louder": volume_up,
"quieter": volume_down,
"silence": volume_mute,
"toggle_mute": volume_mute,
"brightness_up": brightness_up,
"brightness_down": brightness_down,
"increase_brightness": brightness_up,
"decrease_brightness": brightness_down,
"brighter": brightness_up,
"dimmer": brightness_down,
"dim_screen": brightness_down,
"brighten_screen": brightness_up,
"sleep_display": sleep_display,
"turn_off_screen": sleep_display,
"screen_off": sleep_display,
"display_off": sleep_display,
"change_screen": sleep_display,
"screen_sleep": sleep_display,
"monitor_off": sleep_display,
"turn_off_monitor": sleep_display,
"pause_video": pause_video,
"play_video": pause_video,
"pause": pause_video,
"play": pause_video,
"toggle_play": pause_video,
"stop_video": pause_video,
"resume_video": pause_video,
"close_app": close_app,
"close_window": close_window,
"quit_app": close_app,
"exit_app": close_app,
"kill_app": close_app,
"full_screen": full_screen,
"fullscreen": full_screen,
"toggle_fullscreen": full_screen,
"minimize": minimize_window,
"minimize_window": minimize_window,
"maximize": maximize_window,
"maximize_window": maximize_window,
"restore_window": maximize_window,
"snap_left": snap_left,
"snap_right": snap_right,
"window_left": snap_left,
"window_right": snap_right,
"switch_window": switch_window,
"alt_tab": switch_window,
"next_window": switch_window,
"show_desktop": show_desktop,
"desktop": show_desktop,
"hide_windows": show_desktop,
"task_manager": open_task_manager,
"open_task_manager": open_task_manager,
"task_view": open_task_view,
"screenshot": take_screenshot,
"take_screenshot": take_screenshot,
"capture_screen": take_screenshot,
"lock_screen": lock_screen,
"lock": lock_screen,
"open_settings": open_system_settings,
"system_settings": open_system_settings,
"settings": open_system_settings,
"preferences": open_system_settings,
"file_explorer": open_file_explorer,
"open_explorer": open_file_explorer,
"explorer": open_file_explorer,
"open_files": open_file_explorer,
"run": open_run,
"open_run": open_run,
"restart": restart_computer,
"restart_computer": restart_computer,
"reboot": restart_computer,
"reboot_computer": restart_computer,
"shutdown": shutdown_computer,
"shut_down": shutdown_computer,
"power_off": shutdown_computer,
"turn_off_computer": shutdown_computer,
"dark_mode": dark_mode,
"toggle_dark_mode": dark_mode,
"night_mode": dark_mode,
"toggle_wifi": toggle_wifi,
"wifi": toggle_wifi,
"wifi_toggle": toggle_wifi,
"focus_search": focus_search,
"address_bar": focus_search,
"url_bar": focus_search,
"refresh_page": refresh_page,
"reload_page": refresh_page,
"reload": refresh_page,
"refresh": refresh_page,
"close_tab": close_tab,
"new_tab": new_tab,
"open_tab": new_tab,
"next_tab": next_tab,
"prev_tab": prev_tab,
"previous_tab": prev_tab,
"go_back": go_back,
"back": go_back,
"go_forward": go_forward,
"forward": go_forward,
"zoom_in": zoom_in,
"zoom_out": zoom_out,
"zoom_reset": zoom_reset,
"reset_zoom": zoom_reset,
"find_on_page": find_on_page,
"search_page": find_on_page,
"scroll_up": scroll_up,
"scroll_down": scroll_down,
"scroll_top": scroll_top,
"scroll_bottom": scroll_bottom,
"top_of_page": scroll_top,
"bottom_of_page": scroll_bottom,
"page_up": page_up,
"page_down": page_down,
"copy": copy,
"paste": paste,
"cut": cut,
"undo": undo,
"redo": redo,
"select_all": select_all,
"save": save_file,
"save_file": save_file,
"enter": press_enter,
"press_enter": press_enter,
"escape": press_escape,
"press_escape": press_escape,
"cancel": press_escape,
}
def _detect_action(description: str) -> dict:
"""
Gemini ile kullanıcının ne yapmak istediğini anlar.
Herhangi bir dilde çalışır.
Döner: {"action": str, "value": optional}
"""
import google.generativeai as genai
genai.configure(api_key=_get_api_key())
model = genai.GenerativeModel("gemini-2.5-flash-lite")
available = ", ".join(sorted(ACTION_MAP.keys())) + ", volume_set, type_text, write_on_screen, reload_n, press_key"
prompt = f"""The user wants to control their computer. Detect their intent.
User said (in any language): "{description}"
Available actions: {available}
Return ONLY valid JSON:
{{"action": "action_name", "value": null_or_value}}
Examples:
- "turn up the volume" → {{"action": "volume_up", "value": null}}
- "set volume to 60" → {{"action": "volume_set", "value": 60}}
- "sesi 80 yap" → {{"action": "volume_set", "value": 80}}
- "close the app" → {{"action": "close_app", "value": null}}
- "uygulamayı kapat" → {{"action": "close_app", "value": null}}
- "type hello world" → {{"action": "type_text", "value": "hello world"}}
- "write good morning on screen" → {{"action": "write_on_screen", "value": "good morning"}}
- "reload page 3 times" → {{"action": "reload_n", "value": 3}}
- "tam ekran yap" → {{"action": "full_screen", "value": null}}
- "sesi kıs" → {{"action": "volume_down", "value": null}}
- "sesi aç" → {{"action": "volume_up", "value": null}}
- "sustur" → {{"action": "mute", "value": null}}
- "monte le son" → {{"action": "volume_up", "value": null}}
- "ekranı kapat" → {{"action": "sleep_display", "value": null}}
- "monitörü kapat" → {{"action": "sleep_display", "value": null}}
- "turn off screen" → {{"action": "sleep_display", "value": null}}
- "turn off monitor" → {{"action": "sleep_display", "value": null}}
- "bilgisayarı yeniden başlat" → {{"action": "restart", "value": null}}
- "restart the computer" → {{"action": "restart", "value": null}}
- "bilgisayarı kapat" → {{"action": "shutdown", "value": null}}
- "shut down" → {{"action": "shutdown", "value": null}}
- "ekranı kilitle" → {{"action": "lock_screen", "value": null}}
- "lock the screen" → {{"action": "lock_screen", "value": null}}
- "küçült" → {{"action": "minimize", "value": null}}
- "minimize the window" → {{"action": "minimize", "value": null}}
- "büyüt" → {{"action": "maximize", "value": null}}
- "parlaklığı artır" → {{"action": "brightness_up", "value": null}}
- "parlaklığı azalt" → {{"action": "brightness_down", "value": null}}
- "increase brightness" → {{"action": "brightness_up", "value": null}}
- "wifi'yi aç" → {{"action": "toggle_wifi", "value": null}}
- "toggle wifi" → {{"action": "toggle_wifi", "value": null}}
- "masaüstünü göster" → {{"action": "show_desktop", "value": null}}
- "show desktop" → {{"action": "show_desktop", "value": null}}
- "yeni sekme aç" → {{"action": "new_tab", "value": null}}
- "sekmeyi kapat" → {{"action": "close_tab", "value": null}}
- "geri git" → {{"action": "go_back", "value": null}}
- "ileri git" → {{"action": "go_forward", "value": null}}
- "sayfayı yenile" → {{"action": "refresh_page", "value": null}}
- "yakınlaştır" → {{"action": "zoom_in", "value": null}}
- "uzaklaştır" → {{"action": "zoom_out", "value": null}}
- "kaydet" → {{"action": "save", "value": null}}
- "geri al" → {{"action": "undo", "value": null}}
- "screenshot al" → {{"action": "screenshot", "value": null}}
- "ekran görüntüsü al" → {{"action": "screenshot", "value": null}}
- "aşağı kaydır" → {{"action": "scroll_down", "value": null}}
- "yukarı kaydır" → {{"action": "scroll_up", "value": null}}
- "karanlık mod" → {{"action": "dark_mode", "value": null}}
- "press f5" → {{"action": "press_key", "value": "f5"}}
- "enter'a bas" → {{"action": "enter", "value": null}}
- "escape'e bas" → {{"action": "escape", "value": null}}
IMPORTANT:
- Always return one of the available actions listed above.
- If the user's intent is clear but uses different wording, map it to the closest action.
- Never invent new action names not in the available list.
- Return ONLY the JSON object, no explanation, no markdown."""
try:
response = model.generate_content(prompt)
text = response.text.strip()
text = __import__("re").sub(r"```(?:json)?", "", text).strip().rstrip("`").strip()
return json.loads(text)
except Exception as e:
print(f"[Settings] ⚠️ Intent detection failed: {e}")
return {"action": description.lower().replace(" ", "_"), "value": None}
def computer_settings(
parameters: dict,
response=None,
player=None,
session_memory=None,
) -> str:
"""
Bilgisayar ayarları ve UI kontrolleri.
parameters:
action : İşlem adı (verilmezse description'dan Gemini ile tespit edilir)
description : Kullanıcının doğal dil komutu (herhangi bir dilde)
value : İşleme özgü değer (ses seviyesi, yazılacak metin, tekrar sayısı vb.)
"""
if not _PYAUTOGUI:
return "pyautogui is not installed. Run: pip install pyautogui"
params = parameters or {}
raw_action = params.get("action", "").strip()
description = params.get("description", "").strip()
value = params.get("value", None)
if not raw_action and description:
detected = _detect_action(description)
raw_action = detected.get("action", "")
if value is None:
value = detected.get("value")
action = raw_action.lower().strip().replace(" ", "_").replace("-", "_")
if not action:
return "No action could be determined, sir."
print(f"[Settings] ⚙️ Action: {action} Value: {value}")
if action == "volume_set":
try:
volume_set(int(value or 50))
return f"Volume set to {value}%."
except Exception as e:
return f"Could not set volume: {e}"
if action in ("type_text", "write_on_screen", "type", "write"):
text = str(value or params.get("text", ""))
if not text:
return "No text provided to type, sir."
enter_after = bool(params.get("press_enter", False))
type_text(text, press_enter_after=enter_after)
return f"Typed: {text[:60]}"
if action == "press_key":
key = str(value or params.get("key", ""))
if not key:
return "No key specified, sir."
press_key(key)
return f"Pressed: {key}"
if action in ("reload_n", "refresh_n", "reload_page_n"):
try:
n = int(value or 1)
reload_page_n(n)
return f"Reloaded page {n} time{'s' if n > 1 else ''}."
except Exception as e:
return f"Could not reload: {e}"
if action in ("scroll_up", "scroll_down"):
try:
amount = int(value or 500)
scroll_up(amount) if action == "scroll_up" else scroll_down(amount)
return f"Scrolled {'up' if action == 'scroll_up' else 'down'}."
except Exception as e:
return f"Scroll failed: {e}"
func = ACTION_MAP.get(action)
if not func:
return f"Unknown action: '{raw_action}', sir."
try:
func()
return f"Done: {action}."
except Exception as e:
return f"Action failed ({action}): {e}"