Windows App behind VPN

import asyncio
import logging
import os
from agent import ComputerAgent
from computer import Computer, VMProviderType
from dotenv import load_dotenv

logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)

load_dotenv()

async def automate_hr_workflow():
    """
    Automate HR/payroll desktop application workflow.

    This example demonstrates:
    - Launching Windows desktop application
    - Navigating complex desktop UI
    - Data entry and form filling
    - Report generation and export
    """
    try:
        # Connect to Windows Cloud Sandbox with VPN
        async with Computer(
            os_type="windows",
            provider_type=VMProviderType.CLOUD,
            name=os.environ["CUA_SANDBOX_NAME"],
            api_key=os.environ["CUA_API_KEY"],
            verbosity=logging.INFO,
        ) as computer:

            # Configure agent with specialized instructions
            agent = ComputerAgent(
                model="cua/anthropic/claude-sonnet-4.5",
                tools=[computer],
                only_n_most_recent_images=3,
                verbosity=logging.INFO,
                trajectory_dir="trajectories",
                use_prompt_caching=True,
                max_trajectory_budget=10.0,
                instructions="""
You are automating a Windows desktop HR/payroll application.

IMPORTANT GUIDELINES:
- Always wait for windows and dialogs to fully load before interacting
- Look for loading indicators and wait for them to disappear
- Verify each action by checking on-screen confirmation messages
- If a button or field is not visible, try scrolling or navigating tabs
- Desktop apps often have nested menus - explore systematically
- Save work frequently using File > Save or Ctrl+S
- Before closing, always verify changes were saved

COMMON UI PATTERNS:
- Menu bar navigation (File, Edit, View, etc.)
- Ribbon interfaces with tabs
- Modal dialogs that block interaction
- Data grids/tables for viewing records
- Form fields with validation
- Status bars showing operation progress
                """.strip()
            )

            # Define workflow tasks
            tasks = [
                "Launch the HR application from the desktop or start menu",
                "Log in with the credentials shown in credentials.txt on the desktop",
                "Navigate to Employee Management section",
                "Create a new employee record with information from new_hire.xlsx on desktop",
                "Verify the employee was created successfully by searching for their name",
                "Generate an onboarding report for the new employee",
                "Export the report as PDF to the desktop",
                "Log out of the application"
            ]

            history = []

            for task in tasks:
                logger.info(f"\n{'='*60}")
                logger.info(f"Task: {task}")
                logger.info(f"{'='*60}\n")

                history.append({"role": "user", "content": task})

                async for result in agent.run(history):
                    for item in result.get("output", []):
                        if item.get("type") == "message":
                            content = item.get("content", [])
                            for block in content:
                                if block.get("type") == "text":
                                    response = block.get("text", "")
                                    logger.info(f"Agent: {response}")
                                    history.append({"role": "assistant", "content": response})

                logger.info("\nTask completed. Moving to next task...\n")

            logger.info("\n" + "="*60)
            logger.info("All tasks completed successfully!")
            logger.info("="*60)

    except Exception as e:
        logger.error(f"Error during automation: {e}")
        import traceback
        traceback.print_exc()

if __name__ == "__main__":
    asyncio.run(automate_hr_workflow())

import asyncio
import logging
import os
from agent import ComputerAgent
from computer import Computer, VMProviderType
from dotenv import load_dotenv

logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)

load_dotenv()

async def automate_hr_workflow():
    try:
        # Connect to Windows Sandbox
        async with Computer(
            os_type="windows",
            provider_type=VMProviderType.WINDOWS_SANDBOX,
            verbosity=logging.INFO,
        ) as computer:

            agent = ComputerAgent(
                model="cua/anthropic/claude-sonnet-4.5",
                tools=[computer],
                only_n_most_recent_images=3,
                verbosity=logging.INFO,
                trajectory_dir="trajectories",
                use_prompt_caching=True,
                max_trajectory_budget=10.0,
                instructions="""
You are automating a Windows desktop HR/payroll application.

IMPORTANT GUIDELINES:
- Always wait for windows and dialogs to fully load before interacting
- Verify each action by checking on-screen confirmation messages
- Desktop apps often have nested menus - explore systematically
- Save work frequently using File > Save or Ctrl+S
                """.strip()
            )

            tasks = [
                "Launch the HR application from the desktop",
                "Log in with credentials from credentials.txt on desktop",
                "Navigate to Employee Management and create new employee from new_hire.xlsx",
                "Generate and export onboarding report as PDF",
                "Log out of the application"
            ]

            history = []

            for task in tasks:
                logger.info(f"\nTask: {task}")
                history.append({"role": "user", "content": task})

                async for result in agent.run(history):
                    for item in result.get("output", []):
                        if item.get("type") == "message":
                            content = item.get("content", [])
                            for block in content:
                                if block.get("type") == "text":
                                    response = block.get("text", "")
                                    logger.info(f"Agent: {response}")
                                    history.append({"role": "assistant", "content": response})

            logger.info("\nAll tasks completed!")

    except Exception as e:
        logger.error(f"Error: {e}")
        import traceback
        traceback.print_exc()

if __name__ == "__main__":
    asyncio.run(automate_hr_workflow())

import asyncio
import logging
import os
from agent import ComputerAgent
from computer import Computer
from dotenv import load_dotenv

logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)

load_dotenv()

async def automate_hr_workflow():
    try:
        # Connect to self-hosted Windows VM running computer-server
        async with Computer(
            use_host_computer_server=True,
            base_url="http://your-windows-vm-ip:5757",  # Update with your VM IP
            verbosity=logging.INFO,
        ) as computer:

            agent = ComputerAgent(
                model="cua/anthropic/claude-sonnet-4.5",
                tools=[computer],
                only_n_most_recent_images=3,
                verbosity=logging.INFO,
                trajectory_dir="trajectories",
                use_prompt_caching=True,
                max_trajectory_budget=10.0,
                instructions="""
You are automating a Windows desktop HR/payroll application.

IMPORTANT GUIDELINES:
- Always wait for windows and dialogs to fully load before interacting
- Verify each action by checking on-screen confirmation messages
- Save work frequently using File > Save or Ctrl+S
                """.strip()
            )

            tasks = [
                "Launch the HR application",
                "Log in with provided credentials",
                "Complete the required HR workflow",
                "Generate and export report",
                "Log out"
            ]

            history = []

            for task in tasks:
                logger.info(f"\nTask: {task}")
                history.append({"role": "user", "content": task})

                async for result in agent.run(history):
                    for item in result.get("output", []):
                        if item.get("type") == "message":
                            content = item.get("content", [])
                            for block in content:
                                if block.get("type") == "text":
                                    response = block.get("text", "")
                                    logger.info(f"Agent: {response}")
                                    history.append({"role": "assistant", "content": response})

            logger.info("\nAll tasks completed!")

    except Exception as e:
        logger.error(f"Error: {e}")
        import traceback
        traceback.print_exc()

if __name__ == "__main__":
    asyncio.run(automate_hr_workflow())