Right Click Element by Description

interface RightClickByDescriptionRequest {
  taskDescription: string;
  imageBase64?: string;
  mechanism?: string;
}

interface ActionResponse {
  success: boolean;
  message: string;
  timestamp: string;
}

/**
 * Right-clicks an element on the screen based on its description using AI vision
 * 
 * @param apiUrl - Base URL of the Smooth Operator Tools API
 * @param apiKey - API key for authentication
 * @param elementDescription - Description of the element to right-click
 * @returns Promise with the action response
 */
async function rightClickElementByDescription(
  apiUrl: string,
  apiKey: string,
  elementDescription: string
): Promise {
  const endpoint = `${apiUrl}/tools-api/mouse/rightclick-by-description`;
  
  const requestData: RightClickByDescriptionRequest = {
    taskDescription: elementDescription,
    // Note: This example does not capture a screenshot.
    // In a browser environment, you could use the HTML5 Canvas API to capture a screenshot.
  };
  
  const response = await fetch(endpoint, {
    method: 'POST',
    headers: {
      'Content-Type': 'application/json',
      'Authorization': `Bearer ${apiKey}`
    },
    body: JSON.stringify(requestData)
  });
  
  if (!response.ok) {
    throw new Error(`API request failed: ${response.statusText}`);
  }
  
  return await response.json() as ActionResponse;
}

// Example usage
async function example() {
  const API_URL = 'http://localhost:8080';
  const API_KEY = 'your_api_key_here';
  
  try {
    const result = await rightClickElementByDescription(
      API_URL,
      API_KEY,
      'the icon of the file ReadMe.txt'
    );
    
    console.log('Right-click result:', result);
    
    if (result.success) {
      console.log('Right-click action completed successfully');
    } else {
      console.error('Failed to right-click element:', result.message);
    }
  } catch (error) {
    console.error('Error executing right-click by description:', error);
  }
}

using System;
using System.Net.Http;
using System.Net.Http.Headers;
using System.Text;
using System.Text.Json;
using System.Threading.Tasks;

public class ToolsServerClient
{
    private readonly HttpClient _httpClient;
    private readonly string _apiKey;
    
    public ToolsServerClient(string apiKey)
    {
        _httpClient = new HttpClient();
        _apiKey = apiKey;
        
        _httpClient.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", _apiKey);
    }
    
    /// 

    /// Right-clicks an element on the screen based on its description using AI vision
    /// 
    /// Description of the element to right-click
    /// Response indicating success or failure
    public async Task RightClickElementByDescriptionAsync(string elementDescription)
    {
        var request = new RightClickByDescriptionRequest
        {
            TaskDescription = elementDescription,
            // Note: This example does not include a screenshot.
            // You could capture one using System.Drawing or other libraries.
        };
        
        return await SendRequestAsync(
            "/tools-api/mouse/rightclick-by-description", 
            request);
    }
    
    private async Task SendRequestAsync(string endpoint, TRequest requestData)
    {
        var json = JsonSerializer.Serialize(requestData, new JsonSerializerOptions
        {
            PropertyNamingPolicy = JsonNamingPolicy.CamelCase
        });
        
        var content = new StringContent(json, Encoding.UTF8, "application/json");
        var response = await _httpClient.PostAsync($"http://localhost:8080{endpoint}", content);
        
        response.EnsureSuccessStatusCode();
        
        var responseJson = await response.Content.ReadAsStringAsync();
        return JsonSerializer.Deserialize(responseJson, new JsonSerializerOptions
        {
            PropertyNameCaseInsensitive = true
        });
    }
}

public class RightClickByDescriptionRequest
{
    public string TaskDescription { get; set; }
    public string ImageBase64 { get; set; }
    public string Mechanism { get; set; }
}

public class ActionResponse
{
    public bool Success { get; set; }
    public string Message { get; set; }
    public DateTime Timestamp { get; set; }
}

// Example usage
public class Program
{
    public static async Task Main()
    {
        var client = new ToolsServerClient("your_api_key_here");
        
        try
        {
            var result = await client.RightClickElementByDescriptionAsync("the icon of the file ReadMe.txt");
            
            Console.WriteLine($"Success: {result.Success}");
            Console.WriteLine($"Message: {result.Message}");
            Console.WriteLine($"Timestamp: {result.Timestamp}");
        }
        catch (Exception ex)
        {
            Console.WriteLine($"Error: {ex.Message}");
        }
    }
}