mirrored 6 minutes ago
0
Danyang Zhangver Jan27th (#423) missing concrete sheet name in the instructions is causing false negative evaluation results, so I supplement the requirement of the new sheet name in the instructions.104413c
{
  "id": "04d9aeaf-7bed-4024-bedb-e10e6f00eb7f",
  "snapshot": "libreoffice_calc",
  "instruction": "In a new sheet (\"Sheet2\") with 4 headers \"Year\", \"CA changes\", \"FA changes\", and \"OA changes\", calculate the percentage annual changes compared to last year in 2015 to 2019 for the Current Assets, Fixed Assets, and Other Assets columns. ",
  "source": "SheetCopilot@168",
  "config": [
    {
      "type": "download",
      "parameters": {
        "files": [
          {
            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_calc/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f/SmallBalanceSheet.xlsx",
            "path": "/home/user/SmallBalanceSheet.xlsx"
          }
        ]
      }
    },
    {
      "type": "open",
      "parameters": {
        "path": "/home/user/SmallBalanceSheet.xlsx"
      }
    }
  ],
  "trajectory": "trajectories/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f",
  "related_apps": [
    "libreoffice_calc"
  ],
  "evaluator": {
    "postconfig": [
      {
        "type": "activate_window",
        "parameters": {
          "window_name": "SmallBalanceSheet.xlsx - LibreOffice Calc",
          "strict": true
        }
      },
      {
        "type": "sleep",
        "parameters": {
          "seconds": 0.5
        }
      },
      {
        "type": "execute",
        "parameters": {
          "command": [
            "python",
            "-c",
            "import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
          ]
        }
      },
      {
        "type": "sleep",
        "parameters": {
          "seconds": 0.5
        }
      }
    ],
    "func": "compare_table",
    "expected": {
      "type": "cloud_file",
      "path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_calc/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f/4_SmallBalanceSheet_gt1.xlsx",
      "dest": "4_SmallBalanceSheet_gt1.xlsx"
    },
    "result": {
      "type": "vm_file",
      "path": "/home/user/SmallBalanceSheet.xlsx",
      "dest": "SmallBalanceSheet.xlsx"
    },
    "options": {
      "rules": [
        {
          "type": "sheet_data",
          "sheet_idx0": "RNSheet2",
          "sheet_idx1": "ENSheet2"
        }
      ]
    }
  },
  "proxy": false,
  "fixed_ip": false,
  "possibility_of_env_change": "low"
}