mirrored 20 minutes ago
0
yuanmengqifeat: standardize configuration fields across all evaluation examples - Add `fixed_ip` field to all 369 JSON files in examples directory - Set to `true` for 8 files listed in google_chrome.json multi_apps - Set to `false` for remaining 361 files - Add `possibility_of_env_change` field to 363 JSON files missing this field - Set to "low" for newly added fields - Preserve existing values (4 medium, 2 high) for 6 files that already had this field This ensures consistent configuration schema across all evaluation examples while maintaining backward compatibility with existing settings. e433f35
{
  "id": "a82b78bb-7fde-4cb3-94a4-035baf10bcf0",
  "snapshot": "libreoffice_calc",
  "instruction": "I'm really enjoying this paper. Could you please locate the personal webpages of the initial author and the last three authors? Please include them in a browser bookmark folder titled 'Liked Authors' under the 'Bookmarks bar'.",
  "source": "authors",
  "config": [
    {
      "type": "launch",
      "parameters": {
        "command": [
          "google-chrome",
          "--remote-debugging-port=1337"
        ]
      }
    },
    {
      "type": "launch",
      "parameters": {
        "command": [
          "socat",
          "tcp-listen:9222,fork",
          "tcp:localhost:1337"
        ]
      }
    },
    {
      "type": "sleep",
      "parameters": {
        "seconds": 2
      }
    },
    {
      "type": "download",
      "parameters": {
        "files": [
          {
            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/a82b78bb-7fde-4cb3-94a4-035baf10bcf0/2206.08853.pdf",
            "path": "/home/user/Desktop/2206.08853.pdf"
          }
        ]
      }
    },
    {
      "type": "open",
      "parameters": {
        "path": "/home/user/Desktop/2206.08853.pdf"
      }
    },
    {
      "type": "sleep",
      "parameters": {
        "seconds": 2
      }
    },
    {
      "type": "execute",
      "parameters": {
        "command": [
          "python",
          "-c",
          "import pyautogui; import time; pyautogui.hotkey('f11'); time.sleep(0.5); pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5); pyautogui.scroll(-20)"
        ]
      }
    }
  ],
  "trajectory": "trajectories/a82b78bb-7fde-4cb3-94a4-035baf10bcf0",
  "related_apps": [
    "chrome",
    "pdf"
  ],
  "evaluator": {
    "func": "is_expected_bookmarks",
    "result": {
      "type": "bookmarks"
    },
    "expected": {
      "type": "rule",
      "rules": {
        "type": "liked_authors_websites_urls",
        "names": [
          "Liked Authors"
        ],
        "urls": [
          [
            "https://jimfan.me/",
            "https://research.nvidia.com/person/linxi-jim-fan",
            "https://www.linkedin.com/in/drjimfan/"
          ],
          [
            "https://research.nvidia.com/person/de-an-huang",
            "https://ai.stanford.edu/~dahuang/",
            "https://www.linkedin.com/in/de-an-huang-38242a69"
          ],
          [
            "https://yukezhu.me/",
            "https://www.cs.utexas.edu/people/faculty-researchers/yuke-zhu",
            "https://experts.utexas.edu/yuke_zhu",
            "https://research.nvidia.com/person/yuke-zhu",
            "https://www.linkedin.com/in/yukez/"
          ],
          [
            "https://tensorlab.cms.caltech.edu/users/anima/",
            "http://tensorlab.cms.caltech.edu/users/anima/",
            "https://www.eas.caltech.edu/people/anima",
            "https://en.wikipedia.org/wiki/Anima_Anandkumar",
            "https://www.linkedin.com/in/anima-anandkumar/"
          ]
        ]
      }
    }
  },
  "proxy": false,
  "fixed_ip": false,
  "possibility_of_env_change": "low"
}