mirrored 9 minutes ago
0
TimothyxxxRefactor evaluator functions in JSON examples to use URL pattern matching. Update expected URL formats to regex patterns for better validation in chrome evaluation examples. 1572068
{
  "id": "a728a36e-8bf1-4bb6-9a03-ef039a5233f0",
  "snapshot": "chrome",
  "instruction": "Find the Driver License Eligibility Requirements",
  "source": "Mind2Web",
  "config": [
    {
      "type": "launch",
      "parameters": {
        "command": [
          "google-chrome",
          "--remote-debugging-port=1337"
        ]
      }
    },
    {
      "type": "launch",
      "parameters": {
        "command": [
          "socat",
          "tcp-listen:9222,fork",
          "tcp:localhost:1337"
        ]
      }
    },
    {
      "type": "chrome_open_tabs",
      "parameters": {
        "urls_to_open": [
          "https://www.dmv.virginia.gov/"
        ]
      }
    },
    {
      "type": "activate_window",
      "parameters": {
        "window_name": "Google Chrome"
      }
    }
  ],
  "trajectory": "trajectories/",
  "related_apps": [
    "chrome"
  ],
  "evaluator": {
    "func": "is_expected_url_pattern_match",
    "result": {
      "type": "active_url_from_accessTree",
      "goto_prefix": "https://www."
    },
    "expected": {
      "type": "rule",
      "rules": {
        "expected": [
          "^https://(www\\.)?dmv\\.virginia\\.gov/licenses-ids/license/applying/eligibility"
        ]
      }
    }
  },
  "proxy": false,
  "fixed_ip": false,
  "possibility_of_env_change": "low"
}