mirrored 14 minutes ago
0
Xuhao HuFix the config error (chrome/b070486d-e161-459b-aa2b-ef442d973b92) (#446) The evaluator function lens should equal to result_getter and metrics, otherwise it will raise Assertion Error in `line 604 desktop_env.py` ```python assert (not isinstance(self.evaluator["func"], list) or (len(self.metric) == len(self.result_getter) == len(self.expected_getter) == len( self.metric_options))) ```76635b2
{
  "id": "b070486d-e161-459b-aa2b-ef442d973b92",
  "snapshot": "chrome",
  "instruction": "Show side effects of Tamiflu.",
  "source": "online_tasks",
  "config": [
    {
      "type": "launch",
      "parameters": {
        "command": [
          "google-chrome",
          "--remote-debugging-port=1337"
        ]
      }
    },
    {
      "type": "launch",
      "parameters": {
        "command": [
          "socat",
          "tcp-listen:9222,fork",
          "tcp:localhost:1337"
        ]
      }
    },
    {
      "type": "chrome_open_tabs",
      "parameters": {
        "urls_to_open": [
          "https://www.drugs.com/"
        ]
      }
    },
    {
      "type": "activate_window",
      "parameters": {
        "window_name": "Google Chrome"
      }
    }
  ],
  "trajectory": "trajectories/",
  "related_apps": [
    "chrome"
  ],
  "evaluator": {
    "func": [
      "is_expected_url_pattern_match",
      "is_expected_url_pattern_match",
      "is_expected_url_pattern_match"
    ],
    "conj": "or",
    "result": [
      {
        "type": "active_url_from_accessTree",
        "goto_prefix": "https://www."
      },
      {
        "type": "active_url_from_accessTree",
        "goto_prefix": "https://www."
      },
      {
        "type": "active_url_from_accessTree",
        "goto_prefix": "https://www."
      }
    ],
    "expected": [
      {
        "type": "rule",
        "rules": {
          "expected": [
            "^https://(www\\.)?drugs\\.com/tamiflu\\.html#side-effects"
          ]
        }
      },
      {
        "type": "rule",
        "rules": {
          "expected": [
            "^https://(www\\.)?drugs\\.com/sfx/tamiflu-side-effects\\.html"
          ]
        }
      },
      {
        "type": "rule",
        "rules": {
          "expected": [
            "^https://(www\\.)?drugs\\.com/sfx/tamiflu-side-effects\\.html#common-side-effects"
          ]
        }
      }
    ]
  },
  "proxy": true,
  "fixed_ip": false,
  "possibility_of_env_change": "low"
}