mirrored 4 minutes ago
0
Danyang ZhangCalc eval fix (#272) * ver Jun17th updating annotations * ver Jun17th corrected annotation of 1d17 added check for cell merge * ver Jun17th updated several annotations * ver Jun20th fixed set-up config of 2bd59342-0664-4ccb-ba87-79379096cc08 * fix: Enhance instructions in LibreOffice Calc examples for clarity and specificity, including details on using Pivot Tables, column placements, and revenue calculations. * ver Jun21st updating calc evals * ver Jun22nd fixed an impress task * ver Jun22ndv2 adjusted several calc tasks * Clean scalfolds * ver Jul18th added two try-excepts to handle possible formula parsing and calculation failures --------- Co-authored-by: BowenBryanWang <bryanwang.nlp@connect.hku.hk> Co-authored-by: yuanmengqi <yuanmengqi@mail.ustc.edu.cn>53ffc05
{
  "id": "82e3c869-49f6-4305-a7ce-f3e64a0618e7",
  "snapshot": "multi_apps",
  "instruction": "Please sift through the folder with all the event photos taken by our photographer. I need you to extract the photos featuring the presenters (a.k.a. Tao Yu) and place them in a separate folder named 'presenter'. Then, compress this folder into a zip file named 'presenter.zip' so I can easily share it with others later.",
  "source": "authors",
  "config": [
    {
      "type": "command",
      "parameters": {
        "command": [
          "mkdir",
          "-p",
          "/home/user/Desktop/IDS LLM seminar/"
        ]
      }
    },
    {
      "type": "download",
      "parameters": {
        "files": [
          {
            "path": "/home/user/Desktop/IDS LLM seminar/DSC00659.jpg",
            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00659.jpg"
          },
          {
            "path": "/home/user/Desktop/IDS LLM seminar/DSC00657.jpg",
            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00657.jpg"
          },
          {
            "path": "/home/user/Desktop/IDS LLM seminar/DSC00574.jpg",
            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00574.jpg"
          },
          {
            "path": "/home/user/Desktop/IDS LLM seminar/DSC00554.jpg",
            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00554.jpg"
          },
          {
            "path": "/home/user/Desktop/IDS LLM seminar/DSC00495.jpg",
            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00495.jpg"
          },
          {
            "path": "/home/user/Desktop/IDS LLM seminar/DSC00454.jpg",
            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00454.jpg"
          }
        ]
      }
    }
  ],
  "trajectory": "trajectories/82e3c869-49f6-4305-a7ce-f3e64a0618e7",
  "related_apps": [
    "os",
    "image"
  ],
  "evaluator": {
    "postconfig": [
      {
        "type": "execute",
        "parameters": {
          "command": [
            "rm",
            "-rf",
            "/home/user/Desktop/presenter"
          ]
        }
      },
      {
        "type": "execute",
        "parameters": {
          "command": [
            "unzip",
            "/home/user/Desktop/presenter.zip",
            "-d",
            "/home/user/Desktop"
          ]
        }
      }
    ],
    "func": "compare_image_list",
    "result": {
      "type": "vm_file",
      "path": [
        "/home/user/Desktop/presenter/DSC00657.jpg",
        "/home/user/Desktop/presenter/DSC00574.jpg",
        "/home/user/Desktop/presenter/DSC00554.jpg",
        "/home/user/Desktop/presenter/DSC00495.jpg"
      ],
      "dest": [
        "DSC00657.jpg",
        "DSC00574.jpg",
        "DSC00554.jpg",
        "DSC00495.jpg"
      ],
      "multi": "true"
    },
    "expected": {
      "type": "cloud_file",
      "path": [
        "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00657.jpg",
        "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00574.jpg",
        "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00554.jpg",
        "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7/DSC00495.jpg"
      ],
      "dest": [
        "DSC00657_gold.jpg",
        "DSC00574_gold.jpg",
        "DSC00554_gold.jpg",
        "DSC00495_gold.jpg"
      ],
      "multi": "true"
    }
  },
  "proxy": false,
  "fixed_ip": false,
  "possibility_of_env_change": "low"
}