Alex_Dubchak_coming_up/Quality_evaluation
0
0
Fork 0
Code Issues 2 Pull requests Projects Releases Packages Wiki Activity Actions

new datasets

Browse source
This commit is contained in:
Александр 2026-03-27 17:03:20 +03:00
parent 411ccf9bcd
commit 2b5d923f63
566 changed files with 142473 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

63
Datasets/evaluation_examples/examples/vlc/215dfd39-f493-4bc3-a027-8a97d72c61bf.json Normal file
View file

@ -0,0 +1,63 @@
{
"id": "215dfd39-f493-4bc3-a027-8a97d72c61bf",
"snapshot": "chrome",
"instruction": "Can you disable the cone icon in the splash screen? I am tired of its skeuomorphic design.",
"source": "https://superuser.com/questions/1224784/how-to-change-vlcs-splash-screen",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"postconfig": [
{
"type": "launch",
"parameters": {
"command": [
"pkill",
"vlc"
]
}
},
{
"type": "launch",
"parameters": {
"command": "vlc --no-audio --no-video-title-show",
"shell": true
}
}
],
"func": "check_qt_bgcone",
"expected": {
"type": "rule",
"rules": {
"expected_qt_bgcone": 0
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

114
Datasets/evaluation_examples/examples/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c.json Normal file
View file

@ -0,0 +1,114 @@
{
"id": "386dbd0e-0241-4a0a-b6a2-6704fba26b1c",
"snapshot": "chrome",
"instruction": "I am reading lecture note in PDF while a music video is running in VLC media player. But I find I need to switch to the player every time I need to pause/start.Could you help me change the setting to allow pausing the video using keyboard shortcut without minimizing the PDF reader? I want to focus on the lecture note and don't be disturbed by the app switching.",
"source": "https://superuser.com/questions/1708415/pause-and-play-vlc-in-background?rq=1",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c/lecture_pdf.pdf",
"path": "/home/user/Desktop/lecture.pdf"
}
]
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c/Colorful-Flowers%28chosic.com%29.mp3",
"path": "/home/user/Desktop/Colorful-Flowers.mp3"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show --start-time=10 /home/user/Desktop/Colorful-Flowers.mp3",
"shell": true
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/lecture.pdf"
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "lecture.pdf — 6.006 Introduction to Algorithms, Lecture 2: Data Structures",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press('f11');"
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"postconfig": [
{
"type": "launch",
"parameters": {
"command": [
"pkill",
"vlc"
]
}
},
{
"type": "launch",
"parameters": {
"command": "vlc --no-audio --no-video-title-show",
"shell": true
}
}
],
"func": "check_global_key_play_pause",
"expected": {
"type": "rule",
"rules": {
"expected_global_key_play_pause": 1
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

57
Datasets/evaluation_examples/examples/vlc/59f21cfb-0120-4326-b255-a5b827b38967.json Normal file
View file

@ -0,0 +1,57 @@
{
"id": "59f21cfb-0120-4326-b255-a5b827b38967",
"snapshot": "base_setup",
"instruction": "Could you play the music video that's saved on my desktop for me via vlc?",
"source": "https://docs.videolan.me/vlc-user/desktop/3.0/en/basic/media.html#playing-a-file",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/59f21cfb-0120-4326-b255-a5b827b38967/Rick%20Astley%20-%20Never%20Gonna%20Give%20You%20Up%20%28Official%20Music%20Video%29.mp4",
"path": "/home/user/Desktop/Rick Astley - Never Gonna Give You Up (Official Music Video).mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "is_vlc_playing",
"expected": {
"type": "rule",
"rules": {
"type": "file_name",
"file_name": "Rick Astley - Never Gonna Give You Up (Official Music Video).mp4"
}
},
"result": {
"type": "vlc_playing_info",
"dest": "status.xml"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

45
Datasets/evaluation_examples/examples/vlc/5ac2891a-eacd-4954-b339-98abba077adb.json Normal file
View file

@ -0,0 +1,45 @@
{
"id": "5ac2891a-eacd-4954-b339-98abba077adb",
"snapshot": "base_setup",
"instruction": "My VLC Media Player has been auto-closing once the video ends. It is very annoying. Could you help me prevent the VLC Media Player from auto-closing once the video ends?",
"source": "https://superuser.com/questions/1412810/how-to-prevent-vlc-media-player-from-auto-closing-after-video-end#:%7E:text=Click%20on%20%22Media%22on%20the,VLC%20player%20after%20video%20ending",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pathlib,re; p=pathlib.Path.home()/'.config/vlc/vlcrc'; p.parent.mkdir(parents=True, exist_ok=True); txt=p.read_text() if p.exists() else ''; txt=(re.sub(r'(?m)^#?\\s*play-and-exit=.*$', 'play-and-exit=1', txt) if re.search(r'(?m)^#?\\s*play-and-exit=', txt) else (txt + ('' if txt.endswith('\\n') or txt == '' else '\\n') + 'play-and-exit=1\\n')); p.write_text(txt)"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "check_play_and_exit",
"expected": {
"type": "rule",
"rules": {
"expected_play_and_exit": 0
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

25
Datasets/evaluation_examples/examples/vlc/7882ed6e-bece-4bf0-bada-c32dc1ddae72.json Normal file
View file

@ -0,0 +1,25 @@
{
"id": "7882ed6e-bece-4bf0-bada-c32dc1ddae72",
"snapshot": "base_setup",
"instruction": "Play the latest season of 'Stranger Things' purchased from the Google Play Movies & TV store directly in VLC.",
"source": "https://wiki.videolan.org/Digital_Restrictions_Management/",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "infeasible"
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

45
Datasets/evaluation_examples/examples/vlc/8ba5ae7a-5ae5-4eab-9fcc-5dd4fe3abf89.json Normal file
View file

@ -0,0 +1,45 @@
{
"id": "8ba5ae7a-5ae5-4eab-9fcc-5dd4fe3abf89",
"snapshot": "base_setup",
"instruction": "Help me modify the folder used to store my recordings to Desktop",
"source": "https://docs.videolan.me/vlc-user/desktop/3.0/en/basic/recording/playing.html#choose-your-recordings-folder",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "is_vlc_recordings_folder",
"expected": {
"type": "rule",
"rules": {
"recording_file_path": "/home/user/Desktop"
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

53
Datasets/evaluation_examples/examples/vlc/8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f.json Normal file
View file

@ -0,0 +1,53 @@
{
"id": "8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f",
"snapshot": "base_setup",
"instruction": "Can you enable fullscreen mode in VLC so that the video fill up the whole screen?",
"source": "https://www.youtube.com/watch?v=XHprwDJ0-fU&t=436s",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f/Optimus%20-%20Gen%202.mp4",
"path": "/home/user/Desktop/Gen 2.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show --start-time=15 '/home/user/Desktop/Gen 2.mp4'",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "is_vlc_fullscreen",
"expected": {
"type": "vm_window_size",
"app_class_name": "vlc"
},
"result": {
"type": "vm_screen_size"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

56
Datasets/evaluation_examples/examples/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e.json Normal file
View file

@ -0,0 +1,56 @@
{
"id": "8f080098-ddb1-424c-b438-4e96e5e4786e",
"snapshot": "base_setup",
"instruction": "Could you convert the song from this music video as an MP3 file? I'd like to have it on my device to play whenever I want. Please save the file just on the desktop and title the file \"Baby Justin Bieber.mp3.\" I really appreciate your help!",
"source": "https://medium.com/@jetscribe_ai/how-to-extract-mp3-audio-from-videos-using-vlc-media-player-beeef644ebfb",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e/Baby%20Justin%20Bieber.mp4",
"path": "/home/user/Desktop/Baby Justin Bieber.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show --start-time=73 '/home/user/Desktop/Baby Justin Bieber.mp4'",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "compare_audios",
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e/Baby%20Justin%20Bieber.mp3",
"dest": "baby_gold.mp3"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/Baby Justin Bieber.mp3",
"dest": "baby.mp3"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

63
Datasets/evaluation_examples/examples/vlc/9195653c-f4aa-453d-aa95-787f6ccfaae9.json Normal file
View file

@ -0,0 +1,63 @@
{
"id": "9195653c-f4aa-453d-aa95-787f6ccfaae9",
"snapshot": "chrome",
"instruction": "I like watching movies (using VLC) on my laptop and sometimes the volume is too low for my taste even when the volume in VLC is set to the maximum of 125% on the volume control. Can you increase the max volume of the video to the 200% of the original volume?",
"source": "https://superuser.com/questions/1513285/how-can-i-increase-the-maximum-volume-output-by-vlc?rq=1",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"postconfig": [
{
"type": "launch",
"parameters": {
"command": [
"pkill",
"vlc"
]
}
},
{
"type": "launch",
"parameters": {
"command": "vlc --no-audio --no-video-title-show",
"shell": true
}
}
],
"func": "check_qt_max_volume",
"expected": {
"type": "rule",
"rules": {
"expected_qt_max_volume": 200
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

63
Datasets/evaluation_examples/examples/vlc/a5bbbcd5-b398-4c91-83d4-55e1e31bbb81.json Normal file
View file

@ -0,0 +1,63 @@
{
"id": "a5bbbcd5-b398-4c91-83d4-55e1e31bbb81",
"snapshot": "chrome",
"instruction": "Enable VLC Minimal Interface in window mode so the bottom playback controls are hidden, and make sure the setting persists after restarting VLC. I often multitask on my computer, and the persistent toolbar in VLC is very distracting.",
"source": "https://superuser.com/questions/776056/how-to-hide-bottom-toolbar-in-vlc",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"postconfig": [
{
"type": "launch",
"parameters": {
"command": [
"pkill",
"vlc"
]
}
},
{
"type": "launch",
"parameters": {
"command": "vlc --no-audio --no-video-title-show",
"shell": true
}
}
],
"func": "check_qt_minimal_view",
"expected": {
"type": "rule",
"rules": {
"expected_qt_minimal_view": 1
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

56
Datasets/evaluation_examples/examples/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6.json Normal file
View file

@ -0,0 +1,56 @@
{
"id": "aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6",
"snapshot": "base_setup",
"instruction": "Hey, could you turn this video the right way up for me? And once it's flipped around, could you save it for me with the name '1984_Apple_Macintosh_Commercial.mp4' on the main screen where all my files are?",
"source": "https://www.dedoimedo.com/computers/vlc-rotate-videos.html",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6/flipped_1984_Apple_Macintosh_Commercial.mp4",
"path": "/home/user/Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show /home/user/Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "compare_videos",
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6/1984_Apple_Macintosh_Commercial.mp4",
"dest": "1984_Apple_Macintosh_Commercial_gold.mp4"
},
"result": {
"type": "vm_file",
"path": "/home/user/1984_Apple_Macintosh_Commercial.mp4",
"dest": "1984_Apple_Macintosh_Commercial.mp4"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

46
Datasets/evaluation_examples/examples/vlc/bba3381f-b5eb-4439-bd9e-80c22218d5a7.json Normal file
View file

@ -0,0 +1,46 @@
{
"id": "bba3381f-b5eb-4439-bd9e-80c22218d5a7",
"snapshot": "base_setup",
"instruction": "Can you start streaming the video from this link for me? https://devstreaming-cdn.apple.com/videos/streaming/examples/img_bipbop_adv_example_fmp4/master.m3u8",
"source": "https://developer.apple.com/streaming/examples/ - Apple HLS test streams for developers",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "is_vlc_playing",
"expected": {
"type": "rule",
"rules": {
"type": "url",
"url": "https://devstreaming-cdn.apple.com/videos/streaming/examples/img_bipbop_adv_example_fmp4/master.m3u8"
}
},
"result": {
"type": "vlc_playing_info",
"dest": "status.xml"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

25
Datasets/evaluation_examples/examples/vlc/cb130f0d-d36f-4302-9838-b3baf46139b6.json Normal file
View file

@ -0,0 +1,25 @@
{
"id": "cb130f0d-d36f-4302-9838-b3baf46139b6",
"snapshot": "base_setup",
"instruction": "Automatically adjust the brightness and contrast of this video to match my room's lighting.",
"source": "https://www.vlchelp.com/increase-brightness-contrast-videos/",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "infeasible"
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

63
Datasets/evaluation_examples/examples/vlc/d06f0d4d-2cd5-4ede-8de9-598629438c6e.json Normal file
View file

@ -0,0 +1,63 @@
{
"id": "d06f0d4d-2cd5-4ede-8de9-598629438c6e",
"snapshot": "chrome",
"instruction": "Can you change the color of the volume slider to black-ish color? I often use the player in a low-light environment, and a darker color scheme would be less straining on my eyes, especially during nighttime usage.",
"source": "https://superuser.com/questions/1039392/changing-colour-of-vlc-volume-slider",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"postconfig": [
{
"type": "launch",
"parameters": {
"command": [
"pkill",
"vlc"
]
}
},
{
"type": "launch",
"parameters": {
"command": "vlc --no-audio --no-video-title-show",
"shell": true
}
}
],
"func": "check_qt_slider_colours",
"expected": {
"type": "rule",
"rules": {
"type": "blackish"
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

58
Datasets/evaluation_examples/examples/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294.json Normal file
View file

@ -0,0 +1,58 @@
{
"id": "efcf0d81-0835-4880-b2fd-d866e8bc2294",
"snapshot": "base_setup",
"instruction": "Make this part of the video my computer's background picture",
"source": "https://www.youtube.com/watch?v=XHprwDJ0-fU&t=436s, https://help.ubuntu.com/stable/ubuntu-help/look-background.html.en",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294/Interstellar%20Movie%20-%20Official%20Trailer.mp4",
"path": "/home/user/Desktop/Interstellar Movie - Official Trailer.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show --start-time=120.5 --stop-time=121 --play-and-pause '/home/user/Desktop/Interstellar Movie - Official Trailer.mp4'",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "compare_images",
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294/interstellar.png",
"dest": "interstellar_wallpaper_gold.png"
},
"result": {
"type": "vm_wallpaper",
"dest": "result_wallpaper.png"
},
"options": {
"reference_base_result": 0.11
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

63
Datasets/evaluation_examples/examples/vlc/f3977615-2b45-4ac5-8bba-80c17dbe2a37.json Normal file
View file

@ -0,0 +1,63 @@
{
"id": "f3977615-2b45-4ac5-8bba-80c17dbe2a37",
"snapshot": "chrome",
"instruction": "I want to watch two or more videos in same time on VLC. I tried to run multiple instances of VLC. It worked but can't play videos on those new instances. When I play video it plays on first instance instead of new instance.\nIs there any way to solve this problem?",
"source": "https://www.reddit.com/r/Fedora/comments/rhljzd/how_to_run_multiple_instances_of_vlc_media_player/",
"config": [
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"postconfig": [
{
"type": "launch",
"parameters": {
"command": [
"pkill",
"vlc"
]
}
},
{
"type": "launch",
"parameters": {
"command": "vlc --no-audio --no-video-title-show",
"shell": true
}
}
],
"func": "check_one_instance_when_started_from_file",
"expected": {
"type": "rule",
"rules": {
"expected_one_instance_when_started_from_file": 0
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}

68
Datasets/evaluation_examples/examples/vlc/fba2c100-79e8-42df-ae74-b592418d54f4.json Normal file
View file

@ -0,0 +1,68 @@
{
"id": "fba2c100-79e8-42df-ae74-b592418d54f4",
"snapshot": "base_setup",
"instruction": "Snap a photo of the current video scene, save it as 'interstellar.png', and put it on the Desktop, please.",
"source": "https://www.youtube.com/watch?v=XHprwDJ0-fU&t=436s",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/fba2c100-79e8-42df-ae74-b592418d54f4/Interstellar%20Movie%20-%20Official%20Trailer.mp4",
"path": "/home/user/Desktop/Interstellar Movie - Official Trailer.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show --start-time=120.5 --stop-time=121 --play-and-pause '/home/user/Desktop/Interstellar Movie - Official Trailer.mp4'",
"shell": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 1
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Interstellar Movie - Interstellar Movie - Official Trailer - VLC media player"
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "compare_images",
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/fba2c100-79e8-42df-ae74-b592418d54f4/interstellar.png",
"dest": "interstellar_gold.png"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/interstellar.png",
"dest": "interstellar.png"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}