QA a clip for a silent gap before posting
0:20CC-BY-SA-4.0 · Taco fleur
Proof frames
Tool calls
review_video
Arguments
{
"source": "$CLIP"
}
Result
{
"ok": true,
"data": {
"metadata": {
"source_path": "~/work/cards/review-sports/clip.mp4",
"duration_sec": 20,
"width": 640,
"height": 480,
"fps": 30,
"format_name": "mov,mp4,m4a,3gp,3g2,mj2",
"size_bytes": 2485728,
"has_audio": true,
"audio_codec": "aac",
"video_codec": "h264",
"fingerprint": "542a3976527f1a74de0f",
"has_video": true
},
"contact_sheet": {
"file_path": "<cache>/542a3976527f1a74de0f/contact_sheets/sheet_24samples_4cols_423fa4.jpg",
"sample_count": 24,
"rows": 6,
"cols": 4,
"start_sec": 0.417,
"end_sec": 19.583,
"timestamps": [
0.417,
1.25,
2.083,
2.917,
3.75,
4.583,
5.417,
6.25,
7.083,
7.917,
8.75,
9.583,
10.417,
11.25,
12.083,
12.917,
13.75,
14.583,
15.417,
16.25,
17.083,
17.917,
18.75,
19.583
],
"frame_width": 768,
"frame_height": 576,
"tool_file": {
"_tag": "ToolFile",
"name": "sheet_24samples_4cols_423fa4.jpg",
"mimeType": "image/jpeg",
"encoding": "base64",
"data": "<1524408 base64 chars dropped>",
"byteLength": 1143304
}
},
"cuts": [
{
"timestamp_sec": 4.3,
"score": 0.963692,
"kind": "cut"
},
{
"timestamp_sec": 5.266667,
"score": 1,
"kind": "cut"
},
{
"timestamp_sec": 13.15,
"score": 0.450822,
"kind": "transition"
},
{
"timestamp_sec": 14.1,
"score": 0.255245,
"kind": "transition"
}
],
"cuts_total": 4,
"loudness": {
"average_rms_dbfs": -24.263,
"peak_dbfs": -8.954,
"peak_sec": 9.14,
"window_sec": 0.25,
"silence_threshold_dbfs": -60,
"silence_gaps": [
{
"start_sec": 10.92,
"end_sec": 11.97,
"duration_sec": 1.05,
"threshold_dbfs": -60
}
],
"silence_gaps_total": 1,
"outliers_total": 32,
"fault_outliers_total": 0,
"outliers": [
{
"start_sec": 20,
"end_sec": 20.015604,
"band": "air",
"direction": "cut",
"shape": "transient",
"delta_db": -41.969,
"fault_level": false
},
{
"start_sec": 20,
"end_sec": 20.015604,
"band": "high",
"direction": "cut",
"shape": "transient",
"delta_db": -38.709,
"fault_level": false
},
{
"start_sec": 11.75,
"end_sec": 12,
"band": "low_mid",
"direction": "cut",
"shape": "transient",
"delta_db": -37.092,
"fault_level": false
},
{
"start_sec": 11.75,
"end_sec": 12,
"band": "high",
"direction": "cut",
"shape": "transient",
"delta_db": -36.087,
"fault_level": false
},
{
"start_sec": 11.75,
"end_sec": 12,
"band": "mid",
"direction": "cut",
"shape": "transient",
"delta_db": -35.693,
"fault_level": false
},
{
"start_sec": 11.75,
"end_sec": 12,
"band": "air",
"direction": "cut",
"shape": "transient",
"delta_db": -35.543,
"fault_level": false
},
{
"start_sec": 11.75,
"end_sec": 12,
"band": "sub",
"direction": "cut",
"shape": "transient",
"delta_db": -35.422,
"fault_level": false
},
{
"start_sec": 0,
"end_sec": 0.25,
"band": "high",
"direction": "cut",
"shape": "transient",
"delta_db": -9.368,
"fault_level": false
},
{
"start_sec": 17.75,
"end_sec": 18.75,
"band": "high",
"direction": "cut",
"shape": "transient",
"delta_db": -8.795,
"fault_level": false
},
{
"start_sec": 0,
"end_sec": 0.75,
"band": "mid",
"direction": "cut",
"shape": "transient",
"delta_db": -8.552,
"fault_level": false
}
]
}
}
}
Question and answer
- Question
- QA this clip before I post it.
- Answer
- review_video's longest silent gap in the sound runs from 10.92 to 11.97 seconds, lasting 1.05 seconds.
Check passedIoU 0.98, minimum 0.7
How it was checked
- Truth from
- constructed
- Fixed at
Planted by this recipe: ffmpeg cut 20 s of the source from 19.00 s, and muted its sound (volume 0, digital silence) from 10.90 to 11.97 s of the clip. Only that silent interval is in the truth. The window was screened first: its sound has no run of 10 ms chunks under -60 dBFS (3 in a row) within 20 s, plus 0.1 s either side, so it is the only silent gap review_video can report. IoU tolerance 0.7.
A script muted 1.1 seconds of this clip's sound at a time it chose and put a black box over the picture for 1.0 seconds; review_video has no field that lists black frames, so the answer covers the silent gap only, and the clip has no other quiet stretch.
Try it yourself
Use agentic-video to QA my video before I post it. Call review_video on my file and tell me about any silent gaps in its sound, with where each one starts and ends. Use my own file.
- Get the .mcpb file and open it in Claude Desktop.
- Or:
pip install agentic-video
Clip and licence
- Licence
- CC-BY-SA-4.0
- Author
- Taco fleur
- Source
- commons.wikimedia.org
This file is licensed under the Creative Commons Attribution-Share Alike 4.0 International license.