QA a clip for a silent gap before posting
0:20CC-BY-SA-4.0 · Kosboot
Proof frames
Tool calls
review_video
Arguments
{
"source": "$CLIP"
}
Result
{
"ok": true,
"data": {
"metadata": {
"source_path": "~/work/cards/review-music/clip.mp4",
"duration_sec": 20,
"width": 640,
"height": 480,
"fps": 20,
"format_name": "mov,mp4,m4a,3gp,3g2,mj2",
"size_bytes": 2664886,
"has_audio": true,
"audio_codec": "aac",
"video_codec": "h264",
"fingerprint": "3522820e84c05d60b363",
"has_video": true
},
"contact_sheet": {
"file_path": "<cache>/3522820e84c05d60b363/contact_sheets/sheet_24samples_4cols_423fa4.jpg",
"sample_count": 24,
"rows": 6,
"cols": 4,
"start_sec": 0.417,
"end_sec": 19.583,
"timestamps": [
0.417,
1.25,
2.083,
2.917,
3.75,
4.583,
5.417,
6.25,
7.083,
7.917,
8.75,
9.583,
10.417,
11.25,
12.083,
12.917,
13.75,
14.583,
15.417,
16.25,
17.083,
17.917,
18.75,
19.583
],
"frame_width": 768,
"frame_height": 576,
"tool_file": {
"_tag": "ToolFile",
"name": "sheet_24samples_4cols_423fa4.jpg",
"mimeType": "image/jpeg",
"encoding": "base64",
"data": "<2037624 base64 chars dropped>",
"byteLength": 1528217
}
},
"cuts": [
{
"timestamp_sec": 2.6,
"score": 0.798927,
"kind": "cut"
},
{
"timestamp_sec": 3.4,
"score": 0.877785,
"kind": "cut"
},
{
"timestamp_sec": 4.1,
"score": 0.126904,
"kind": "cut"
},
{
"timestamp_sec": 16.95,
"score": 0.07702,
"kind": "transition"
}
],
"cuts_total": 4,
"loudness": {
"average_rms_dbfs": -19.044,
"peak_dbfs": -8.621,
"peak_sec": 17.16,
"window_sec": 0.25,
"silence_threshold_dbfs": -60,
"silence_gaps": [
{
"start_sec": 12.81,
"end_sec": 14.38,
"duration_sec": 1.57,
"threshold_dbfs": -60
}
],
"silence_gaps_total": 1,
"outliers_total": 31,
"fault_outliers_total": 0,
"outliers": [
{
"start_sec": 14.25,
"end_sec": 14.5,
"band": "air",
"direction": "boost",
"shape": "transient",
"delta_db": 19.974,
"fault_level": false
},
{
"start_sec": 20,
"end_sec": 20.015604,
"band": "air",
"direction": "cut",
"shape": "transient",
"delta_db": -19.023,
"fault_level": false
},
{
"start_sec": 12.75,
"end_sec": 13,
"band": "mid",
"direction": "cut",
"shape": "transient",
"delta_db": -16.356,
"fault_level": false
},
{
"start_sec": 11,
"end_sec": 11.25,
"band": "high",
"direction": "cut",
"shape": "transient",
"delta_db": -15.55,
"fault_level": false
},
{
"start_sec": 15,
"end_sec": 15.25,
"band": "high",
"direction": "cut",
"shape": "transient",
"delta_db": -14.674,
"fault_level": false
},
{
"start_sec": 12.75,
"end_sec": 13,
"band": "low_mid",
"direction": "cut",
"shape": "transient",
"delta_db": -14.38,
"fault_level": false
},
{
"start_sec": 10.25,
"end_sec": 10.5,
"band": "high",
"direction": "cut",
"shape": "transient",
"delta_db": -14.002,
"fault_level": false
},
{
"start_sec": 8.75,
"end_sec": 9,
"band": "high",
"direction": "cut",
"shape": "transient",
"delta_db": -13.713,
"fault_level": false
},
{
"start_sec": 12.75,
"end_sec": 13,
"band": "sub",
"direction": "cut",
"shape": "transient",
"delta_db": -13.485,
"fault_level": false
},
{
"start_sec": 0,
"end_sec": 0.25,
"band": "high",
"direction": "boost",
"shape": "transient",
"delta_db": 13.347,
"fault_level": false
}
]
}
}
}
Question and answer
- Question
- QA this clip before I post it.
- Answer
- review_video's longest silent gap in the sound runs from 12.81 to 14.38 seconds, lasting 1.57 seconds.
Check passedIoU 0.97, minimum 0.7
How it was checked
- Truth from
- constructed
- Fixed at
Planted by this recipe: ffmpeg cut 20 s of the source from 11.00 s, and muted its sound (volume 0, digital silence) from 12.79 to 14.36 s of the clip. Only that silent interval is in the truth. The window was screened first: its sound has no run of 10 ms chunks under -60 dBFS (3 in a row) within 20 s, plus 0.1 s either side, so it is the only silent gap review_video can report. IoU tolerance 0.7.
A script muted 1.6 seconds of this clip's sound at a time it chose and put a black box over the picture for 0.8 seconds; review_video has no field that lists black frames, so the answer covers the silent gap only, and the clip has no other quiet stretch.
Try it yourself
Use agentic-video to QA my video before I post it. Call review_video on my file and tell me about any silent gaps in its sound, with where each one starts and ends. Use my own file.
- Get the .mcpb file and open it in Claude Desktop.
- Or:
pip install agentic-video
Clip and licence
- Licence
- CC-BY-SA-4.0
- Author
- Kosboot
- Source
- commons.wikimedia.org
This file is licensed under the Creative Commons Attribution-Share Alike 4.0 International license.