1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
|
# Copyright 2022 The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Utility functions for processing video recordings.
"""
# Each item in this list corresponds to quality levels defined per
# CamcorderProfile. For Video ITS, we will currently test below qualities
# only if supported by the camera device.
import logging
import os.path
import subprocess
ITS_SUPPORTED_QUALITIES = (
'HIGH',
'2160P',
'1080P',
'720P',
'480P',
'CIF',
'QCIF',
'QVGA',
'LOW',
'VGA'
)
QCIF_SIZE = '176x144'
def extract_key_frames_from_video(log_path, video_file_name):
"""Returns a list of extracted key frames.
Ffmpeg tool is used to extract key frames from the video at path
os.path.join(log_path, video_file_name).
The extracted key frames will have the name video_file_name with "_key_frame"
suffix to identify the frames for video of each quality.Since there can be
multiple key frames, each key frame image will be differentiated with it's
frame index.All the extracted key frames will be available in jpeg format
at the same path as the video file.
The run time flag '-loglevel quiet' hides the information from terminal.
In order to see the detailed output of ffmpeg command change the loglevel
option to 'info'.
Args:
log_path: path for video file directory
video_file_name: name of the video file.
Returns:
key_frame_files: A list of paths for each key frame extracted from the
video. Ex: VID_20220325_050918_0_CIF_352x288.mp4
"""
ffmpeg_image_name = f"{video_file_name.split('.')[0]}_key_frame"
ffmpeg_image_file_path = os.path.join(
log_path, ffmpeg_image_name + '_%02d.png')
cmd = ['ffmpeg',
'-skip_frame',
'nokey',
'-i',
os.path.join(log_path, video_file_name),
'-vsync',
'vfr',
'-frame_pts',
'true',
ffmpeg_image_file_path,
'-loglevel',
'quiet',
]
logging.debug('Extracting key frames from: %s', video_file_name)
_ = subprocess.call(cmd)
arr = os.listdir(os.path.join(log_path))
key_frame_files = []
for file in arr:
if '.png' in file and not os.path.isdir(file) and ffmpeg_image_name in file:
key_frame_files.append(file)
logging.debug('Extracted key frames: %s', key_frame_files)
logging.debug('Length of key_frame_files: %d', len(key_frame_files))
if not key_frame_files:
raise AssertionError('No key frames extracted. Check source video.')
return key_frame_files
def get_key_frame_to_process(key_frame_files):
"""Returns the key frame file from the list of key_frame_files.
If the size of the list is 1 then the file in the list will be returned else
the file with highest frame_index will be returned for further processing.
Args:
key_frame_files: A list of key frame files.
Returns:
key_frame_file to be used for further processing.
"""
if not key_frame_files:
raise AssertionError('key_frame_files list is empty.')
key_frame_files.sort()
return key_frame_files[-1]
def extract_all_frames_from_video(log_path, video_file_name, img_format):
"""Extracts and returns a list of all extracted frames.
Ffmpeg tool is used to extract all frames from the video at path
<log_path>/<video_file_name>. The extracted key frames will have the name
video_file_name with "_frame" suffix to identify the frames for video of each
size. Each frame image will be differentiated with its frame index. All
extracted key frames will be available in the provided img_format format at
the same path as the video file.
The run time flag '-loglevel quiet' hides the information from terminal.
In order to see the detailed output of ffmpeg command change the loglevel
option to 'info'.
Args:
log_path: str; path for video file directory
video_file_name: str; name of the video file.
img_format: str; type of image to export frames into. ex. 'png'
Returns:
key_frame_files: An ordered list of paths for each frame extracted from the
video
"""
logging.debug('Extracting all frames')
ffmpeg_image_name = f"{video_file_name.split('.')[0]}_frame"
logging.debug('ffmpeg_image_name: %s', ffmpeg_image_name)
ffmpeg_image_file_names = (
f'{os.path.join(log_path, ffmpeg_image_name)}_%03d.{img_format}')
cmd = [
'ffmpeg', '-i', os.path.join(log_path, video_file_name),
ffmpeg_image_file_names, '-loglevel', 'quiet'
]
_ = subprocess.call(cmd)
file_list = sorted(
[_ for _ in os.listdir(log_path) if (_.endswith(img_format)
and ffmpeg_image_name in _)])
if not file_list:
raise AssertionError('No frames extracted. Check source video.')
return file_list
|
