multi_precess_pool.py

import os
import sys
from multiprocessing import Pool

def extract_frame(vid_item):
    src_full_path, out_flow_path = vid_item

    out_flow_dir = out_flow_path + src_full_path.split('/')[-1].replace('.mp4', '').replace('.webm', '')
    if os.path.exists(out_flow_dir):
        print('{} exists, skip.'.format(out_flow_dir))
        return True
        
    os.system(f'/home/user_zzg/app/bin/denseflow {src_full_path} -b=20 -a=tvl1 -s=1 -o={out_flow_path} -v')
    
    print(f'{src_full_path} frame flow done')
    sys.stdout.flush()
    return True

if __name__ == '__main__':
    video_dir = '/data/Dataset/DeeperAction/video_112_3072/'
    flow_dir  = '/data/Dataset/DeeperAction/video_112_3072_flow/'

    src_paths = []
    dst_paths = []
    for file in os.listdir(video_dir):
        video_path = video_dir + file
        src_paths.append(video_path)
        dst_paths.append(flow_dir)
        
    pool = Pool(4)
    pool.map(extract_frame, zip(src_paths, dst_paths))
    pool.close()  # 关闭进程池，不再接受新的进程
    pool.join()