From 28030ef2dba76e5c7f4d560d8f5feda5e1dc0863 Mon Sep 17 00:00:00 2001 From: ZXMMD <46393405+ZXMMD@users.noreply.github.com> Date: Fri, 12 Jul 2024 16:25:33 +0800 Subject: [PATCH] fix data_processing.md --- docs/data_processing.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/docs/data_processing.md b/docs/data_processing.md index 129c8127..4aa8cbee 100644 --- a/docs/data_processing.md +++ b/docs/data_processing.md @@ -46,19 +46,19 @@ torchrun --nproc_per_node 8 -m tools.scoring.aesthetic.inference \ --bs 1024 \ --num_workers 16 -# 3.2 Filter by aesthetic scores. This should output ${ROOT_META}/meta_clips_info_fmin1_aes_aesmin5.csv +# 3.2 Filter by aesthetic scores. This should output ${ROOT_META}/meta_clips_info_fmin1_aes_aesmin5.0.csv python -m tools.datasets.datautil ${ROOT_META}/meta_clips_info_fmin1_aes.csv --aesmin 5 -# 4.1 Generate caption. This should output ${ROOT_META}/meta_clips_info_fmin1_aes_aesmin5_caption_part*.csv +# 4.1 Generate caption. This should output ${ROOT_META}/meta_clips_info_fmin1_aes_aesmin5.0_caption_part*.csv torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava \ - ${ROOT_META}/meta_clips_info_fmin1_aes_aesmin5.csv \ + ${ROOT_META}/meta_clips_info_fmin1_aes_aesmin5.0.csv \ --dp-size 8 \ --tp-size 1 \ --model-path /path/to/llava-v1.6-mistral-7b \ --prompt video # 4.2 Merge caption results. This should output ${ROOT_META}/meta_clips_caption.csv -python -m tools.datasets.datautil ${ROOT_META}/meta_clips_info_fmin1_aes_aesmin5_caption_part*.csv --output ${ROOT_META}/meta_clips_caption.csv +python -m tools.datasets.datautil ${ROOT_META}/meta_clips_info_fmin1_aes_aesmin5.0_caption_part*.csv --output ${ROOT_META}/meta_clips_caption.csv # 4.3 Clean caption. This should output ${ROOT_META}/meta_clips_caption_cleaned.csv python -m tools.datasets.datautil \