From d9c4ab3b8d74fc13942ed0efc0a6497899a521ec Mon Sep 17 00:00:00 2001 From: "jiangnana.jnn" Date: Fri, 23 Aug 2024 15:13:05 +0800 Subject: [PATCH] update mapper init --- .github/workflows/docker/docker-compose.yml | 4 ++-- data_juicer/ops/mapper/__init__.py | 3 ++- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/.github/workflows/docker/docker-compose.yml b/.github/workflows/docker/docker-compose.yml index eeba32206..92a5c76c2 100644 --- a/.github/workflows/docker/docker-compose.yml +++ b/.github/workflows/docker/docker-compose.yml @@ -1,7 +1,7 @@ version: '3' services: ray-head: - image: data-juicer-unittest:0.2.1 + image: data-juicer-unittest:0.2.2 pull_policy: never command: ray start --head --dashboard-host 0.0.0.0 --include-dashboard true --block environment: @@ -30,7 +30,7 @@ services: capabilities: [gpu] ray-worker: - image: data-juicer-unittest:0.2.1 + image: data-juicer-unittest:0.2.2 pull_policy: never command: ray start --address=ray-head:6379 --block environment: diff --git a/data_juicer/ops/mapper/__init__.py b/data_juicer/ops/mapper/__init__.py index 25aa7d5f6..d0e32825c 100644 --- a/data_juicer/ops/mapper/__init__.py +++ b/data_juicer/ops/mapper/__init__.py @@ -2,7 +2,8 @@ from . import (audio_ffmpeg_wrapped_mapper, chinese_convert_mapper, clean_copyright_mapper, clean_email_mapper, clean_html_mapper, clean_ip_mapper, clean_links_mapper, expand_macro_mapper, - extract_qa_mapper, fix_unicode_mapper, image_blur_mapper, + extract_qa_mapper, fix_unicode_mapper, + generate_instruction_mapper, image_blur_mapper, image_captioning_from_gpt4v_mapper, image_captioning_mapper, image_diffusion_mapper, image_face_blur_mapper, nlpaug_en_mapper, nlpcda_zh_mapper, optimize_instruction_mapper,