-
Notifications
You must be signed in to change notification settings - Fork 361
Expand file tree
/
Copy path__init__.py
More file actions
239 lines (238 loc) · 10.9 KB
/
__init__.py
File metadata and controls
239 lines (238 loc) · 10.9 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
from .annotation.human_preference_annotation_mapper import (
HumanPreferenceAnnotationMapper,
)
from .audio_add_gaussian_noise_mapper import AudioAddGaussianNoiseMapper
from .audio_ffmpeg_wrapped_mapper import AudioFFmpegWrappedMapper
from .calibrate_qa_mapper import CalibrateQAMapper
from .calibrate_query_mapper import CalibrateQueryMapper
from .calibrate_response_mapper import CalibrateResponseMapper
from .chinese_convert_mapper import ChineseConvertMapper
from .clean_copyright_mapper import CleanCopyrightMapper
from .clean_email_mapper import CleanEmailMapper
from .clean_html_mapper import CleanHtmlMapper
from .clean_ip_mapper import CleanIpMapper
from .clean_links_mapper import CleanLinksMapper
from .detect_character_attributes_mapper import DetectCharacterAttributesMapper
from .detect_character_locations_mapper import DetectCharacterLocationsMapper
from .detect_main_character_mapper import DetectMainCharacterMapper
from .dialog_intent_detection_mapper import DialogIntentDetectionMapper
from .dialog_sentiment_detection_mapper import DialogSentimentDetectionMapper
from .dialog_sentiment_intensity_mapper import DialogSentimentIntensityMapper
from .dialog_topic_detection_mapper import DialogTopicDetectionMapper
from .download_file_mapper import DownloadFileMapper
from .expand_macro_mapper import ExpandMacroMapper
from .export_to_lerobot_mapper import ExportToLeRobotMapper
from .extract_entity_attribute_mapper import ExtractEntityAttributeMapper
from .extract_entity_relation_mapper import ExtractEntityRelationMapper
from .extract_event_mapper import ExtractEventMapper
from .extract_keyword_mapper import ExtractKeywordMapper
from .extract_nickname_mapper import ExtractNicknameMapper
from .extract_support_text_mapper import ExtractSupportTextMapper
from .extract_tables_from_html_mapper import ExtractTablesFromHtmlMapper
from .fix_unicode_mapper import FixUnicodeMapper
from .generate_qa_from_examples_mapper import GenerateQAFromExamplesMapper
from .generate_qa_from_text_mapper import GenerateQAFromTextMapper
from .image_blur_mapper import ImageBlurMapper
from .image_captioning_from_gpt4v_mapper import ImageCaptioningFromGPT4VMapper
from .image_captioning_mapper import ImageCaptioningMapper
from .image_detection_yolo_mapper import ImageDetectionYoloMapper
from .image_diffusion_mapper import ImageDiffusionMapper
from .image_face_blur_mapper import ImageFaceBlurMapper
from .image_mmpose_mapper import ImageMMPoseMapper
from .image_remove_background_mapper import ImageRemoveBackgroundMapper
from .image_sam_3d_body_mapper import ImageSAM3DBodyMapper
from .image_segment_mapper import ImageSegmentMapper
from .image_tagging_mapper import ImageTaggingMapper
from .image_tagging_vlm_mapper import ImageTaggingVLMMapper
from .imgdiff_difference_area_generator_mapper import Difference_Area_Generator_Mapper
from .imgdiff_difference_caption_generator_mapper import (
Difference_Caption_Generator_Mapper,
)
from .latex_figure_context_extractor_mapper import LatexFigureContextExtractorMapper
from .latex_merge_tex_mapper import LatexMergeTexMapper
from .mllm_mapper import MllmMapper
from .nlpaug_en_mapper import NlpaugEnMapper
from .nlpcda_zh_mapper import NlpcdaZhMapper
from .optimize_prompt_mapper import OptimizePromptMapper
from .optimize_qa_mapper import OptimizeQAMapper
from .optimize_query_mapper import OptimizeQueryMapper
from .optimize_response_mapper import OptimizeResponseMapper
from .pair_preference_mapper import PairPreferenceMapper
from .punctuation_normalization_mapper import PunctuationNormalizationMapper
from .python_file_mapper import PythonFileMapper
from .python_lambda_mapper import PythonLambdaMapper
from .query_intent_detection_mapper import QueryIntentDetectionMapper
from .query_sentiment_detection_mapper import QuerySentimentDetectionMapper
from .query_topic_detection_mapper import QueryTopicDetectionMapper
from .relation_identity_mapper import RelationIdentityMapper
from .remove_bibliography_mapper import RemoveBibliographyMapper
from .remove_comments_mapper import RemoveCommentsMapper
from .remove_header_mapper import RemoveHeaderMapper
from .remove_long_words_mapper import RemoveLongWordsMapper
from .remove_non_chinese_character_mapper import RemoveNonChineseCharacterlMapper
from .remove_repeat_sentences_mapper import RemoveRepeatSentencesMapper
from .remove_specific_chars_mapper import RemoveSpecificCharsMapper
from .remove_table_text_mapper import RemoveTableTextMapper
from .remove_words_with_incorrect_substrings_mapper import (
RemoveWordsWithIncorrectSubstringsMapper,
)
from .replace_content_mapper import ReplaceContentMapper
from .s3_download_file_mapper import S3DownloadFileMapper
from .s3_upload_file_mapper import S3UploadFileMapper
from .sdxl_prompt2prompt_mapper import SDXLPrompt2PromptMapper
from .sentence_augmentation_mapper import SentenceAugmentationMapper
from .sentence_split_mapper import SentenceSplitMapper
from .text_chunk_mapper import TextChunkMapper
from .text_tagging_by_prompt_mapper import TextTaggingByPromptMapper
from .vggt_mapper import VggtMapper
from .video_atomic_action_segment_mapper import VideoAtomicActionSegmentMapper
from .video_camera_calibration_deepcalib_mapper import (
VideoCameraCalibrationDeepcalibMapper,
)
from .video_camera_calibration_droidcalib_mapper import (
VideoCameraCalibrationDroidCalibMapper,
)
from .video_camera_calibration_moge_mapper import VideoCameraCalibrationMogeMapper
from .video_camera_pose_megasam_mapper import VideoCameraPoseMegaSaMMapper
from .video_captioning_from_audio_mapper import VideoCaptioningFromAudioMapper
from .video_captioning_from_frames_mapper import VideoCaptioningFromFramesMapper
from .video_captioning_from_summarizer_mapper import VideoCaptioningFromSummarizerMapper
from .video_captioning_from_video_mapper import VideoCaptioningFromVideoMapper
from .video_captioning_from_vlm_mapper import VideoCaptioningFromVLMMapper
from .video_clip_reassembly_mapper import VideoClipReassemblyMapper
from .video_depth_estimation_mapper import VideoDepthEstimationMapper
from .video_extract_frames_mapper import VideoExtractFramesMapper
from .video_face_blur_mapper import VideoFaceBlurMapper
from .video_ffmpeg_wrapped_mapper import VideoFFmpegWrappedMapper
from .video_hand_action_compute_mapper import VideoHandActionComputeMapper
from .video_hand_motion_smooth_mapper import VideoHandMotionSmoothMapper
from .video_hand_reconstruction_hawor_mapper import VideoHandReconstructionHaworMapper
from .video_hand_reconstruction_mapper import VideoHandReconstructionMapper
from .video_object_segmenting_mapper import VideoObjectSegmentingMapper
from .video_remove_watermark_mapper import VideoRemoveWatermarkMapper
from .video_resize_aspect_ratio_mapper import VideoResizeAspectRatioMapper
from .video_resize_resolution_mapper import VideoResizeResolutionMapper
from .video_split_by_duration_mapper import VideoSplitByDurationMapper
from .video_split_by_key_frame_mapper import VideoSplitByKeyFrameMapper
from .video_split_by_scene_mapper import VideoSplitBySceneMapper
from .video_tagging_from_audio_mapper import VideoTaggingFromAudioMapper
from .video_tagging_from_frames_mapper import VideoTaggingFromFramesMapper
from .video_trajectory_overlay_mapper import VideoTrajectoryOverlayMapper
from .video_undistort_mapper import VideoUndistortMapper
from .video_whole_body_pose_estimation_mapper import VideoWholeBodyPoseEstimationMapper
from .whitespace_normalization_mapper import WhitespaceNormalizationMapper
__all__ = [
"VideoCameraCalibrationDroidCalibMapper",
"VideoCameraPoseMegaSaMMapper",
"AudioAddGaussianNoiseMapper",
"AudioFFmpegWrappedMapper",
"CalibrateQAMapper",
"CalibrateQueryMapper",
"CalibrateResponseMapper",
"ChineseConvertMapper",
"CleanCopyrightMapper",
"CleanEmailMapper",
"CleanHtmlMapper",
"CleanIpMapper",
"CleanLinksMapper",
"DetectCharacterAttributesMapper",
"DetectCharacterLocationsMapper",
"DetectMainCharacterMapper",
"DialogIntentDetectionMapper",
"DialogSentimentDetectionMapper",
"DialogSentimentIntensityMapper",
"DialogTopicDetectionMapper",
"Difference_Area_Generator_Mapper",
"Difference_Caption_Generator_Mapper",
"DownloadFileMapper",
"ExpandMacroMapper",
"ExtractEntityAttributeMapper",
"ExtractEntityRelationMapper",
"ExportToLeRobotMapper",
"ExtractEventMapper",
"ExtractKeywordMapper",
"ExtractNicknameMapper",
"ExtractSupportTextMapper",
"ExtractTablesFromHtmlMapper",
"FixUnicodeMapper",
"GenerateQAFromExamplesMapper",
"GenerateQAFromTextMapper",
"HumanPreferenceAnnotationMapper",
"ImageBlurMapper",
"ImageCaptioningFromGPT4VMapper",
"ImageCaptioningMapper",
"ImageDetectionYoloMapper",
"ImageDiffusionMapper",
"ImageMMPoseMapper",
"ImageFaceBlurMapper",
"ImageRemoveBackgroundMapper",
"ImageSAM3DBodyMapper",
"ImageSegmentMapper",
"ImageTaggingMapper",
"ImageTaggingVLMMapper",
"LatexFigureContextExtractorMapper",
"LatexMergeTexMapper",
"MllmMapper",
"NlpaugEnMapper",
"NlpcdaZhMapper",
"OptimizePromptMapper",
"OptimizeQAMapper",
"OptimizeQueryMapper",
"OptimizeResponseMapper",
"PairPreferenceMapper",
"PunctuationNormalizationMapper",
"PythonFileMapper",
"PythonLambdaMapper",
"QuerySentimentDetectionMapper",
"QueryIntentDetectionMapper",
"QueryTopicDetectionMapper",
"RelationIdentityMapper",
"RemoveBibliographyMapper",
"RemoveCommentsMapper",
"RemoveHeaderMapper",
"RemoveLongWordsMapper",
"RemoveNonChineseCharacterlMapper",
"RemoveRepeatSentencesMapper",
"RemoveSpecificCharsMapper",
"RemoveTableTextMapper",
"RemoveWordsWithIncorrectSubstringsMapper",
"ReplaceContentMapper",
"S3DownloadFileMapper",
"S3UploadFileMapper",
"SDXLPrompt2PromptMapper",
"SentenceAugmentationMapper",
"SentenceSplitMapper",
"TextChunkMapper",
"TextTaggingByPromptMapper",
"VggtMapper",
"VideoCameraCalibrationDeepcalibMapper",
"VideoCameraCalibrationMogeMapper",
"VideoCaptioningFromAudioMapper",
"VideoCaptioningFromFramesMapper",
"VideoCaptioningFromSummarizerMapper",
"VideoCaptioningFromVideoMapper",
"VideoCaptioningFromVLMMapper",
"VideoDepthEstimationMapper",
"VideoExtractFramesMapper",
"VideoFFmpegWrappedMapper",
"VideoHandReconstructionHaworMapper",
"VideoHandReconstructionMapper",
"VideoHandActionComputeMapper",
"VideoHandMotionSmoothMapper",
"VideoClipReassemblyMapper",
"VideoAtomicActionSegmentMapper",
"VideoTrajectoryOverlayMapper",
"VideoFaceBlurMapper",
"VideoObjectSegmentingMapper",
"VideoRemoveWatermarkMapper",
"VideoResizeAspectRatioMapper",
"VideoResizeResolutionMapper",
"VideoSplitByDurationMapper",
"VideoSplitByKeyFrameMapper",
"VideoSplitBySceneMapper",
"VideoTaggingFromAudioMapper",
"VideoTaggingFromFramesMapper",
"VideoUndistortMapper",
"VideoWholeBodyPoseEstimationMapper",
"WhitespaceNormalizationMapper",
]