fix: auto style fix by autopep8

Author: windreamer

.github/scripts/action_tools.py

@@ -94,7 +94,7 @@ def evaluate(models: list[str],
     for idx, ori_model in enumerate(models):
         print()
         print(50 * '==')
-        print(f'Start evaluating {idx+1}/{num_model} {ori_model} ...')
+        print(f'Start evaluating {idx + 1}/{num_model} {ori_model} ...')
         model = ori_model.lower()
 
         lmdeploy_dir = os.path.abspath(os.environ['LMDEPLOY_DIR'])

.github/scripts/eval_chat_config.py

@@ -133,7 +133,7 @@
     dict(role='HUMAN', begin='[INST] ', end=' [/INST]'),
     dict(role='BOT', begin='', end='', generate=True),
 ],
-                            eos_token_id=2)
+    eos_token_id=2)
 
 MAX_SESSION_LEN = 2048
 MAX_NEW_TOKENS = 1024

autotest/interface/restful/test_restful_chat_completions_v1.py

@@ -227,14 +227,14 @@ def test_array_stopwords_streaming(self, backend, model_case):
     @pytest.mark.internlm2_5
     def test_special_words(self, backend, model_case):
         message = '<|im_start|>system\n当开启工具以及代码时，根据需求选择合适的工具进行调用\n' \
-                '<|im_end|><|im_start|>system name=<|interpreter|>\n你现在已经' \
-                '能够在一个有状态的 Jupyter 笔记本环境中运行 Python 代码。当你向 python ' \
-                '发送含有 Python >代码的消息时，它将在该环境中执行。这个工具适用于多种场景，' \
-                '如数据分析或处理（包括数据操作、统计分析、图表绘制），复杂的计算问题（解决数学和物理' \
-                '难题），编程示例（理解编程概念或特性），文本处理和分析（比如文本解析和自然语言处理），' \
-                '机器学习和数据科学（用于展示模型训练和数据可视化），以及文件操作和数据导入（处理CSV、' \
-                'JSON等格式的文件）。<|im_end|>\n<|im_start|>user\n设 $L$ 为圆周$x^2+y^2=2x$，' \
-                '计算曲线积分：$I=\\int_L{x\\mathrm{d}s}=$<|im_end|>\n<|im_start|>assistant'
+            '<|im_end|><|im_start|>system name=<|interpreter|>\n你现在已经' \
+            '能够在一个有状态的 Jupyter 笔记本环境中运行 Python 代码。当你向 python ' \
+            '发送含有 Python >代码的消息时，它将在该环境中执行。这个工具适用于多种场景，' \
+            '如数据分析或处理（包括数据操作、统计分析、图表绘制），复杂的计算问题（解决数学和物理' \
+            '难题），编程示例（理解编程概念或特性），文本处理和分析（比如文本解析和自然语言处理），' \
+            '机器学习和数据科学（用于展示模型训练和数据可视化），以及文件操作和数据导入（处理CSV、' \
+            'JSON等格式的文件）。<|im_end|>\n<|im_start|>user\n设 $L$ 为圆周$x^2+y^2=2x$，' \
+            '计算曲线积分：$I=\\int_L{x\\mathrm{d}s}=$<|im_end|>\n<|im_start|>assistant'
         api_client = APIClient(BASE_URL)
         model_name = api_client.available_models[0]
         for output in api_client.chat_completions_v1(model=model_name,

autotest/interface/restful/test_restful_generate.py

@@ -748,7 +748,7 @@ def single_request(idx):
 
         success_rate = success_count / 20
         assert success_rate == 1.0, \
-            f'Stress test failed: success rate {success_rate*100}% < 80%'
+            f'Stress test failed: success rate {success_rate * 100}% < 80%'
 
         if success_count > 0:
             avg_latency = total_latency / success_count

autotest/tools/pipeline/mllm_case.py

@@ -210,7 +210,7 @@ def load_video(video_path, bound=None, num_segments=32):
 
     question = ''
     for i in range(len(imgs)):
-        question = question + f'Frame{i+1}: {IMAGE_TOKEN}\n'
+        question = question + f'Frame{i + 1}: {IMAGE_TOKEN}\n'
 
     if lang == 'cn':
         question += '视频里有什么动物，它在做什么？'

lmdeploy/api.py

@@ -95,7 +95,7 @@ def serve(model_path: str,
         This function has been removed. Please use alternative methods.
 
     This will run the api_server in a subprocess.
-    """ # noqa E501
+    """  # noqa E501
     raise NotImplementedError("The 'serve' function is no longer available. "
                               'This function has been deprecated and removed.')
 

lmdeploy/cli/utils.py

@@ -61,7 +61,7 @@ def get_lora_adapters(adapters: list[str]):
     else:
         for pair in adapters:
             assert '=' in pair, f'Multiple lora paths must in format of ' \
-                                 f'xxx=yyy. But given: {pair}'
+                f'xxx=yyy. But given: {pair}'
             name, path = pair.strip().split('=', 1)
             assert name not in output, f'Multiple lora paths with repeated lora name: {name}'
             output[name] = path
@@ -420,8 +420,7 @@ def calib_batchsize(parser):
             '--batch-size',
             type=int,
             default=1,
-            help=\
-            'The batch size for running the calib samples. Low GPU mem requires small batch_size. Large batch_size reduces the calibration time while costs more VRAM'  # noqa
+            help='The batch size for running the calib samples. Low GPU mem requires small batch_size. Large batch_size reduces the calibration time while costs more VRAM'  # noqa
         )
 
     @staticmethod
@@ -432,8 +431,7 @@ def calib_search_scale(parser):
             '--search-scale',
             action='store_true',
             default=False,
-            help=\
-            'Whether search scale ratio. Default to be disabled, which means only smooth quant with 0.5 ratio will be applied'  # noqa
+            help='Whether search scale ratio. Default to be disabled, which means only smooth quant with 0.5 ratio will be applied'  # noqa
         )
 
     @staticmethod
@@ -454,8 +452,7 @@ def chat_template(parser):
             '--chat-template',
             type=str,
             default=None,
-            help=\
-            'A JSON file or string that specifies the chat template configuration. '  # noqa
+            help='A JSON file or string that specifies the chat template configuration. '  # noqa
             'Please refer to https://lmdeploy.readthedocs.io/en/latest/advance/chat_template.html for the specification'  # noqa
         )
 

lmdeploy/lite/utils/__init__.py

@@ -2,14 +2,14 @@
 
 from .batch_split import concat_decoder_layer_outputs, split_decoder_layer_inputs
 from .cal_qparams import (
-                          QParams,
-                          cal_qparams_per_channel_absmax,
-                          cal_qparams_per_channel_minmax,
-                          cal_qparams_per_group_absmax,
-                          cal_qparams_per_group_minmax,
-                          cal_qparams_per_tensor_absmax,
-                          cal_qparams_per_tensor_minmax,
-                          precise_round,
+    QParams,
+    cal_qparams_per_channel_absmax,
+    cal_qparams_per_channel_minmax,
+    cal_qparams_per_group_absmax,
+    cal_qparams_per_group_minmax,
+    cal_qparams_per_tensor_absmax,
+    cal_qparams_per_tensor_minmax,
+    precise_round,
 )
 from .calib_dataloader import get_calib_loaders
 from .collect import bimap_name_mod, collect_target_modules, collect_target_weights

lmdeploy/messages.py

@@ -451,16 +451,16 @@ def __post_init__(self):
         assert self.quant_policy in (0, 4, 8), 'invalid quant_policy'
         assert self.device_type in ['cuda', 'ascend', 'maca', 'camb'], (f'invalid device_type: {self.device_type}')
         assert self.kernel_block_size >= 16 and \
-               (self.kernel_block_size & (self.kernel_block_size - 1)) == 0, \
-               f'kernel_block_size must be >= 16 and a power of 2, but got {self.kernel_block_size}'
+            (self.kernel_block_size & (self.kernel_block_size - 1)) == 0, \
+            f'kernel_block_size must be >= 16 and a power of 2, but got {self.kernel_block_size}'
         assert self.block_size >= self.kernel_block_size and \
-               self.block_size % self.kernel_block_size == 0, \
-               (f'block_size must be >= kernel_block_size and an integer multiple '
-                f'of kernel_block_size, but got block_size {self.block_size} '
-                f'and kernel_block_size {self.kernel_block_size}')
+            self.block_size % self.kernel_block_size == 0, \
+            (f'block_size must be >= kernel_block_size and an integer multiple '
+             f'of kernel_block_size, but got block_size {self.block_size} '
+             f'and kernel_block_size {self.kernel_block_size}')
         if self.quant_policy > 0 and self.device_type not in ['cuda', 'ascend']:
             assert False, \
-                   'kv cache quantization only works for CUDA and ASCEND.'
+                'kv cache quantization only works for CUDA and ASCEND.'
         if self.device_type == 'camb' and self.block_size != 16:
             self.block_size = 16
             logger.warning('Currently, camb device requires block size to be 16, \

lmdeploy/metrics/loggers.py

@@ -116,10 +116,10 @@ def log(self):
                    f'{scheduler_stats.num_api_routed_reqs} / {scheduler_stats.num_api_waiting_reqs}, '
                    f'Engine (running/waiting): '
                    f'{scheduler_stats.num_running_reqs} / {scheduler_stats.num_waiting_reqs}, '
-                   f'KV cache: {scheduler_stats.gpu_cache_usage * 100 :.1f}%, ')
+                   f'KV cache: {scheduler_stats.gpu_cache_usage * 100:.1f}%, ')
 
         if scheduler_stats.prefix_cache_hit_rate != 0:
-            log_msg += f'Prefix cache hit rate: {scheduler_stats.prefix_cache_hit_rate * 100 :.1f}%, '
+            log_msg += f'Prefix cache hit rate: {scheduler_stats.prefix_cache_hit_rate * 100:.1f}%, '
 
         if spec_msg is not None:
             log_msg += spec_msg