重构代码

Author: Your Name

examples/train/rft/rft.py

@@ -22,7 +22,8 @@ def do_sample(model: str, model_type: str, dataset: List[str], iter: int):
     for device in range(device_count):
         sample_cmd = (f'{conda_prefix} CUDA_VISIBLE_DEVICES={device} swift sample '
                       f'--model {model} --model_type {model_type} '
-                      f'--dataset {' '.join(dataset)} '
+                      f'--dataset {'
+                      '.join(dataset)} '
                       f'--data_range {device} {device_count} '
                       f'--max_length 2048 '
                       f'--system "You are a math model, you should **think step by step** carefully, '
@@ -61,7 +62,8 @@ def do_sample(model: str, model_type: str, dataset: List[str], iter: int):
         sample_cmd = (
             f'{conda_prefix} CUDA_VISIBLE_DEVICES={device} swift sample '
             f'--model {model} --model_type {model_type} '  # change to --resume_from_checkpoint to use the latest optimizer state # noqa
-            f'--dataset {' '.join(dataset)} '
+            f'--dataset {'
+            '.join(dataset)} '
             f'--data_range {device} {device_count} '
             f'--max_length 2048 '
             f'--system "You are a math model, you should **think step by step** carefully, '
@@ -108,7 +110,8 @@ def do_train(model: str, model_type: str, datasets: List[str], iter, cmd='sft'):
     ga = 128 // get_device_count() // 2
     train_cmd = (f'{conda_prefix} {gpu_prefix} swift {cmd} '
                  f'--model {model} --model_type {model_type} '
-                 f'--dataset {' '.join(datasets)} '
+                 f'--dataset {'
+                 '.join(datasets)} '
                  f'--max_length 2048 '
                  f'--num_train_epochs 1 '
                  f'--load_args false '

gen_data.py

@@ -566,7 +566,7 @@ def preprocess_row(row: Dict[str, Any]) -> Dict[str, Any]:
         what = ''
         if ':' in action:
             action, what = action[:action.find(':')], action[action.find(':') + 1:]
-        row['response'] = f'Action: {action.strip()}\nAction Input: {where.strip()}{',' + what.strip()}'
+        row['response'] = f'Action: {action.strip()}\nAction Input: {where.strip()}{', ' + what.strip()}'
         return row
 
     conversations = []