remove use_for_integration_test

Author: wwwjn

.github/workflows/integration_test_8gpu_core.yaml

@@ -1,4 +1,4 @@
-name: 8 GPU Integration Test
+name: 8 GPU Integration Test - Core Functionality
 
 on:
   push:

.github/workflows/integration_test_8gpu_parallelsim.yaml

@@ -1,4 +1,4 @@
-name: 8 GPU Integration Test
+name: 8 GPU Integration Test - Model Parallelism
 
 on:
   push:

torchtitan/config_manager.py

@@ -41,9 +41,6 @@ class Job:
     description: str = "default job"
     """Description of the job"""
 
-    use_for_integration_test: bool = False
-    """Add this config to the integration test suite"""
-
     print_args: bool = False
     """Print the args to terminal"""
 

torchtitan/experiments/deepseek_v3/train_configs/deepseek_v2.toml

@@ -2,7 +2,6 @@
 dump_folder = "./outputs"
 description = "DeepSeek v2 debug training"
 print_args = false
-use_for_integration_test = true
 
 [profiling]
 enable_profiling = false

torchtitan/experiments/flux/tests/integration_tests.py

@@ -15,11 +15,6 @@
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
-try:
-    import tomllib
-except ModuleNotFoundError:
-    import tomli as tomllib
-
 
 def build_test_list():
     """
@@ -138,21 +133,15 @@ def run_tests(args):
     for config_file in os.listdir(args.config_dir):
         if config_file.endswith(".toml"):
             full_path = os.path.join(args.config_dir, config_file)
-            with open(full_path, "rb") as f:
-                config = tomllib.load(f)
-                is_integration_test = config["job"].get(
-                    "use_for_integration_test", False
-                )
-                if is_integration_test:
-                    for test_flavor in integration_tests_flavors[config_file]:
-                        if args.test == "all" or test_flavor.test_name == args.test:
-                            if args.ngpu < test_flavor.ngpu:
-                                logger.info(
-                                    f"Skipping test {test_flavor.test_name} that requires {test_flavor.ngpu} gpus,"
-                                    f" because --ngpu arg is {args.ngpu}"
-                                )
-                            else:
-                                run_test(test_flavor, full_path, args.output_dir)
+            for test_flavor in integration_tests_flavors[config_file]:
+                if args.test == "all" or test_flavor.test_name == args.test:
+                    if args.ngpu < test_flavor.ngpu:
+                        logger.info(
+                            f"Skipping test {test_flavor.test_name} that requires {test_flavor.ngpu} gpus,"
+                            f" because --ngpu arg is {args.ngpu}"
+                        )
+                    else:
+                        run_test(test_flavor, full_path, args.output_dir)
 
 
 def main():

torchtitan/experiments/flux/train_configs/debug_model.toml

@@ -3,7 +3,6 @@
 dump_folder = "./outputs"
 description = "Flux debug model"
 print_args = false
-use_for_integration_test = true
 
 [profiling]
 enable_profiling = false

torchtitan/experiments/llama4/train_configs/debug_model.toml

@@ -2,7 +2,6 @@
 dump_folder = "./outputs"
 description = "Llama 4 debug training"
 print_args = false
-use_for_integration_test = true
 
 [profiling]
 enable_profiling = false

torchtitan/experiments/simple_fsdp/tests/integration_tests.py

@@ -15,11 +15,6 @@
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
-try:
-    import tomllib
-except ModuleNotFoundError:
-    import tomli as tomllib
-
 
 def build_test_list():
     """
@@ -244,21 +239,15 @@ def run_tests(args):
     for config_file in os.listdir(args.config_dir):
         if config_file.endswith(".toml"):
             full_path = os.path.join(args.config_dir, config_file)
-            with open(full_path, "rb") as f:
-                config = tomllib.load(f)
-                is_integration_test = config["job"].get(
-                    "use_for_integration_test", False
-                )
-                if is_integration_test:
-                    for test_flavor in integration_tests_flavors[config_file]:
-                        if args.test == "all" or test_flavor.test_name == args.test:
-                            if args.ngpu < test_flavor.ngpu:
-                                logger.info(
-                                    f"Skipping test {test_flavor.test_name} that requires {test_flavor.ngpu} gpus,"
-                                    f" because --ngpu arg is {args.ngpu}"
-                                )
-                            else:
-                                run_test(test_flavor, full_path, args.output_dir)
+            for test_flavor in integration_tests_flavors[config_file]:
+                if args.test == "all" or test_flavor.test_name == args.test:
+                    if args.ngpu < test_flavor.ngpu:
+                        logger.info(
+                            f"Skipping test {test_flavor.test_name} that requires {test_flavor.ngpu} gpus,"
+                            f" because --ngpu arg is {args.ngpu}"
+                        )
+                    else:
+                        run_test(test_flavor, full_path, args.output_dir)
 
 
 def main():