Rename retry flake-detection to the detect-flake command

Author: ono-max

launchable/__main__.py

@@ -10,9 +10,9 @@
 from launchable.app import Application
 
 from .commands.compare import compare
+from .commands.detect_flake import detect_flake
 from .commands.inspect import inspect
 from .commands.record import record
-from .commands.retry import retry
 from .commands.split_subset import split_subset
 from .commands.stats import stats
 from .commands.subset import subset
@@ -92,7 +92,7 @@ def main(ctx, log_level, plugin_dir, dry_run, skip_cert_verification):
 main.add_command(inspect)
 main.add_command(stats)
 main.add_command(compare)
-main.add_command(retry)
+main.add_command(detect_flake, 'detect-flake')
 
 if __name__ == '__main__':
     main()

…chable/commands/retry/flake_detection.py launchable/commands/detect_flake.pylaunchable/commands/retry/flake_detection.py renamed to launchable/commands/detect_flake.py launchable/commands/retry/flake_detection.py renamed to launchable/commands/detect_flake.py

@@ -11,7 +11,7 @@
 from launchable.utils.launchable_client import LaunchableClient
 from launchable.utils.tracking import Tracking, TrackingClient
 
-from ...utils.commands import Command
+from ..utils.commands import Command
 
 
 @click.group(help="Early flake detection")
@@ -23,14 +23,16 @@
     required=True
 )
 @click.option(
-    '--confidence',
-    help='Confidence level for flake detection',
+    '--retry-threshold',
+    'retry_threshold',
+    help='Throughness of how "flake" is detected',
     type=click.Choice(['low', 'medium', 'high'], case_sensitive=False),
+    default='medium',
     required=True,
 )
 @click.pass_context
-def flake_detection(ctx, confidence, session):
-    tracking_client = TrackingClient(Command.FLAKE_DETECTION, app=ctx.obj)
+def detect_flake(ctx, retry_threshold, session):
+    tracking_client = TrackingClient(Command.DETECT_FLAKE, app=ctx.obj)
     client = LaunchableClient(app=ctx.obj, tracking_client=tracking_client, test_runner=ctx.invoked_subcommand)
     session_id = None
     try:
@@ -64,9 +66,9 @@ def run(self):
             try:
                 res = client.request(
                     "get",
-                    "retry/flake-detection",
+                    "detect-flake",
                     params={
-                        "confidence": confidence.upper(),
+                        "confidence": retry_threshold.upper(),
                         "session-id": os.path.basename(session_id),
                         "test-runner": ctx.invoked_subcommand})
                 res.raise_for_status()

launchable/commands/retry/__init__.py

@@ -5,8 +5,8 @@
 
 import click
 
+from launchable.commands.detect_flake import detect_flake as detect_flake_cmd
 from launchable.commands.record.tests import tests as record_tests_cmd
-from launchable.commands.retry.flake_detection import flake_detection as flake_detection_cmd
 from launchable.commands.split_subset import split_subset as split_subset_cmd
 from launchable.commands.subset import subset as subset_cmd
 from launchable.testpath import unparse_test_path
@@ -46,7 +46,7 @@ def subset(f):
 
 
 def flake_detection(f):
-    return wrap(f, flake_detection_cmd)
+    return wrap(f, detect_flake_cmd)
 
 
 def split_subset(f):
@@ -194,4 +194,4 @@ def flake_detection(client):
 
             client.run()
 
-        return wrap(flake_detection, flake_detection_cmd, self.cmdname)
+        return wrap(flake_detection, detect_flake_cmd, self.cmdname)

launchable/test_runners/launchable.py

@@ -3,3 +3,4 @@
 subset = launchable.CommonSubsetImpls(__name__).scan_files('*_spec.rb')
 split_subset = launchable.CommonSplitSubsetImpls(__name__).split_subset()
 record_tests = launchable.CommonRecordTestImpls(__name__).report_files()
+launchable.CommonFlakeDetectionImpls(__name__).flake_detection()

launchable/test_runners/rspec.py

@@ -8,7 +8,7 @@ class Command(Enum):
     RECORD_SESSION = 'RECORD_SESSION'
     SUBSET = 'SUBSET'
     COMMIT = 'COMMIT'
-    FLAKE_DETECTION = 'FLAKE_DETECTION'
+    DETECT_FLAKE = 'DETECT_FLAKE'
 
     def display_name(self):
         return self.value.lower().replace('_', ' ')

launchable/utils/commands.py

@@ -7,7 +7,7 @@
 from tests.cli_test_case import CliTestCase
 
 
-class FlakeDetectionTest(CliTestCase):
+class DetectFlakeTest(CliTestCase):
     @responses.activate
     @mock.patch.dict(os.environ, {"LAUNCHABLE_TOKEN": CliTestCase.launchable_token})
     def test_flake_detection_success(self):
@@ -19,16 +19,15 @@ def test_flake_detection_success(self):
         }
         responses.add(
             responses.GET,
-            f"{get_base_url()}/intake/organizations/{self.organization}/workspaces/{self.workspace}/retry/flake-detection",
+            f"{get_base_url()}/intake/organizations/{self.organization}/workspaces/{self.workspace}/detect-flake",
             json=mock_json_response,
             status=200,
         )
         result = self.cli(
-            "retry",
-            "flake-detection",
+            "detect-flake",
             "--session",
             self.session,
-            "--confidence",
+            "--retry-threshold",
             "high",
             "file",
             mix_stderr=False,
@@ -37,22 +36,47 @@ def test_flake_detection_success(self):
         self.assertIn("test_flaky_1.py", result.stdout)
         self.assertIn("test_flaky_2.py", result.stdout)
 
+    @responses.activate
+    @mock.patch.dict(os.environ, {"LAUNCHABLE_TOKEN": CliTestCase.launchable_token})
+    def test_flake_detection_without_retry_threshold_success(self):
+        mock_json_response = {
+            "testPaths": [
+                [{"type": "file", "name": "test_flaky_1.py"}],
+                [{"type": "file", "name": "test_flaky_2.py"}],
+            ]
+        }
+        responses.add(
+            responses.GET,
+            f"{get_base_url()}/intake/organizations/{self.organization}/workspaces/{self.workspace}/detect-flake",
+            json=mock_json_response,
+            status=200,
+        )
+        result = self.cli(
+            "detect-flake",
+            "--session",
+            self.session,
+            "file",
+            mix_stderr=False,
+        )
+        self.assert_success(result)
+        self.assertIn("test_flaky_1.py", result.stdout)
+        self.assertIn("test_flaky_2.py", result.stdout)
+
     @responses.activate
     @mock.patch.dict(os.environ, {"LAUNCHABLE_TOKEN": CliTestCase.launchable_token})
     def test_flake_detection_no_flakes(self):
         mock_json_response = {"testPaths": []}
         responses.add(
             responses.GET,
-            f"{get_base_url()}/intake/organizations/{self.organization}/workspaces/{self.workspace}/retry/flake-detection",
+            f"{get_base_url()}/intake/organizations/{self.organization}/workspaces/{self.workspace}/detect-flake",
             json=mock_json_response,
             status=200,
         )
         result = self.cli(
-            "retry",
-            "flake-detection",
+            "detect-flake",
             "--session",
             self.session,
-            "--confidence",
+            "--retry-threshold",
             "low",
             "file",
             mix_stderr=False,
@@ -65,15 +89,14 @@ def test_flake_detection_no_flakes(self):
     def test_flake_detection_api_error(self):
         responses.add(
             responses.GET,
-            f"{get_base_url()}/intake/organizations/{self.organization}/workspaces/{self.workspace}/retry/flake-detection",
+            f"{get_base_url()}/intake/organizations/{self.organization}/workspaces/{self.workspace}/detect-flake",
             status=500,
         )
         result = self.cli(
-            "retry",
-            "flake-detection",
+            "detect-flake",
             "--session",
             self.session,
-            "--confidence",
+            "--retry-threshold",
             "medium",
             "file",
             mix_stderr=False,