twister: remove release data handling

An obsolete feature that is no longer being used due to the amount of
data that is needed per release and the fact it becomes stale very fast.
Instead, point to files directly for comparison.

Signed-off-by: Anas Nashif <anas.nashif@intel.com>

scripts/pylib/twister/twisterlib.py

@@ -3010,9 +3010,6 @@ class TestSuite(DisablePyTestCollectionMixin):
                        "seed": {"type": "int", "default": 0}
                        }
 
-    RELEASE_DATA = os.path.join(ZEPHYR_BASE, "scripts", "release",
-                            "twister_last_release.csv")
-
     SAMPLE_FILENAME = 'sample.yaml'
     TESTCASE_FILENAME = 'testcase.yaml'
 
@@ -3181,6 +3178,7 @@ class TestSuite(DisablePyTestCollectionMixin):
                 warnings += 1
 
         if warnings:
+            # FIXME
             logger.warning("Deltas based on metrics from last %s" %
                            ("release" if not last_metrics else "run"))
 
@@ -3234,7 +3232,7 @@ class TestSuite(DisablePyTestCollectionMixin):
         logger.info(f"{Fore.GREEN}{run}{Fore.RESET} test configurations executed on platforms, \
 {Fore.RED}{results.total - run - results.skipped_configs}{Fore.RESET} test configurations were only built.")
 
-    def save_reports(self, name, suffix, report_dir, no_update, release, only_failed, platform_reports, json_report):
+    def save_reports(self, name, suffix, report_dir, no_update, only_failed, platform_reports, json_report):
         if not self.instances:
             return
 

scripts/twister

@@ -156,10 +156,6 @@ files and options passed in on the command line. If there is any confusion,
 running with -v or examining the test plan report (testplan.json)
 can help show why particular test cases were skipped.
 
-Metrics (such as pass/fail state and binary size) for the last code
-release are stored in scripts/release/twister_last_release.csv.
-To update this, pass the --all --release options.
-
 To load arguments from a file, write '+' before the file name, e.g.,
 +file_name. File content must be one or more valid arguments separated by
 line break instead of white spaces.
@@ -307,8 +303,7 @@ Artificially long but functional example:
 
     compare_group_option.add_argument(
         "-m", "--last-metrics", action="store_true",
-        help="Instead of comparing metrics from the last --release, "
-             "compare with the results of the previous twister "
+        help="Compare with the results of the previous twister "
              "invocation")
 
     platform_group_option.add_argument(
@@ -629,13 +624,6 @@ structure in the main Zephyr tree: boards/<arch>/<board_name>/""")
                         default=True,
                         help="deprecated, left for compatibility")
 
-    parser.add_argument(
-        "-r", "--release", action="store_true",
-        help="Update the benchmark database with the results of this test "
-             "run. Intended to be run by CI when tagging an official "
-             "release. This database is used as a basis for comparison "
-             "when looking for deltas in metrics such as footprint.")
-
     parser.add_argument("--report-excluded",
                         action="store_true",
                         help="""List all tests that are never run based on current scope and
@@ -791,7 +779,7 @@ structure in the main Zephyr tree: boards/<arch>/<board_name>/""")
         options.testcase_root = [os.path.join(ZEPHYR_BASE, "tests"),
                                  os.path.join(ZEPHYR_BASE, "samples")]
 
-    if options.show_footprint or options.compare_report or options.release:
+    if options.show_footprint or options.compare_report:
         options.enable_size_report = True
 
     if options.coverage:
@@ -1310,12 +1298,11 @@ def main():
 
 
     # figure out which report to use for size comparison
+    report_to_use = None
     if options.compare_report:
         report_to_use = options.compare_report
     elif options.last_metrics:
         report_to_use = previous_results_file
-    else:
-        report_to_use = suite.RELEASE_DATA
 
     suite.footprint_reports(report_to_use,
                             options.show_footprint,
@@ -1367,7 +1354,6 @@ def main():
                        options.report_suffix,
                        options.report_dir,
                        options.no_update,
-                       options.release,
                        options.only_failed,
                        options.platform_reports,
                        options.json_report