Merge pull request #4089 from whisperity/feat/show-zero-checkers/patch

feat(server): Store information about available checkers to the database

.github/workflows/test.yml

@@ -155,6 +155,7 @@ jobs:
         run: sh .github/workflows/install-deps.sh
 
       - name: Init .pgpass
+        if: matrix.database != 'sqlite'
         run: |
           echo '*:*:*:*:postgres' > $HOME/.pgpass
           chmod 0600 $HOME/.pgpass
@@ -163,7 +164,10 @@ jobs:
         env:
           PGPASSWORD: postgres
         run: |
-          export PGPASSFILE=$HOME/.pgpass
+          if [[ "${{ matrix.database != 'sqlite' }}" == "true" ]]
+          then
+            export PGPASSFILE=$HOME/.pgpass
+          fi
 
           make pip_dev_deps
           pip3 install -r web/requirements_py/auth/requirements.txt

alembic.ini

@@ -61,38 +61,3 @@ script_location = web/server/codechecker_server/migrations/report
 
 sqlalchemy.url = postgres://postgres@localhost:5432/default
 #sqlalchemy.url = sqlite:////home/username/.codechecker/Default.sqlite
-
-# Logging configuration
-[loggers]
-keys = root,sqlalchemy,alembic
-
-[handlers]
-keys = console
-
-[formatters]
-keys = generic
-
-[logger_root]
-level = WARN
-handlers = console
-qualname =
-
-[logger_sqlalchemy]
-level = WARN
-handlers =
-qualname = sqlalchemy.engine
-
-[logger_alembic]
-level = INFO
-handlers =
-qualname = alembic
-
-[handler_console]
-class = StreamHandler
-args = (sys.stderr,)
-level = NOTSET
-formatter = generic
-
-[formatter_generic]
-format = %(levelname)-5.5s [%(name)s] %(message)s
-datefmt = %H:%M:%S

analyzer/tests/unit/test_checker_labels.py

@@ -115,6 +115,13 @@ def initialize_labels_dir(self):
     def test_checker_labels(self):
         cl = CheckerLabels(self.labels_dir.name)
 
+        self.assertEqual(
+            sorted(cl.get_analyzers()),
+            sorted([
+                "clang-tidy",
+                "clangsa"
+            ]))
+
         self.assertEqual(
             sorted(cl.checkers_by_labels([
                 'profile:extreme'])),

codechecker_common/checker_labels.py

@@ -1,6 +1,12 @@
-import os
+# -------------------------------------------------------------------------
+#
+#  Part of the CodeChecker project, under the Apache License v2.0 with
+#  LLVM Exceptions. See LICENSE for license information.
+#  SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+#
+# -------------------------------------------------------------------------
 from collections import defaultdict
-
+import os
 from typing import Any, cast, DefaultDict, Dict, Iterable, List, Optional, \
     Set, Tuple, Union
 
@@ -148,6 +154,9 @@ def __get_analyzer_data(
             if analyzer is None or a == analyzer:
                 yield a, c
 
+    def get_analyzers(self) -> Iterable[str]:
+        return self.__data.keys()
+
     def checkers_by_labels(
         self,
         filter_labels: Iterable[str],

tools/report-converter/codechecker_report_converter/report/__init__.py

@@ -14,13 +14,16 @@
 import logging
 import os
 
-from typing import Callable, Dict, List, Optional, Protocol, Set
+from typing import Callable, Dict, List, Optional, Protocol, Set, Tuple
 
 from .. import util
 
 
 LOG = logging.getLogger('report-converter')
 
+FakeChecker: Tuple[str, str] = ("__FAKE__", "__FAKE__")
+UnknownChecker: Tuple[str, str] = ("UNKNOWN", "NOT FOUND")
+
 
 class SkipListHandlers(Protocol):
     should_skip: Callable[[str], bool]
@@ -338,8 +341,8 @@ def __init__(
         self.severity = severity
         self.report_hash = report_hash
         self.analyzer_name = analyzer_name
-        self.category = category
-        self.type = type
+        self.category = category  # TODO: Remove this. DEPRECATED.
+        self.type = type  # TODO: Remove this. DEPRECATED.
         self.annotations = annotations
 
         self.static_message = \
@@ -488,7 +491,13 @@ def to_json(self) -> Dict:
             "severity": self.severity,
             "report_hash": self.report_hash,
             "analyzer_name": self.analyzer_name,
+            # DEPRECATED: 'category' is deprecated in 6.24.0, as it is not
+            # parsed, understood, or handled by the report server.
+            # It should be removed!
             "category": self.category,
+            # DEPRECATED: 'type' is deprecated in 6.24.0, as it is not
+            # parsed, understood, or handled by the report server.
+            # It should be removed!
             "type": self.type,
             "review_status": self.review_status.status
             if self.review_status else '',

tools/report-converter/codechecker_report_converter/report/parser/plist.py

@@ -26,8 +26,13 @@
 else:
     from mypy_extensions import TypedDict
 
-from codechecker_report_converter.report import BugPathEvent, \
-    BugPathPosition, File, get_or_create_file, MacroExpansion, Range, Report
+from codechecker_report_converter.report import \
+    BugPathEvent, BugPathPosition, \
+    File, \
+    MacroExpansion, \
+    Range, Report, \
+    UnknownChecker, \
+    get_or_create_file
 from codechecker_report_converter.report.hash import get_report_hash, HashType
 from codechecker_report_converter.report.parser.base import AnalyzerInfo, \
     BaseParser, get_tool_info
@@ -242,8 +247,8 @@ def __create_report(
         files: Dict[int, File],
         metadata: Dict[str, Any]
     ) -> Report:
-        location = diag.get('location', {})
-        checker_name = diag.get('check_name', "unknown")
+        location = diag.get("location", {})
+        checker_name = diag.get("check_name", UnknownChecker[1])
         analyzer_name = self.__get_analyzer_name(checker_name, metadata)
         severity = self.get_severity(checker_name)
 

web/api/js/codechecker-api-node/package.json

@@ -1,6 +1,6 @@
 {
   "name": "codechecker-api",
-  "version": "6.54.0",
+  "version": "6.55.0",
   "description": "Generated node.js compatible API stubs for CodeChecker server.",
   "main": "lib",
   "homepage": "https://github.com/Ericsson/codechecker",

web/api/py/codechecker_api/setup.py

@@ -8,7 +8,7 @@
 with open('README.md', encoding='utf-8', errors="ignore") as f:
     long_description = f.read()
 
-api_version = '6.54.0'
+api_version = '6.55.0'
 
 setup(
     name='codechecker_api',

web/api/py/codechecker_api_shared/setup.py

@@ -8,7 +8,7 @@
 with open('README.md', encoding='utf-8', errors="ignore") as f:
     long_description = f.read()
 
-api_version = '6.54.0'
+api_version = '6.55.0'
 
 setup(
     name='codechecker_api_shared',

web/api/report_server.thrift

@@ -198,7 +198,8 @@ struct RunHistoryData {
   4: string                  user,               // User name who analysed the run.
   5: string                  time,               // Date time when the run was analysed.
   6: i64                     id,                 // Id of the run history tag.
-  7: string                  checkCommand,       // Check command. !!!DEPRECATED!!! This field will be empty so use the getCheckCommand API function to get the check command for a run.
+  // !!!DEPRECATED!!! This field will be empty so use the getCheckCommand() API function to get the check command for a run.
+  7: string                  checkCommand,
   8: string                  codeCheckerVersion, // CodeChecker client version of the latest analysis.
   9: AnalyzerStatisticsData  analyzerStatistics, // Statistics for analyzers. Only number of failed and successfully analyzed
                                                  // files field will be set. To get full analyzer statistics please use the
@@ -467,8 +468,16 @@ union AnalysisInfoFilter {
   3: i64 reportId,
 }
 
+struct AnalysisInfoChecker {
+  1: bool enabled, // If the checker was enabled during the analysis.
+}
+
 struct AnalysisInfo {
-  1: string analyzerCommand,
+  1: string                             analyzerCommand,
+  // For each analyzer, the checkers and their status as was available during
+  // the analysis.
+  2: optional map<string, map<string,
+        AnalysisInfoChecker>>           checkers,
 }
 
 typedef string CommitHash
@@ -534,12 +543,12 @@ service codeCheckerDBAccess {
 
   // Get check command for a run.
   // PERMISSION: PRODUCT_VIEW
-  // !DEPRECATED Use getAnalysisInfo API to get the check commands.
+  // !DEPRECATED Use getAnalysisInfo() API to get the check commands.
   string getCheckCommand(1: i64 runHistoryId,
                          2: i64 runId)
                          throws (1: codechecker_api_shared.RequestFailed requestError),
 
-  // Get analyzer commands based on the given filters.
+  // Get analyzer execution information based on the given filters.
   // PERMISSION: PRODUCT_VIEW
   list<AnalysisInfo> getAnalysisInfo(1: AnalysisInfoFilter analysisInfoFilter,
                                      2: i64 limit,

web/codechecker_web/shared/version.py

@@ -18,7 +18,7 @@
 # The newest supported minor version (value) for each supported major version
 # (key) in this particular build.
 SUPPORTED_VERSIONS = {
-    6: 54
+    6: 55
 }
 
 # Used by the client to automatically identify the latest major and minor