From d93ea5464b2a23e9e7963b49467f9c9ec4bbc093 Mon Sep 17 00:00:00 2001 From: Eddy Nakamura Date: Wed, 15 Jul 2020 10:07:46 -0300 Subject: [PATCH 1/2] Adding rule SARIF2016 --- docs/Producing effective SARIF.md | 25 ++++- src/Sarif.Multitool/Rules/RuleId.cs | 1 + .../Rules/RuleResources.Designer.cs | 24 +++++ src/Sarif.Multitool/Rules/RuleResources.resx | 16 +++ .../SARIF2016.FileUrisShouldBeRelative.cs | 88 +++++++++++++++++ .../Multitool/ValidateCommandTests.cs | 11 +++ .../Test.FunctionalTests.Sarif.csproj | 3 + .../JSON1001.SyntaxError.sarif | 8 ++ .../JSON1002.DeserializationError.sarif | 8 ++ ...1.RuleIdentifiersMustBeValid_Invalid.sarif | 8 ++ ...001.RuleIdentifiersMustBeValid_Valid.sarif | 8 ++ .../SARIF1002.UrisMustBeValid_Invalid.sarif | 8 ++ .../SARIF1002.UrisMustBeValid_Valid.sarif | 8 ++ ...4.ExpressUriBaseIdsCorrectly_Invalid.sarif | 8 ++ ...004.ExpressUriBaseIdsCorrectly_Valid.sarif | 8 ++ .../SARIF1005.UriMustBeAbsolute_Invalid.sarif | 8 ++ .../SARIF1005.UriMustBeAbsolute_Valid.sarif | 8 ++ ...onPropertiesMustBeConsistent_Invalid.sarif | 8 ++ ...tionPropertiesMustBeConsistent_Valid.sarif | 8 ++ ...onPropertiesMustBeConsistent_Invalid.sarif | 8 ++ ...gionPropertiesMustBeConsistent_Valid.sarif | 8 ++ ...onPropertiesMustBeConsistent_Invalid.sarif | 8 ++ ...tionPropertiesMustBeConsistent_Valid.sarif | 8 ++ ...esMustBeConsistentWithArrays_Invalid.sarif | 8 ++ ...tiesMustBeConsistentWithArrays_Valid.sarif | 8 ++ ...F1010.RuleIdMustBeConsistent_Invalid.sarif | 8 ++ ...RIF1010.RuleIdMustBeConsistent_Valid.sarif | 8 ++ ...RIF1011.ReferenceFinalSchema_Invalid.sarif | 8 ++ ...SARIF1011.ReferenceFinalSchema_Valid.sarif | 8 ++ ...entsMustBeConsistentWithRule_Invalid.sarif | 8 ++ ...umentsMustBeConsistentWithRule_Valid.sarif | 8 ++ ....TerminateMessagesWithPeriod_Invalid.sarif | 8 ++ ...01.TerminateMessagesWithPeriod_Valid.sarif | 8 ++ ...2002.ProvideMessageArguments_Invalid.sarif | 8 ++ ...IF2002.ProvideMessageArguments_Valid.sarif | 8 ++ ...videVersionControlProvenance_Invalid.sarif | 8 ++ ...rovideVersionControlProvenance_Valid.sarif | 8 ++ .../SARIF2004.OptimizeFileSize_Invalid.sarif | 8 ++ .../SARIF2004.OptimizeFileSize_Valid.sarif | 8 ++ ...IF2005.ProvideToolProperties_Invalid.sarif | 8 ++ ...ARIF2005.ProvideToolProperties_Valid.sarif | 8 ++ ...IF2006.UrisShouldBeReachable_Invalid.sarif | 8 ++ ...ARIF2006.UrisShouldBeReachable_Valid.sarif | 8 ++ ...pressPathsRelativeToRepoRoot_Invalid.sarif | 8 ++ ...ExpressPathsRelativeToRepoRoot_Valid.sarif | 8 ++ ...ithoutVersionControlProvenance_Valid.sarif | 8 ++ .../SARIF2008.ProvideSchema_Invalid.sarif | 8 ++ .../SARIF2008.ProvideSchema_Valid.sarif | 8 ++ ...ConventionalIdentifierValues_Invalid.sarif | 8 ++ ...erConventionalIdentifierValues_Valid.sarif | 8 ++ ...ARIF2010.ProvideCodeSnippets_Invalid.sarif | 8 ++ .../SARIF2010.ProvideCodeSnippets_Valid.sarif | 8 ++ ...RIF2011.ProvideContextRegion_Invalid.sarif | 8 ++ ...SARIF2011.ProvideContextRegion_Valid.sarif | 8 ++ .../SARIF2012.ProvideHelpUris_Invalid.sarif | 8 ++ .../SARIF2012.ProvideHelpUris_Valid.sarif | 8 ++ ...3.ProvideEmbeddedFileContent_Invalid.sarif | 8 ++ ...013.ProvideEmbeddedFileContent_Valid.sarif | 8 ++ ...ProvideDynamicMessageContent_Invalid.sarif | 8 ++ ...4.ProvideDynamicMessageContent_Valid.sarif | 8 ++ ...EnquoteDynamicMessageContent_Invalid.sarif | 8 ++ ...5.EnquoteDynamicMessageContent_Valid.sarif | 8 ++ ...016.FileUrisShouldBeRelative_Invalid.sarif | 98 +++++++++++++++++++ ...F2016.FileUrisShouldBeRelative_Valid.sarif | 54 ++++++++++ ...016.FileUrisShouldBeRelative_Invalid.sarif | 38 +++++++ ...F2016.FileUrisShouldBeRelative_Valid.sarif | 52 ++++++++++ .../default.configuration.xml | 3 + .../disable2011.configuration.xml | 3 + .../enable2002.configuration.xml | 3 + .../enable2006.configuration.xml | 3 + .../enable2007.configuration.xml | 3 + .../enable2016.configuration.xml | 16 +++ 72 files changed, 880 insertions(+), 1 deletion(-) create mode 100644 src/Sarif.Multitool/Rules/SARIF2016.FileUrisShouldBeRelative.cs create mode 100644 src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2016.FileUrisShouldBeRelative_Invalid.sarif create mode 100644 src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2016.FileUrisShouldBeRelative_Valid.sarif create mode 100644 src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/Inputs/SARIF2016.FileUrisShouldBeRelative_Invalid.sarif create mode 100644 src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/Inputs/SARIF2016.FileUrisShouldBeRelative_Valid.sarif create mode 100644 src/Test.FunctionalTests.Sarif/enable2016.configuration.xml diff --git a/docs/Producing effective SARIF.md b/docs/Producing effective SARIF.md index 17336142c..62acffb8e 100644 --- a/docs/Producing effective SARIF.md +++ b/docs/Producing effective SARIF.md @@ -574,4 +574,27 @@ This is part of a set of authoring practices that make your rule messages more r ##### `Default`: note -{0}: In rule '{1}', the message with id '{2}' includes dynamic content that is not enclosed in single quotes. Enquoting dynamic content makes it easier to spot, and single quotes give a less cluttered appearance. \ No newline at end of file +{0}: In rule '{1}', the message with id '{2}' includes dynamic content that is not enclosed in single quotes. Enquoting dynamic content makes it easier to spot, and single quotes give a less cluttered appearance. + +--- +### Rule `SARIF2016.FileUrisShouldBeRelative` + +#### Description + +When an artifact location refers to a file on the local file system, specify a relative reference for the uri property and provide a uriBaseId property, rather than specifying an absolute URI. + +There are several advantages to this approach: + +Portability: A log file that contains relative references together with uriBaseI properties can be interpreted on a machine where the files are located at a different absolute location. + +Determinism: A log file that uses uriBaseId properties has a better chance of being “deterministic”; that is, of being identical from run to run if none of its inputs have changed, even if those runs occur on machines where the files are located at different absolute locations. + +Security: The use of uriBaseId properties avoids the persistence of absolute path names in the log file. Absolute path names can reveal information that might be sensitive. + +Semantics: Assuming the reader of the log file (an end user or another tool) has the necessary context, they can understand the meaning of the location specified by the uri property, for example, “this is a source file”. + +#### Messages + +##### `Default`: note + +{0}: The file location '{1}' is specified with absolute URI. Prefer a relative reference together with a uriBaseId property. \ No newline at end of file diff --git a/src/Sarif.Multitool/Rules/RuleId.cs b/src/Sarif.Multitool/Rules/RuleId.cs index 5ed687f2b..f3f6a8eb2 100644 --- a/src/Sarif.Multitool/Rules/RuleId.cs +++ b/src/Sarif.Multitool/Rules/RuleId.cs @@ -36,6 +36,7 @@ public static class RuleId public const string ProvideEmbeddedFileContent = "SARIF2013"; public const string ProvideDynamicMessageContent = "SARIF2014"; public const string EnquoteDynamicMessageContent = "SARIF2015"; + public const string FileUrisShouldBeRelative = "SARIF2016"; // TEMPLATE: // public const string RuleFriendlyName = "SARIFnnnn"; diff --git a/src/Sarif.Multitool/Rules/RuleResources.Designer.cs b/src/Sarif.Multitool/Rules/RuleResources.Designer.cs index b8eaf3b80..2253aef29 100644 --- a/src/Sarif.Multitool/Rules/RuleResources.Designer.cs +++ b/src/Sarif.Multitool/Rules/RuleResources.Designer.cs @@ -709,5 +709,29 @@ internal static string SARIF2015_EnquoteDynamicMessageContent_Note_Default_Text return ResourceManager.GetString("SARIF2015_EnquoteDynamicMessageContent_Note_Default_Text", resourceCulture); } } + + /// + /// Looks up a localized string similar to When an artifact location refers to a file on the local file system, specify a relative reference for the uri property and provide a uriBaseId property, rather than specifying an absolute URI. + /// + ///There are several advantages to this approach: + /// + ///Portability: A log file that contains relative references together with uriBaseI properties can be interpreted on a machine where the files are located at a different absolute location. + /// + ///Determinism: A log file that uses uriBaseId properties has a better chance of [rest of string was truncated]";. + /// + internal static string SARIF2016_FileUrisShouldBeRelative_FullDescription_Text { + get { + return ResourceManager.GetString("SARIF2016_FileUrisShouldBeRelative_FullDescription_Text", resourceCulture); + } + } + + /// + /// Looks up a localized string similar to {0}: The file location '{1}' is specified with absolute URI. Prefer a relative reference together with a uriBaseId property.. + /// + internal static string SARIF2016_FileUrisShouldBeRelative_Note_Default_Text { + get { + return ResourceManager.GetString("SARIF2016_FileUrisShouldBeRelative_Note_Default_Text", resourceCulture); + } + } } } diff --git a/src/Sarif.Multitool/Rules/RuleResources.resx b/src/Sarif.Multitool/Rules/RuleResources.resx index 43d28bfb1..58406867b 100644 --- a/src/Sarif.Multitool/Rules/RuleResources.resx +++ b/src/Sarif.Multitool/Rules/RuleResources.resx @@ -360,4 +360,20 @@ This is part of a set of authoring practices that make your rule messages more r {0}: This result location does not provide any of the 'uriBaseId' values that specify repository locations: '{1}'. As a result, it will not be possible to determine the location of the file containing this result relative to the root of the repository that contains it. + + When an artifact location refers to a file on the local file system, specify a relative reference for the uri property and provide a uriBaseId property, rather than specifying an absolute URI. + +There are several advantages to this approach: + +Portability: A log file that contains relative references together with uriBaseI properties can be interpreted on a machine where the files are located at a different absolute location. + +Determinism: A log file that uses uriBaseId properties has a better chance of being 'deterministic'; that is, of being identical from run to run if none of its inputs have changed, even if those runs occur on machines where the files are located at different absolute locations. + +Security: The use of uriBaseId properties avoids the persistence of absolute path names in the log file. Absolute path names can reveal information that might be sensitive. + +Semantics: Assuming the reader of the log file (an end user or another tool) has the necessary context, they can understand the meaning of the location specified by the uri property, for example, 'this is a source file'. + + + {0}: The file location '{1}' is specified with absolute URI. Prefer a relative reference together with a uriBaseId property. + \ No newline at end of file diff --git a/src/Sarif.Multitool/Rules/SARIF2016.FileUrisShouldBeRelative.cs b/src/Sarif.Multitool/Rules/SARIF2016.FileUrisShouldBeRelative.cs new file mode 100644 index 000000000..a53bc2e2c --- /dev/null +++ b/src/Sarif.Multitool/Rules/SARIF2016.FileUrisShouldBeRelative.cs @@ -0,0 +1,88 @@ +// Copyright (c) Microsoft. All rights reserved. +// Licensed under the MIT license. See LICENSE file in the project root for full license information. + +using System.Collections.Generic; + +using Microsoft.Json.Pointer; + +namespace Microsoft.CodeAnalysis.Sarif.Multitool.Rules +{ + public class FileUrisShouldBeRelative : SarifValidationSkimmerBase + { + /// + /// SARIF2016 + /// + public override string Id => RuleId.FileUrisShouldBeRelative; + + /// + /// When an artifact location refers to a file on the local file system, specify a relative reference + /// for the uri property and provide a uriBaseId property, rather than specifying an absolute URI. + /// + /// There are several advantages to this approach: + /// Portability: A log file that contains relative references together with uriBaseI properties can + /// be interpreted on a machine where the files are located at a different absolute location. + /// + /// Determinism: A log file that uses uriBaseId properties has a better chance of being “deterministic”; + /// that is, of being identical from run to run if none of its inputs have changed, even if those runs + /// occur on machines where the files are located at different absolute locations. + /// + /// Security: The use of uriBaseId properties avoids the persistence of absolute path names in the + /// log file.Absolute path names can reveal information that might be sensitive. + /// + /// Semantics: Assuming the reader of the log file (an end user or another tool) has the necessary + /// context, they can understand the meaning of the location specified by the uri property, for + /// example, “this is a source file”. + /// + public override MultiformatMessageString FullDescription => new MultiformatMessageString { Text = RuleResources.SARIF2016_FileUrisShouldBeRelative_FullDescription_Text }; + + protected override IEnumerable MessageResourceNames => new string[] { + nameof(RuleResources.SARIF2016_FileUrisShouldBeRelative_Note_Default_Text) + }; + + public override FailureLevel DefaultLevel => FailureLevel.Note; + + protected override void Analyze(Run run, string runPointer) + { + if (run.Results != null) + { + AnalyzeResults(run.Results, runPointer.AtProperty(SarifPropertyName.Results)); + } + } + + private void AnalyzeResults(IList results, string resultsPointer) + { + for (int i = 0; i < results.Count; i++) + { + string resultPointer = resultsPointer.AtIndex(i); + Result result = results[i]; + + if (result.Locations != null) + { + AnalyzeResultLocations(result.Locations, resultPointer.AtProperty(SarifPropertyName.Locations)); + } + } + } + + private void AnalyzeResultLocations(IList locations, string locationsPointer) + { + for (int i = 0; i < locations.Count; i++) + { + string locationPointer = locationsPointer.AtIndex(i); + Location location = locations[i]; + + if (location.PhysicalLocation?.ArtifactLocation.Uri != null) + { + if (location.PhysicalLocation.ArtifactLocation.Uri.IsAbsoluteUri && location.PhysicalLocation.ArtifactLocation.Uri.IsFile) + { + // {0}: The file location '{1}' is specified with absolute URI. Prefer a relative + // reference together with a uriBaseId property. + LogResult( + locationPointer.AtProperty(SarifPropertyName.PhysicalLocation).AtProperty(SarifPropertyName.ArtifactLocation).AtProperty(SarifPropertyName.Uri), + nameof(RuleResources.SARIF2016_FileUrisShouldBeRelative_Note_Default_Text), + location.PhysicalLocation.ArtifactLocation.Uri.OriginalString); + } + } + } + } + } +} diff --git a/src/Test.FunctionalTests.Sarif/Multitool/ValidateCommandTests.cs b/src/Test.FunctionalTests.Sarif/Multitool/ValidateCommandTests.cs index 2bde15661..559786a95 100644 --- a/src/Test.FunctionalTests.Sarif/Multitool/ValidateCommandTests.cs +++ b/src/Test.FunctionalTests.Sarif/Multitool/ValidateCommandTests.cs @@ -205,6 +205,7 @@ public void SARIF2006_UrisShouldBeReachable_Invalid() public void SARIF2007_ExpressPathsRelativeToRepoRoot_Valid() => RunTest(MakeValidTestFileName(RuleId.ExpressPathsRelativeToRepoRoot, nameof(RuleId.ExpressPathsRelativeToRepoRoot)), parameter: new TestParameters(configFileName: "enable2007.configuration.xml")); + [Fact] public void SARIF2007_ExpressPathsRelativeToRepoRoot_WithoutVersionControlProvenance_Valid() => RunTest("SARIF2007.ExpressPathsRelativeToRepoRoot_WithoutVersionControlProvenance_Valid.sarif", @@ -303,6 +304,16 @@ public void SARIF2015_EnquoteDynamicMessageContent_Invalid() => RunTest(MakeInvalidTestFileName(RuleId.EnquoteDynamicMessageContent, nameof(RuleId.EnquoteDynamicMessageContent)), parameter: new TestParameters(verbose: true)); + [Fact] + public void SARIF2016_FileUrisShouldBeRelative_Valid() + => RunTest(MakeValidTestFileName(RuleId.FileUrisShouldBeRelative, nameof(RuleId.FileUrisShouldBeRelative)), + parameter: new TestParameters(verbose: true, configFileName: "enable2016.configuration.xml")); + + [Fact] + public void SARIF2016_FileUrisShouldBeRelative_Invalid() + => RunTest(MakeInvalidTestFileName(RuleId.FileUrisShouldBeRelative, nameof(RuleId.FileUrisShouldBeRelative)), + parameter: new TestParameters(verbose: true, configFileName: "enable2016.configuration.xml")); + private const string ValidTestFileNameSuffix = "_Valid.sarif"; private const string InvalidTestFileNameSuffix = "_Invalid.sarif"; diff --git a/src/Test.FunctionalTests.Sarif/Test.FunctionalTests.Sarif.csproj b/src/Test.FunctionalTests.Sarif/Test.FunctionalTests.Sarif.csproj index 23f859bc4..552bbefd3 100644 --- a/src/Test.FunctionalTests.Sarif/Test.FunctionalTests.Sarif.csproj +++ b/src/Test.FunctionalTests.Sarif/Test.FunctionalTests.Sarif.csproj @@ -361,6 +361,9 @@ PreserveNewest + + PreserveNewest + PreserveNewest diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/JSON1001.SyntaxError.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/JSON1001.SyntaxError.sarif index 066e3b781..a5f86fbbc 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/JSON1001.SyntaxError.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/JSON1001.SyntaxError.sarif @@ -51,6 +51,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/JSON1002.DeserializationError.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/JSON1002.DeserializationError.sarif index 0b4c7460f..351e3a0ab 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/JSON1002.DeserializationError.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/JSON1002.DeserializationError.sarif @@ -51,6 +51,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1001.RuleIdentifiersMustBeValid_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1001.RuleIdentifiersMustBeValid_Invalid.sarif index 03c98ee64..f7ef12ef2 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1001.RuleIdentifiersMustBeValid_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1001.RuleIdentifiersMustBeValid_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1001.RuleIdentifiersMustBeValid_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1001.RuleIdentifiersMustBeValid_Valid.sarif index 8b22c2a2b..2574e0349 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1001.RuleIdentifiersMustBeValid_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1001.RuleIdentifiersMustBeValid_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1002.UrisMustBeValid_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1002.UrisMustBeValid_Invalid.sarif index 60f3ecbac..e5de721d1 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1002.UrisMustBeValid_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1002.UrisMustBeValid_Invalid.sarif @@ -71,6 +71,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1002.UrisMustBeValid_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1002.UrisMustBeValid_Valid.sarif index bf0927b07..82e2d682d 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1002.UrisMustBeValid_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1002.UrisMustBeValid_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1004.ExpressUriBaseIdsCorrectly_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1004.ExpressUriBaseIdsCorrectly_Invalid.sarif index fa1418469..9e007c40b 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1004.ExpressUriBaseIdsCorrectly_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1004.ExpressUriBaseIdsCorrectly_Invalid.sarif @@ -83,6 +83,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1004.ExpressUriBaseIdsCorrectly_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1004.ExpressUriBaseIdsCorrectly_Valid.sarif index 004c51dc0..216bf2b48 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1004.ExpressUriBaseIdsCorrectly_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1004.ExpressUriBaseIdsCorrectly_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1005.UriMustBeAbsolute_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1005.UriMustBeAbsolute_Invalid.sarif index 9ada20ce7..571d55e20 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1005.UriMustBeAbsolute_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1005.UriMustBeAbsolute_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1005.UriMustBeAbsolute_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1005.UriMustBeAbsolute_Valid.sarif index 16a05afca..0e0f507ad 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1005.UriMustBeAbsolute_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1005.UriMustBeAbsolute_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1006.InvocationPropertiesMustBeConsistent_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1006.InvocationPropertiesMustBeConsistent_Invalid.sarif index 22a66f904..2ccddc640 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1006.InvocationPropertiesMustBeConsistent_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1006.InvocationPropertiesMustBeConsistent_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1006.InvocationPropertiesMustBeConsistent_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1006.InvocationPropertiesMustBeConsistent_Valid.sarif index 325de483f..ce3214c28 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1006.InvocationPropertiesMustBeConsistent_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1006.InvocationPropertiesMustBeConsistent_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1007.RegionPropertiesMustBeConsistent_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1007.RegionPropertiesMustBeConsistent_Invalid.sarif index 2841230b1..2da0487bc 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1007.RegionPropertiesMustBeConsistent_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1007.RegionPropertiesMustBeConsistent_Invalid.sarif @@ -58,6 +58,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1007.RegionPropertiesMustBeConsistent_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1007.RegionPropertiesMustBeConsistent_Valid.sarif index a831edab8..7d9b3a019 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1007.RegionPropertiesMustBeConsistent_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1007.RegionPropertiesMustBeConsistent_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1008.PhysicalLocationPropertiesMustBeConsistent_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1008.PhysicalLocationPropertiesMustBeConsistent_Invalid.sarif index 154b490cf..2a2aae42b 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1008.PhysicalLocationPropertiesMustBeConsistent_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1008.PhysicalLocationPropertiesMustBeConsistent_Invalid.sarif @@ -55,6 +55,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1008.PhysicalLocationPropertiesMustBeConsistent_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1008.PhysicalLocationPropertiesMustBeConsistent_Valid.sarif index 067f8f50b..0cc740c63 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1008.PhysicalLocationPropertiesMustBeConsistent_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1008.PhysicalLocationPropertiesMustBeConsistent_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Invalid.sarif index 074d7bb59..4e2d7b302 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Invalid.sarif @@ -55,6 +55,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Valid.sarif index 4e42941a8..daf42d356 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Invalid.sarif index 76bb963de..d52fcbc99 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Invalid.sarif @@ -55,6 +55,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Valid.sarif index 96a32255d..64c07a0e1 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1011.ReferenceFinalSchema_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1011.ReferenceFinalSchema_Invalid.sarif index ab0c99d63..711a6207b 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1011.ReferenceFinalSchema_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1011.ReferenceFinalSchema_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1011.ReferenceFinalSchema_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1011.ReferenceFinalSchema_Valid.sarif index de820b02e..e966ec37e 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1011.ReferenceFinalSchema_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1011.ReferenceFinalSchema_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1012.MessageArgumentsMustBeConsistentWithRule_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1012.MessageArgumentsMustBeConsistentWithRule_Invalid.sarif index f3d57881b..1c0f64e6a 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1012.MessageArgumentsMustBeConsistentWithRule_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1012.MessageArgumentsMustBeConsistentWithRule_Invalid.sarif @@ -55,6 +55,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1012.MessageArgumentsMustBeConsistentWithRule_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1012.MessageArgumentsMustBeConsistentWithRule_Valid.sarif index 73c984219..c443dec77 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1012.MessageArgumentsMustBeConsistentWithRule_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1012.MessageArgumentsMustBeConsistentWithRule_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2001.TerminateMessagesWithPeriod_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2001.TerminateMessagesWithPeriod_Invalid.sarif index 12f41a1dc..2d5eb1e45 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2001.TerminateMessagesWithPeriod_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2001.TerminateMessagesWithPeriod_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2001.TerminateMessagesWithPeriod_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2001.TerminateMessagesWithPeriod_Valid.sarif index bcc4c18ca..808c587eb 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2001.TerminateMessagesWithPeriod_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2001.TerminateMessagesWithPeriod_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2002.ProvideMessageArguments_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2002.ProvideMessageArguments_Invalid.sarif index 13b0daf19..28aceb2ea 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2002.ProvideMessageArguments_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2002.ProvideMessageArguments_Invalid.sarif @@ -44,6 +44,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2002.ProvideMessageArguments_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2002.ProvideMessageArguments_Valid.sarif index 15dc4ed37..438cff60a 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2002.ProvideMessageArguments_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2002.ProvideMessageArguments_Valid.sarif @@ -26,6 +26,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2003.ProvideVersionControlProvenance_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2003.ProvideVersionControlProvenance_Invalid.sarif index 0361642c2..0c3b985f3 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2003.ProvideVersionControlProvenance_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2003.ProvideVersionControlProvenance_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2003.ProvideVersionControlProvenance_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2003.ProvideVersionControlProvenance_Valid.sarif index f22a97e22..da286afc2 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2003.ProvideVersionControlProvenance_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2003.ProvideVersionControlProvenance_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2004.OptimizeFileSize_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2004.OptimizeFileSize_Invalid.sarif index 178859edb..a634ae154 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2004.OptimizeFileSize_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2004.OptimizeFileSize_Invalid.sarif @@ -55,6 +55,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2004.OptimizeFileSize_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2004.OptimizeFileSize_Valid.sarif index eaf8ea4c4..f95132bc2 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2004.OptimizeFileSize_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2004.OptimizeFileSize_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2005.ProvideToolProperties_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2005.ProvideToolProperties_Invalid.sarif index 167d72840..3a9a1ccea 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2005.ProvideToolProperties_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2005.ProvideToolProperties_Invalid.sarif @@ -58,6 +58,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2005.ProvideToolProperties_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2005.ProvideToolProperties_Valid.sarif index 9bab411ba..1ca817b81 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2005.ProvideToolProperties_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2005.ProvideToolProperties_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2006.UrisShouldBeReachable_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2006.UrisShouldBeReachable_Invalid.sarif index 81b812019..19de3c30a 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2006.UrisShouldBeReachable_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2006.UrisShouldBeReachable_Invalid.sarif @@ -44,6 +44,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2006.UrisShouldBeReachable_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2006.UrisShouldBeReachable_Valid.sarif index 10b639277..3fd8b3861 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2006.UrisShouldBeReachable_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2006.UrisShouldBeReachable_Valid.sarif @@ -26,6 +26,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_Invalid.sarif index d0c58db3f..85e90ca35 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_Invalid.sarif @@ -47,6 +47,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_Valid.sarif index 883824799..10e2152c1 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_Valid.sarif @@ -26,6 +26,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_WithoutVersionControlProvenance_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_WithoutVersionControlProvenance_Valid.sarif index 160930102..694eec93a 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_WithoutVersionControlProvenance_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2007.ExpressPathsRelativeToRepoRoot_WithoutVersionControlProvenance_Valid.sarif @@ -26,6 +26,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2008.ProvideSchema_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2008.ProvideSchema_Invalid.sarif index 40861b074..e1e409f4c 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2008.ProvideSchema_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2008.ProvideSchema_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2008.ProvideSchema_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2008.ProvideSchema_Valid.sarif index 2f63a3c23..0a2dc1b03 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2008.ProvideSchema_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2008.ProvideSchema_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2009.ConsiderConventionalIdentifierValues_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2009.ConsiderConventionalIdentifierValues_Invalid.sarif index 138d825bb..6baa08a12 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2009.ConsiderConventionalIdentifierValues_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2009.ConsiderConventionalIdentifierValues_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2009.ConsiderConventionalIdentifierValues_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2009.ConsiderConventionalIdentifierValues_Valid.sarif index 63047de07..2d12379ab 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2009.ConsiderConventionalIdentifierValues_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2009.ConsiderConventionalIdentifierValues_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2010.ProvideCodeSnippets_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2010.ProvideCodeSnippets_Invalid.sarif index beec5b767..1c0ce03ed 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2010.ProvideCodeSnippets_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2010.ProvideCodeSnippets_Invalid.sarif @@ -60,6 +60,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2010.ProvideCodeSnippets_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2010.ProvideCodeSnippets_Valid.sarif index 687cb20cc..2b58b33c3 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2010.ProvideCodeSnippets_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2010.ProvideCodeSnippets_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2011.ProvideContextRegion_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2011.ProvideContextRegion_Invalid.sarif index 059499e1a..90ec3a3f8 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2011.ProvideContextRegion_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2011.ProvideContextRegion_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2011.ProvideContextRegion_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2011.ProvideContextRegion_Valid.sarif index 33ddbddc1..36d898c24 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2011.ProvideContextRegion_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2011.ProvideContextRegion_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2012.ProvideHelpUris_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2012.ProvideHelpUris_Invalid.sarif index 1f9a0e8b0..22c7313ca 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2012.ProvideHelpUris_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2012.ProvideHelpUris_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2012.ProvideHelpUris_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2012.ProvideHelpUris_Valid.sarif index e5384b399..6e48ba380 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2012.ProvideHelpUris_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2012.ProvideHelpUris_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2013.ProvideEmbeddedFileContent_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2013.ProvideEmbeddedFileContent_Invalid.sarif index 6eff865bc..4ac0ac148 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2013.ProvideEmbeddedFileContent_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2013.ProvideEmbeddedFileContent_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2013.ProvideEmbeddedFileContent_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2013.ProvideEmbeddedFileContent_Valid.sarif index acc8b45e7..4adb1a459 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2013.ProvideEmbeddedFileContent_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2013.ProvideEmbeddedFileContent_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2014.ProvideDynamicMessageContent_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2014.ProvideDynamicMessageContent_Invalid.sarif index bfbc7727b..8d600ee17 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2014.ProvideDynamicMessageContent_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2014.ProvideDynamicMessageContent_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2014.ProvideDynamicMessageContent_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2014.ProvideDynamicMessageContent_Valid.sarif index 80b5aca7c..0bfe6681e 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2014.ProvideDynamicMessageContent_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2014.ProvideDynamicMessageContent_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2015.EnquoteDynamicMessageContent_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2015.EnquoteDynamicMessageContent_Invalid.sarif index d6c0e64f9..b5539cf4e 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2015.EnquoteDynamicMessageContent_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2015.EnquoteDynamicMessageContent_Invalid.sarif @@ -52,6 +52,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2015.EnquoteDynamicMessageContent_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2015.EnquoteDynamicMessageContent_Valid.sarif index 89d2f964e..615487cd9 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2015.EnquoteDynamicMessageContent_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2015.EnquoteDynamicMessageContent_Valid.sarif @@ -34,6 +34,14 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } + }, + { + "message": { + "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2016.FileUrisShouldBeRelative_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2016.FileUrisShouldBeRelative_Invalid.sarif new file mode 100644 index 000000000..7a8294cac --- /dev/null +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2016.FileUrisShouldBeRelative_Invalid.sarif @@ -0,0 +1,98 @@ +{ + "$schema": "https://schemastore.azurewebsites.net/schemas/json/sarif-2.1.0-rtm.5.json", + "version": "2.1.0", + "runs": [ + { + "tool": { + "driver": { + "name": "SARIF Functional Testing", + "rules": [ + { + "id": "SARIF2016", + "name": "FileUrisShouldBeRelative", + "shortDescription": { + "text": "When an artifact location refers to a file on the local file system, specify a relative reference for the uri property and provide a uriBaseId property, rather than specifying an absolute URI." + }, + "fullDescription": { + "text": "When an artifact location refers to a file on the local file system, specify a relative reference for the uri property and provide a uriBaseId property, rather than specifying an absolute URI.\r\n\r\nThere are several advantages to this approach:\r\n\r\nPortability: A log file that contains relative references together with uriBaseI properties can be interpreted on a machine where the files are located at a different absolute location.\r\n\r\nDeterminism: A log file that uses uriBaseId properties has a better chance of being 'deterministic'; that is, of being identical from run to run if none of its inputs have changed, even if those runs occur on machines where the files are located at different absolute locations.\r\n\r\nSecurity: The use of uriBaseId properties avoids the persistence of absolute path names in the log file. Absolute path names can reveal information that might be sensitive.\r\n\r\nSemantics: Assuming the reader of the log file (an end user or another tool) has the necessary context, they can understand the meaning of the location specified by the uri property, for example, 'this is a source file'." + }, + "messageStrings": { + "Note_Default": { + "text": "{0}: The file location '{1}' is specified with absolute URI. Prefer a relative reference together with a uriBaseId property." + } + }, + "helpUri": "http://docs.oasis-open.org/sarif/sarif/v2.1.0/sarif-v2.1.0.html" + } + ] + } + }, + "invocations": [ + { + "toolConfigurationNotifications": [ + { + "message": { + "text": "Rule 'SARIF2002' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } + }, + { + "message": { + "text": "Rule 'SARIF2006' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } + }, + { + "message": { + "text": "Rule 'SARIF2007' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } + } + ], + "executionSuccessful": true + } + ], + "artifacts": [ + { + "location": { + "uri": "FunctionalTestOutput.ValidateCommand/Inputs.SARIF2016.FileUrisShouldBeRelative_Invalid.sarif", + "uriBaseId": "TEST_DIR" + } + } + ], + "results": [ + { + "ruleId": "SARIF2016", + "ruleIndex": 0, + "level": "note", + "message": { + "id": "Note_Default", + "arguments": [ + "runs[0].results[0].locations[0].physicalLocation.artifactLocation.uri", + "file:///c:/src/test.c" + ] + }, + "locations": [ + { + "physicalLocation": { + "artifactLocation": { + "index": 0 + }, + "region": { + "startLine": 28, + "startColumn": 48 + } + } + } + ] + } + ], + "columnKind": "utf16CodeUnits" + } + ] +} \ No newline at end of file diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2016.FileUrisShouldBeRelative_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2016.FileUrisShouldBeRelative_Valid.sarif new file mode 100644 index 000000000..298a2b2a6 --- /dev/null +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF2016.FileUrisShouldBeRelative_Valid.sarif @@ -0,0 +1,54 @@ +{ + "$schema": "https://schemastore.azurewebsites.net/schemas/json/sarif-2.1.0-rtm.5.json", + "version": "2.1.0", + "runs": [ + { + "tool": { + "driver": { + "name": "SARIF Functional Testing" + } + }, + "invocations": [ + { + "toolConfigurationNotifications": [ + { + "message": { + "text": "Rule 'SARIF2002' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } + }, + { + "message": { + "text": "Rule 'SARIF2006' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } + }, + { + "message": { + "text": "Rule 'SARIF2007' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." + }, + "descriptor": { + "id": "WRN999.RuleExplicitlyDisabled" + } + } + ], + "executionSuccessful": true + } + ], + "artifacts": [ + { + "location": { + "uri": "FunctionalTestOutput.ValidateCommand/Inputs.SARIF2016.FileUrisShouldBeRelative_Valid.sarif", + "uriBaseId": "TEST_DIR" + } + } + ], + "results": [], + "columnKind": "utf16CodeUnits" + } + ] +} \ No newline at end of file diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/Inputs/SARIF2016.FileUrisShouldBeRelative_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/Inputs/SARIF2016.FileUrisShouldBeRelative_Invalid.sarif new file mode 100644 index 000000000..7b3a41bb7 --- /dev/null +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/Inputs/SARIF2016.FileUrisShouldBeRelative_Invalid.sarif @@ -0,0 +1,38 @@ +{ + "$schema": "https://schemastore.azurewebsites.net/schemas/json/sarif-2.1.0-rtm.5.json", + "version": "2.1.0", + "runs": [ + { + "tool": { + "driver": { + "name": "CodeScanner", + "version": "1.0" + } + }, + "versionControlProvenance": [ + { + "repositoryUri": "https://github.com/microsoft/sarif-sdk" + } + ], + "results": [ + { + "ruleId": "TST0001", + "level": "error", + "message": { + "text": "Some testing occurred." + }, + "locations": [ + { + "physicalLocation": { + "artifactLocation": { + "uri": "file:///c:/src/test.c" + } + } + } + ] + } + ], + "columnKind": "utf16CodeUnits" + } + ] +} \ No newline at end of file diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/Inputs/SARIF2016.FileUrisShouldBeRelative_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/Inputs/SARIF2016.FileUrisShouldBeRelative_Valid.sarif new file mode 100644 index 000000000..947e0aa4e --- /dev/null +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/Inputs/SARIF2016.FileUrisShouldBeRelative_Valid.sarif @@ -0,0 +1,52 @@ +{ + "$schema": "https://schemastore.azurewebsites.net/schemas/json/sarif-2.1.0-rtm.5.json", + "version": "2.1.0", + "runs": [ + { + "tool": { + "driver": { + "name": "CodeScanner", + "version": "1.0" + } + }, + "versionControlProvenance": [ + { + "repositoryUri": "https://github.com/microsoft/sarif-sdk" + } + ], + "results": [ + { + "ruleId": "TST0001", + "level": "error", + "message": { + "text": "Some testing occurred." + }, + "locations": [ + { + "physicalLocation": { + "artifactLocation": { + "uri": "src/test.c" + } + } + }, + { + "physicalLocation": { + "artifactLocation": { + "uri": "http://github.com/sarif-sdk/src/Sarif.Sdk.sln" + } + } + } + ] + }, + { + "ruleId": "TST0002", + "level": "note", + "message": { + "text": "Some testing occurred." + } + } + ], + "columnKind": "utf16CodeUnits" + } + ] +} \ No newline at end of file diff --git a/src/Test.FunctionalTests.Sarif/default.configuration.xml b/src/Test.FunctionalTests.Sarif/default.configuration.xml index 284b7c7de..0c0c91c84 100644 --- a/src/Test.FunctionalTests.Sarif/default.configuration.xml +++ b/src/Test.FunctionalTests.Sarif/default.configuration.xml @@ -12,4 +12,7 @@ This file contains the default rule configurations for the functional tests of t + + + diff --git a/src/Test.FunctionalTests.Sarif/disable2011.configuration.xml b/src/Test.FunctionalTests.Sarif/disable2011.configuration.xml index b5621d897..1c871d9f8 100644 --- a/src/Test.FunctionalTests.Sarif/disable2011.configuration.xml +++ b/src/Test.FunctionalTests.Sarif/disable2011.configuration.xml @@ -15,4 +15,7 @@ This file contains the default rule configurations for the functional tests of t + + + diff --git a/src/Test.FunctionalTests.Sarif/enable2002.configuration.xml b/src/Test.FunctionalTests.Sarif/enable2002.configuration.xml index dafa7d860..499f8f37b 100644 --- a/src/Test.FunctionalTests.Sarif/enable2002.configuration.xml +++ b/src/Test.FunctionalTests.Sarif/enable2002.configuration.xml @@ -10,4 +10,7 @@ These are the only tests for which SARIF2002 should be enabled. Note that "enabl + + + diff --git a/src/Test.FunctionalTests.Sarif/enable2006.configuration.xml b/src/Test.FunctionalTests.Sarif/enable2006.configuration.xml index 036373a82..72776ccf9 100644 --- a/src/Test.FunctionalTests.Sarif/enable2006.configuration.xml +++ b/src/Test.FunctionalTests.Sarif/enable2006.configuration.xml @@ -10,4 +10,7 @@ These are the only tests for which SARIF2006 should be enabled. Note that "enabl + + + diff --git a/src/Test.FunctionalTests.Sarif/enable2007.configuration.xml b/src/Test.FunctionalTests.Sarif/enable2007.configuration.xml index 8131fe048..9b6c72c31 100644 --- a/src/Test.FunctionalTests.Sarif/enable2007.configuration.xml +++ b/src/Test.FunctionalTests.Sarif/enable2007.configuration.xml @@ -10,4 +10,7 @@ These are the only tests for which SARIF2007 should be enabled. Note that "enabl + + + diff --git a/src/Test.FunctionalTests.Sarif/enable2016.configuration.xml b/src/Test.FunctionalTests.Sarif/enable2016.configuration.xml new file mode 100644 index 000000000..ce12ebdbb --- /dev/null +++ b/src/Test.FunctionalTests.Sarif/enable2016.configuration.xml @@ -0,0 +1,16 @@ + + + + + + + + + + + + + From 9dd2f9826dcc6fddb711a7171cc4a3a17b9b9d9b Mon Sep 17 00:00:00 2001 From: Eddy Nakamura Date: Mon, 20 Jul 2020 14:47:11 -0300 Subject: [PATCH 2/2] updating tests --- ...ndexPropertiesMustBeConsistentWithArrays_Invalid.sarif | 8 -------- .../SARIF1010.RuleIdMustBeConsistent_Invalid.sarif | 8 -------- .../SARIF1010.RuleIdMustBeConsistent_Valid.sarif | 8 -------- 3 files changed, 24 deletions(-) diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Invalid.sarif index 074963e52..6651b10e5 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1009.IndexPropertiesMustBeConsistentWithArrays_Invalid.sarif @@ -63,14 +63,6 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } - }, - { - "message": { - "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." - }, - "descriptor": { - "id": "WRN999.RuleExplicitlyDisabled" - } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Invalid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Invalid.sarif index 306a7ff93..bd54fc623 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Invalid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Invalid.sarif @@ -63,14 +63,6 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } - }, - { - "message": { - "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." - }, - "descriptor": { - "id": "WRN999.RuleExplicitlyDisabled" - } } ], "executionSuccessful": true diff --git a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Valid.sarif b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Valid.sarif index 9dd8fb605..be7c52e54 100644 --- a/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Valid.sarif +++ b/src/Test.FunctionalTests.Sarif/TestData/Multitool/ValidateCommand/ExpectedOutputs/SARIF1010.RuleIdMustBeConsistent_Valid.sarif @@ -42,14 +42,6 @@ "descriptor": { "id": "WRN999.RuleExplicitlyDisabled" } - }, - { - "message": { - "text": "Rule 'SARIF2016' was explicitly disabled by the user. As result, this tool run cannot be used for compliance or other auditing processes that require a comprehensive analysis." - }, - "descriptor": { - "id": "WRN999.RuleExplicitlyDisabled" - } } ], "executionSuccessful": true