From 8bf2d3d83f29b91ace3f234b7c3d7d45f515cf4a Mon Sep 17 00:00:00 2001 From: dinesh-crest <127284636+dinesh-crest@users.noreply.github.com> Date: Fri, 21 Jul 2023 08:34:04 +0530 Subject: [PATCH] DLP: Added sample for inspect string using exclusion regex (#3347) --- dlp/inspectStringWithExclusionRegex.js | 109 +++++++++++++++++++++++++ dlp/system-test/inspect.test.js | 21 +++++ 2 files changed, 130 insertions(+) create mode 100644 dlp/inspectStringWithExclusionRegex.js diff --git a/dlp/inspectStringWithExclusionRegex.js b/dlp/inspectStringWithExclusionRegex.js new file mode 100644 index 00000000000..501b652f103 --- /dev/null +++ b/dlp/inspectStringWithExclusionRegex.js @@ -0,0 +1,109 @@ +// Copyright 2023 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +'use strict'; + +// sample-metadata: +// title: Inspect a string, excluding REGEX matches +// description: Inspect a string with list of regex as exclusions. +// usage: node inspectStringWithExclusionRegex.js my-project string exclusionRegex +function main(projectId, string, exclusionRegex) { + // [START dlp_inspect_string_with_exclusion_regex] + // Imports the Google Cloud Data Loss Prevention library + const DLP = require('@google-cloud/dlp'); + + // Instantiates a client + const dlp = new DLP.DlpServiceClient(); + + // The project ID to run the API call under + // const projectId = 'my-project'; + + // The string to inspect + // const string = 'Some email addresses: gary@example.com, bob@example.org'; + + // Exclusion Regex + // const exclusionRegex = '.+@example.com'; + + async function inspectStringMultipleRules() { + // Specify the type and content to be inspected. + const item = { + byteItem: { + type: DLP.protos.google.privacy.dlp.v2.ByteContentItem.BytesType + .TEXT_UTF8, + data: Buffer.from(string, 'utf-8'), + }, + }; + + // Info Types for inspection + const infoTypes = [{name: 'EMAIL_ADDRESS'}]; + + // Construct a exclusion rule that uses a regex pattern + const exclusionRule = { + regex: {pattern: exclusionRegex}, + matchingType: + DLP.protos.google.privacy.dlp.v2.MatchingType.MATCHING_TYPE_FULL_MATCH, + }; + + // Construct a ruleset that applies the exclusion rule to the EMAIL_ADDRESSES infotype. + const ruleSet = [ + { + infoTypes: infoTypes, + rules: [ + { + exclusionRule: exclusionRule, + }, + ], + }, + ]; + + // Construct the configuration for the Inspect request, including the ruleset. + const inspectConfig = { + infoTypes: infoTypes, + ruleSet: ruleSet, + includeQuote: true, + }; + + // Construct the Inspect request to be sent by the client. + const request = { + parent: `projects/${projectId}/locations/global`, + inspectConfig: inspectConfig, + item: item, + }; + + // Use the client to send the API request. + const [response] = await dlp.inspectContent(request); + + // Print findings. + const findings = response.result.findings; + if (findings.length > 0) { + console.log(`Findings: ${findings.length}\n`); + findings.forEach(finding => { + console.log(`InfoType: ${finding.infoType.name}`); + console.log(`\tQuote: ${finding.quote}`); + console.log(`\tLikelihood: ${finding.likelihood} \n`); + }); + } else { + console.log('No findings.'); + } + } + inspectStringMultipleRules(); + // [END dlp_inspect_string_with_exclusion_regex] +} + +process.on('unhandledRejection', err => { + console.error(err.message); + process.exitCode = 1; +}); + +main(...process.argv.slice(2)); diff --git a/dlp/system-test/inspect.test.js b/dlp/system-test/inspect.test.js index 46d67fef85b..a7e62e22866 100644 --- a/dlp/system-test/inspect.test.js +++ b/dlp/system-test/inspect.test.js @@ -885,4 +885,25 @@ describe('inspect', () => { } assert.include(output, 'INVALID_ARGUMENT'); }); + + // dlp_inspect_string_with_exclusion_regex + it('should inspect using exclusion regex', () => { + const output = execSync( + `node inspectStringWithExclusionRegex.js ${projectId} "Some email addresses: gary@example.com, bob@example.org" ".+@example.com"` + ); + assert.match(output, /Quote: bob@example.org/); + assert.notMatch(output, /Quote: gary@example.com/); + }); + + it('should report any errors while inspecting a string', () => { + let output; + try { + output = execSync( + 'node inspectStringWithExclusionRegex.js BAD_PROJECT_ID "Some email addresses: gary@example.com, bob@example.org" ".+@example.com"' + ); + } catch (err) { + output = err.message; + } + assert.include(output, 'INVALID_ARGUMENT'); + }); });