Adding check for project-version-violations and report back

[jmvanryn]

No description provided.

[gsnyder2007]

did you consider using self.get_project_version_by_name? would replace use of get_project_by_name and the subsequent code to retrieve the version if present, e.g. this method would then become,

def get_project_violation_status(self, project_name, version):
version = self.get_project_version_by_name(project_name, version)
if version:
return version.get('policyStatus', None)
else:
return "{}:{} not found".format(project_name, version)

or something along those lines?

[jmvanryn]

Ah, well I believe I was looking at it this way because it is a more precise error. If I remember get_project_version_by_name will return a non 200 on both missing projects or versions. and I wanted to tell my users what was missing the project or the version or if the server was just miss-behaving

[jmvanryn]

Oh wow.. Just saw this... I'll go through them now..

[adirlau]

import argparse
import logging
import sys
from urllib.parse import urlparse
from blackduck.HubRestApi import HubInstance, object_id
parser = argparse.ArgumentParser("Retrieve scans (aka code locations) from the Black Duck system")
parser.add_argument("-n", "--name", type=str, default=None, help="Filter by name")
parser.add_argument("-r", "--release", action='store_true', help="Set this for scanning the release tag")
parser.add_argument("--unmapped", action='store_true', help="Set this to see any scans (aka code locations) that are not mapped to any project-version")
args = parser.parse_args()
logging.basicConfig(format='%(asctime)s:%(levelname)s:%(message)s', stream=sys.stderr, level=logging.DEBUG)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
hub = HubInstance()
if args.name:
parameters={'q':'name:{}'.format(args.name)}
else:
parameters={}
if args.unmapped:
code_locations = hub.get_codelocations(limit=10000, unmapped=True, parameters=parameters)
else:
code_locations = hub.get_codelocations(limit=10000, parameters=parameters)
code_locations = code_locations.get('items', [])
if not code_locations:
print("NO_PROJECT - Project "+args.name+" not found")
exit(0)
for code_location in code_locations:
if "bom" in code_location['name']:
# Added this because there can be a bom that has no link, so switched to scan
logging.debug("Name contains bom - skipping")
continue
if args.release:
if "master" in code_location['name']:
continue
else:
if "release" in code_location['name']:
continue
logging.debug(code_location['name'])
sections = urlparse(code_location['mappedProjectVersion'])
data = sections.path.split("/")
project = data[3]
version = data[5]
obj = hub.get_version_by_id("/"+project,version)
scanVersion = obj['versionName']
status=hub.get_project_violation_status(args.name, scanVersion)
print(status)
try: status
except NameError: status = None
if status is None:
print("VERSION_NOT_SCANNED - Version not found")
exit(0)
if(status == "IN_VIOLATION"):
exit(0)
elif(status == "NOT_IN_VIOLATION"):
exit(0)
else:
exit(0)
#print(json.dumps(code_locations, indent=4, sort_keys=True))

def get_project_violation_status(self, project_name, version):
project = self.get_project_by_name(project_name)
if (project is None):
logging.debug("Project " + project_name + " not found")
return ("NO_PROJECT")
link = self.get_link(project, "versions")
if link:
response = self.execute_get(link)
if response.status_code == 200:
versions_list = json.loads(response.text)
for version_item in versions_list['items']:
logging.debug("Got version in file "+version_item['versionName'])
if version == 'empty':
version = version_item['versionName']
if version_item['versionName'] == version:
logging.debug("Found " + version)
return version_item['policyStatus']
else:
return ("VERSION_NOT_SCANNED")
else:
return ("SERVER_NOT_RETURNED_200")
else:
return {} # nada

The function was working fine until we updated the version to 56 and we are facing this error

@gsnyder2007 can you please take a look and let us know what api we can use instead?

[jmvanryn]

adjustments made..

[jmvanryn]

No description provided.

[gsnyder2007]

did you consider using self.get_project_version_by_name? would replace use of get_project_by_name and the subsequent code to retrieve the version if present, e.g. this method would then become,

def get_project_violation_status(self, project_name, version):
version = self.get_project_version_by_name(project_name, version)
if version:
return version.get('policyStatus', None)
else:
return "{}:{} not found".format(project_name, version)

or something along those lines?

[jmvanryn]

Ah, well I believe I was looking at it this way because it is a more precise error. If I remember get_project_version_by_name will return a non 200 on both missing projects or versions. and I wanted to tell my users what was missing the project or the version or if the server was just miss-behaving

[jmvanryn]

Oh wow.. Just saw this... I'll go through them now..

[adirlau]

import argparse
import logging
import sys
from urllib.parse import urlparse
from blackduck.HubRestApi import HubInstance, object_id
parser = argparse.ArgumentParser("Retrieve scans (aka code locations) from the Black Duck system")
parser.add_argument("-n", "--name", type=str, default=None, help="Filter by name")
parser.add_argument("-r", "--release", action='store_true', help="Set this for scanning the release tag")
parser.add_argument("--unmapped", action='store_true', help="Set this to see any scans (aka code locations) that are not mapped to any project-version")
args = parser.parse_args()
logging.basicConfig(format='%(asctime)s:%(levelname)s:%(message)s', stream=sys.stderr, level=logging.DEBUG)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
hub = HubInstance()
if args.name:
parameters={'q':'name:{}'.format(args.name)}
else:
parameters={}
if args.unmapped:
code_locations = hub.get_codelocations(limit=10000, unmapped=True, parameters=parameters)
else:
code_locations = hub.get_codelocations(limit=10000, parameters=parameters)
code_locations = code_locations.get('items', [])
if not code_locations:
print("NO_PROJECT - Project "+args.name+" not found")
exit(0)
for code_location in code_locations:
if "bom" in code_location['name']:
# Added this because there can be a bom that has no link, so switched to scan
logging.debug("Name contains bom - skipping")
continue
if args.release:
if "master" in code_location['name']:
continue
else:
if "release" in code_location['name']:
continue
logging.debug(code_location['name'])
sections = urlparse(code_location['mappedProjectVersion'])
data = sections.path.split("/")
project = data[3]
version = data[5]
obj = hub.get_version_by_id("/"+project,version)
scanVersion = obj['versionName']
status=hub.get_project_violation_status(args.name, scanVersion)
print(status)
try: status
except NameError: status = None
if status is None:
print("VERSION_NOT_SCANNED - Version not found")
exit(0)
if(status == "IN_VIOLATION"):
exit(0)
elif(status == "NOT_IN_VIOLATION"):
exit(0)
else:
exit(0)
#print(json.dumps(code_locations, indent=4, sort_keys=True))

def get_project_violation_status(self, project_name, version):
project = self.get_project_by_name(project_name)
if (project is None):
logging.debug("Project " + project_name + " not found")
return ("NO_PROJECT")
link = self.get_link(project, "versions")
if link:
response = self.execute_get(link)
if response.status_code == 200:
versions_list = json.loads(response.text)
for version_item in versions_list['items']:
logging.debug("Got version in file "+version_item['versionName'])
if version == 'empty':
version = version_item['versionName']
if version_item['versionName'] == version:
logging.debug("Found " + version)
return version_item['policyStatus']
else:
return ("VERSION_NOT_SCANNED")
else:
return ("SERVER_NOT_RETURNED_200")
else:
return {} # nada

The function was working fine until we updated the version to 56 and we are facing this error

@gsnyder2007 can you please take a look and let us know what api we can use instead?

[jmvanryn]

adjustments made..

[jmvanryn]

No description provided.

[gsnyder2007]

did you consider using self.get_project_version_by_name? would replace use of get_project_by_name and the subsequent code to retrieve the version if present, e.g. this method would then become,

def get_project_violation_status(self, project_name, version):
version = self.get_project_version_by_name(project_name, version)
if version:
return version.get('policyStatus', None)
else:
return "{}:{} not found".format(project_name, version)

or something along those lines?

[jmvanryn]

Ah, well I believe I was looking at it this way because it is a more precise error. If I remember get_project_version_by_name will return a non 200 on both missing projects or versions. and I wanted to tell my users what was missing the project or the version or if the server was just miss-behaving

[jmvanryn]

Oh wow.. Just saw this... I'll go through them now..

[adirlau]

import argparse
import logging
import sys
from urllib.parse import urlparse
from blackduck.HubRestApi import HubInstance, object_id
parser = argparse.ArgumentParser("Retrieve scans (aka code locations) from the Black Duck system")
parser.add_argument("-n", "--name", type=str, default=None, help="Filter by name")
parser.add_argument("-r", "--release", action='store_true', help="Set this for scanning the release tag")
parser.add_argument("--unmapped", action='store_true', help="Set this to see any scans (aka code locations) that are not mapped to any project-version")
args = parser.parse_args()
logging.basicConfig(format='%(asctime)s:%(levelname)s:%(message)s', stream=sys.stderr, level=logging.DEBUG)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
hub = HubInstance()
if args.name:
parameters={'q':'name:{}'.format(args.name)}
else:
parameters={}
if args.unmapped:
code_locations = hub.get_codelocations(limit=10000, unmapped=True, parameters=parameters)
else:
code_locations = hub.get_codelocations(limit=10000, parameters=parameters)
code_locations = code_locations.get('items', [])
if not code_locations:
print("NO_PROJECT - Project "+args.name+" not found")
exit(0)
for code_location in code_locations:
if "bom" in code_location['name']:
# Added this because there can be a bom that has no link, so switched to scan
logging.debug("Name contains bom - skipping")
continue
if args.release:
if "master" in code_location['name']:
continue
else:
if "release" in code_location['name']:
continue
logging.debug(code_location['name'])
sections = urlparse(code_location['mappedProjectVersion'])
data = sections.path.split("/")
project = data[3]
version = data[5]
obj = hub.get_version_by_id("/"+project,version)
scanVersion = obj['versionName']
status=hub.get_project_violation_status(args.name, scanVersion)
print(status)
try: status
except NameError: status = None
if status is None:
print("VERSION_NOT_SCANNED - Version not found")
exit(0)
if(status == "IN_VIOLATION"):
exit(0)
elif(status == "NOT_IN_VIOLATION"):
exit(0)
else:
exit(0)
#print(json.dumps(code_locations, indent=4, sort_keys=True))

def get_project_violation_status(self, project_name, version):
project = self.get_project_by_name(project_name)
if (project is None):
logging.debug("Project " + project_name + " not found")
return ("NO_PROJECT")
link = self.get_link(project, "versions")
if link:
response = self.execute_get(link)
if response.status_code == 200:
versions_list = json.loads(response.text)
for version_item in versions_list['items']:
logging.debug("Got version in file "+version_item['versionName'])
if version == 'empty':
version = version_item['versionName']
if version_item['versionName'] == version:
logging.debug("Found " + version)
return version_item['policyStatus']
else:
return ("VERSION_NOT_SCANNED")
else:
return ("SERVER_NOT_RETURNED_200")
else:
return {} # nada

The function was working fine until we updated the version to 56 and we are facing this error

@gsnyder2007 can you please take a look and let us know what api we can use instead?

[jmvanryn]

adjustments made..

[jmvanryn]

No description provided.

[gsnyder2007]

did you consider using self.get_project_version_by_name? would replace use of get_project_by_name and the subsequent code to retrieve the version if present, e.g. this method would then become,

def get_project_violation_status(self, project_name, version):
version = self.get_project_version_by_name(project_name, version)
if version:
return version.get('policyStatus', None)
else:
return "{}:{} not found".format(project_name, version)

or something along those lines?

[jmvanryn]

Ah, well I believe I was looking at it this way because it is a more precise error. If I remember get_project_version_by_name will return a non 200 on both missing projects or versions. and I wanted to tell my users what was missing the project or the version or if the server was just miss-behaving

[jmvanryn]

Oh wow.. Just saw this... I'll go through them now..

[adirlau]

import argparse
import logging
import sys
from urllib.parse import urlparse
from blackduck.HubRestApi import HubInstance, object_id
parser = argparse.ArgumentParser("Retrieve scans (aka code locations) from the Black Duck system")
parser.add_argument("-n", "--name", type=str, default=None, help="Filter by name")
parser.add_argument("-r", "--release", action='store_true', help="Set this for scanning the release tag")
parser.add_argument("--unmapped", action='store_true', help="Set this to see any scans (aka code locations) that are not mapped to any project-version")
args = parser.parse_args()
logging.basicConfig(format='%(asctime)s:%(levelname)s:%(message)s', stream=sys.stderr, level=logging.DEBUG)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
hub = HubInstance()
if args.name:
parameters={'q':'name:{}'.format(args.name)}
else:
parameters={}
if args.unmapped:
code_locations = hub.get_codelocations(limit=10000, unmapped=True, parameters=parameters)
else:
code_locations = hub.get_codelocations(limit=10000, parameters=parameters)
code_locations = code_locations.get('items', [])
if not code_locations:
print("NO_PROJECT - Project "+args.name+" not found")
exit(0)
for code_location in code_locations:
if "bom" in code_location['name']:
# Added this because there can be a bom that has no link, so switched to scan
logging.debug("Name contains bom - skipping")
continue
if args.release:
if "master" in code_location['name']:
continue
else:
if "release" in code_location['name']:
continue
logging.debug(code_location['name'])
sections = urlparse(code_location['mappedProjectVersion'])
data = sections.path.split("/")
project = data[3]
version = data[5]
obj = hub.get_version_by_id("/"+project,version)
scanVersion = obj['versionName']
status=hub.get_project_violation_status(args.name, scanVersion)
print(status)
try: status
except NameError: status = None
if status is None:
print("VERSION_NOT_SCANNED - Version not found")
exit(0)
if(status == "IN_VIOLATION"):
exit(0)
elif(status == "NOT_IN_VIOLATION"):
exit(0)
else:
exit(0)
#print(json.dumps(code_locations, indent=4, sort_keys=True))

def get_project_violation_status(self, project_name, version):
project = self.get_project_by_name(project_name)
if (project is None):
logging.debug("Project " + project_name + " not found")
return ("NO_PROJECT")
link = self.get_link(project, "versions")
if link:
response = self.execute_get(link)
if response.status_code == 200:
versions_list = json.loads(response.text)
for version_item in versions_list['items']:
logging.debug("Got version in file "+version_item['versionName'])
if version == 'empty':
version = version_item['versionName']
if version_item['versionName'] == version:
logging.debug("Found " + version)
return version_item['policyStatus']
else:
return ("VERSION_NOT_SCANNED")
else:
return ("SERVER_NOT_RETURNED_200")
else:
return {} # nada

The function was working fine until we updated the version to 56 and we are facing this error

@gsnyder2007 can you please take a look and let us know what api we can use instead?

[jmvanryn]

adjustments made..

[jmvanryn]

No description provided.

[gsnyder2007]

did you consider using self.get_project_version_by_name? would replace use of get_project_by_name and the subsequent code to retrieve the version if present, e.g. this method would then become,

def get_project_violation_status(self, project_name, version):
version = self.get_project_version_by_name(project_name, version)
if version:
return version.get('policyStatus', None)
else:
return "{}:{} not found".format(project_name, version)

or something along those lines?

[jmvanryn]

Ah, well I believe I was looking at it this way because it is a more precise error. If I remember get_project_version_by_name will return a non 200 on both missing projects or versions. and I wanted to tell my users what was missing the project or the version or if the server was just miss-behaving

[jmvanryn]

Oh wow.. Just saw this... I'll go through them now..

[adirlau]

import argparse
import logging
import sys
from urllib.parse import urlparse
from blackduck.HubRestApi import HubInstance, object_id
parser = argparse.ArgumentParser("Retrieve scans (aka code locations) from the Black Duck system")
parser.add_argument("-n", "--name", type=str, default=None, help="Filter by name")
parser.add_argument("-r", "--release", action='store_true', help="Set this for scanning the release tag")
parser.add_argument("--unmapped", action='store_true', help="Set this to see any scans (aka code locations) that are not mapped to any project-version")
args = parser.parse_args()
logging.basicConfig(format='%(asctime)s:%(levelname)s:%(message)s', stream=sys.stderr, level=logging.DEBUG)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
hub = HubInstance()
if args.name:
parameters={'q':'name:{}'.format(args.name)}
else:
parameters={}
if args.unmapped:
code_locations = hub.get_codelocations(limit=10000, unmapped=True, parameters=parameters)
else:
code_locations = hub.get_codelocations(limit=10000, parameters=parameters)
code_locations = code_locations.get('items', [])
if not code_locations:
print("NO_PROJECT - Project "+args.name+" not found")
exit(0)
for code_location in code_locations:
if "bom" in code_location['name']:
# Added this because there can be a bom that has no link, so switched to scan
logging.debug("Name contains bom - skipping")
continue
if args.release:
if "master" in code_location['name']:
continue
else:
if "release" in code_location['name']:
continue
logging.debug(code_location['name'])
sections = urlparse(code_location['mappedProjectVersion'])
data = sections.path.split("/")
project = data[3]
version = data[5]
obj = hub.get_version_by_id("/"+project,version)
scanVersion = obj['versionName']
status=hub.get_project_violation_status(args.name, scanVersion)
print(status)
try: status
except NameError: status = None
if status is None:
print("VERSION_NOT_SCANNED - Version not found")
exit(0)
if(status == "IN_VIOLATION"):
exit(0)
elif(status == "NOT_IN_VIOLATION"):
exit(0)
else:
exit(0)
#print(json.dumps(code_locations, indent=4, sort_keys=True))

def get_project_violation_status(self, project_name, version):
project = self.get_project_by_name(project_name)
if (project is None):
logging.debug("Project " + project_name + " not found")
return ("NO_PROJECT")
link = self.get_link(project, "versions")
if link:
response = self.execute_get(link)
if response.status_code == 200:
versions_list = json.loads(response.text)
for version_item in versions_list['items']:
logging.debug("Got version in file "+version_item['versionName'])
if version == 'empty':
version = version_item['versionName']
if version_item['versionName'] == version:
logging.debug("Found " + version)
return version_item['policyStatus']
else:
return ("VERSION_NOT_SCANNED")
else:
return ("SERVER_NOT_RETURNED_200")
else:
return {} # nada

The function was working fine until we updated the version to 56 and we are facing this error

@gsnyder2007 can you please take a look and let us know what api we can use instead?

[jmvanryn]

adjustments made..

[jmvanryn]

No description provided.

[gsnyder2007]

did you consider using self.get_project_version_by_name? would replace use of get_project_by_name and the subsequent code to retrieve the version if present, e.g. this method would then become,

def get_project_violation_status(self, project_name, version):
version = self.get_project_version_by_name(project_name, version)
if version:
return version.get('policyStatus', None)
else:
return "{}:{} not found".format(project_name, version)

or something along those lines?

[jmvanryn]

Ah, well I believe I was looking at it this way because it is a more precise error. If I remember get_project_version_by_name will return a non 200 on both missing projects or versions. and I wanted to tell my users what was missing the project or the version or if the server was just miss-behaving

[jmvanryn]

Oh wow.. Just saw this... I'll go through them now..

[adirlau]

import argparse
import logging
import sys
from urllib.parse import urlparse
from blackduck.HubRestApi import HubInstance, object_id
parser = argparse.ArgumentParser("Retrieve scans (aka code locations) from the Black Duck system")
parser.add_argument("-n", "--name", type=str, default=None, help="Filter by name")
parser.add_argument("-r", "--release", action='store_true', help="Set this for scanning the release tag")
parser.add_argument("--unmapped", action='store_true', help="Set this to see any scans (aka code locations) that are not mapped to any project-version")
args = parser.parse_args()
logging.basicConfig(format='%(asctime)s:%(levelname)s:%(message)s', stream=sys.stderr, level=logging.DEBUG)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
hub = HubInstance()
if args.name:
parameters={'q':'name:{}'.format(args.name)}
else:
parameters={}
if args.unmapped:
code_locations = hub.get_codelocations(limit=10000, unmapped=True, parameters=parameters)
else:
code_locations = hub.get_codelocations(limit=10000, parameters=parameters)
code_locations = code_locations.get('items', [])
if not code_locations:
print("NO_PROJECT - Project "+args.name+" not found")
exit(0)
for code_location in code_locations:
if "bom" in code_location['name']:
# Added this because there can be a bom that has no link, so switched to scan
logging.debug("Name contains bom - skipping")
continue
if args.release:
if "master" in code_location['name']:
continue
else:
if "release" in code_location['name']:
continue
logging.debug(code_location['name'])
sections = urlparse(code_location['mappedProjectVersion'])
data = sections.path.split("/")
project = data[3]
version = data[5]
obj = hub.get_version_by_id("/"+project,version)
scanVersion = obj['versionName']
status=hub.get_project_violation_status(args.name, scanVersion)
print(status)
try: status
except NameError: status = None
if status is None:
print("VERSION_NOT_SCANNED - Version not found")
exit(0)
if(status == "IN_VIOLATION"):
exit(0)
elif(status == "NOT_IN_VIOLATION"):
exit(0)
else:
exit(0)
#print(json.dumps(code_locations, indent=4, sort_keys=True))

def get_project_violation_status(self, project_name, version):
project = self.get_project_by_name(project_name)
if (project is None):
logging.debug("Project " + project_name + " not found")
return ("NO_PROJECT")
link = self.get_link(project, "versions")
if link:
response = self.execute_get(link)
if response.status_code == 200:
versions_list = json.loads(response.text)
for version_item in versions_list['items']:
logging.debug("Got version in file "+version_item['versionName'])
if version == 'empty':
version = version_item['versionName']
if version_item['versionName'] == version:
logging.debug("Found " + version)
return version_item['policyStatus']
else:
return ("VERSION_NOT_SCANNED")
else:
return ("SERVER_NOT_RETURNED_200")
else:
return {} # nada

The function was working fine until we updated the version to 56 and we are facing this error

@gsnyder2007 can you please take a look and let us know what api we can use instead?

[jmvanryn]

adjustments made..

[jmvanryn]

No description provided.

[gsnyder2007]

did you consider using self.get_project_version_by_name? would replace use of get_project_by_name and the subsequent code to retrieve the version if present, e.g. this method would then become,

def get_project_violation_status(self, project_name, version):
version = self.get_project_version_by_name(project_name, version)
if version:
return version.get('policyStatus', None)
else:
return "{}:{} not found".format(project_name, version)

or something along those lines?

[jmvanryn]

Ah, well I believe I was looking at it this way because it is a more precise error. If I remember get_project_version_by_name will return a non 200 on both missing projects or versions. and I wanted to tell my users what was missing the project or the version or if the server was just miss-behaving

[jmvanryn]

Oh wow.. Just saw this... I'll go through them now..

[adirlau]

import argparse
import logging
import sys
from urllib.parse import urlparse
from blackduck.HubRestApi import HubInstance, object_id
parser = argparse.ArgumentParser("Retrieve scans (aka code locations) from the Black Duck system")
parser.add_argument("-n", "--name", type=str, default=None, help="Filter by name")
parser.add_argument("-r", "--release", action='store_true', help="Set this for scanning the release tag")
parser.add_argument("--unmapped", action='store_true', help="Set this to see any scans (aka code locations) that are not mapped to any project-version")
args = parser.parse_args()
logging.basicConfig(format='%(asctime)s:%(levelname)s:%(message)s', stream=sys.stderr, level=logging.DEBUG)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
hub = HubInstance()
if args.name:
parameters={'q':'name:{}'.format(args.name)}
else:
parameters={}
if args.unmapped:
code_locations = hub.get_codelocations(limit=10000, unmapped=True, parameters=parameters)
else:
code_locations = hub.get_codelocations(limit=10000, parameters=parameters)
code_locations = code_locations.get('items', [])
if not code_locations:
print("NO_PROJECT - Project "+args.name+" not found")
exit(0)
for code_location in code_locations:
if "bom" in code_location['name']:
# Added this because there can be a bom that has no link, so switched to scan
logging.debug("Name contains bom - skipping")
continue
if args.release:
if "master" in code_location['name']:
continue
else:
if "release" in code_location['name']:
continue
logging.debug(code_location['name'])
sections = urlparse(code_location['mappedProjectVersion'])
data = sections.path.split("/")
project = data[3]
version = data[5]
obj = hub.get_version_by_id("/"+project,version)
scanVersion = obj['versionName']
status=hub.get_project_violation_status(args.name, scanVersion)
print(status)
try: status
except NameError: status = None
if status is None:
print("VERSION_NOT_SCANNED - Version not found")
exit(0)
if(status == "IN_VIOLATION"):
exit(0)
elif(status == "NOT_IN_VIOLATION"):
exit(0)
else:
exit(0)
#print(json.dumps(code_locations, indent=4, sort_keys=True))

def get_project_violation_status(self, project_name, version):
project = self.get_project_by_name(project_name)
if (project is None):
logging.debug("Project " + project_name + " not found")
return ("NO_PROJECT")
link = self.get_link(project, "versions")
if link:
response = self.execute_get(link)
if response.status_code == 200:
versions_list = json.loads(response.text)
for version_item in versions_list['items']:
logging.debug("Got version in file "+version_item['versionName'])
if version == 'empty':
version = version_item['versionName']
if version_item['versionName'] == version:
logging.debug("Found " + version)
return version_item['policyStatus']
else:
return ("VERSION_NOT_SCANNED")
else:
return ("SERVER_NOT_RETURNED_200")
else:
return {} # nada

The function was working fine until we updated the version to 56 and we are facing this error

@gsnyder2007 can you please take a look and let us know what api we can use instead?

[jmvanryn]

adjustments made..

[jmvanryn]

No description provided.

[gsnyder2007]

did you consider using self.get_project_version_by_name? would replace use of get_project_by_name and the subsequent code to retrieve the version if present, e.g. this method would then become,

def get_project_violation_status(self, project_name, version):
version = self.get_project_version_by_name(project_name, version)
if version:
return version.get('policyStatus', None)
else:
return "{}:{} not found".format(project_name, version)

or something along those lines?

[jmvanryn]

Ah, well I believe I was looking at it this way because it is a more precise error. If I remember get_project_version_by_name will return a non 200 on both missing projects or versions. and I wanted to tell my users what was missing the project or the version or if the server was just miss-behaving

[jmvanryn]

Oh wow.. Just saw this... I'll go through them now..

[adirlau]

import argparse
import logging
import sys
from urllib.parse import urlparse
from blackduck.HubRestApi import HubInstance, object_id
parser = argparse.ArgumentParser("Retrieve scans (aka code locations) from the Black Duck system")
parser.add_argument("-n", "--name", type=str, default=None, help="Filter by name")
parser.add_argument("-r", "--release", action='store_true', help="Set this for scanning the release tag")
parser.add_argument("--unmapped", action='store_true', help="Set this to see any scans (aka code locations) that are not mapped to any project-version")
args = parser.parse_args()
logging.basicConfig(format='%(asctime)s:%(levelname)s:%(message)s', stream=sys.stderr, level=logging.DEBUG)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
hub = HubInstance()
if args.name:
parameters={'q':'name:{}'.format(args.name)}
else:
parameters={}
if args.unmapped:
code_locations = hub.get_codelocations(limit=10000, unmapped=True, parameters=parameters)
else:
code_locations = hub.get_codelocations(limit=10000, parameters=parameters)
code_locations = code_locations.get('items', [])
if not code_locations:
print("NO_PROJECT - Project "+args.name+" not found")
exit(0)
for code_location in code_locations:
if "bom" in code_location['name']:
# Added this because there can be a bom that has no link, so switched to scan
logging.debug("Name contains bom - skipping")
continue
if args.release:
if "master" in code_location['name']:
continue
else:
if "release" in code_location['name']:
continue
logging.debug(code_location['name'])
sections = urlparse(code_location['mappedProjectVersion'])
data = sections.path.split("/")
project = data[3]
version = data[5]
obj = hub.get_version_by_id("/"+project,version)
scanVersion = obj['versionName']
status=hub.get_project_violation_status(args.name, scanVersion)
print(status)
try: status
except NameError: status = None
if status is None:
print("VERSION_NOT_SCANNED - Version not found")
exit(0)
if(status == "IN_VIOLATION"):
exit(0)
elif(status == "NOT_IN_VIOLATION"):
exit(0)
else:
exit(0)
#print(json.dumps(code_locations, indent=4, sort_keys=True))

def get_project_violation_status(self, project_name, version):
project = self.get_project_by_name(project_name)
if (project is None):
logging.debug("Project " + project_name + " not found")
return ("NO_PROJECT")
link = self.get_link(project, "versions")
if link:
response = self.execute_get(link)
if response.status_code == 200:
versions_list = json.loads(response.text)
for version_item in versions_list['items']:
logging.debug("Got version in file "+version_item['versionName'])
if version == 'empty':
version = version_item['versionName']
if version_item['versionName'] == version:
logging.debug("Found " + version)
return version_item['policyStatus']
else:
return ("VERSION_NOT_SCANNED")
else:
return ("SERVER_NOT_RETURNED_200")
else:
return {} # nada

The function was working fine until we updated the version to 56 and we are facing this error

@gsnyder2007 can you please take a look and let us know what api we can use instead?

[jmvanryn]

adjustments made..