#!/usr/bin/python3.5
|
|
#
|
# This file and its contents are supplied under the terms of the
|
# Common Development and Distribution License ("CDDL"), version 1.0.
|
# You may only use this file in accordance with the terms of version
|
# 1.0 of the CDDL.
|
#
|
# A full copy of the text of the CDDL should have accompanied this
|
# source. A copy of the CDDL is also available via the Internet at
|
# http://www.illumos.org/license/CDDL.
|
#
|
|
#
|
# Copyright 2018 Adam Stevko
|
#
|
|
#
|
# mapping.py - generate mapping between component FMRI and component package names, to be used for different purposes,
|
# e.g. checking for outdated pacakges, vulnerable packages etc.
|
#
|
|
import argparse
|
import json
|
import os
|
import re
|
import logging
|
import subprocess
|
import multiprocessing
|
|
from bass.component import BassComponent
|
|
try:
|
from scandir import walk
|
except ImportError:
|
from os import walk
|
|
logger = logging.getLogger('userland-mapping')
|
|
COMPONENT_MAPPING_FILENAME = 'mapping.json'
|
|
|
def find_component_paths(path, subdir='components', debug=False):
|
expression = re.compile(r'.+\.p5m$', re.IGNORECASE)
|
|
paths = []
|
workspace_path = os.path.join(path, subdir)
|
|
for dirpath, dirnames, filenames in walk(workspace_path):
|
for name in filenames:
|
if expression.match(name):
|
if not os.path.isfile(os.path.join( dirpath, 'pkg5.ignore')):
|
paths.append(dirpath)
|
del dirnames[:]
|
break
|
|
return paths
|
|
|
def generate_component_data(component_path, subdir='components'):
|
result = []
|
component = BassComponent(path=component_path)
|
component_name = component.component_name
|
if not component_name:
|
raise ValueError('Component name is empty for path ' + component_path + '.')
|
component_fmris = component.supplied_packages
|
if not component_fmris:
|
raise ValueError('Component FMRIs is empty for path ' + component_path + '.')
|
|
component_relative_path = component_path.split(os.path.join(os.environ['WS_TOP'], subdir))[-1].replace('/', '', 1)
|
|
return component_fmris, component_name, component_relative_path
|
|
|
def generate_userland_mapping(workspace_path, subdir='components'):
|
mapping = []
|
|
paths = find_component_paths(path=workspace_path, subdir=subdir)
|
pool = multiprocessing.Pool(processes=multiprocessing.cpu_count())
|
results = pool.map(generate_component_data, paths)
|
|
for component_fmris, component_name, component_relative_path in results:
|
for component_fmri in component_fmris:
|
mapping.append({'name': component_name,
|
'fmri': component_fmri,
|
'path': component_relative_path})
|
|
component_mapping_file = os.path.join(workspace_path, subdir, COMPONENT_MAPPING_FILENAME)
|
with open(component_mapping_file, 'w') as f:
|
f.write(json.dumps(mapping, sort_keys=True, indent=4))
|
|
|
def main():
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument('-w', '--workspace', default=os.getenv('WS_TOP'), help='Path to workspace')
|
parser.add_argument('--subdir', default='components', help='Directory holding components')
|
|
args = parser.parse_args()
|
|
workspace = args.workspace
|
subdir = args.subdir
|
|
generate_userland_mapping(workspace_path=workspace, subdir=subdir)
|
|
if __name__ == '__main__':
|
main()
|
