forked from openvinotoolkit/model_analyzer
-
Notifications
You must be signed in to change notification settings - Fork 0
/
bom_test.py
161 lines (147 loc) · 6.75 KB
/
bom_test.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
"""
Copyright (c) 2019 Intel Corporation
LEGAL NOTICE: Your use of this software and any required dependent software (the “Software Package”) is subject to
the terms and conditions of the software license agreements for Software Package, which may also include
notices, disclaimers, or license terms for third party or open source software
included in or with the Software Package, and your use indicates your acceptance of all such terms.
Please refer to the “third-party-programs.txt” or other similarly-named text file included with the Software Package
for additional details.
You may obtain a copy of the License at
https://software.intel.com/content/dam/develop/external/us/en/documents/intel-openvino-license-agreements.pdf
"""
import os
import platform
import re
from itertools import islice
DIR_PATTERNS_TO_SKIP = [
'.*__pycache__.*',
'.*\\.git.*',
'.*automation.*',
'tests',
'.*venv',
'.*.pytest_cache',
'.*.idea'
]
FILE_PATTERNS_TO_SKIP = [
'.*_test\\.py$',
'.*\\.pyc$',
'server\\.log$'
]
FILES_TO_IGNORE = [
'.*DEVELOPER.md*.',
'.*requirements_dev.txt.*',
'.*.gitignore.*',
'.*.git.*',
'.*.pylintrc.*',
'.*Dockerfile.*',
'.*generic_e2e_test_case.py*.'
]
FULL_NAME_PATTERNS_TO_SKIP = ['.*tests/.*']
if platform.system() == 'Windows':
FULL_NAME_PATTERNS_TO_SKIP = [i.replace('/', '\\\\') for i in FULL_NAME_PATTERNS_TO_SKIP]
DIRS_TO_SEARCH = ['']
def is_match(name: str, patterns: ()):
return any((re.match(pattern, name) for pattern in patterns))
class TestBOMFile:
@classmethod
def setup(cls):
cls.existing_files = []
cur_path = os.path.dirname(os.path.realpath(__file__))
cls.output_dir = cur_path
with open(os.path.join(cur_path, 'automation', 'package_BOM.txt'), 'r') as bom_file:
if platform.system() == 'Windows':
cls.existing_files = [name.rstrip().replace('/', '\\') for name in bom_file.readlines()]
else:
cls.existing_files = [name.rstrip() for name in bom_file.readlines()]
# pylint:disable=W1401
cls.expected_header = [re.compile(pattern) for pattern in [
'^"""$',
'^Model Analyzer$',
'^$',
'^Copyright \(c\) [0-9\-]+ Intel Corporation$',
'^$',
'^LEGAL NOTICE: Your use of this software and any required dependent software \(the \“Software Package\”\) is subject to$',
'^the terms and conditions of the software license agreements for Software Package, which may also include$',
'^notices, disclaimers, or license terms for third party or open source software$',
'^included in or with the Software Package, and your use indicates your acceptance of all such terms.$',
'^Please refer to the \“third-party-programs\.txt\” or other similarly-named text file included with the Software Package$',
'^for additional details.$',
'You may obtain a copy of the License at',
'^\s*https://software.intel.com/content/dam/develop/external/us/en/documents/intel-openvino-license-agreements.pdf$',
'^"""$'
]]
def test_bom_file(self):
missing_files = list()
for src_dir in DIRS_TO_SEARCH:
src_dir = os.path.join(self.output_dir, src_dir)
if not os.path.isdir(src_dir):
continue
for root, _, files in os.walk(src_dir):
if is_match(root, DIR_PATTERNS_TO_SKIP):
continue
for file in files:
if is_match(file, FILES_TO_IGNORE):
continue
full_name = os.path.join(root, file)
full_name = full_name[len(self.output_dir) + 1:]
if is_match(file, FILE_PATTERNS_TO_SKIP) or is_match(full_name, FULL_NAME_PATTERNS_TO_SKIP):
continue
if full_name not in self.existing_files:
missing_files.append(full_name)
if missing_files:
print('{} files missed in BOM:'.format(len(missing_files)))
for file in missing_files:
print(file.replace('\\', '/'))
assert not missing_files
def test_deleted_files_still_stored_in_bom(self):
deleted = list()
ignores = [
'^static'
]
for file in self.existing_files:
if is_match(file, ignores):
continue
if not os.path.isfile(os.path.join(self.output_dir, file)):
deleted.append(file)
if deleted:
print('{} files deleted but still stored in BOM:'.format(len(deleted)))
for file in deleted:
print(file)
assert not deleted
def test_alphabetical_order_and_duplicates(self):
sorted_bom = sorted([x for x in self.existing_files if self.existing_files.count(x) == 1], key=str.lower)
if self.existing_files != sorted_bom:
print("Wrong order. Alphabetical order of BOM is:")
print(*sorted_bom, sep='\n')
assert self.existing_files == sorted_bom
def test_missed_intel_header(self):
missing_files = list()
for src_dir in DIRS_TO_SEARCH:
src_dir = os.path.join(self.output_dir, src_dir)
if not os.path.isdir(src_dir):
continue
for root, _, files in os.walk(src_dir):
if is_match(root, DIR_PATTERNS_TO_SKIP):
continue
for file in files:
ignores = [
'^__init__.py$',
'^.*.pyc$',
'^.*test.py$'
]
if not is_match(file, ['.*.py$']) or is_match(file, ignores):
continue
full_name = os.path.join(root, file)
with open(full_name, 'r', encoding='utf-8') as source_f:
# read two more lines from the file because it can contain shebang and empty lines
source = [x.strip() for x in islice(source_f, len(self.expected_header) + 2)]
# skip shebang and empty lines in the beginning of the file
while source[0] in ('', '#!/usr/bin/env python3'):
source = source[1:]
for str_ind in range(0, len(self.expected_header)):
if not re.match(self.expected_header[str_ind], source[str_ind]):
missing_files.append(full_name)
break
if missing_files:
print('{} files with missed header: \n{}'.format(len(missing_files), '\n'.join(missing_files)))
assert not missing_files