Skip to content

Commit db94a74

Browse files
JonoYangJonoYang
committed
Add test for assemble_packages #444
Signed-off-by: Jono Yang <[email protected]>
1 parent c9bc83e commit db94a74

File tree

2 files changed

+259
-0
lines changed

2 files changed

+259
-0
lines changed

‎scanpipe/tests/data/package_assembly_codebase.json

+240
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,240 @@
1+
{
2+
"headers": [
3+
{
4+
"tool_name": "scancode-toolkit",
5+
"tool_version": "31.0.0rc5",
6+
"options": {
7+
"input": [
8+
"/tmp/test"
9+
],
10+
"--info": true,
11+
"--json-pp": "/home/jono/Desktop/package_assembly_codebase.json",
12+
"--package": true
13+
},
14+
"notice": "Generated with ScanCode and provided on an \"AS IS\" BASIS, WITHOUT WARRANTIES\nOR CONDITIONS OF ANY KIND, either express or implied. No content created from\nScanCode should be considered or used as legal advice. Consult an Attorney\nfor any legal advice.\nScanCode is a free software code scanning tool from nexB Inc. and others.\nVisit https://github.com/nexB/scancode-toolkit/ for support and download.",
15+
"start_timestamp": "2022-08-12T011956.852635",
16+
"end_timestamp": "2022-08-12T011959.120759",
17+
"output_format_version": "2.0.0",
18+
"duration": 2.2681386470794678,
19+
"message": null,
20+
"errors": [],
21+
"warnings": [],
22+
"extra_data": {
23+
"system_environment": {
24+
"operating_system": "linux",
25+
"cpu_architecture": "64",
26+
"platform": "Linux-5.4.0-122-generic-x86_64-with-glibc2.27",
27+
"platform_version": "#138~18.04.1-Ubuntu SMP Fri Jun 24 14:14:03 UTC 2022",
28+
"python_version": "3.10.4 (main, May 22 2022, 00:46:26) [GCC 7.5.0]"
29+
},
30+
"spdx_license_list_version": "3.17",
31+
"files_count": 3
32+
}
33+
}
34+
],
35+
"dependencies": [],
36+
"packages": [],
37+
"files": [
38+
{
39+
"path": "test",
40+
"type": "directory",
41+
"name": "test",
42+
"base_name": "test",
43+
"extension": "",
44+
"size": 0,
45+
"date": null,
46+
"sha1": null,
47+
"md5": null,
48+
"sha256": null,
49+
"mime_type": null,
50+
"file_type": null,
51+
"programming_language": null,
52+
"is_binary": false,
53+
"is_text": false,
54+
"is_archive": false,
55+
"is_media": false,
56+
"is_source": false,
57+
"is_script": false,
58+
"package_data": [],
59+
"for_packages": [],
60+
"files_count": 3,
61+
"dirs_count": 2,
62+
"size_count": 63,
63+
"scan_errors": []
64+
},
65+
{
66+
"path": "test/get_package_resources",
67+
"type": "directory",
68+
"name": "get_package_resources",
69+
"base_name": "get_package_resources",
70+
"extension": "",
71+
"size": 0,
72+
"date": null,
73+
"sha1": null,
74+
"md5": null,
75+
"sha256": null,
76+
"mime_type": null,
77+
"file_type": null,
78+
"programming_language": null,
79+
"is_binary": false,
80+
"is_text": false,
81+
"is_archive": false,
82+
"is_media": false,
83+
"is_source": false,
84+
"is_script": false,
85+
"package_data": [],
86+
"for_packages": [],
87+
"files_count": 3,
88+
"dirs_count": 1,
89+
"size_count": 63,
90+
"scan_errors": []
91+
},
92+
{
93+
"path": "test/get_package_resources/package.json",
94+
"type": "file",
95+
"name": "package.json",
96+
"base_name": "package",
97+
"extension": ".json",
98+
"size": 63,
99+
"date": "2022-07-27",
100+
"sha1": "47ad6746a065a22a4c2a119cb425c250bddfbf88",
101+
"md5": "5cbb43ca814ec801e8673e348e8eec19",
102+
"sha256": "aac331f407d4d662a2897eafeb4f05a1c2343218220d99779c9553d3b92bd4ac",
103+
"mime_type": "application/json",
104+
"file_type": "JSON data",
105+
"programming_language": null,
106+
"is_binary": false,
107+
"is_text": true,
108+
"is_archive": false,
109+
"is_media": false,
110+
"is_source": false,
111+
"is_script": false,
112+
"package_data": [
113+
{
114+
"type": "npm",
115+
"namespace": null,
116+
"name": "test",
117+
"version": "0.1.0",
118+
"qualifiers": {},
119+
"subpath": null,
120+
"primary_language": "JavaScript",
121+
"description": null,
122+
"release_date": null,
123+
"parties": [],
124+
"keywords": [],
125+
"homepage_url": null,
126+
"download_url": "https://registry.npmjs.org/test/-/test-0.1.0.tgz",
127+
"size": null,
128+
"sha1": null,
129+
"md5": null,
130+
"sha256": null,
131+
"sha512": null,
132+
"bug_tracking_url": null,
133+
"code_view_url": null,
134+
"vcs_url": null,
135+
"copyright": null,
136+
"license_expression": "mit",
137+
"declared_license": [
138+
"MIT"
139+
],
140+
"notice_text": null,
141+
"source_packages": [],
142+
"file_references": [],
143+
"extra_data": {},
144+
"dependencies": [],
145+
"repository_homepage_url": "https://www.npmjs.com/package/test",
146+
"repository_download_url": "https://registry.npmjs.org/test/-/test-0.1.0.tgz",
147+
"api_data_url": "https://registry.npmjs.org/test/0.1.0",
148+
"datasource_id": "npm_package_json",
149+
"purl": "pkg:npm/[email protected]"
150+
}
151+
],
152+
"for_packages": [],
153+
"files_count": 0,
154+
"dirs_count": 0,
155+
"size_count": 0,
156+
"scan_errors": []
157+
},
158+
{
159+
"path": "test/get_package_resources/this-should-be-returned",
160+
"type": "file",
161+
"name": "this-should-be-returned",
162+
"base_name": "this-should-be-returned",
163+
"extension": "",
164+
"size": 0,
165+
"date": "2022-07-27",
166+
"sha1": null,
167+
"md5": null,
168+
"sha256": null,
169+
"mime_type": "inode/x-empty",
170+
"file_type": "empty",
171+
"programming_language": null,
172+
"is_binary": false,
173+
"is_text": true,
174+
"is_archive": false,
175+
"is_media": false,
176+
"is_source": false,
177+
"is_script": false,
178+
"package_data": [],
179+
"for_packages": [],
180+
"files_count": 0,
181+
"dirs_count": 0,
182+
"size_count": 0,
183+
"scan_errors": []
184+
},
185+
{
186+
"path": "test/get_package_resources/node_modules",
187+
"type": "directory",
188+
"name": "node_modules",
189+
"base_name": "node_modules",
190+
"extension": "",
191+
"size": 0,
192+
"date": null,
193+
"sha1": null,
194+
"md5": null,
195+
"sha256": null,
196+
"mime_type": null,
197+
"file_type": null,
198+
"programming_language": null,
199+
"is_binary": false,
200+
"is_text": false,
201+
"is_archive": false,
202+
"is_media": false,
203+
"is_source": false,
204+
"is_script": false,
205+
"package_data": [],
206+
"for_packages": [],
207+
"files_count": 1,
208+
"dirs_count": 0,
209+
"size_count": 0,
210+
"scan_errors": []
211+
},
212+
{
213+
"path": "test/get_package_resources/node_modules/this-should-not-be-returned",
214+
"type": "file",
215+
"name": "this-should-not-be-returned",
216+
"base_name": "this-should-not-be-returned",
217+
"extension": "",
218+
"size": 0,
219+
"date": "2022-07-27",
220+
"sha1": null,
221+
"md5": null,
222+
"sha256": null,
223+
"mime_type": "inode/x-empty",
224+
"file_type": "empty",
225+
"programming_language": null,
226+
"is_binary": false,
227+
"is_text": true,
228+
"is_archive": false,
229+
"is_media": false,
230+
"is_source": false,
231+
"is_script": false,
232+
"package_data": [],
233+
"for_packages": [],
234+
"files_count": 0,
235+
"dirs_count": 0,
236+
"size_count": 0,
237+
"scan_errors": []
238+
}
239+
]
240+
}

‎scanpipe/tests/test_pipes.py

+19
Original file line numberDiff line numberDiff line change
@@ -615,6 +615,25 @@ def test_scanpipe_pipes_scancode_make_results_summary(self):
615615
summary = scancode.make_results_summary(project, scan_results_location)
616616
self.assertEqual(10, len(summary.keys()))
617617

618+
def test_scanpipe_pipes_scancode_assemble_packages(self):
619+
project = Project.objects.create(name="Analysis")
620+
project_scan_location = self.data_location / "package_assembly_codebase.json"
621+
scancode.create_inventory_from_scan(project, project_scan_location)
622+
623+
self.assertEqual(0, project.discoveredpackages.count())
624+
scancode.assemble_packages(project)
625+
self.assertEqual(1, project.discoveredpackages.count())
626+
627+
package = project.discoveredpackages.all()[0]
628+
self.assertEqual("pkg:npm/[email protected]", package.package_url)
629+
630+
associated_resources = [r.path for r in package.codebase_resources.all()]
631+
expected_resources = [
632+
"get_package_resources/package.json",
633+
"get_package_resources/this-should-be-returned",
634+
]
635+
self.assertEquals(sorted(expected_resources), sorted(associated_resources))
636+
618637
@expectedFailure
619638
def test_scanpipe_pipes_codebase_get_tree(self):
620639
fixtures = self.data_location / "asgiref-3.3.0_fixtures.json"

0 commit comments

Comments
 (0)