Makefile.kmk@ 93882

Last change on this file since 93882 was 93882, checked in by vboxsync, 3 years ago
Validation Kit: Include unit tests (testcases) on the Validation Kit .ISO if VBOX_WITH_VALIDATIONKIT_UNITTESTS_PACKING is set. bugref:10195
Property svn:eol-style set to `native` Property svn:keywords set to `Author Date Id Revision`
File size: 14.3 KB

Line
1	# $Id: Makefile.kmk 93882 2022-02-22 09:48:43Z vboxsync $
2	## @file
3	# VirtualBox Validation Kit.
4	#
5
6	#
7	# Copyright (C) 2006-2022 Oracle Corporation
8	#
9	# This file is part of VirtualBox Open Source Edition (OSE), as
10	# available from http://www.virtualbox.org. This file is free software;
11	# you can redistribute it and/or modify it under the terms of the GNU
12	# General Public License (GPL) as published by the Free Software
13	# Foundation, in version 2 as it comes in the "COPYING" file of the
14	# VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	# hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	#
17	# The contents of this file may alternatively be used under the terms
18	# of the Common Development and Distribution License Version 1.0
19	# (CDDL) only, as it comes in the "COPYING.CDDL" file of the
20	# VirtualBox OSE distribution, in which case the provisions of the
21	# CDDL are applicable instead of those of the GPL.
22	#
23	# You may elect to license modified versions of this file under the
24	# terms and conditions of either the GPL or the CDDL or both.
25	#
26
27	SUB_DEPTH = ../../..
28	include $(KBUILD_PATH)/subheader.kmk
29
30	# Make sure our Config.kmk is included.
31	ifndef VBOX_VALIDATIONKIT_CONFIG_KMK_INCLUDED
32	include $(PATH_SUB_CURRENT)/Config.kmk
33	endif
34
35	# Collect install targets
36	VBOX_VALIDATIONKIT_INSTALLS := $(INSTALLS)
37
38	#
39	# Include sub-makefiles.
40	#
41	include $(PATH_SUB_CURRENT)/tests/Makefile.kmk
42	ifneq ($(KBUILD_HOST),os2) # needs yasm
43	if1of ($(KBUILD_TARGET_ARCH), amd64 x86) # needs yasm
44	include $(PATH_SUB_CURRENT)/bootsectors/Makefile.kmk
45	endif
46	endif
47	include $(PATH_SUB_CURRENT)/utils/Makefile.kmk
48	include $(PATH_SUB_CURRENT)/common/Makefile.kmk
49	include $(PATH_SUB_CURRENT)/testboxscript/Makefile.kmk
50	include $(PATH_SUB_CURRENT)/testdriver/Makefile.kmk
51	include $(PATH_SUB_CURRENT)/testmanager/Makefile.kmk
52
53	#
54	# Globals.
55	#
56
57	# The current target is enabled by default.
58	VBOX_WITH_VALIDATIONKIT_PACKING.$(KBUILD_TARGET).$(KBUILD_TARGET_ARCH) = 1
59
60
61	#
62	# Install the test driver framework.
63	#
64	INSTALLS += ValidationKit-testdriver
65	ValidationKit-testdriver_TEMPLATE = VBoxValidationKitR3
66	ValidationKit-testdriver_INST = $(INST_VALIDATIONKIT)testdriver/
67	ValidationKit-testdriver_MODE = a+r,u+w
68	ValidationKit-testdriver_SOURCES := \
69	$(PATH_SUB_CURRENT)/testdriver/__init__.py \
70	$(PATH_SUB_CURRENT)/testdriver/base.py \
71	$(PATH_SUB_CURRENT)/testdriver/btresolver.py \
72	$(PATH_SUB_CURRENT)/testdriver/reporter.py \
73	$(PATH_SUB_CURRENT)/testdriver/testfileset.py \
74	$(PATH_SUB_CURRENT)/testdriver/tst-txsclient.py \
75	$(PATH_SUB_CURRENT)/testdriver/txsclient.py \
76	$(PATH_SUB_CURRENT)/testdriver/vbox.py \
77	$(PATH_SUB_CURRENT)/testdriver/vboxcon.py \
78	$(PATH_SUB_CURRENT)/testdriver/vboxtestfileset.py \
79	$(PATH_SUB_CURRENT)/testdriver/vboxtestvms.py \
80	$(PATH_SUB_CURRENT)/testdriver/vboxwrappers.py \
81	$(PATH_SUB_CURRENT)/testdriver/winbase.py \
82	$(PATH_SUB_CURRENT)/testdriver/win-vbox-net-uninstall.ps1
83	ValidationKit-testdriver_EXEC_SOURCES := \
84	$(PATH_SUB_CURRENT)/testdriver/vboxinstaller.py
85	$(PATH_SUB_CURRENT)/testdriver/txsclient.py_VBOX_PYCHECKER_FLAGS = --no-reimport
86
87
88	#
89	# Packing target.
90	#
91	ifndef VBOX_WITHOUT_VALIDATIONKIT_ZIP
92
93	VBOX_VALIDATIONKIT_INSTALLS := $(filter-out $(VBOX_VALIDATIONKIT_INSTALLS), $(INSTALLS))
94
95	#
96	# VBoxValidationKit.zip.
97	# TODO: Don't pack the python stuff multiple times? Lazy works for now.
98	#
99	PACKING += $(PATH_OUT)/VBoxValidationKit.zip
100	$(PATH_OUT)/VBoxValidationKit.zip: \
101	$(VBOX_PATH_VALIDATIONKIT)/VBoxValidationKit.iso \
102	$(VBOX_PATH_VALIDATIONKIT)/ \
103	$$(foreach inst, $$(VBOX_VALIDATIONKIT_INSTALLS), \
104	$$(filter $(PATH_STAGE)/$(INST_VALIDATIONKIT)%, $$($$(inst)_2_STAGE_TARGETS)))
105	$(call MSG_L1,Packing the Test Suite $@)
106	$(QUIET)$(RM) -f $@
107	$(foreach os, darwin freebsd linux os2 solaris win,$(foreach arch, x86 amd64 \
108	,$(if-expr defined(VBOX_WITH_VALIDATIONKIT_PACKING.$(os).$(arch))\
109	,$(NLTAB)$(QUIET)$(REDIRECT) -C $(PATH_OUT_BASE)/$(os).$(arch)/$(KBUILD_TYPE)/ \
110	-- $(VBOX_ZIP) -r9 $@ $(INST_VALIDATIONKIT) -x '*.pyc',)))
111
112	#
113	# VBoxTestBoxScript.zip - For setting up the testboxes.
114	#
115	PACKING += $(PATH_OUT)/VBoxTestBoxScript.zip
116	$(PATH_OUT)/VBoxTestBoxScript.zip: \
117	$$(testboxscript_2_STAGE_TARGETS) \
118	$$(testboxscript-common_2_STAGE_TARGETS) \
119	$$(TestBoxHelper_2_STAGE_TARGETS)
120	$(call MSG_L1,Packing the TestBox Script files to $@)
121	$(QUIET)$(RM) -f $@
122	$(foreach os, darwin freebsd linux os2 solaris win,$(foreach arch, x86 amd64 \
123	,$(if-expr defined(VBOX_WITH_VALIDATIONKIT_PACKING.$(os).$(arch))\
124	,$(NLTAB)$(QUIET)$(REDIRECT) -C $(PATH_OUT_BASE)/$(os).$(arch)/$(KBUILD_TYPE)/ \
125	-- $(VBOX_ZIP) -r9X $@ $(INST_TESTBOXSCRIPT) -x '*.pyc',)))
126
127	endif # !VBOX_WITHOUT_VALIDATIONKIT_ZIP
128
129
130	#
131	# Automatically lint python code and python unit tests during build.
132	#
133	if defined(VBOX_WITH_PYLINT) && !defined(VBOX_WITHOUT_AUTO_PYLINT)
134	OTHERS += $(PATH_TARGET)/pylint.run
135	OTHER_CLEAN += $(PATH_TARGET)/pylint.run
136	$(PATH_TARGET)/pylint.run: $$(filter-out %/testboxscript.o, $$(VBOX_VALIDATIONKIT_PYLINT_TARGETS))
137	$(QUIET)$(APPEND) -t "$@"
138	endif
139	if defined(VBOX_WITH_PYLINT) && !defined(VBOX_WITHOUT_AUTO_PYUNITTEST) # Tied to pylint for hysterical raisins.
140	OTHERS += $(PATH_TARGET)/pyunittest.run
141	OTHER_CLEAN += $(PATH_TARGET)/pyunittest.run
142	$(PATH_TARGET)/pyunittest.run: $$(VBOX_VALIDATIONKIT_PYUNITTEST_TARGETS)
143	$(QUIET)$(APPEND) -t "$@"
144	endif
145
146	$(evalcall def_vbox_validationkit_process_python_sources,FORCE)
147	$(evalcall def_vbox_validationkit_process_js_sources,FORCE)
148	include $(FILE_KBUILD_SUB_FOOTER)
149
150
151
152
153	#
154	# Construct the file spec for creating the Validation Kit guest iso.
155	#
156	VBOX_VALIDATIONKIT_FILESPEC = \
157	valkit.txt=$(VBOX_PATH_VALIDATIONKIT_SRC)/docs/valkit.txt \
158	$(VBOX_PATH_VALIDATIONKIT)/vboxtxs-readme.txt
159	ifneq ($(KBUILD_HOST),os2)
160	VBOX_VALIDATIONKIT_FILESPEC += \
161	$(VBOX_PATH_VALIDATIONKIT)/bootsectors/bootsector-pae.img \
162	$(VBOX_PATH_VALIDATIONKIT)/bootsectors/bootsector-shutdown.img
163	endif
164
165	# Generate VBOX_PATH_VALIDATIONKIT.os.arch variables.
166	$(foreach os, darwin freebsd linux os2 solaris win,$(foreach arch, x86 amd64, \
167	$(eval VBOX_PATH_VALIDATIONKIT.$(os).$(arch) = $(PATH_OUT_BASE)/$(os).$(arch)/$(KBUILD_TYPE)/$(INST_VALIDATIONKIT)$(os)/$(arch)) \
168	))
169
170	# Common files first.
171	define def_vbox_validationkit_common_files
172	ifdef VBOX_WITH_VALIDATIONKIT_PACKING.$(os).$(arch)
173	VBOX_VALIDATIONKIT_FILESPEC += \
174	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/exceptionsR3$(TMP_SUFF_EXE) \
175	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/cpu-alloc-all-mem$(TMP_SUFF_EXE) \
176	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/cpu-numa$(TMP_SUFF_EXE) \
177	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/FsPerf$(TMP_SUFF_EXE) \
178	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/IoPerf$(TMP_SUFF_EXE) \
179	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/NetPerf$(TMP_SUFF_EXE) \
180	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/LoadGenerator$(TMP_SUFF_EXE) \
181	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/SerialTest$(TMP_SUFF_EXE) \
182	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/TestExecService$(TMP_SUFF_EXE) \
183	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/vts_rm$(TMP_SUFF_EXE) \
184	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/vts_shutdown$(TMP_SUFF_EXE) \
185	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/vts_tar$(TMP_SUFF_EXE) \
186	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/xmmsaving$(TMP_SUFF_EXE)
187	if1of ($(arch), amd64) ## HACK ALERT! This mirrors VBOX_WITH_R0_MODULES logic in /Config.kmk.
188	VBOX_VALIDATIONKIT_FILESPEC += \
189	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/loadgeneratorR0.r0
190	endif
191	ifn1of ($(os), os2) ## not compiling bootsectors, no yasm. could fix this better.
192	VBOX_VALIDATIONKIT_FILESPEC += \
193	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/bs3-timing-1$(TMP_SUFF_EXE)
194	endif
195	ifn1of ($(os), os2 freebsd netbsd openbsd) ## must match utils/audio/Makefile.kmk
196	VBOX_VALIDATIONKIT_FILESPEC += \
197	$$(VBOX_PATH_VALIDATIONKIT.$(os).$(arch))/vkat$(TMP_SUFF_EXE)
198	endif
199	endif
200	endef
201
202	TMP_SUFF_EXE=.exe
203	$(foreach os, os2 win,$(foreach arch, x86 amd64, \
204	$(eval $(def_vbox_validationkit_common_files)) \
205	))
206	TMP_SUFF_EXE=
207	$(foreach os, darwin freebsd linux solaris,$(foreach arch, x86 amd64, \
208	$(eval $(def_vbox_validationkit_common_files)) \
209	))
210
211	# OS specific files - Linux
212	ifdef VBOX_WITH_VALIDATIONKIT_PACKING.linux.x86
213	VBOX_VALIDATIONKIT_FILESPEC += \
214	$(VBOX_PATH_VALIDATIONKIT.linux.x86)/UsbTest
215	endif
216	ifdef VBOX_WITH_VALIDATIONKIT_PACKING.linux.amd64
217	VBOX_VALIDATIONKIT_FILESPEC += \
218	$(VBOX_PATH_VALIDATIONKIT.linux.amd64)/UsbTest
219	endif
220	ifdef VBOX_WITH_VALIDATIONKIT_PACKING.linux.x86
221	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.linux.x86)/../vboxtxs)
222	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.linux.x86)/../vboxtxs-nat)
223	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.linux.x86)/../vboxtxs.service)
224
225	else ifdef VBOX_WITH_VALIDATIONKIT_PACKING.linux.amd64
226	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.linux.amd64)/../vboxtxs)
227	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.linux.amd64)/../vboxtxs-nat)
228	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.linux.amd64)/../vboxtxs.service)
229	endif
230
231	# OS specific files - OS/2
232	ifdef VBOX_WITH_VALIDATIONKIT_PACKING.os2.x86
233	VBOX_VALIDATIONKIT_FILESPEC += \
234	$(VBOX_PATH_VALIDATIONKIT.os2.x86)/libc06.dll \
235	$(VBOX_PATH_VALIDATIONKIT.os2.x86)/libc061.dll \
236	$(VBOX_PATH_VALIDATIONKIT.os2.x86)/libc062.dll \
237	$(VBOX_PATH_VALIDATIONKIT.os2.x86)/libc063.dll \
238	$(VBOX_PATH_VALIDATIONKIT.os2.x86)/libc064.dll \
239	$(VBOX_PATH_VALIDATIONKIT.os2.x86)/libc065.dll \
240	$(VBOX_PATH_VALIDATIONKIT.os2.x86)/libc066.dll
241	endif
242
243	# OS specific files - Solaris
244	ifdef VBOX_WITH_VALIDATIONKIT_PACKING.solaris.x86
245	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.solaris.x86)/../vboxtxs.sh)
246	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.solaris.x86)/../vboxtxs.xml)
247	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.solaris.x86)/../vboxtxs-sol10.xml)
248	else ifdef VBOX_WITH_VALIDATIONKIT_PACKING.solaris.amd64
249	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.solaris.amd64)/../vboxtxs.sh)
250	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.solaris.amd64)/../vboxtxs.xml)
251	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.solaris.amd64)/../vboxtxs-sol10.xml)
252	endif
253
254	# OS specific files - Windows
255	ifdef VBOX_WITH_VALIDATIONKIT_PACKING.win.x86
256	VBOX_VALIDATIONKIT_FILESPEC += \
257	$(VBOX_PATH_VALIDATIONKIT.win.x86)/ntSetFreq.exe \
258	$(VBOX_PATH_VALIDATIONKIT.win.x86)/ntTimeSources.exe
259	# Disabled for now; does not work without WinMM.dll export verification files.
260	#ifdef VBOX_WITH_AUDIO_VALIDATIONKIT
261	# VBOX_VALIDATIONKIT_FILESPEC += \
262	# $(VBOX_PATH_VALIDATIONKIT.win.x86)/ntPlayToneWaveX.exe
263	#endif
264	endif
265	ifdef VBOX_WITH_VALIDATIONKIT_PACKING.win.amd64
266	VBOX_VALIDATIONKIT_FILESPEC += \
267	$(VBOX_PATH_VALIDATIONKIT.win.amd64)/ntSetFreq.exe \
268	$(VBOX_PATH_VALIDATIONKIT.win.amd64)/ntTimeSources.exe
269	# Disabled for now; does not work without WinMM.dll export verification files.
270	#ifdef VBOX_WITH_AUDIO_VALIDATIONKIT
271	# VBOX_VALIDATIONKIT_FILESPEC += \
272	# $(VBOX_PATH_VALIDATIONKIT.win.amd64)/ntPlayToneWaveX.exe
273	#endif
274	endif
275	ifdef VBOX_WITH_VALIDATIONKIT_PACKING.win.x86
276	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.win.x86)/../vboxtxs.cmd)
277	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.win.x86)/../vboxtxs.reg)
278	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.win.x86)/../vboxtxs-nat.cmd)
279	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.win.x86)/../vboxtxs-nat.reg)
280	else ifdef VBOX_WITH_VALIDATIONKIT_PACKING.win.amd64
281	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.win.amd64)/../vboxtxs.cmd)
282	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.win.amd64)/../vboxtxs.reg)
283	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.win.amd64)/../vboxtxs-nat.cmd)
284	VBOX_VALIDATIONKIT_FILESPEC += $(abspath $(VBOX_PATH_VALIDATIONKIT.win.amd64)/../vboxtxs-nat.reg)
285	endif
286
287	# If enabled, this includes the unit tests located in the out/testcase directory.
288	# This is useful if we want to run those on platforms where we don't have / support
289	# any host support anymore (like Windows XP, for instance).
290	#
291	# Note that executing the tests require an additional component (tdUnitTest test driver)
292	# which runs as part of the Validation Kit.
293	#
294	# See @bugref{10195}
295	ifdef VBOX_WITH_VALIDATIONKIT_UNITTESTS_PACKING
296	define def_vbox_validationkit_unittests
297	VBOX_VALIDATIONKIT_PATH_UNITTESTS:=$(PATH_OUT_BASE)/$(os).$(arch)/$(KBUILD_TYPE)/bin
298	VBOX_VALIDATIONKIT_FILESPEC_UNITTESTS += $$(wildcard $(VBOX_VALIDATIONKIT_PATH_UNITTESTS)/testcase/tst*$(TMP_SUFF_EXE))
299	endef
300
301	TMP_SUFF_EXE=.exe
302	$(foreach os, win,$(foreach arch, x86 amd64, \
303	$(eval $(def_vbox_validationkit_unittests)) \
304	))
305	TMP_SUFF_EXE=
306	$(foreach os, darwin freebsd linux solaris,$(foreach arch, x86 amd64, \
307	$(eval $(def_vbox_validationkit_unittests)) \
308	))
309	endif
310
311	#
312	# Build the Validation Kit guest ISO.
313	#
314	$(VBOX_PATH_VALIDATIONKIT)/VBoxValidationKit.iso: \
315	$(filter-out %=deleteme=, $(subst =,=deleteme= , $(VBOX_VALIDATIONKIT_FILESPEC))) \
316	$(VBOX_SVN_REV_KMK) \
317	$(VBOX_PATH_VALIDATIONKIT_SRC)/Makefile.kmk \
318	\| $(if-expr defined(VBOX_USE_RTISOMAKER),$(VBOX_RTISOMAKER),)
319	$(call MSG_TOOL,RTIsoMaker,,$@)
320	$(QUIET)$(MKDIR) -p $(@D)
321	ifneq ($(KBUILD_TARGET),os2)
322	$(QUIET)$(ECHO) VBOX_VALIDATIONKIT_FILESPEC $(VBOX_VALIDATIONKIT_FILESPEC)
323	endif
324	$(QUIET)$(ECHO) VBOX_VALIDATIONKIT_FILESPEC_UNITTESTS $(VBOX_VALIDATIONKIT_FILESPEC_UNITTESTS)
325	$(VBOX_RTISOMAKER) \
326	--output $@ \
327	--iso-level 3 \
328	--rock-ridge \
329	--joliet \
330	--rational-attribs \
331	--random-order-verification 2048 \
332	$(foreach spec,$(VBOX_VALIDATIONKIT_FILESPEC) \
333	,$(if $(findstring =,$(spec)), $(spec), /$(lastword $(subst /$(INST_VALIDATIONKIT), ,$(spec))=$(spec))) ) \
334	$(foreach spec,$(VBOX_VALIDATIONKIT_FILESPEC_UNITTESTS) \
335	,$(if $(findstring =,$(spec)), $(spec), /$(lastword $(subst $(PATH_OUT_BASE), testcase,$(spec))=$(spec))) ) \
336	$(foreach spec,$(filter-out %.txt %.dll %.xml %.reg %.img, $(VBOX_VALIDATIONKIT_FILESPEC)) \
337	,--chmod=a+x:/$(lastword $(if $(findstring =,$(spec)), \
338	$(subst =, $(SP), $(spec)), \
339	$(subst /$(INST_VALIDATIONKIT), ,$(spec))))) \
340	--volume-id "VBOXVALK_$(VBOX_SVN_REV)_$(VBOX_VERSION_STRING_RAW)" \
341	--name-setup joliet \
342	--volume-id "VBoxValK $(VBOX_SVN_REV)"
343
344	# Alias for creating the iso.
345	.PHONY: validationkit-iso
346	validationkit-iso: $(VBOX_PATH_VALIDATIONKIT)/VBoxValidationKit.iso

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format