tstRunTestcases.cpp@ 48954

Last change on this file since 48954 was 48225, checked in by vboxsync, 11 years ago
testcase/*: move the installation path for the remaining API/XPCOM testcases to the tescase subdirectory Main/cbinding: repair event listener testcase, various cleanups
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 11.5 KB

Line
1	/* $Id: tstRunTestcases.cpp 48225 2013-09-02 11:14:11Z vboxsync $ */
2	/** @file
3	* tstRunTestcases - Driver program for running VBox testcase (tst* testcase/tst*).
4	*/
5
6	/*
7	* Copyright (C) 2006-2013 Oracle Corporation
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License (GPL) as published by the Free Software
13	* Foundation, in version 2 as it comes in the "COPYING" file of the
14	* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	*/
17
18
19	/*******************************************************************************
20	* Header Files *
21	*******************************************************************************/
22	#include <iprt/initterm.h>
23	#include <iprt/dir.h>
24	#include <iprt/param.h>
25	#include <iprt/path.h>
26	#include <iprt/process.h>
27	#include <iprt/string.h>
28	#include <iprt/stream.h>
29	#include <iprt/thread.h>
30	#include <iprt/err.h>
31	#include <iprt/env.h>
32
33
34	/*******************************************************************************
35	* Global Variables *
36	*******************************************************************************/
37	/** The number of passed testcases. */
38	static unsigned g_cPasses = 0;
39	/** The number of failed testcases. */
40	static unsigned g_cFailures = 0;
41	/** The number of skipped testcases. */
42	static unsigned g_cSkipped = 0;
43	/** The exclude list.
44	* @note Stripped extensions! */
45	static const char *g_apszExclude[] =
46	{
47	#if 1 // slow stuff
48	"testcase/tstFile",
49	"testcase/tstRTAvl",
50	"testcase/tstSemMutex",
51	"testcase/tstVD",
52	#endif
53	"testcase/tstFileLock",
54	"testcase/tstCritSect",
55	"testcase/tstCritSectW32",
56	"testcase/tstDeadlock",
57	"testcase/tstDisasm-2",
58	"testcase/tstFileAppendWin-1",
59	"testcase/tstDir", /* useless, requires parameters */
60	"testcase/tstDir-2", /* useless, requires parameters */
61	"testcase/tstGlobalConfig",
62	"testcase/tstHostHardwareLinux", /* must be killed with CTRL-C */
63	"testcase/tstLdr-2",
64	"testcase/tstLdr-3",
65	"testcase/tstLdr",
66	"testcase/tstLdrLoad",
67	"testcase/tstLdrObj",
68	"testcase/tstLdrObjR0",
69	"testcase/tstMove",
70	#if !defined(RT_OS_LINUX)
71	"testcase/tstRTR0Timer",
72	#endif
73	"testcase/tstRunTestcases",
74	"testcase/tstRTS3", /* requires parameters <access key>, <secret key> */
75	"testcase/tstSDL",
76	"testcase/tstTime-3",
77	"testcase/tstSeamlessX11",
78	"testcase/tstVBoxControl",
79	"testcase/tstVDCopy", /* requires parameters <hdd1>, <hdd2> */
80	"testcase/tstRunTestcases",
81	"./tstAnimate",
82	"./tstMicro",
83	"./tstMicroGC",
84	"./tstVBoxDbg",
85	"./tstVMM-2",
86	"./tstPDMAsyncCompletion", /* requires parameters <source>, <dest> */
87	"testcase/tstHeadless", /* requires parameter */
88	"testcase/tstAPI", /* user interaction required */
89	"testcase/tstCollector", /* takes forever */
90	"testcase/tstnsIFileEnumerator", /* requires parameter */
91	"testcase/tstSimpleTypeLib", /* requires parameter */
92	"testcase/tstTestAtoms", /* requires parameter */
93	"testcase/tstTestCallTemplates", /* compile-only testcase */
94	"testcase/tstTestServMgr", /* fails, needs complex service setup */
95	"testcase/tstXptDump", /* requires parameter */
96	"testcase/tstXptLink", /* requires parameter */
97	"testcase/tstXPCOMCGlue", /* user interaction required */
98	"testcase/tstXPCOMCEvent", /* user interaction required */
99	#if 1 // later
100	"testcase/tstIntNetR0",
101	"./tstVMM",
102	"./tstVMReq",
103	"./tstVMREQ",
104	#endif
105	/* final entry*/
106	""
107	};
108
109
110	/**
111	* Checks if a testcase is include or should be skipped.
112	*
113	* @param pszTestcase The testcase (filename).
114	*
115	* @return true if the testcase is included.
116	* false if the testcase should be skipped.
117	*/
118	static bool IsTestcaseIncluded(const char *pszTestcase)
119	{
120	/* exclude special modules based on extension. */
121	const char *pszExt = RTPathExt(pszTestcase);
122	if ( !RTStrICmp(pszExt, ".r0")
123	\|\| !RTStrICmp(pszExt, ".gc")
124	\|\| !RTStrICmp(pszExt, ".sys")
125	\|\| !RTStrICmp(pszExt, ".ko")
126	\|\| !RTStrICmp(pszExt, ".o")
127	\|\| !RTStrICmp(pszExt, ".obj")
128	\|\| !RTStrICmp(pszExt, ".lib")
129	\|\| !RTStrICmp(pszExt, ".a")
130	\|\| !RTStrICmp(pszExt, ".so")
131	\|\| !RTStrICmp(pszExt, ".dll")
132	\|\| !RTStrICmp(pszExt, ".dylib")
133	\|\| !RTStrICmp(pszExt, ".tmp")
134	\|\| !RTStrICmp(pszExt, ".log")
135	)
136	return false;
137
138	/* check by name */
139	char *pszDup = RTStrDup(pszTestcase);
140	if (pszDup)
141	{
142	RTPathStripExt(pszDup);
143	for (unsigned i = 0; i < RT_ELEMENTS(g_apszExclude); i++)
144	{
145	if (!strcmp(g_apszExclude[i], pszDup))
146	{
147	RTStrFree(pszDup);
148	return false;
149	}
150	}
151	RTStrFree(pszDup);
152	return true;
153	}
154
155	RTPrintf("tstRunTestcases: Out of memory!\n");
156	return false;
157	}
158
159
160	/**
161	* Process the testcases found in the filter.
162	*
163	* @param pszFilter The filter (winnt) to pass to RTDirOpenFiltered for
164	* selecting the testcases.
165	* @param pszDir The directory we're processing.
166	*/
167	static void Process(const char pszFilter, const char pszDir)
168	{
169	/*
170	* Open and enumerate the directory.
171	*/
172	PRTDIR pDir;
173	int rc = RTDirOpenFiltered(&pDir, pszFilter, RTDIRFILTER_WINNT, 0);
174	if (RT_SUCCESS(rc))
175	{
176	for (;;)
177	{
178	RTDIRENTRY DirEntry;
179	rc = RTDirRead(pDir, &DirEntry, NULL);
180	if (RT_FAILURE(rc))
181	{
182	if (rc == VERR_NO_MORE_FILES)
183	rc = VINF_SUCCESS;
184	else
185	RTPrintf("tstRunTestcases: reading '%s' -> %Rrc\n", pszFilter, rc);
186	break;
187	}
188
189	/*
190	* Construct the testcase name.
191	*/
192	char *pszTestcase;
193	RTStrAPrintf(&pszTestcase, "%s/%s", pszDir, DirEntry.szName);
194	if (!pszTestcase)
195	{
196	RTPrintf("tstRunTestcases: out of memory!\n");
197	rc = VERR_NO_MEMORY;
198	break;
199	}
200	if (IsTestcaseIncluded(pszTestcase))
201	{
202	/*
203	* Execute the testcase.
204	*/
205	RTPrintf("*** %s: Executing...\n", pszTestcase); RTStrmFlush(g_pStdOut);
206	const char *papszArgs[2];
207	papszArgs[0] = pszTestcase;
208	papszArgs[1] = NULL;
209	RTPROCESS Process;
210	rc = RTProcCreate(pszTestcase, papszArgs, RTENV_DEFAULT, 0, &Process);
211	if (RT_SUCCESS(rc))
212	{
213	/*
214	* Wait for the process and collect it's return code.
215	* If it takes too long, we'll terminate it and continue.
216	*/
217	RTTIMESPEC Start;
218	RTTimeNow(&Start);
219	RTPROCSTATUS ProcStatus;
220	for (;;)
221	{
222	rc = RTProcWait(Process, RTPROCWAIT_FLAGS_NOBLOCK, &ProcStatus);
223	if (rc != VERR_PROCESS_RUNNING)
224	break;
225	RTTIMESPEC Now;
226	if (RTTimeSpecGetMilli(RTTimeSpecSub(RTTimeNow(&Now), &Start)) > 1201000 / 1 min */)
227	{
228	RTPrintf("*** %s: FAILED - timed out. killing it.\n", pszTestcase);
229	RTProcTerminate(Process);
230	RTThreadSleep(100);
231	RTProcWait(Process, RTPROCWAIT_FLAGS_NOBLOCK, &ProcStatus);
232	g_cFailures++;
233	break;
234	}
235	RTThreadSleep(100);
236	}
237
238	/*
239	* Examin the exit status.
240	*/
241	if (RT_SUCCESS(rc))
242	{
243	if ( ProcStatus.enmReason == RTPROCEXITREASON_NORMAL
244	&& ProcStatus.iStatus == 0)
245	{
246	RTPrintf("*** %s: PASSED\n", pszTestcase);
247	g_cPasses++;
248	}
249	else
250	{
251	RTPrintf("*** %s: FAILED\n", pszTestcase);
252	g_cFailures++;
253	}
254	}
255	else if (rc != VERR_PROCESS_RUNNING)
256	{
257	RTPrintf("tstRunTestcases: %s: RTProcWait failed -> %Rrc\n", pszTestcase, rc);
258	g_cFailures++;
259	}
260	}
261	else
262	{
263	RTPrintf("tstRunTestcases: %s: failed to start -> %Rrc\n", pszTestcase, rc);
264	g_cFailures++;
265	}
266
267	}
268	else
269	{
270	RTPrintf("tstRunTestcases: %s: SKIPPED\n", pszTestcase);
271	g_cSkipped++;
272	}
273	RTStrFree(pszTestcase);
274	} /* enumeration loop */
275
276	RTDirClose(pDir);
277	}
278	else
279	RTPrintf("tstRunTestcases: opening '%s' -> %Rrc\n", pszDir, rc);
280	}
281
282
283
284	int main(int argc, char **argv)
285	{
286	RTR3InitExe(argc, &argv, 0);
287
288	if (argc == 1)
289	{
290	char szPath[RTPATH_MAX];
291	int rc = RTPathExecDir(szPath, sizeof(szPath) - sizeof("/.."));
292	if (RT_FAILURE(rc))
293	{
294	RTPrintf("fatal error: RTPathExecDir -> %Rrc\n", rc);
295	return 1;
296	}
297	rc = RTPathSetCurrent(strcat(szPath, "/.."));
298	if (RT_FAILURE(rc))
299	{
300	RTPrintf("fatal error: RTPathSetCurrent -> %Rrc\n", rc);
301	return 1;
302	}
303
304	Process("testcase/tst*", "testcase");
305	Process("tst*", ".");
306	}
307	else
308	{
309	char szDir[RTPATH_MAX];
310	for (int i = 1; i < argc; i++)
311	{
312	if (argv[i][0] == '-')
313	{
314	switch (argv[i][1])
315	{
316	/* case '':... */
317
318	default:
319	RTPrintf("syntax error: Option '%s' is not recognized\n", argv[i]);
320	return 1;
321	}
322	}
323	else
324	{
325	size_t cch = strlen(argv[i]);
326	if (cch >= sizeof(szDir))
327	{
328	RTPrintf("syntax error: '%s' is too long!\n", argv[i]);
329	return 1;
330	}
331	memcpy(szDir, argv[i], cch + 1);
332	char *pszFilename = RTPathFilename(szDir);
333	if (!pszFilename)
334	{
335	RTPrintf("syntax error: '%s' does not include a file name or file name mask!\n", argv[i]);
336	return 1;
337	}
338	RTPathStripFilename(szDir);
339	Process(argv[i], szDir);
340	}
341	}
342	}
343
344	RTPrintf("\n"
345	"********************\n"
346	"*** PASSED: %u\n"
347	"*** FAILED: %u\n"
348	"*** SKIPPED: %u\n"
349	"*** TOTAL: %u\n",
350	g_cPasses,
351	g_cFailures,
352	g_cSkipped,
353	g_cPasses + g_cFailures + g_cSkipped);
354	return !!g_cFailures;
355	}
356

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/testcase/tstRunTestcases.cpp@ 48954

Download in other formats: