Commit 23da7bc9 authored by Willy Tarreau's avatar Willy Tarreau Committed by Paul E. McKenney
Browse files

selftests/nolibc: support a test definition format 



It now becomes possible to pass a string either in argv[1] or in the
NOLIBC_TEST environment variable (the former having precedence), to
specify which tests to run. The format is:

   testname[:range]*[,testname...]

Where a range is either a single value or the min and max numbers of the
test IDs in a sequence, delimited by a dash. Multiple ranges are possible.
This should provide enough flexibility to focus on certain failing parts
just by playing with the boot command line in a boot loader or in qemu
depending on what is accessible.

Signed-off-by: default avatarWilly Tarreau <w@1wt.eu>
Signed-off-by: default avatarPaul E. McKenney <paulmck@kernel.org>
parent 362aecb2

tools/testing/selftests/nolibc/nolibc-test.c

+91 −0
Original line number Diff line number Diff line
@@ -17,6 +17,12 @@ 
/* will be used by nolibc by getenv() */

char **environ;



/* definition of a series of tests */

struct test {

	const char *name;              // test name

	int (*func)(int min, int max); // handler

};



#define CASE_ERR(err) \

	case err: return #err
@@ -376,19 +382,104 @@ static int expect_strne(const char *expr, int llen, const char *cmp) 
	return ret;

}





/* declare tests based on line numbers. There must be exactly one test per line. */

#define CASE_TEST(name) \

	case __LINE__: llen += printf("%d %s", test, #name);





/* This is the definition of known test names, with their functions */

static struct test test_names[] = {

	/* add new tests here */

	{ 0 }

};



int main(int argc, char **argv, char **envp)

{

	int min = 0;

	int max = __INT_MAX__;

	int ret = 0;

	int err;

	int idx;

	char *test;



	environ = envp;



	/* the definition of a series of tests comes from either argv[1] or the

	 * "NOLIBC_TEST" environment variable. It's made of a comma-delimited

	 * series of test names and optional ranges:

	 *    syscall:5-15[:.*],stdlib:8-10

	 */

	test = argv[1];

	if (!test)

		test = getenv("NOLIBC_TEST");



	if (test) {

		char *comma, *colon, *dash, *value;



		do {

			comma = strchr(test, ',');

			if (comma)

				*(comma++) = '\0';



			colon = strchr(test, ':');

			if (colon)

				*(colon++) = '\0';



			for (idx = 0; test_names[idx].name; idx++) {

				if (strcmp(test, test_names[idx].name) == 0)

					break;

			}



			if (test_names[idx].name) {

				/* The test was named, it will be called at least

				 * once. We may have an optional range at <colon>

				 * here, which defaults to the full range.

				 */

				do {

					min = 0; max = __INT_MAX__;

					value = colon;

					if (value && *value) {

						colon = strchr(value, ':');

						if (colon)

							*(colon++) = '\0';



						dash = strchr(value, '-');

						if (dash)

							*(dash++) = '\0';



						/* support :val: :min-max: :min-: :-max: */

						if (*value)

							min = atoi(value);

						if (!dash)

							max = min;

						else if (*dash)

							max = atoi(dash);



						value = colon;

					}



					/* now's time to call the test */

					printf("Running test '%s'\n", test_names[idx].name);

					err = test_names[idx].func(min, max);

					ret += err;

					printf("Errors during this test: %d\n\n", err);

				} while (colon && *colon);

			} else

				printf("Ignoring unknown test name '%s'\n", test);



			test = comma;

		} while (test && *test);

	} else {

		/* no test mentioned, run everything */

		for (idx = 0; test_names[idx].name; idx++) {

			printf("Running test '%s'\n", test_names[idx].name);

			err = test_names[idx].func(min, max);

			ret += err;

			printf("Errors during this test: %d\n\n", err);

		}

	}



	printf("Total number of errors: %d\n", ret);

	printf("Exiting with status %d\n", !!ret);

	return !!ret;