<p><br>
On Jan 15, 2012 3:41 AM, "David Bremner" <<a href="mailto:david@tethera.net">david@tethera.net</a>> wrote:<br>
><br>
> From: David Bremner <<a href="mailto:bremner@debian.org">bremner@debian.org</a>><br>
><br>
> This binary creates a "torture test" dump file for the new dump<br>
> format.<br>
> ---<br>
> test/Makefile.local | 4 ++<br>
> test/basic | 2 +-<br>
> test/random-dump.c | 144 +++++++++++++++++++++++++++++++++++++++++++++++++++<br>
> 3 files changed, 149 insertions(+), 1 deletions(-)<br>
> create mode 100644 test/random-dump.c<br>
><br>
> diff --git a/test/Makefile.local b/test/Makefile.local<br>
> index ba697f4..b59f837 100644<br>
> --- a/test/Makefile.local<br>
> +++ b/test/Makefile.local<br>
> @@ -16,6 +16,9 @@ $(dir)/arg-test: $(dir)/arg-test.o command-line-arguments.o util/libutil.a<br>
> $(dir)/hex-xcode: $(dir)/hex-xcode.o command-line-arguments.o util/libutil.a<br>
> $(call quiet,CC) -I. $^ -o $@ -ltalloc<br>
><br>
> +$(dir)/random-dump: $(dir)/random-dump.o command-line-arguments.o util/libutil.a<br>
> + $(call quiet,CC) -I. $^ -o $@ -ltalloc -lm<br>
> +<br>
> $(dir)/smtp-dummy: $(smtp_dummy_modules)<br>
> $(call quiet,CC) $^ -o $@<br>
><br>
> @@ -25,6 +28,7 @@ $(dir)/symbol-test: $(dir)/symbol-test.o<br>
> .PHONY: test check<br>
><br>
> test-binaries: $(dir)/arg-test $(dir)/hex-xcode \<br>
> + $(dir)/random-dump \<br>
> $(dir)/smtp-dummy $(dir)/symbol-test<br>
><br>
> test: all test-binaries<br>
> diff --git a/test/basic b/test/basic<br>
> index af57026..e3a6cef 100755<br>
> --- a/test/basic<br>
> +++ b/test/basic<br>
> @@ -54,7 +54,7 @@ test_begin_subtest 'Ensure that all available tests will be run by notmuch-test'<br>
> eval $(sed -n -e '/^TESTS="$/,/^"$/p' $TEST_DIRECTORY/notmuch-test)<br>
> tests_in_suite=$(for i in $TESTS; do echo $i; done | sort)<br>
> available=$(find "$TEST_DIRECTORY" -maxdepth 1 -type f -executable -printf '%f\n' | \<br>
> - sed -r -e "/^(aggregate-results.sh|notmuch-test|smtp-dummy|test-verbose|symbol-test|arg-test|hex-xcode)$/d" | \<br>
> + sed -r -e "/^(aggregate-results.sh|notmuch-test|smtp-dummy|test-verbose|symbol-test|arg-test|hex-xcode|random-dump)$/d" | \<br>
> sort)<br>
> test_expect_equal "$tests_in_suite" "$available"<br>
><br>
> diff --git a/test/random-dump.c b/test/random-dump.c<br>
> new file mode 100644<br>
> index 0000000..1949425<br>
> --- /dev/null<br>
> +++ b/test/random-dump.c<br>
> @@ -0,0 +1,144 @@<br>
> +/*<br>
> + Generate a random dump file in 'notmuch' format.<br>
> + Generated message-id's and tags are intentionally nasty.<br>
> +<br>
> + We restrict ourselves to 7 bit message-ids, because generating<br>
> + random valid UTF-8 seems like work. And invalid UTF-8 can't be<br>
> + round-tripped via Xapian.<br>
> +<br>
> + */<br>
> +<br>
> +#include <stdlib.h><br>
> +#include <assert.h><br>
> +#include <talloc.h><br>
> +#include <string.h><br>
> +#include "math.h"<br>
> +#include "hex-escape.h"<br>
> +#include "command-line-arguments.h"<br>
> +<br>
> +static void<br>
> +hex_out (void *ctx, char *buf)<br>
> +{<br>
> + static char *encoded_buf = NULL;<br>
> + static size_t encoded_buf_size = 0;<br>
> +<br>
> + if (hex_encode (ctx, buf, &encoded_buf, &encoded_buf_size) != HEX_SUCCESS) {<br>
> + fprintf (stderr, "Hex encoding failed");<br>
> + exit (1);<br>
> + }<br>
> +<br>
> + fputs (encoded_buf, stdout);<br>
> +}<br>
> +<br>
> +static void<br>
> +random_chars (char *buf, int from, int stop, int max_char,<br>
> + const char *blacklist)<br>
> +{<br>
> + int i;<br>
> +<br>
> + for (i = from; i < stop; i++) {<br>
> + do {<br>
> + buf[i] = ' ' + (random () % (max_char - ' '));<br>
> + } while (blacklist && strchr (blacklist, buf[i]));<br>
> + }<br>
> +}<br>
> +<br>
> +static void<br>
> +random_tag (void *ctx, size_t len)<br>
> +{<br>
> + static char *buf = NULL;<br>
> + static size_t buf_len = 0;<br>
> +<br>
> + int use = (random () % (len - 1)) + 1;<br>
> +<br>
> + if (len > buf_len) {<br>
> + buf = talloc_realloc (ctx, buf, char, len);<br>
> + buf_len = len;<br>
> + }<br>
> +<br>
> + random_chars (buf, 0, use, 255, NULL);<br>
> +<br>
> + buf[use] = '\0';<br>
> +<br>
> + hex_out (ctx, buf);<br>
> +}<br>
> +<br>
> +static void<br>
> +random_message_id (void *ctx, size_t len)<br>
> +{<br>
> + static char *buf = NULL;<br>
> + static size_t buf_len = 0;<br>
> +<br>
> + int lhs_len = (random () % (len / 2 - 1)) + 1;<br>
> +<br>
> + int rhs_len = (random () % len / 2) + 1;<br>
> +<br>
> + const char *blacklist = "\n\r@<>[]()";<br>
> +<br>
> + if (len > buf_len) {<br>
> + buf = talloc_realloc (ctx, buf, char, len);<br>
> + buf_len = len;<br>
> + }<br>
> +<br>
> + random_chars (buf, 0, lhs_len, 127, blacklist);<br>
> +<br>
> + buf[lhs_len] = '@';<br>
> +<br>
> + random_chars (buf, lhs_len + 1, lhs_len + rhs_len + 1, 127, blacklist);<br>
> +<br>
> + hex_out (ctx, buf);<br>
> +}<br>
> +<br>
> +int<br>
> +main (int argc, char **argv)<br>
> +{<br>
> +<br>
> + void *ctx = talloc_new (NULL);<br>
> + int num_lines = 500;<br>
> + int max_tags = 10;<br>
> + int message_id_len = 100;<br>
> + int tag_len = 50;<br>
> + int seed = 734569;<br>
> +<br>
> + int pad_tag = 0, pad_mid = 0;<br>
> +<br>
> + notmuch_opt_desc_t options[] = {<br>
> + { NOTMUCH_OPT_INT, &num_lines, "num-lines", 'n', 0 },<br>
> + { NOTMUCH_OPT_INT, &max_tags, "max-tags", 'm', 0 },<br>
> + { NOTMUCH_OPT_INT, &message_id_len, "message-id-len", 'M', 0 },<br>
> + { NOTMUCH_OPT_INT, &tag_len, "tag-len", 't', 0 },<br>
> + { NOTMUCH_OPT_INT, &seed, "tag-len", 't', 0 },</p>
<p>s/tag-len/seed/</p>
<p>> + { 0, 0, 0, 0, 0 }<br>
> + };<br>
> +<br>
> + int opt_index = parse_arguments (argc, argv, options, 1);<br>
> +<br>
> + if (opt_index < 0)<br>
> + exit (1);<br>
> +<br>
> + pad_mid = ((int) log10 (num_lines) + 1);<br>
> + pad_tag = ((int) log10 (max_tags)) + 1;<br>
> +<br>
> + srandom (seed);<br>
> +<br>
> + int line;<br>
> + for (line = 0; line < num_lines; line++) {<br>
> +<br>
> + printf ("%0*d-", pad_mid, line);<br>
> +<br>
> + random_message_id (ctx, message_id_len);<br>
> +<br>
> + int num_tags = random () % (max_tags + 1);<br>
> +<br>
> + int j;<br>
> + for (j = 0; j < num_tags; j++) {<br>
> + printf (" %0*d-", pad_tag, j);<br>
> + random_tag (ctx, tag_len);<br>
> + }<br>
> + putchar ('\n');<br>
> + }<br>
> +<br>
> + talloc_free (ctx);<br>
> +<br>
> + return 0;<br>
> +}<br>
> --<br>
> 1.7.7.3<br>
><br>
> _______________________________________________<br>
> notmuch mailing list<br>
> <a href="mailto:notmuch@notmuchmail.org">notmuch@notmuchmail.org</a><br>
> <a href="http://notmuchmail.org/mailman/listinfo/notmuch">http://notmuchmail.org/mailman/listinfo/notmuch</a><br>
</p>