forked from facebook/wdt
-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Fixing make -j and gmock problem and switch folly to a sister dir, ad…
…ding colorize, cmake quoting, corruption in url Summary: Fixing make -j and gmock problem and switch folly to a sister dir, adding colorize, cmake quoting, corruption in url Closes facebook#12, Closes facebook#18, Closes facebook#10, Closes facebook#22, Closes facebook#24 Reviewed By: @nikunjy Differential Revision: D2285664
- Loading branch information
Showing
11 changed files
with
182 additions
and
28 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,3 @@ | ||
| #! /bin/sh | ||
| # Very inneficient way to colorize log input | ||
| awk '/^I/ {system("tput setaf 2"); print $0} /^W/ {system("tput setaf 3"); print $0} /^E/ {system("tput setaf 1"); print $0} /^C/ {system("tput setaf 5"); print $0} /^[^IWEC]/ {system("tput sgr0"); print $0}' |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,138 @@ | ||
| #! /bin/bash | ||
|
|
||
| # | ||
| # Smaller/minimal version of wdt_e2e_simple_test.sh | ||
| # | ||
|
|
||
| echo "Run from the cmake build dir (or ~/fbcode - or fbmake runtests)" | ||
|
|
||
| # Set DO_VERIFY: | ||
| # to 1 : slow/expensive but checks correctness | ||
| # to 0 : fast for repeated benchmarking not for correctness | ||
| DO_VERIFY=1 | ||
|
|
||
| # Verbose / to debug failure: | ||
| #WDTBIN="_bin/wdt/wdt -minloglevel 0 -v 99" | ||
| # Normal: | ||
| WDTBIN_OPTS="-minloglevel=0 -sleep_millis 1 -max_retries 999 -full_reporting "\ | ||
| "-avg_mbytes_per_sec=3000 -max_mbytes_per_sec=3500 "\ | ||
| "-num_ports=4 -throttler_log_time_millis=200 -enable_checksum=true" | ||
| WDTBIN="_bin/wdt/wdt $WDTBIN_OPTS" | ||
|
|
||
| if [ -z "$HOSTNAME" ] ; then | ||
| echo "HOSTNAME not set, will try with 'localhost'" | ||
| HOSTNAME=localhost | ||
| else | ||
| echo "Will self connect to HOSTNAME=$HOSTNAME" | ||
| fi | ||
|
|
||
| BASEDIR=/tmp/wdtTest | ||
| mkdir -p $BASEDIR | ||
| DIR=`mktemp -d $BASEDIR/XXXXXX` | ||
| echo "Testing in $DIR" | ||
|
|
||
| #pkill -x wdt | ||
|
|
||
| mkdir $DIR/src | ||
| mkdir $DIR/extsrc | ||
|
|
||
| #cp -R wdt folly /usr/bin /usr/lib /usr/lib64 /usr/libexec /usr/share $DIR/src | ||
| #cp -R wdt folly /usr/bin /usr/lib /usr/lib64 /usr/libexec $DIR/src | ||
| #cp -R wdt $DIR/src | ||
|
|
||
| #for size in 1k 64K 512K 1M 16M 256M 512M 1G | ||
| #for size in 512K 1M 16M 256M 512M 1G | ||
| # Mac's dd doesn't understand K,M,G... | ||
| for size in 1024 65536 524288 1232896 19726336 | ||
| do | ||
| base=inp$size | ||
| echo dd if=/dev/... of=$DIR/src/$base.1 bs=$size count=1 | ||
| dd if=/dev/urandom of=$DIR/src/$base.1 bs=$size count=1 | ||
| # dd if=/dev/zero of=$DIR/src/$base.1 bs=$size count=1 | ||
| for i in {2..8} | ||
| do | ||
| cp $DIR/src/$base.1 $DIR/src/$base.$i | ||
| done | ||
| done | ||
| echo "done with setup" | ||
|
|
||
| # test symlink issues | ||
| (cd $DIR/src ; touch a; ln -s doesntexist badlink; dd if=/dev/zero of=c bs=1024 count=1; mkdir d; ln -s ../d d/e; ln -s ../c d/a) | ||
| (cd $DIR/extsrc; mkdir TestDir; mkdir TestDir/test; cd TestDir; echo "Text1" >> file1; cd test; echo "Text2" >> file1; ln -s $DIR/extsrc/TestDir; cp -R $DIR/extsrc/TestDir $DIR/src) | ||
|
|
||
| # Can't have both client and server send to stdout in parallel or log lines | ||
| # get mangled/are missing - so we redirect the server one | ||
| echo "$WDTBIN -minloglevel=1 -directory $DIR/dst > $DIR/server.log 2>&1 &" | ||
| $WDTBIN -minloglevel=1 -directory $DIR/dst > $DIR/server.log 2>&1 & | ||
| # client now retries connects so no need wait for server to be up | ||
| pidofreceiver=$! | ||
| # To test only 1 socket (single threaded send/receive) | ||
| #$WDTBIN -num_sockets=1 -directory $DIR/src -destination ::1 | ||
| # Normal | ||
|
|
||
|
|
||
| echo "$WDTBIN -directory $DIR/src -destination $HOSTNAME 2>&1 | tee $DIR/client.log" | ||
| time $WDTBIN -directory $DIR/src -destination $HOSTNAME 2>&1 | tee $DIR/client.log | ||
|
|
||
| # 2nd Receiver: | ||
| echo "$WDTBIN -directory $DIR/dst_symlinks >> $DIR/server.log 2>&1 &" | ||
| $WDTBIN -directory $DIR/dst_symlinks >> $DIR/server.log 2>&1 & | ||
|
|
||
|
|
||
| echo "$WDTBIN -follow_symlinks -directory $DIR/src -destination $HOSTNAME 2>&1 | tee -a $DIR/client.log" | ||
| time $WDTBIN -follow_symlinks -directory $DIR/src -destination $HOSTNAME 2>&1 | tee -a $DIR/client.log | ||
|
|
||
|
|
||
| if [ $DO_VERIFY -eq 1 ] ; then | ||
| echo "Verifying for run without follow_symlinks" | ||
| echo "Checking for difference `date`" | ||
|
|
||
| NUM_FILES=`(cd $DIR/dst ; ( find . -type f | wc -l))` | ||
| echo "Transfered `du -ks $DIR/dst` kbytes across $NUM_FILES files" | ||
|
|
||
| (cd $DIR/src ; ( find . -type f -print0 | xargs -0 md5sum | sort ) \ | ||
| > ../src.md5s ) | ||
| (cd $DIR/dst ; ( find . -type f -print0 | xargs -0 md5sum | sort ) \ | ||
| > ../dst.md5s ) | ||
|
|
||
| echo "Should be no diff" | ||
| (cd $DIR; diff -u src.md5s dst.md5s) | ||
| STATUS=$? | ||
|
|
||
|
|
||
| echo "Verifying for run with follow_symlinks" | ||
| echo "Checking for difference `date`" | ||
|
|
||
| NUM_FILES=`(cd $DIR/dst_symlinks; ( find . -type f | wc -l))` | ||
| echo "Transfered `du -ks $DIR/dst_symlinks` kbytes across $NUM_FILES files" | ||
|
|
||
| (cd $DIR/src ; ( find -L . -type f -print0 | xargs -0 md5sum | sort ) \ | ||
| > ../src_symlinks.md5s ) | ||
| (cd $DIR/dst_symlinks ; ( find . -type f -print0 | xargs -0 md5sum \ | ||
| | sort ) > ../dst_symlinks.md5s ) | ||
|
|
||
| echo "Should be no diff" | ||
| (cd $DIR; diff -u src_symlinks.md5s dst_symlinks.md5s) | ||
| SYMLINK_STATUS=$? | ||
| if [ $STATUS -eq 0 ] ; then | ||
| STATUS=$SYMLINK_STATUS | ||
| fi | ||
| #(cd $DIR; ls -lR src/ dst/ ) | ||
| else | ||
| echo "Skipping independant verification" | ||
| STATUS=0 | ||
| fi | ||
|
|
||
|
|
||
| echo "Server logs:" | ||
| cat $DIR/server.log | ||
|
|
||
| if [ $STATUS -eq 0 ] ; then | ||
| echo "Good run, deleting logs in $DIR" | ||
| find $DIR -type d | xargs chmod 755 # cp -r can make some unreadable dir | ||
| rm -rf $DIR | ||
| else | ||
| echo "Bad run ($STATUS) - keeping full logs and partial transfer in $DIR" | ||
| fi | ||
|
|
||
| exit $STATUS |
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters