This fixes a bug where get_pid mistakes "gdb lyx" for the lyx process,
preventing it from working at all unless lyx is a symbolic link.
Additionally this patch reduces the size of the log, as it no longer
generates 3+ lines in the log for every key sent. It also adds more
sanity checking and various other fixes and tweaks.
It does not introduce any filenames with ':' though :).
--
John C. McCabe-Dansted
Index: keytest.py
===================================================================
--- keytest.py (revision 32760)
+++ keytest.py (working copy)
@@ -15,6 +15,8 @@
print 'Beginning keytest.py'
+FNULL = open('/dev/null', 'w')
+
DELAY = '59'
class CommandSource:
@@ -103,7 +105,7 @@
drop = random.randint(0, len(self.lines) - 1)
del self.lines[drop]
- p = p - 1 / len(self.lines)
+ #p = p - 1 / len(self.lines)
origlines = self.lines
self.lines = []
for l in origlines:
@@ -144,7 +146,8 @@
line = self.lines[self.i]
self.count = self.count + 1
self.i = self.i + 1
- print 'Line read: <<' + line + '>>\n'
+ #print 'Line read: <<' + line + '>>\n'
+ sys.stdout.write('r')
return line.rstrip('\n').rstrip()
@@ -171,7 +174,7 @@
before_secs = time.time()
while not lyx_sleeping():
time.sleep(0.02)
- print '.',
+ sys.stdout.write('.')
if time.time() - before_secs > 180:
print 'Killing due to freeze (KILL_FREEZE)'
@@ -188,7 +191,13 @@
os.system('import -window root '+screenshot_out+str(x.count)+".png")
time.sleep(0.1)
sys.stdout.flush()
- subprocess.call(["xvkbd", "-xsendevent", "-delay", DELAY, "-text", keystr])
+ if (subprocess.call(
+ ["xvkbd", "-xsendevent", "-delay", DELAY, "-text", keystr],
+ stdout=FNULL,stderr=FNULL
+ ) == 0):
+ sys.stdout.write('*')
+ else:
+ sys.stdout.write('X')
def system_retry(num_retry, cmd):
i = 0
@@ -253,7 +262,7 @@
write_commands = True
while True:
- os.system('echo -n LOADAVG:; cat /proc/loadavg')
+ #os.system('echo -n LOADAVG:; cat /proc/loadavg')
c = x.getCommand()
if c == 'Loop':
outfile.close()
Index: watch_keytest.sh
===================================================================
--- watch_keytest.sh (revision 32760)
+++ watch_keytest.sh (working copy)
@@ -36,7 +36,9 @@
echo $SEC $(($NOW_SEC-$SEC))
ls -l $LATEST_FILE/$SEC.KEYCODEpure | head -n4
echo `cat $LATEST_FILE/$SEC.KEYCODEpure | sed s/KK:\//g`
- cat $LATEST_FILE/$SEC.GDB | grep "signal SIG" -A 10
+ cat $LATEST_FILE/$SEC.GDB | grep "VIOLATED" #-A 15 -B 5
+ cat $LATEST_FILE/$SEC.GDB | grep "signal SIG" #-A 15 -B 5
+ cat $LATEST_FILE/$SEC.GDB | grep "lyx::" | head -n5 #-A 15 -B 5
else
ls $LATEST_FILE -lot | head
cat `echo $LATEST_FILE | sed s/KEYCODEpure.replay/GDB/` | grep "signal SIG" -A 19
@@ -55,7 +57,7 @@
x-session" $ROOT_OUTDIR/log | grep -v kill | grep -v Terminated | tail -n 9
#exit
echo autolyx crashes ---------
-grep autolyx: $ROOT_OUTDIR/log | grep -v kill | grep -v Terminated #-A 5
+grep autolyx: $ROOT_OUTDIR/log | grep -v kill | grep -v Terminated | grep -v grep #-A 5
echo python crashes ---------
grep -i -a Trace $ROOT_OUTDIR/log -A 7 | tail -n8
#echo misc ----
Property changes on: watch_keytest.sh
___________________________________________________________________
Added: svn:mergeinfo
Index: README
===================================================================
--- README (revision 32760)
+++ README (working copy)
@@ -27,12 +27,18 @@
keytest.py: Sends randomly generated keypresses to the LyX window.
killtest: stop the testing
stock_text: The stock test to add to each bug report.
+watch_keytest.sh: Dumps various info on what keytest is doing, often run as "watch watch_keytest.sh"
OUTPUTS:
autolyx: Outputs out/*.GDB, a log of all output, including backtraces.
keytest.py: Outputs out/*.KEYCODES, a list of all keycodes sent to LyX
+TIPS:
+To reduce the degree to which keytest writes to your HDD, you may want to run
+ mount -t tmpfs -o size=50m tmpfs /home/keytest/kt.dir
+as root
+
AUTHOR:
Copyright (C) 2009 John McCabe-Dansted, gmatht at gmail dot com.
Published under the Gnu General Public Licence, version 2 or later.
Index: main.sh
===================================================================
--- main.sh (revision 32760)
+++ main.sh (working copy)
@@ -1,9 +1,19 @@
#PWD=`pwd`
+. ./shared_variables.sh
if [ "$USER" != keytest ]
then
echo USER is "$USER", not keytest! Exiting.
exit
fi
+
+for file in $ROOT_OUTDIR/to*/*pure
+do
+ if ! cat $file > /dev/null
+ then
+ echo cannot read $file, perhaps permissions are wrong?
+ exit 1
+ fi
+done
#(DISPLAY=:1 sudo -u keytest -H nice -18 ; cd $PWD ; ./autolyx)
./killtest.sh # kill any previous test, so does not interfere
./autolyx
Index: TODO
===================================================================
--- TODO (revision 32760)
+++ TODO (working copy)
@@ -1,3 +1,14 @@
+Short Term
+
+Fix gdb PID bug, use readlink -f lyx/src/lyx
+Make WANT_CRASH_ID optional
+Force all Titles to start with lyx::
+Start moving out lyx specific stuff
+Make variables customisable
+
+Longer Term
+
+Move all temporary files to a single dir which can be mounted as a tmpfs to reduce HDD writes
HTML out with links.
Try to get KEYCODES to be repeatible and useable (DONE)
semi protect home dir for repeatibility.
@@ -9,4 +20,5 @@
Add report as to how easy bug is to reproduce
Try e.g. electric fence
Automatically update from svn every 24 hours, recheck if bugs have been fixed.
-Make it easy to use Xvfb instead of VM.
+Make it easy to use Xvfb instead of VM. (Done)
+Automatically add bisect to bug report.
Index: shared_functions.sh
===================================================================
--- shared_functions.sh (revision 32760)
+++ shared_functions.sh (working copy)
@@ -4,9 +4,6 @@
#OUTDIR="$DIRNAME0/out"
THIS_PID=$$
-SRC_DIR=lyx/src
-EXE_TO_TEST=$SRC_DIR/lyx
-
#kill(){
# echo kill
#}
@@ -109,7 +106,7 @@
sleep 3
echo getting pidof "$1" 1>&2
#PID=`ps "-u$USER" "$2" | grep "$1" | grep -v grep | sed 's/^ *//g'| sed 's/ .*$//'`
- PID=`ps x | grep "$1" | grep -v grep | sed 's/^ *//g'| sed 's/ .*$//'`
+ PID=`ps x | grep "$1" | grep -v grep | grep -v "gdb " | sed 's/^ *//g'| sed 's/ .*$//'`
echo "$PID" | ( grep " " > /dev/null && ( echo ERROR too many PIDs 1>&2 ; ps x ; full_exit ) )
nPIDs=`echo PID "$PID" | wc -l`
echo nPIDs $nPIDs 1>&2
@@ -167,7 +164,7 @@
bt
#shell kill $CHILD_PID
shell wmctrl -l
- #shell sleep 1
+ shell sleep 1
#shell kill -9 $CHILD_PID
" ; yes q) | HOME="$NEWHOME" gdb $EXE_TO_TEST 2>&1 | strings| tee $GDB
echo "end run_gdb ($KILLER_PID)"
@@ -201,7 +198,9 @@
echo This bug appears not to have been reproduced before
echo Will try to reproduce now
echo
- do_replay
+ echo WANT_CRASH_ID=$WANT_CRASH_ID
+ WANT_CRASH_ID="$id" do_replay
+ echo _WANT_CRASH_ID=$WANT_CRASH_ID
echo
echo Finished attempt at replay
else
@@ -268,6 +267,11 @@
)
}
+interesting_crash () {
+(grep " signal SIG[^TK]" $GDB || grep KILL_FREEZE $KEYCODE) &&
+ ( test -z "$WANT_CRASH_ID" || test "$WANT_CRASH_ID" = `get_crash_id` )
+}
+
#get_pid() {
# ps a | grep $1 | grep -v grep | sed 's/^ *//g'| sed 's/ .*$//'
#}
@@ -374,7 +378,8 @@
echo will erase "$NEWHOME"
sleep 2
rm -rf $NEWHOME
- if (grep " signal SIG[^TK]" $GDB || grep KILL_FREEZE $KEYCODE)
+ #if (grep " signal SIG[^TK]" $GDB || grep KILL_FREEZE $KEYCODE)
+ if interesting_crash
then
extras_save
mkdirp $OUTDIR/save && (
Index: shared_variables.sh
===================================================================
--- shared_variables.sh (revision 32760)
+++ shared_variables.sh (working copy)
@@ -1,3 +1,7 @@
DIRNAME0=`dirname "$0"`
-OUT_NAME=out.2
+OUT_NAME=out/3
ROOT_OUTDIR="$DIRNAME0/$OUT_NAME"
+SRC_DIR=lyx/src
+EXE_TO_TEST=$SRC_DIR/lyx
+
+EXE_TO_TEST=`readlink -f "$EXE_TO_TEST"` # softlinks can confuse "ps"
Index: report_html.sh
===================================================================
--- report_html.sh (revision 32760)
+++ report_html.sh (working copy)
@@ -32,10 +32,16 @@
echo '<html>' >> $OUT/indexreport.html
list_keycode_files () {
-echo for f in $OUT_NAME/*y/last_crash_sec $OUT_NAME/toreplay/replayed/*y/last_crash_sec
-for f in $OUT_NAME/*y/last_crash_sec $OUT_NAME/toreplay/replayed/*y/last_crash_sec $OUT_NAME/toreplay/*y/last_crash_sec $OUT_NAME/toreplay/final/*y/last_crash_sec
+#echo for f in $OUT_NAME/*y/last_crash_sec $OUT_NAME/toreplay/replayed/*y/last_crash_sec
+for f in $OUT_NAME/*y/last_crash_sec $OUT_NAME/toreplay/replayed/*y/last_crash_sec $OUT_NAME/toreproduce/replayed/*y/last_crash_sec $OUT_NAME/toreplay/*y/last_crash_sec $OUT_NAME/toreplay/final/*y/last_crash_sec
+#for f in $OUT_NAME/*y/*y/last_crash_sec $OUT_NAME/toreplay/replayed/*y/*y/last_crash_sec $OUT_NAME/toreplay/*y/*y/last_crash_sec $OUT_NAME/toreplay/final/*y/last_crash_sec
do
keycode_file=$(echo $f | sed s/last_crash_sec/$(cat $f).KEYCODEpure/)
+ if test -e $keycode_file.replay/last_crash_sec
+ then
+ f=$keycode_file.replay/last_crash_sec
+ keycode_file=$(echo $f | sed s/last_crash_sec/$(cat $f).KEYCODEpure/)
+ fi
echo $keycode_file
done
}
@@ -134,8 +140,8 @@
echo cpp $cpp
lineno=`echo "$c" | sed 's/.*://g'`
echo $cpp,$lineno 1>&2
- #if [ -e "$CPP_HTML_DIR/$cpp.html" ]
- if true
+ if [ -e "$CPP_HTML_DIR/$cpp.html" ]
+ #if true
then
#echo "$l" | sed "s/$c/<a href=$CPP_HTML_DIR_REL\/$cpp.html\#line$lineno>$c<\/a>/"
echo "$l" | sed "s?$c?<a href=$CPP_HTML_DIR_REL\/$cpp.html\#line$lineno>$c<\/a>?"
@@ -174,7 +180,7 @@
then
(mkdir -p $ROOT_OUTDIR/html/cpp_html/ &&
cd $ROOT_OUTDIR/html/cpp_html/ &&
- for f in `f ../../../src/ .cpp$` ; do g=`basename $f`; c2html -n < $f > $g.html ; echo $f ; done)
+ for f in `find ../../../src/ -iname '*.cpp' ; find ../../../src/ -iname '*.h'` ; do g=`basename $f`; c2html -n < $f > $g.html ; echo $f ; done)
fi
}
@@ -215,18 +221,23 @@
echo f_base $f_base
NUM_KEYCODES=`wc -l < "$f_base.KEYCODEpure"`
echo NUM_KEYCODES=$NUM_KEYCODES...
- if [ "$NUM_KEYCODES" -lt 10 ]
+ if [ "$NUM_KEYCODES" -lt 20 ]
then
echo f_base $f_base
f=$f_base.GDB
echo $f
g=$f.short
- egrep '([Ii][Nn] .*[:[:alnum:]][:][0-9]*[^0-9]|#0 | signal SIG[^T])' -A9999 <$f >$g
+ #egrep '([Ii][Nn] .*[:[:alnum:]][:][0-9]*[^0-9]|#0 | signal SIG[^T]| ASSERTION .* VIOLATED IN )' -A9999 <$f >$g
+ egrep '([Ii][Nn] .*[:[:alnum:]][:][0-9]*[^0-9]|#0 | signal SIG[^T]| ASSERTION .* VIOLATED IN )' -A9999 <$f >$g
if true
then
IN_AT=`egrep -o '([Ii][Nn]|at) ([:lower:]* )?[:_[:alnum:]]*(::[:_[:alnum:]]*|:[0-9]*)' <$f | grep -v lyx_exit | grep -v [Aa]ssert | head -n 1 `
SIGNAL=`grep -o ' signal SIG[[:alnum:]_]*[, ]' <$g | sed s/[^[:upper:]]//g | head -n 1`
TITLE="$SIGNAL $IN_AT"
+ if grep ' ASSERTION .* VIOLATED IN ' $g
+ then
+ TITLE=`grep -o ' ASSERTION .* VIOLATED IN .*$' $g`
+ fi
TITLE_=`echo $TITLE|sed s/[^[:alnum:]]/_/g`
INDEX="index.html"
HTML_NAME=$SEC.html # name of html report for this bug
@@ -236,11 +247,13 @@
echo '<html>' >> $LT/$OUT_NAME/$INDEX
(echo -n "<br/><a href=\"$SEC.html\">$TITLE</a> "
html_keycode
- echo " [<a href=\"`search_bug_url`\">search</a>] [<a href=\"`report_bug_url`\">report</a>] <a href=\"$SEC.screenshot.html\">screenshots</a>"
- #if ls $f_base.s*.png
- #then
- # echo "<a href=\"$SEC.screenshot.html\">screenshots</a>"
- #fi
+ #echo -n " [<a href=\"`search_bug_url`\">search</a>] [<a href=\"`report_bug_url`\">report</a>] <a href=\"$SEC.screenshot.html\">screenshots</a>"
+ echo -n " [<a href=\"`search_bug_url`\">search</a>] [<a href=\"`report_bug_url`\">report</a>]"
+ if ls $f_base.s*.png > /dev/null
+ then
+ echo -n " <a href=\"$SEC.screenshot.html\">screenshots</a>"
+ fi
+ echo
#echo -n '<br/> '
echo ) >> $OUT/indexreport.html
echo -n '<br> '>> $LT/$OUT_NAME/$INDEX
