blob: 3cce34f1a8c4eba0e9ab1cbd9b45cc2c9b6bec09 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
BINDINGS?=java glib python perl qt4
all: testall analyzeall
analyzeall:
( for i in $(BINDINGS) ; do \
\
echo "Test results for $${i}" ;\
if [[ "`cat $${i}*.server.log 2>/dev/null | wc -l`" == "0" ]]; then \
echo -e "\033[31mFailed to generate test data for $${i}.\033[39m";\
continue;\
fi; \
\
echo -n " Tested against: " ;\
echo `ls *$${i}*.*.log 2>/dev/null | sed 's/\..*$$//;s/-/\n/g' | sort -u` ;\
\
echo -n " Passes: " ;\
echo -ne "\033[32m";\
cat $${i}*.client.log 2>/dev/null | grep -c pass ;\
echo -ne "\033[39m";\
\
((x=0));\
((y=0));\
for j in `grep fail $${i}*client.log | cut -d' ' -f1`; do \
if grep $$j java/cross-test-ignore &>/dev/null; then \
((x++)); \
else \
((y++)); \
fi; \
done;\
\
echo -n " Fails: " ;\
if [[ "$$y" == "0" ]]; then \
echo -ne "\033[32m";\
else \
echo -ne "\033[31m";\
fi; \
echo -n $$y ;\
echo -e "\033[39m";\
\
echo -ne "\033[31m";\
for j in $${i}*.client.log; do \
for k in `grep fail $$j 2>/dev/null| cut -d' ' -f 3`; do \
if ! grep `grep "fail $$k" < $$j | cut -d' ' -f1` $${i}/cross-test-ignore &>/dev/null; then \
echo " " `grep "fail $$k" < $$j | cut -d' ' -f1`: `grep "^report $${k}:" < $$j | sed 's/^[^:]*://'`; \
fi; \
done ;\
done ;\
echo -e "\033[39m";\
\
echo -n " Ignored Fails: " ;\
if [[ "$$x" == "0" ]]; then \
echo -ne "\033[32m";\
else \
echo -ne "\033[33m";\
fi; \
echo -n $$x ;\
echo -e "\033[39m";\
\
echo -ne "\033[33m";\
for j in $${i}*.client.log; do \
for k in `grep fail $$j 2>/dev/null| cut -d' ' -f 1 | sort -u`; do \
if grep $$k $${i}/cross-test-ignore &>/dev/null; then \
echo " " $$k; \
fi; \
done ;\
done ;\
echo -e "\033[39m";\
\
echo " $${i} failed to test: " ;\
\
echo -n " bindings: " ;\
echo -ne "\033[33m";\
for j in $(BINDINGS); do \
if [ ! -s $${i}-$${j}.server.log ]; then \
echo -n $${j} " "; \
fi; \
done; \
echo -e "\033[39m";\
\
echo -n " functions: " ;\
if grep fail $${i}*.client.log &>/dev/null; then \
echo -ne "\033[33m";\
else \
echo -ne "\033[32m";\
fi; \
cat *$${i}.server.log 2>/dev/null | grep -c untested$$ ;\
echo -ne "\033[39m";\
\
echo " not-ignored untested functions: " ;\
echo -ne "\033[33m";\
for j in `cat *$${i}.server.log 2>/dev/null | grep untested$$ | cut -d' ' -f1 | sort -u`; do \
if ! grep $$j $${i}/cross-test-ignore &>/dev/null; then \
echo " " $$j; \
fi; \
done ; \
echo -ne "\033[39m";\
done )
testall:
( for i in $(BINDINGS) ; do \
for j in $(BINDINGS) ; do \
make -s SERV=$$i CLI=$$j check ;\
done \
done)
clean:
-rm -- *log
-rm address
-rm pid
-rm tmp-session-bus
check:
( dbus-daemon --config-file=tmp-session.conf --print-pid --print-address=5 --fork >pid 5>address ; \
export DBUS_SESSION_BUS_ADDRESS=$$(cat address |sed "s,\./,`pwd`/,") ;\
dbus-monitor > monitor &\
make -sC $(SERV) cross-test-compile ;\
make -sC $(SERV) cross-test-server > $(SERV)-$(CLI).server.log &\
make -sC $(CLI) cross-test-compile ;\
make -sC $(CLI) cross-test-client > $(SERV)-$(CLI).client.log ;\
kill $$(cat pid) )
|
