c79baf1b1f
* New xmldb_get1() returning actual cache - not a copy. This has lead to some householding instead of just deleting the copy * xml_diff rewritten to work linearly instead of O(2) * New xml_insert function using tree search. The new code uses this in insertion xmldb_put and defaults. (Note previous xml_insert renamed to xml_wrap_all)
233 lines
6.7 KiB
Bash
Executable file
233 lines
6.7 KiB
Bash
Executable file
#!/bin/bash
|
|
# Transactions per second for large lists read/write plotter using gnuplot
|
|
# What do I want to plot?
|
|
# 1. How long to write 100K entries?
|
|
# - netconf / restconf
|
|
# - list / leaf-list
|
|
# 2. How long to read 100K entries?
|
|
# - netconf/ restconf
|
|
# - list / leaf-list
|
|
# 3. How long to commit 100K entries? (netconf)
|
|
# - list / leaf-list
|
|
# 4. In database 100K entries. How many read operations per second?
|
|
# - netconf/ restconf
|
|
# - list / leaf-list
|
|
# 5. 100K entries. How many write operations per second?
|
|
# - netconf / restconf
|
|
# - list / leaf-list
|
|
# 6. 100K entries. How may delete operations per second?
|
|
# - netconf / restconf
|
|
# - list / leaf-list
|
|
|
|
# Magic line must be first in script (see README.md)
|
|
s="$_" ; . ./lib.sh || if [ "$s" = $0 ]; then exit 0; else return 0; fi
|
|
|
|
#max=2000 # Nr of db entries
|
|
#step=200
|
|
#reqs=500
|
|
|
|
# Global variables
|
|
APPNAME=example
|
|
cfg=$dir/plot-conf.xml
|
|
fyang=$dir/plot.yang
|
|
fconfig=$dir/config
|
|
|
|
# For memcheck
|
|
# clixon_netconf="valgrind --leak-check=full --show-leak-kinds=all clixon_netconf"
|
|
# clixon_netconf="valgrind --tool=callgrind clixon_netconf
|
|
clixon_netconf=clixon_netconf
|
|
|
|
cat <<EOF > $fyang
|
|
module scaling{
|
|
yang-version 1.1;
|
|
namespace "urn:example:clixon";
|
|
prefix sc;
|
|
container x {
|
|
list y {
|
|
key "a";
|
|
leaf a {
|
|
type string;
|
|
}
|
|
leaf b {
|
|
type string;
|
|
}
|
|
}
|
|
leaf-list c {
|
|
type string;
|
|
}
|
|
}
|
|
}
|
|
EOF
|
|
|
|
cat <<EOF > $cfg
|
|
<clixon-config xmlns="http://clicon.org/config">
|
|
<CLICON_CONFIGFILE>$cfg</CLICON_CONFIGFILE>
|
|
<CLICON_YANG_DIR>$dir</CLICON_YANG_DIR>
|
|
<CLICON_YANG_DIR>/usr/local/share/clixon</CLICON_YANG_DIR>
|
|
<CLICON_YANG_MODULE_MAIN>scaling</CLICON_YANG_MODULE_MAIN>
|
|
<CLICON_SOCK>/usr/local/var/$APPNAME/$APPNAME.sock</CLICON_SOCK>
|
|
<CLICON_BACKEND_PIDFILE>/usr/local/var/example/$APPNAME.pidfile</CLICON_BACKEND_PIDFILE>
|
|
<CLICON_RESTCONF_PRETTY>false</CLICON_RESTCONF_PRETTY>
|
|
<CLICON_XMLDB_DIR>$dir</CLICON_XMLDB_DIR>
|
|
<CLICON_XMLDB_PRETTY>false</CLICON_XMLDB_PRETTY>
|
|
</clixon-config>
|
|
EOF
|
|
|
|
# Run function
|
|
# args: <i> <reqs> <mode>
|
|
# where mode is one of:
|
|
# readlist writelist restreadlist restwritelist
|
|
runfn(){
|
|
nr=$1 # Number of entries in DB
|
|
reqs=$2
|
|
operation=$3
|
|
|
|
# echo "runfn nr=$nr reqs=$reqs mode=$mode"
|
|
|
|
# new "generate config with $nr list entries"
|
|
echo -n "<rpc><edit-config><target><candidate/></target><default-operation>replace</default-operation><config><x xmlns=\"urn:example:clixon\">" > $fconfig
|
|
for (( i=0; i<$nr; i++ )); do
|
|
case $mode in
|
|
readlist|writelist|restreadlist|restwritelist)
|
|
echo -n "<y><a>$i</a><b>$i</b></y>" >> $fconfig
|
|
;;
|
|
writeleaflist)
|
|
echo -n "<c>$i</c>" >> $fconfig
|
|
;;
|
|
esac
|
|
done
|
|
|
|
echo "</x></config></edit-config></rpc>]]>]]>" >> $fconfig
|
|
|
|
# new "netconf write $nr entry to backend"
|
|
expecteof_file "$clixon_netconf -qf $cfg -y $fyang" "$fconfig" "^<rpc-reply><ok/></rpc-reply>]]>]]>$"
|
|
|
|
case $mode in
|
|
readlist)
|
|
# new "netconf GET list $reqs"
|
|
time -p for (( i=0; i<$reqs; i++ )); do
|
|
rnd=$(( ( RANDOM % $nr ) ))
|
|
echo "<rpc><get-config><source><candidate/></source><filter type=\"xpath\" select=\"/x/y[a=$rnd][b=$rnd]\" /></get-config></rpc>]]>]]>"
|
|
done | $clixon_netconf -qf $cfg -y $fyang > /dev/null
|
|
;;
|
|
writelist)
|
|
# new "netconf WRITE list $reqs"
|
|
time -p for (( i=0; i<$reqs; i++ )); do
|
|
rnd=$(( ( RANDOM % $nr ) ))
|
|
echo "<rpc><edit-config><target><candidate/></target><config><x xmlns=\"urn:example:clixon\"><y><a>$rnd</a><b>$rnd</b></y></x></config></edit-config></rpc>]]>]]>"
|
|
done | $clixon_netconf -qf $cfg -y $fyang > /dev/null
|
|
;;
|
|
restreadlist)
|
|
# new "restconf GET list $reqs"
|
|
time -p for (( i=0; i<$reqs; i++ )); do
|
|
rnd=$(( ( RANDOM % $nr ) ))
|
|
curl -sSG http://localhost/restconf/data/scaling:x/y=$rnd > /dev/null
|
|
done
|
|
;;
|
|
writeleaflist)
|
|
# new "netconf GET leaf-list $reqs"
|
|
time -p for (( i=0; i<$reqs; i++ )); do
|
|
rnd=$(( ( RANDOM % $nr ) ))
|
|
echo "<rpc><edit-config><target><candidate/></target><config><x xmlns=\"urn:example:clixon\"><c>$rnd</c></x></config></edit-config></rpc>]]>]]>"
|
|
done | $clixon_netconf -qf $cfg -y $fyang > /dev/null
|
|
;;
|
|
esac
|
|
# new "discard test"
|
|
expecteof "$clixon_netconf -qf $cfg -y $fyang" "<rpc><discard-changes/></rpc>]]>]]>" "^<rpc-reply><ok/></rpc-reply>]]>]]>$"
|
|
|
|
}
|
|
|
|
# Step
|
|
# args: <i> <reqs> <mode>
|
|
stepfn(){
|
|
i=$1
|
|
reqs=$2
|
|
mode=$3
|
|
|
|
>&2 echo "stepfn $mode: i=$i reqs=$reqs"
|
|
echo -n "" > $fconfig
|
|
t=$(TEST=%e runfn $i $reqs $mode 2>&1 | awk '/real/ {print $2}')
|
|
#TEST=%e runfn $i $reqs $mode 2>&1
|
|
# t is time in secs of $reqs -> transactions per second. $reqs
|
|
p=$(echo "$reqs/$t" | bc -lq)
|
|
# p is transactions per second.
|
|
# write to gnuplot file: $dir/$mode
|
|
echo "$i $p" >> $dir/$mode
|
|
}
|
|
|
|
# Run once
|
|
#args: <step> <reqs> <max>
|
|
once(){
|
|
# Input Parameters
|
|
step=$1
|
|
reqs=$2
|
|
max=$3
|
|
|
|
echo "oncefn step=$step reqs=$reqs max=$max"
|
|
new "test params: -f $cfg -y $fyang"
|
|
if [ $BE -ne 0 ]; then
|
|
new "kill old backend"
|
|
sudo clixon_backend -zf $cfg -y $fyang
|
|
if [ $? -ne 0 ]; then
|
|
err
|
|
fi
|
|
new "start backend -s init -f $cfg -y $fyang"
|
|
start_backend -s init -f $cfg -y $fyang
|
|
fi
|
|
|
|
new "kill old restconf daemon"
|
|
sudo pkill -u www-data -f "/www-data/clixon_restconf"
|
|
|
|
new "start restconf daemon"
|
|
start_restconf -f $cfg -y $fyang
|
|
|
|
new "waiting"
|
|
sleep $RCWAIT
|
|
|
|
new "Intial steps as start"
|
|
for (( i=10; i<=$step; i=i+10 )); do
|
|
stepfn $i $reqs readlist
|
|
stepfn $i $reqs writelist
|
|
stepfn $i $reqs restreadlist
|
|
stepfn $i $reqs writeleaflist
|
|
done
|
|
rnd=$(( ( RANDOM % $step ) ))
|
|
echo "curl -sSG http://localhost/restconf/data/scaling:x/y=$rnd"
|
|
curl -sSG http://localhost/restconf/data/scaling:x/y=$rnd
|
|
exit
|
|
new "Actual steps"
|
|
for (( i=$step; i<=$max; i=i+$step )); do
|
|
stepfn $i $reqs readlist
|
|
stepfn $i $reqs writelist
|
|
stepfn $i $reqs restreadlist
|
|
stepfn $i $reqs writeleaflist
|
|
done
|
|
|
|
new "Kill restconf daemon"
|
|
stop_restconf
|
|
|
|
if [ $BE -ne 0 ]; then
|
|
new "Kill backend"
|
|
# Check if premature kill
|
|
pid=`pgrep -u root -f clixon_backend`
|
|
if [ -z "$pid" ]; then
|
|
err "backend already dead"
|
|
fi
|
|
# kill backend
|
|
stop_backend -f $cfg
|
|
fi
|
|
}
|
|
|
|
# step=200 reqs=500 max=2000
|
|
once 200 500 1000
|
|
|
|
gnuplot -persist <<EOF
|
|
set title "Clixon transactions per second r/w large lists" font ",14" textcolor rgbcolor "royalblue"
|
|
set xlabel "entries"
|
|
set ylabel "transactions per second"
|
|
set terminal x11 enhanced title "Clixon transactions " persist raise
|
|
plot "$dir/readlist" with linespoints title "read list", "$dir/writelist" with linespoints title "write list", "$dir/writeleaflist" with linespoints title "write leaf-list" , "$dir/restreadlist" with linespoints title "rest get list"
|
|
EOF
|
|
|
|
#rm -rf $dir
|
|
|