231 lines
7.5 KiB
Bash
Executable file
231 lines
7.5 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
# Scaling/ performance tests
|
|
# Config + state data, only get
|
|
# Restconf/Netconf/CLI
|
|
# Use mixed interfaces config+state
|
|
# Also added two layers a/b to get extra depth (some caching can break)
|
|
|
|
# Magic line must be first in script (see README.md)
|
|
s="$_" ; . ./lib.sh || if [ "$s" = $0 ]; then exit 0; else return 0; fi
|
|
fin=$dir/fin
|
|
|
|
# Which format to use as datastore format internally
|
|
: ${format:=xml}
|
|
|
|
# Number of list/leaf-list entries in file (cant be less than 2)
|
|
: ${perfnr:=20000}
|
|
|
|
# Number of requests made get/put
|
|
: ${perfreq:=10}
|
|
|
|
# time function (this is a mess to get right on freebsd/linux)
|
|
: ${TIMEFN:=time -p} # portability: 2>&1 | awk '/real/ {print $2}'
|
|
if ! $TIMEFN true; then err "A working time function" "'$TIMEFN' does not work"; fi
|
|
|
|
APPNAME=example
|
|
|
|
cfg=$dir/config.xml
|
|
fyang=$dir/$APPNAME.yang
|
|
fconfig=$dir/large.xml
|
|
fstate=$dir/state.xml
|
|
|
|
# Define default restconfig config: RESTCONFIG
|
|
RESTCONFIG=$(restconf_config none false)
|
|
|
|
cat <<EOF > $cfg
|
|
<clixon-config xmlns="http://clicon.org/config">
|
|
<CLICON_CONFIGFILE>$cfg</CLICON_CONFIGFILE>
|
|
<CLICON_FEATURE>clixon-restconf:allow-auth-none</CLICON_FEATURE> <!-- Use auth-type=none -->
|
|
<CLICON_YANG_DIR>${YANG_INSTALLDIR}</CLICON_YANG_DIR>
|
|
<CLICON_YANG_MAIN_FILE>$fyang</CLICON_YANG_MAIN_FILE>
|
|
<CLICON_SOCK>/usr/local/var/$APPNAME/$APPNAME.sock</CLICON_SOCK>
|
|
<CLICON_BACKEND_PIDFILE>/usr/local/var/example/$APPNAME.pidfile</CLICON_BACKEND_PIDFILE>
|
|
<CLICON_BACKEND_DIR>/usr/local/lib/$APPNAME/backend</CLICON_BACKEND_DIR>
|
|
<CLICON_BACKEND_REGEXP>example_backend.so$</CLICON_BACKEND_REGEXP>
|
|
<CLICON_XMLDB_DIR>$dir</CLICON_XMLDB_DIR>
|
|
<CLICON_XMLDB_PRETTY>false</CLICON_XMLDB_PRETTY>
|
|
<CLICON_XMLDB_FORMAT>$format</CLICON_XMLDB_FORMAT>
|
|
<CLICON_CLI_MODE>example</CLICON_CLI_MODE>
|
|
<CLICON_CLI_DIR>/usr/local/lib/example/cli</CLICON_CLI_DIR>
|
|
<CLICON_CLISPEC_DIR>/usr/local/lib/example/clispec</CLICON_CLISPEC_DIR>
|
|
<CLICON_CLI_LINESCROLLING>0</CLICON_CLI_LINESCROLLING>
|
|
<CLICON_FEATURE>ietf-netconf:startup</CLICON_FEATURE>
|
|
$RESTCONFIG
|
|
</clixon-config>
|
|
EOF
|
|
|
|
cat <<EOF > $fyang
|
|
module $APPNAME{
|
|
yang-version 1.1;
|
|
prefix ex;
|
|
namespace "urn:example:clixon";
|
|
container interfaces {
|
|
list a{
|
|
key "name";
|
|
leaf name {
|
|
type string;
|
|
}
|
|
container b{
|
|
list interface {
|
|
key "name";
|
|
leaf name {
|
|
type string;
|
|
}
|
|
leaf type {
|
|
type string;
|
|
}
|
|
leaf enabled {
|
|
type boolean;
|
|
default true;
|
|
}
|
|
leaf status {
|
|
type string;
|
|
config false;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
EOF
|
|
|
|
# Mixed config + state XML
|
|
new "generate state file with $perfnr list entries"
|
|
echo -n "<interfaces xmlns=\"urn:example:clixon\"><a><name>foo</name><b>" > $fstate
|
|
for (( i=0; i<$perfnr; i++ )); do
|
|
echo -n "<interface><name>e$i</name><status>up</status></interface>" >> $fstate
|
|
done
|
|
echo "</b></a></interfaces>" >> $fstate
|
|
|
|
new "test params: -f $cfg"
|
|
if [ $BE -ne 0 ]; then
|
|
new "kill old backend"
|
|
sudo clixon_backend -zf $cfg
|
|
if [ $? -ne 0 ]; then
|
|
err
|
|
fi
|
|
|
|
new "start backend -s init -f $cfg -- -sS $fstate"
|
|
start_backend -s init -f $cfg -- -sS $fstate
|
|
fi
|
|
|
|
new "wait backend"
|
|
wait_backend
|
|
|
|
if [ $RC -ne 0 ]; then
|
|
new "kill old restconf daemon"
|
|
stop_restconf_pre
|
|
|
|
new "start restconf daemon"
|
|
start_restconf -f $cfg
|
|
fi
|
|
|
|
new "wait restconf"
|
|
wait_restconf
|
|
|
|
rpc="<rpc $DEFAULTNS><edit-config><target><candidate/></target><config>"
|
|
rpc+="<interfaces xmlns=\"urn:example:clixon\"><a><name>foo</name><b>"
|
|
for (( i=0; i<$perfnr; i++ )); do
|
|
rpc+="<interface><name>e$i</name><type>ex:eth</type></interface>"
|
|
done
|
|
rpc+="</b></a></interfaces>"
|
|
rpc+="$(cat $fconfig)"
|
|
rpc+="</config></edit-config></rpc>"
|
|
echo foo
|
|
echo -n "$DEFAULTHELLO" > $fconfig
|
|
echo "$(chunked_framing "$rpc")" >> $fconfig
|
|
|
|
# Now take large config file and write it via netconf to candidate
|
|
new "netconf write large config"
|
|
expecteof_file "time -p $clixon_netconf -qef $cfg" 0 "$fconfig" "^<rpc-reply $DEFAULTNS><ok/></rpc-reply>$" 2>&1 | awk '/real/ {print $2}'
|
|
|
|
# Now commit it from candidate to running
|
|
new "netconf commit large config"
|
|
expecteof_netconf "time -p $clixon_netconf -qef $cfg" 0 "$DEFAULTHELLO" "<rpc $DEFAULTNS><commit/></rpc>" "" "<rpc-reply $DEFAULTNS><ok/></rpc-reply>" 2>&1 | awk '/real/ {print $2}'
|
|
|
|
# START actual tests
|
|
# Having a large db, get single entries many times
|
|
# NETCONF get
|
|
new "netconf get test single req"
|
|
sel="/ex:interfaces/ex:a[ex:name='foo']/ex:b/ex:interface[ex:name='e1']"
|
|
rpc=$(chunked_framing "<rpc $DEFAULTNS><get><filter type=\"xpath\" select=\"$sel\" xmlns:ex=\"urn:example:clixon\"/></get></rpc>")
|
|
|
|
expecteof_netconf "$clixon_netconf -qef $cfg" 0 "$DEFAULTHELLO" "$rpc" "" "<rpc-reply $DEFAULTNS><data><interfaces xmlns=\"urn:example:clixon\"><a><name>foo</name><b><interface><name>e1</name><type>ex:eth</type><status>up</status></interface></b></a></interfaces></data></rpc-reply>"
|
|
|
|
new "netconf get $perfreq single reqs"
|
|
{ time -p for (( i=0; i<$perfreq; i++ )); do
|
|
rnd=$(( ( RANDOM % $perfnr ) ))
|
|
sel="/ex:interfaces/ex:a[ex:name='foo']/ex:b/ex:interface[ex:name='e$rnd']"
|
|
rpc=$(chunked_framing "<rpc $DEFAULTNS><get><filter type=\"xpath\" select=\"$sel\" xmlns:ex=\"urn:example:clixon\"/></get></rpc>")
|
|
echo "$rpc"
|
|
done | $clixon_netconf -qe1f $cfg > /dev/null; } 2>&1 | awk '/real/ {print $2}'
|
|
|
|
# RESTCONF get
|
|
new "restconf get test single req"
|
|
expectpart "$(curl $CURLOPTS -X GET $RCPROTO://localhost/restconf/data/example:interfaces/a=foo/b/interface=e1)" 0 "HTTP/$HVER 200" '{"example:interface":\[{"name":"e1","type":"ex:eth","status":"up"}\]}'
|
|
|
|
new "restconf get $perfreq single reqs"
|
|
#curl $CURLOPTS -X GET $RCPROTO://localhost/restconf/data/ietf-interfaces:interfaces/interface=e67
|
|
|
|
{ time -p for (( i=0; i<$perfreq; i++ )); do
|
|
rnd=$(( ( RANDOM % $perfnr ) ))
|
|
curl $CURLOPTS -X GET $RCPROTO://localhost/restconf/data/example:interfaces/a/b/interface=e$rnd > /dev/null
|
|
done } 2>&1 | awk '/real/ {print $2}'
|
|
|
|
# CLI get
|
|
cat <<EOF >> $fin
|
|
edit interfaces a foo b interface e1
|
|
show state xml
|
|
EOF
|
|
new "cli get test single req"
|
|
expectpart "$($clixon_cli -F $fin -f $cfg)" 0 "<name>e1</name>" "<type>ex:eth</type>" "<status>up</status>$"
|
|
|
|
new "cli get $perfreq single reqs"
|
|
{ time -p for (( i=0; i<$perfreq; i++ )); do
|
|
rnd=$(( ( RANDOM % $perfnr ) ))
|
|
$clixon_cli -1 -f $cfg show state xml interfaces a b interface e$rnd > /dev/null
|
|
done } 2>&1 | awk '/real/ {print $2}'
|
|
|
|
# Get config in one large get
|
|
new "netconf get large config"
|
|
rpc=$(chunked_framing "<rpc $DEFAULTNS><get> <filter type=\"xpath\" select=\"/ex:interfaces/ex:a[name='foo']/ex:b\" xmlns:ex=\"urn:example:clixon\"/></get></rpc>")
|
|
{ time -p echo "$DEFAULTHELLO$rpc" | $clixon_netconf -qef $cfg > /dev/null; } 2>&1 | awk '/real/ {print $2}'
|
|
|
|
new "restconf get large config"
|
|
$TIMEFN curl $CURLOPTS -X GET $RCPROTO://localhost/restconf/data/example:interfaces/a=foo/b 2>&1 | awk '/real/ {print $2}'
|
|
|
|
new "cli get large config"
|
|
$TIMEFN $clixon_cli -1f $cfg show state xml interfaces a foo b 2>&1 | awk '/real/ {print $2}'
|
|
|
|
# mem test needs sleep here
|
|
new "wait restconf"
|
|
wait_restconf
|
|
|
|
if [ $RC -ne 0 ]; then
|
|
new "Kill restconf daemon"
|
|
stop_restconf
|
|
fi
|
|
|
|
if [ $BE -ne 0 ]; then
|
|
new "Kill backend"
|
|
# Check if premature kill
|
|
pid=$(pgrep -u root -f clixon_backend)
|
|
if [ -z "$pid" ]; then
|
|
err "backend already dead"
|
|
fi
|
|
# kill backend
|
|
stop_backend -f $cfg
|
|
fi
|
|
|
|
rm -rf $dir
|
|
|
|
# unset conditional parameters
|
|
unset format
|
|
unset perfnr
|
|
unset perfreq
|
|
|
|
# Set by restconf_config
|
|
unset RESTCONFIG
|
|
|
|
new "endtest"
|
|
endtest
|