<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-11T00:40:59.417144" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-11T00:40:59.967320" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-07-11T00:40:59.967162" elapsed="0.000232"/>
</branch>
<status status="PASS" start="2026-07-11T00:40:59.967132" elapsed="0.000288"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T00:40:59.967569" elapsed="0.000520"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-11T00:40:59.968594" level="INFO">Logging into '10.30.170.233:8101' as 'karaf'.</msg>
<msg time="2026-07-11T00:41:00.779699" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-11T00:40:59.968298" elapsed="0.811584"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-11T00:41:00.828609" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-11T00:41:00.780164" elapsed="0.048518"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-11T00:41:00.830400" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-11T00:41:00.830511" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-11T00:41:00.828855" elapsed="0.001686"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-11T00:41:00.830696" elapsed="0.000213"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T00:41:00.831067" elapsed="0.000228"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:41:00.831776" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:41:00.831443" elapsed="0.000387"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-11T00:41:00.831882" elapsed="0.000057"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.233
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-11T00:40:59.966745" elapsed="0.865317"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-11T00:40:59.963166" elapsed="0.868961"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-11T00:41:00.832766" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-11T00:41:00.832389" elapsed="0.000434"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-11T00:41:00.833237" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-11T00:41:00.832976" elapsed="0.000318"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-11T00:41:00.833854" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-11T00:41:00.833447" elapsed="0.000435"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-11T00:41:00.834396" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-11T00:41:00.834047" elapsed="0.000391"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-11T00:41:00.834953" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-11T00:41:00.834584" elapsed="0.000396"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-11T00:41:00.835465" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-11T00:41:00.835137" elapsed="0.000370"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-11T00:41:00.835804" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-11T00:41:00.835592" elapsed="0.000268"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-11T00:41:00.840142" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T00:41:00.839736" elapsed="0.000449"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-11T00:41:00.841162" level="INFO">Length is 0.</msg>
<msg time="2026-07-11T00:41:00.841264" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-11T00:41:00.840737" elapsed="0.000552"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T00:41:00.841433" elapsed="0.000602"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-11T00:41:00.843052" level="INFO">Logging into '10.30.170.60:22' as 'jenkins'.</msg>
<msg time="2026-07-11T00:41:01.556601" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 11 00:41:01 UTC 2026

  System load:  0.09               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.60
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-336-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-11T00:41:00.842567" elapsed="0.714263"/>
</kw>
<msg time="2026-07-11T00:41:01.556986" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T00:41:00.842218" elapsed="0.714925"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-11T00:41:00.840392" elapsed="0.716999"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-11T00:41:01.566447" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-11T00:41:01.557766" elapsed="0.010778"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T00:41:01.568814" elapsed="0.000425"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-11T00:41:00.839221" elapsed="0.730111"/>
</kw>
<status status="PASS" start="2026-07-11T00:41:00.835930" elapsed="0.733457"/>
</branch>
<status status="PASS" start="2026-07-11T00:41:00.835568" elapsed="0.733867"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-11T00:41:01.569656" elapsed="0.000692"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-11T00:41:01.576757" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-07-11T00:41:01.576635" elapsed="0.000178"/>
</branch>
<status status="PASS" start="2026-07-11T00:41:01.576610" elapsed="0.000227"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-11T00:41:01.580387" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-07-11T00:41:01.580273" elapsed="0.000161"/>
</branch>
<status status="PASS" start="2026-07-11T00:41:01.580253" elapsed="0.000204"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T00:41:01.580587" elapsed="0.000440"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-11T00:41:01.581452" level="INFO">Logging into '10.30.170.233:8101' as 'karaf'.</msg>
<msg time="2026-07-11T00:41:01.760004" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-11T00:41:01.581188" elapsed="0.179002"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-11T00:41:01.855907" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-11T00:41:01.760454" elapsed="0.095621"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-11T00:41:01.880886" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-11T00:41:01.881278" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-11T00:41:01.856365" elapsed="0.024947"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-11T00:41:01.881472" elapsed="0.000306"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T00:41:01.881933" elapsed="0.000225"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:41:01.882671" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:41:01.882319" elapsed="0.000407"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-11T00:41:01.882778" elapsed="0.000058"/>
</return>
<msg time="2026-07-11T00:41:01.882989" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.233
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-11T00:41:01.579900" elapsed="0.303123"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-11T00:41:01.883186" elapsed="0.000579"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-11T00:41:01.883817" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-11T00:41:01.576320" elapsed="0.307673"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-11T00:41:01.887846" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-07-11T00:41:01.887707" elapsed="0.000186"/>
</branch>
<status status="PASS" start="2026-07-11T00:41:01.887682" elapsed="0.000236"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T00:41:01.888050" elapsed="0.000470"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-11T00:41:01.888932" level="INFO">Logging into '10.30.170.233:8101' as 'karaf'.</msg>
<msg time="2026-07-11T00:41:02.128852" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-11T00:41:01.888669" elapsed="0.240296"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-11T00:41:02.156595" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-11T00:41:02.129185" elapsed="0.027506"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-11T00:41:02.158796" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-11T00:41:02.158926" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-11T00:41:02.156928" elapsed="0.002029"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-11T00:41:02.159096" elapsed="0.000201"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T00:41:02.159446" elapsed="0.000186"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:41:02.160098" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:41:02.159770" elapsed="0.000379"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-11T00:41:02.160227" elapsed="0.000054"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.233
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-11T00:41:01.887349" elapsed="0.273048"/>
</kw>
<status status="PASS" start="2026-07-11T00:40:59.961428" elapsed="2.199033"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:41:02.162577" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:41:02.161436" elapsed="0.001206"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-11T00:41:02.164078" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-11T00:41:02.163730" elapsed="0.000417"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-11T00:41:02.164491" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-11T00:41:02.164250" elapsed="0.000299"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-11T00:41:02.167477" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-11T00:41:02.167228" elapsed="0.000304"/>
</branch>
<status status="PASS" start="2026-07-11T00:41:02.167208" elapsed="0.000350"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-11T00:41:02.167891" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-11T00:41:02.168013" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-11T00:41:02.167688" elapsed="0.000351"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:41:02.168638" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.233 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.60" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:41:02.168212" elapsed="0.000486"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-11T00:41:02.169321" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T00:41:02.168837" elapsed="0.000511"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-11T00:41:02.170279" level="INFO">Length is 0.</msg>
<msg time="2026-07-11T00:41:02.170370" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-11T00:41:02.169931" elapsed="0.000463"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T00:41:02.170535" elapsed="0.000328"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-11T00:41:02.171727" level="INFO">Logging into '10.30.170.60:22' as 'jenkins'.</msg>
<msg time="2026-07-11T00:41:02.500592" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 11 00:41:01 UTC 2026

  System load:  0.09               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.60
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jul 11 00:41:01 2026 from 10.30.171.62
[?2004h[jenkins@releng-63164-336-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-11T00:41:02.171374" elapsed="0.329427"/>
</kw>
<msg time="2026-07-11T00:41:02.500886" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T00:41:02.171015" elapsed="0.329959"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-11T00:41:02.169549" elapsed="0.331553"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-11T00:41:02.501667" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.233 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-11T00:51:08.639942" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-11T00:51:08.640606" level="INFO">${stdout} = </msg>
<msg time="2026-07-11T00:51:08.640713" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-11T00:41:02.501346" elapsed="606.139425"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T00:51:08.641297" elapsed="0.000753"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.643334" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.233. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:42:07.735 16  switches: flows:  97427 98756 96590 95032 95922 94917 98073 94770 93946 96052 93680 91503 96408 94825 96206 96277  total = 25.506400 per ms 
00:43:07.835 16  switches: flows:  101663 105175 101392 103575 101952 101041 104333 100486 100215 101491 97814 98806 100441 102450 100922 101100  total = 27.002524 per ms 
00:44:07.936 16  switches: flows:  102933 106937 104206 105868 106804 104430 106212 103034 103626 102863 98914 100869 102782 104488 101871 103948  total = 27.616940 per ms 
00:45:08.036 16  switches: flows:  116429 119554 117816 118112 117691 114823 115355 116177 117394 113791 111284 111514 113487 115456 115640 117012  total = 30.807495 per ms 
00:46:08.136 16  switches: flows:  105605 108471 106463 106283 105853 106677 104000 106824 105311 103059 101948 102368 101607 106479 106065 104154  total = 27.972741 per ms 
00:47:08.237 16  switches: flows:  111236 113280 111769 111807 112547 111536 110660 109868 108664 110296 106422 109056 108587 110314 111130 108868  total = 29.384906 per ms 
00:48:08.337 16  switches: flows:  122508 123493 122685 121011 120812 119738 119655 121353 118491 119340 117409 117311 117890 121062 120971 118331  total = 31.980938 per ms 
00:49:08.437 16  switches: flows:  126904 128916 126731 124829 125012 124654 123386 125568 121978 122564 119234 124433 121624 125397 125507 121773  total = 33.086566 per ms 
00:50:08.537 16  switches: flows:  126886 127589 127564 124840 126734 125084 123259 125995 124535 122523 119972 125590 122864 125331 127044 123765  total = 33.270684 per ms 
00:51:08.638 16  switches: flows:  124873 126804 124787 121265 123819 120889 121151 121019 120403 122166 116867 123212 121707 121732 124768 120202  total = 32.540040 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27002.52/33270.68/30406.98/10400.31 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.642450" elapsed="0.001181"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-11T00:51:08.644145" elapsed="0.000109"/>
</return>
<status status="PASS" start="2026-07-11T00:51:08.643843" elapsed="0.000495"/>
</branch>
<status status="PASS" start="2026-07-11T00:51:08.643784" elapsed="0.000611"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-11T00:51:08.644642" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-07-11T00:51:08.644528" elapsed="0.000206"/>
</branch>
<status status="NOT RUN" start="2026-07-11T00:51:08.644492" elapsed="0.000290"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-11T00:51:08.644857" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T00:51:08.650742" elapsed="0.000767"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T00:51:08.651837" elapsed="0.000240"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T00:51:08.652222" elapsed="0.000102"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-11T00:51:08.645608" elapsed="0.006769"/>
</kw>
<msg time="2026-07-11T00:51:08.652507" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-11T00:41:02.164898" elapsed="606.487636"/>
</kw>
<status status="PASS" start="2026-07-11T00:41:02.164577" elapsed="606.488006"/>
</branch>
<status status="PASS" start="2026-07-11T00:41:02.164226" elapsed="606.488380"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.653047" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.233. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:42:07.735 16  switches: flows:  97427 98756 96590 95032 95922 94917 98073 94770 93946 96052 93680 91503 96408 94825 96206 96277  total = 25.506400 per ms 
00:43:07.835 16  switches: flows:  101663 105175 101392 103575 101952 101041 104333 100486 100215 101491 97814 98806 100441 102450 100922 101100  total = 27.002524 per ms 
00:44:07.936 16  switches: flows:  102933 106937 104206 105868 106804 104430 106212 103034 103626 102863 98914 100869 102782 104488 101871 103948  total = 27.616940 per ms 
00:45:08.036 16  switches: flows:  116429 119554 117816 118112 117691 114823 115355 116177 117394 113791 111284 111514 113487 115456 115640 117012  total = 30.807495 per ms 
00:46:08.136 16  switches: flows:  105605 108471 106463 106283 105853 106677 104000 106824 105311 103059 101948 102368 101607 106479 106065 104154  total = 27.972741 per ms 
00:47:08.237 16  switches: flows:  111236 113280 111769 111807 112547 111536 110660 109868 108664 110296 106422 109056 108587 110314 111130 108868  total = 29.384906 per ms 
00:48:08.337 16  switches: flows:  122508 123493 122685 121011 120812 119738 119655 121353 118491 119340 117409 117311 117890 121062 120971 118331  total = 31.980938 per ms 
00:49:08.437 16  switches: flows:  126904 128916 126731 124829 125012 124654 123386 125568 121978 122564 119234 124433 121624 125397 125507 121773  total = 33.086566 per ms 
00:50:08.537 16  switches: flows:  126886 127589 127564 124840 126734 125084 123259 125995 124535 122523 119972 125590 122864 125331 127044 123765  total = 33.270684 per ms 
00:51:08.638 16  switches: flows:  124873 126804 124787 121265 123819 120889 121151 121019 120403 122166 116867 123212 121707 121732 124768 120202  total = 32.540040 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27002.52/33270.68/30406.98/10400.31 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.652754" elapsed="0.000367"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-11T00:51:08.653283" elapsed="0.000365"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-11T00:51:08.654048" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-11T00:51:08.654141" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 27002.52/33270.68/30406.98/10400.31 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-11T00:51:08.653807" elapsed="0.000359"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-11T00:51:08.654593" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 27002.52/33270.68/30406.98/10400.31 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-11T00:51:08.654337" elapsed="0.000282"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.656983" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.654775" elapsed="0.002265"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.659403" level="INFO">27002.52/33270.68/30406.98/10400.31</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.657199" elapsed="0.002260"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-11T00:51:08.661785" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-11T00:51:08.659608" elapsed="0.002205"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-11T00:51:08.664282" level="INFO">@{result_value_list} = [ 27002.52 | 33270.68 | 30406.98 | 10400.31 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-11T00:51:08.662010" elapsed="0.002299"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.664764" level="INFO">Length is 4.</msg>
<msg time="2026-07-11T00:51:08.664852" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-11T00:51:08.664461" elapsed="0.000415"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.669543" level="INFO">min :: 27002.52</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.665284" elapsed="0.004316"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-11T00:51:08.665131" elapsed="0.004503"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.674088" level="INFO">max :: 33270.68</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.669851" elapsed="0.004293"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-11T00:51:08.669724" elapsed="0.004468"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.678849" level="INFO">avg :: 30406.98</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.674409" elapsed="0.004497"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-11T00:51:08.674282" elapsed="0.004661"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.683670" level="INFO">stdev :: 10400.31</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.679162" elapsed="0.004564"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-11T00:51:08.679036" elapsed="0.004725"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-11T00:51:08.664945" elapsed="0.018849"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.687635" level="INFO">${min} = 27002.52</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T00:51:08.683952" elapsed="0.003709"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.691641" level="INFO">${max} = 33270.68</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T00:51:08.687812" elapsed="0.003855"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.695527" level="INFO">${average} = 30406.98</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T00:51:08.691818" elapsed="0.003735"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.699403" level="INFO">${stdev} = 10400.31</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T00:51:08.695704" elapsed="0.003725"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.699937" level="INFO">${date} = 2026-07-11 00:51:08</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-11T00:51:08.699589" elapsed="0.000373"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.700527" level="INFO">CBench Result: 2026-07-11 00:51:08,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,27002.52,33270.68,30406.98,10400.31</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.700107" elapsed="0.000474"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-11T00:51:08.701623" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-11T00:51:08.701204" elapsed="0.000485"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-11T00:51:08.701841" elapsed="0.000480"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-11T00:51:08.700726" elapsed="0.001660"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-11T00:41:02.163075" elapsed="606.539376"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.702944" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-11T00:51:08.702608" elapsed="0.000392"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-11T00:51:08.703538" elapsed="0.000267"/>
</kw>
<status status="PASS" start="2026-07-11T00:51:08.703233" elapsed="0.000642"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-11T00:41:02.160636" elapsed="606.543277"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.705386" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.704968" elapsed="0.000474"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.706704" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-11T00:51:08.706341" elapsed="0.000408"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-11T00:51:08.707102" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-11T00:51:08.706877" elapsed="0.000284"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-11T00:51:08.710030" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-11T00:51:08.709778" elapsed="0.000307"/>
</branch>
<status status="PASS" start="2026-07-11T00:51:08.709759" elapsed="0.000349"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-11T00:51:08.710457" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-11T00:51:08.710575" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-11T00:51:08.710253" elapsed="0.000348"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.711177" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.233 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.60" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T00:51:08.710744" elapsed="0.000494"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-11T00:51:08.711773" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T00:51:08.711375" elapsed="0.000424"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-11T00:51:08.712692" level="INFO">Length is 0.</msg>
<msg time="2026-07-11T00:51:08.712780" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-11T00:51:08.712384" elapsed="0.000420"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T00:51:08.712942" elapsed="0.000334"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-11T00:51:08.714111" level="INFO">Logging into '10.30.170.60:22' as 'jenkins'.</msg>
<msg time="2026-07-11T00:51:09.296469" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 11 00:51:08 UTC 2026

  System load:  1.01               Processes:             105
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.60
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jul 11 00:41:02 2026 from 10.30.171.62
[?2004h[jenkins@releng-63164-336-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-11T00:51:08.713763" elapsed="0.582891"/>
</kw>
<msg time="2026-07-11T00:51:09.296734" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T00:51:08.713425" elapsed="0.583397"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-11T00:51:08.711998" elapsed="0.584938"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-11T00:51:09.297458" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.233 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-11T01:01:15.510919" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-11T01:01:15.511493" level="INFO">${stdout} = </msg>
<msg time="2026-07-11T01:01:15.511597" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-11T00:51:09.297151" elapsed="606.214503"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T01:01:15.512113" elapsed="0.000739"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.514272" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.233. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:52:14.422 16  switches: flows:  590360 575289 582448 591946 585563 577646 565862 579636 572184 577582 594141 574625 578044 586418 580884 570792  total = 154.723667 per ms 
00:53:14.524 16  switches: flows:  584051 580797 594699 598335 593875 574570 584036 584346 583993 591147 591432 594061 595916 572928 590364 593947  total = 156.543865 per ms 
00:54:14.797 16  switches: flows:  610961 601743 610644 607882 608815 606856 609828 607124 605451 610609 599857 609529 612333 608093 599661 609936  total = 161.255594 per ms 
00:55:14.898 16  switches: flows:  585159 589840 595206 595634 586433 592757 596233 588834 590177 597472 603242 600899 593810 593777 586270 601808  total = 158.026679 per ms 
00:56:15.000 16  switches: flows:  538535 530913 521062 530250 525650 530636 528710 529023 528793 528139 528411 527636 528807 523137 530019 528190  total = 140.727982 per ms 
00:57:15.101 16  switches: flows:  528203 524929 529932 522645 527302 524156 531349 536233 524586 523231 530761 527587 526368 528581 530882 526696  total = 140.487064 per ms 
00:58:15.202 16  switches: flows:  548945 553685 552663 555656 547829 549230 551262 546993 554629 548940 554348 557571 553094 555437 547003 551340  total = 146.896034 per ms 
00:59:15.303 16  switches: flows:  567024 570447 568129 567953 570342 566065 573120 566810 565344 566494 572188 568189 563147 567622 565935 565929  total = 151.158052 per ms 
01:00:15.404 16  switches: flows:  538621 542416 541374 546270 541278 539017 540977 543460 540342 543283 544321 530211 539536 537130 541371 541884  total = 143.950258 per ms 
01:01:15.506 16  switches: flows:  505888 511375 513954 510124 510188 508965 514314 515096 508200 516222 503365 506405 511908 511672 507342 505828  total = 135.784976 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 135784.98/161255.59/148314.50/50146.09 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.513245" elapsed="0.001376"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-11T01:01:15.515243" elapsed="0.000098"/>
</return>
<status status="PASS" start="2026-07-11T01:01:15.514858" elapsed="0.000576"/>
</branch>
<status status="PASS" start="2026-07-11T01:01:15.514795" elapsed="0.000704"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-11T01:01:15.515743" elapsed="0.000032"/>
</return>
<status status="NOT RUN" start="2026-07-11T01:01:15.515648" elapsed="0.000196"/>
</branch>
<status status="NOT RUN" start="2026-07-11T01:01:15.515608" elapsed="0.000289"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-11T01:01:15.515973" elapsed="0.000032"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T01:01:15.522067" elapsed="0.000356"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T01:01:15.522572" elapsed="0.000179"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T01:01:15.522881" elapsed="0.000101"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-11T01:01:15.516828" elapsed="0.006208"/>
</kw>
<msg time="2026-07-11T01:01:15.523180" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-11T00:51:08.707526" elapsed="606.815682"/>
</kw>
<status status="PASS" start="2026-07-11T00:51:08.707207" elapsed="606.816050"/>
</branch>
<status status="PASS" start="2026-07-11T00:51:08.706855" elapsed="606.816425"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.523715" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.233. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:52:14.422 16  switches: flows:  590360 575289 582448 591946 585563 577646 565862 579636 572184 577582 594141 574625 578044 586418 580884 570792  total = 154.723667 per ms 
00:53:14.524 16  switches: flows:  584051 580797 594699 598335 593875 574570 584036 584346 583993 591147 591432 594061 595916 572928 590364 593947  total = 156.543865 per ms 
00:54:14.797 16  switches: flows:  610961 601743 610644 607882 608815 606856 609828 607124 605451 610609 599857 609529 612333 608093 599661 609936  total = 161.255594 per ms 
00:55:14.898 16  switches: flows:  585159 589840 595206 595634 586433 592757 596233 588834 590177 597472 603242 600899 593810 593777 586270 601808  total = 158.026679 per ms 
00:56:15.000 16  switches: flows:  538535 530913 521062 530250 525650 530636 528710 529023 528793 528139 528411 527636 528807 523137 530019 528190  total = 140.727982 per ms 
00:57:15.101 16  switches: flows:  528203 524929 529932 522645 527302 524156 531349 536233 524586 523231 530761 527587 526368 528581 530882 526696  total = 140.487064 per ms 
00:58:15.202 16  switches: flows:  548945 553685 552663 555656 547829 549230 551262 546993 554629 548940 554348 557571 553094 555437 547003 551340  total = 146.896034 per ms 
00:59:15.303 16  switches: flows:  567024 570447 568129 567953 570342 566065 573120 566810 565344 566494 572188 568189 563147 567622 565935 565929  total = 151.158052 per ms 
01:00:15.404 16  switches: flows:  538621 542416 541374 546270 541278 539017 540977 543460 540342 543283 544321 530211 539536 537130 541371 541884  total = 143.950258 per ms 
01:01:15.506 16  switches: flows:  505888 511375 513954 510124 510188 508965 514314 515096 508200 516222 503365 506405 511908 511672 507342 505828  total = 135.784976 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 135784.98/161255.59/148314.50/50146.09 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.523427" elapsed="0.000361"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-11T01:01:15.523935" elapsed="0.000429"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-11T01:01:15.524777" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-11T01:01:15.524868" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 135784.98/161255.59/148314.50/50146.09 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-11T01:01:15.524543" elapsed="0.000349"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-11T01:01:15.525322" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 135784.98/161255.59/148314.50/50146.09 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-11T01:01:15.525048" elapsed="0.000301"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.527736" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.525493" elapsed="0.002299"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.530137" level="INFO">135784.98/161255.59/148314.50/50146.09</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.527935" elapsed="0.002274"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-11T01:01:15.532573" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-11T01:01:15.530361" elapsed="0.002238"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-11T01:01:15.535004" level="INFO">@{result_value_list} = [ 135784.98 | 161255.59 | 148314.50 | 50146.09 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-11T01:01:15.532783" elapsed="0.002248"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.535510" level="INFO">Length is 4.</msg>
<msg time="2026-07-11T01:01:15.535596" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-11T01:01:15.535200" elapsed="0.000419"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.540503" level="INFO">min :: 135784.98</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.536002" elapsed="0.004559"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-11T01:01:15.535873" elapsed="0.004722"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.545207" level="INFO">max :: 161255.59</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.540810" elapsed="0.004455"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-11T01:01:15.540685" elapsed="0.004619"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.549888" level="INFO">avg :: 148314.50</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.545522" elapsed="0.004423"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-11T01:01:15.545394" elapsed="0.004586"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.554691" level="INFO">stdev :: 50146.09</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.550213" elapsed="0.004535"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-11T01:01:15.550067" elapsed="0.004717"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-11T01:01:15.535685" elapsed="0.019130"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.558706" level="INFO">${min} = 135784.98</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T01:01:15.554971" elapsed="0.003763"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.562592" level="INFO">${max} = 161255.59</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T01:01:15.558888" elapsed="0.003731"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.566472" level="INFO">${average} = 148314.50</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T01:01:15.562772" elapsed="0.003728"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.570369" level="INFO">${stdev} = 50146.09</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T01:01:15.566651" elapsed="0.003746"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.570902" level="INFO">${date} = 2026-07-11 01:01:15</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-11T01:01:15.570556" elapsed="0.000372"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.571505" level="INFO">CBench Result: 2026-07-11 01:01:15,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,135784.98,161255.59,148314.50,50146.09</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.571075" elapsed="0.000486"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-11T01:01:15.572573" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-11T01:01:15.572162" elapsed="0.000477"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-11T01:01:15.572791" elapsed="0.000468"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-11T01:01:15.571698" elapsed="0.001626"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-11T00:51:08.705755" elapsed="606.867629"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.573845" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-11T01:01:15.573531" elapsed="0.000371"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-11T01:01:15.574415" elapsed="0.000262"/>
</kw>
<status status="PASS" start="2026-07-11T01:01:15.574101" elapsed="0.000646"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-11T00:51:08.704366" elapsed="606.870420"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.576126" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.575745" elapsed="0.000453"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.577417" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-11T01:01:15.577067" elapsed="0.000391"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-11T01:01:15.577790" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-11T01:01:15.577568" elapsed="0.000279"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-11T01:01:15.581356" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-07-11T01:01:15.581042" elapsed="0.000373"/>
</branch>
<status status="PASS" start="2026-07-11T01:01:15.581019" elapsed="0.000420"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-11T01:01:15.581760" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-11T01:01:15.581876" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-11T01:01:15.581574" elapsed="0.000328"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.582473" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.233 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.60" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:01:15.582036" elapsed="0.000495"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-11T01:01:15.583062" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T01:01:15.582669" elapsed="0.000419"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-11T01:01:15.583977" level="INFO">Length is 0.</msg>
<msg time="2026-07-11T01:01:15.584063" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-11T01:01:15.583676" elapsed="0.000410"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T01:01:15.584253" elapsed="0.000318"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-11T01:01:15.585431" level="INFO">Logging into '10.30.170.60:22' as 'jenkins'.</msg>
<msg time="2026-07-11T01:01:16.165396" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 11 01:01:15 UTC 2026

  System load:  0.31               Processes:             105
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.60
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jul 11 00:51:09 2026 from 10.30.171.62
[?2004h[jenkins@releng-63164-336-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-11T01:01:15.585063" elapsed="0.580497"/>
</kw>
<msg time="2026-07-11T01:01:16.165636" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T01:01:15.584721" elapsed="0.580995"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-11T01:01:15.583304" elapsed="0.582517"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-11T01:01:16.166357" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.233 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-11T01:11:22.300448" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-11T01:11:22.300941" level="INFO">${stdout} = </msg>
<msg time="2026-07-11T01:11:22.300989" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-11T01:01:16.166038" elapsed="606.134977"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T01:11:22.301318" elapsed="0.000448"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.302348" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.233. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:02:21.399 16  switches: flows:  114326 120830 113890 115213 117095 119064 115719 115888 115750 118121 116664 115172 112751 114913 111281 116275  total = 30.882533 per ms 
01:03:21.500 16  switches: flows:  121025 123185 119817 121141 123231 124012 122996 118255 120601 118128 119868 120520 117590 117666 117149 120770  total = 32.045702 per ms 
01:04:21.601 16  switches: flows:  123096 126328 121577 123806 124474 127038 124736 120597 123659 121552 121927 122162 120004 118203 119525 124026  total = 32.657323 per ms 
01:05:21.702 16  switches: flows:  121650 123795 120661 121551 124989 127725 123847 122388 122989 119532 122108 121048 121960 120019 119531 123151  total = 32.561337 per ms 
01:06:21.803 16  switches: flows:  125204 126382 123505 123321 124929 128243 129391 123029 125367 122918 125282 123099 124965 121560 122544 122968  total = 33.156409 per ms 
01:07:21.905 16  switches: flows:  114055 116988 115591 114394 115084 117595 117242 113301 114410 111917 116931 115754 115628 112131 111315 115656  total = 30.582139 per ms 
01:08:22.006 16  switches: flows:  106879 108262 106502 109147 110157 107077 107411 106667 106264 103754 105516 106630 105419 106212 103835 105690  total = 28.376333 per ms 
01:09:22.106 16  switches: flows:  116067 114643 116414 113666 115270 113638 116821 111127 110916 109649 115352 114781 111004 114995 110670 113306  total = 30.254813 per ms 
01:10:22.207 16  switches: flows:  118835 118700 114122 115462 121615 116513 118740 115065 114217 113616 117157 117972 116839 115327 112931 116086  total = 31.001508 per ms 
01:11:22.308 16  switches: flows:  121960 122751 117571 119899 120927 120000 122393 120382 117800 117709 119462 120888 117659 119749 117418 120142  total = 31.891900 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28376.33/33156.41/31391.94/10558.87 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:11:22.301947" elapsed="0.000576"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-11T01:11:22.302779" elapsed="0.000038"/>
</return>
<status status="PASS" start="2026-07-11T01:11:22.302622" elapsed="0.000233"/>
</branch>
<status status="PASS" start="2026-07-11T01:11:22.302594" elapsed="0.000287"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-11T01:11:22.302982" elapsed="0.000013"/>
</return>
<status status="NOT RUN" start="2026-07-11T01:11:22.302945" elapsed="0.000077"/>
</branch>
<status status="NOT RUN" start="2026-07-11T01:11:22.302928" elapsed="0.000116"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-11T01:11:22.303075" elapsed="0.000013"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-11T01:11:22.305857" elapsed="0.000353"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-11T01:11:22.306359" elapsed="0.000161"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-11T01:11:22.306650" elapsed="0.000097"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-11T01:11:22.303414" elapsed="0.003387"/>
</kw>
<msg time="2026-07-11T01:11:22.306938" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-11T01:01:15.578301" elapsed="606.728663"/>
</kw>
<status status="PASS" start="2026-07-11T01:01:15.577873" elapsed="606.729141"/>
</branch>
<status status="PASS" start="2026-07-11T01:01:15.577548" elapsed="606.729490"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.307481" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.233:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.233. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:02:21.399 16  switches: flows:  114326 120830 113890 115213 117095 119064 115719 115888 115750 118121 116664 115172 112751 114913 111281 116275  total = 30.882533 per ms 
01:03:21.500 16  switches: flows:  121025 123185 119817 121141 123231 124012 122996 118255 120601 118128 119868 120520 117590 117666 117149 120770  total = 32.045702 per ms 
01:04:21.601 16  switches: flows:  123096 126328 121577 123806 124474 127038 124736 120597 123659 121552 121927 122162 120004 118203 119525 124026  total = 32.657323 per ms 
01:05:21.702 16  switches: flows:  121650 123795 120661 121551 124989 127725 123847 122388 122989 119532 122108 121048 121960 120019 119531 123151  total = 32.561337 per ms 
01:06:21.803 16  switches: flows:  125204 126382 123505 123321 124929 128243 129391 123029 125367 122918 125282 123099 124965 121560 122544 122968  total = 33.156409 per ms 
01:07:21.905 16  switches: flows:  114055 116988 115591 114394 115084 117595 117242 113301 114410 111917 116931 115754 115628 112131 111315 115656  total = 30.582139 per ms 
01:08:22.006 16  switches: flows:  106879 108262 106502 109147 110157 107077 107411 106667 106264 103754 105516 106630 105419 106212 103835 105690  total = 28.376333 per ms 
01:09:22.106 16  switches: flows:  116067 114643 116414 113666 115270 113638 116821 111127 110916 109649 115352 114781 111004 114995 110670 113306  total = 30.254813 per ms 
01:10:22.207 16  switches: flows:  118835 118700 114122 115462 121615 116513 118740 115065 114217 113616 117157 117972 116839 115327 112931 116086  total = 31.001508 per ms 
01:11:22.308 16  switches: flows:  121960 122751 117571 119899 120927 120000 122393 120382 117800 117709 119462 120888 117659 119749 117418 120142  total = 31.891900 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28376.33/33156.41/31391.94/10558.87 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:11:22.307192" elapsed="0.000362"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-11T01:11:22.307702" elapsed="0.000364"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-11T01:11:22.308464" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-11T01:11:22.308554" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 28376.33/33156.41/31391.94/10558.87 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-11T01:11:22.308240" elapsed="0.000338"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-11T01:11:22.308978" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 28376.33/33156.41/31391.94/10558.87 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-11T01:11:22.308730" elapsed="0.000274"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.311414" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:11:22.309146" elapsed="0.002324"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.313817" level="INFO">28376.33/33156.41/31391.94/10558.87</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:11:22.311615" elapsed="0.002257"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-11T01:11:22.316215" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-11T01:11:22.314017" elapsed="0.002225"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-11T01:11:22.318631" level="INFO">@{result_value_list} = [ 28376.33 | 33156.41 | 31391.94 | 10558.87 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-11T01:11:22.316435" elapsed="0.002222"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.319113" level="INFO">Length is 4.</msg>
<msg time="2026-07-11T01:11:22.319215" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-11T01:11:22.318810" elapsed="0.000430"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.323886" level="INFO">min :: 28376.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:11:22.319616" elapsed="0.004327"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-11T01:11:22.319490" elapsed="0.004487"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.328459" level="INFO">max :: 33156.41</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:11:22.324201" elapsed="0.004317"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-11T01:11:22.324063" elapsed="0.004490"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.333082" level="INFO">avg :: 31391.94</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:11:22.328773" elapsed="0.004366"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-11T01:11:22.328640" elapsed="0.004548"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.337676" level="INFO">stdev :: 10558.87</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:11:22.333428" elapsed="0.004304"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-11T01:11:22.333273" elapsed="0.004493"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-11T01:11:22.319304" elapsed="0.018492"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.341660" level="INFO">${min} = 28376.33</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T01:11:22.337968" elapsed="0.003720"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.345583" level="INFO">${max} = 33156.41</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T01:11:22.341848" elapsed="0.003761"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.349781" level="INFO">${average} = 31391.94</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T01:11:22.345760" elapsed="0.004049"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.353705" level="INFO">${stdev} = 10558.87</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-11T01:11:22.349977" elapsed="0.003754"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.354270" level="INFO">${date} = 2026-07-11 01:11:22</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-11T01:11:22.353894" elapsed="0.000401"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.354851" level="INFO">CBench Result: 2026-07-11 01:11:22,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,28376.33,33156.41,31391.94,10558.87</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-11T01:11:22.354442" elapsed="0.000465"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-11T01:11:22.356101" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-11T01:11:22.355567" elapsed="0.000615"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-11T01:11:22.356335" elapsed="0.000467"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-11T01:11:22.355068" elapsed="0.001802"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-11T01:01:15.576518" elapsed="606.780415"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.357464" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-11T01:11:22.357083" elapsed="0.000438"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-11T01:11:22.358751" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-11T01:11:22.358269" elapsed="0.000509"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-11T01:11:22.359016" elapsed="0.000038"/>
</return>
<status status="PASS" start="2026-07-11T01:11:22.358864" elapsed="0.000222"/>
</branch>
<status status="PASS" start="2026-07-11T01:11:22.358841" elapsed="0.000270"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-11T01:11:22.359273" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-11T01:11:22.359431" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-11T01:11:22.359593" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-11T01:11:22.359813" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-11T01:11:22.359962" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-11T01:11:22.360107" elapsed="0.000019"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-11T01:11:22.360267" elapsed="0.000031"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-11T01:11:22.360506" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-07-11T01:11:22.360363" elapsed="0.000195"/>
</branch>
<status status="NOT RUN" start="2026-07-11T01:11:22.360346" elapsed="0.000236"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-11T01:11:22.357911" elapsed="0.002723"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-11T01:01:15.575211" elapsed="606.785471"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-11T00:40:59.418758" elapsed="1822.942758"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
