<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-26T01:27:49.770488" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-26T01:27:50.329957" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-07-26T01:27:50.329806" elapsed="0.000227"/>
</branch>
<status status="PASS" start="2026-07-26T01:27:50.329776" elapsed="0.000290"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:27:50.330246" elapsed="0.000552"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-26T01:27:50.331273" level="INFO">Logging into '10.30.170.106:8101' as 'karaf'.</msg>
<msg time="2026-07-26T01:27:51.100076" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-26T01:27:50.330971" elapsed="0.769291"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-26T01:27:51.150052" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-26T01:27:51.100560" elapsed="0.049656"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-26T01:27:51.152288" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-26T01:27:51.152419" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-26T01:27:51.150525" elapsed="0.001927"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-26T01:27:51.152622" elapsed="0.000285"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:27:51.153069" elapsed="0.000220"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:27:51.153837" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:27:51.153462" elapsed="0.000432"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-26T01:27:51.153947" elapsed="0.000056"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.106
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-26T01:27:50.329420" elapsed="0.824706"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-26T01:27:50.325733" elapsed="0.828458"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-26T01:27:51.154813" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-26T01:27:51.154395" elapsed="0.000477"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-26T01:27:51.155276" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-26T01:27:51.155027" elapsed="0.000317"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-26T01:27:51.155917" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-26T01:27:51.155521" elapsed="0.000425"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-26T01:27:51.156474" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-26T01:27:51.156114" elapsed="0.000405"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-26T01:27:51.157082" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-26T01:27:51.156666" elapsed="0.000443"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-26T01:27:51.157637" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-26T01:27:51.157274" elapsed="0.000406"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-26T01:27:51.157987" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-26T01:27:51.157770" elapsed="0.000272"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-26T01:27:51.162482" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:27:51.162044" elapsed="0.000467"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-26T01:27:51.163884" level="INFO">Length is 0.</msg>
<msg time="2026-07-26T01:27:51.163974" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-26T01:27:51.163063" elapsed="0.000937"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:27:51.164161" elapsed="0.000409"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-26T01:27:51.165672" level="INFO">Logging into '10.30.170.11:22' as 'jenkins'.</msg>
<msg time="2026-07-26T01:27:51.893045" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jul 26 01:27:51 UTC 2026

  System load:  0.1                Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.11
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-351-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-26T01:27:51.165077" elapsed="0.728151"/>
</kw>
<msg time="2026-07-26T01:27:51.893347" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:27:51.164726" elapsed="0.728754"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-26T01:27:51.162721" elapsed="0.730945"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-26T01:27:51.902861" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-26T01:27:51.894027" elapsed="0.010491"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:27:51.904919" elapsed="0.000592"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-26T01:27:51.161479" elapsed="0.744172"/>
</kw>
<status status="PASS" start="2026-07-26T01:27:51.158122" elapsed="0.747611"/>
</branch>
<status status="PASS" start="2026-07-26T01:27:51.157742" elapsed="0.748057"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-26T01:27:51.906190" elapsed="0.001031"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-26T01:27:51.915599" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-07-26T01:27:51.915463" elapsed="0.000195"/>
</branch>
<status status="PASS" start="2026-07-26T01:27:51.915434" elapsed="0.000249"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-26T01:27:51.919464" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-07-26T01:27:51.919326" elapsed="0.000188"/>
</branch>
<status status="PASS" start="2026-07-26T01:27:51.919305" elapsed="0.000232"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:27:51.919692" elapsed="0.000486"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-26T01:27:51.920623" level="INFO">Logging into '10.30.170.106:8101' as 'karaf'.</msg>
<msg time="2026-07-26T01:27:52.116986" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-26T01:27:51.920329" elapsed="0.196834"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-26T01:27:52.219629" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-26T01:27:52.117435" elapsed="0.102380"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-26T01:27:52.247158" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-26T01:27:52.247487" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-26T01:27:52.220070" elapsed="0.027452"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-26T01:27:52.247746" elapsed="0.000249"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:27:52.248147" elapsed="0.000206"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:27:52.248841" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:27:52.248517" elapsed="0.000382"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-26T01:27:52.248948" elapsed="0.000051"/>
</return>
<msg time="2026-07-26T01:27:52.249148" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.106
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-26T01:27:51.918938" elapsed="0.330243"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-26T01:27:52.249327" elapsed="0.000526"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-26T01:27:52.249905" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-26T01:27:51.915104" elapsed="0.334962"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-26T01:27:52.253880" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-07-26T01:27:52.253741" elapsed="0.000188"/>
</branch>
<status status="PASS" start="2026-07-26T01:27:52.253716" elapsed="0.000238"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:27:52.254095" elapsed="0.000499"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-26T01:27:52.255012" level="INFO">Logging into '10.30.170.106:8101' as 'karaf'.</msg>
<msg time="2026-07-26T01:27:52.435623" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-26T01:27:52.254743" elapsed="0.181047"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-26T01:27:52.467394" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-26T01:27:52.436043" elapsed="0.031510"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-26T01:27:52.469524" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-26T01:27:52.469629" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-26T01:27:52.467814" elapsed="0.001845"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-26T01:27:52.469798" elapsed="0.000212"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:27:52.470148" elapsed="0.000275"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:27:52.470902" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:27:52.470568" elapsed="0.000384"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-26T01:27:52.471005" elapsed="0.000057"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.106
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-26T01:27:52.253395" elapsed="0.217793"/>
</kw>
<status status="PASS" start="2026-07-26T01:27:50.323910" elapsed="2.147343"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:27:52.473311" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:27:52.472100" elapsed="0.001297"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-26T01:27:52.474882" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-26T01:27:52.474522" elapsed="0.000404"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-26T01:27:52.475257" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-26T01:27:52.475012" elapsed="0.000304"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-26T01:27:52.478344" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-26T01:27:52.478066" elapsed="0.000353"/>
</branch>
<status status="PASS" start="2026-07-26T01:27:52.478045" elapsed="0.000401"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-26T01:27:52.478816" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-26T01:27:52.478948" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-26T01:27:52.478586" elapsed="0.000390"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:27:52.479570" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.106 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.11" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:27:52.479113" elapsed="0.000520"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-26T01:27:52.480246" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:27:52.479776" elapsed="0.000497"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-26T01:27:52.481212" level="INFO">Length is 0.</msg>
<msg time="2026-07-26T01:27:52.481310" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-26T01:27:52.480888" elapsed="0.000446"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:27:52.481494" elapsed="0.000336"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-26T01:27:52.482741" level="INFO">Logging into '10.30.170.11:22' as 'jenkins'.</msg>
<msg time="2026-07-26T01:27:52.815825" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jul 26 01:27:51 UTC 2026

  System load:  0.1                Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.11
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Jul 26 01:27:51 2026 from 10.30.171.142
[?2004h[jenkins@releng-63164-351-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-26T01:27:52.482365" elapsed="0.334139"/>
</kw>
<msg time="2026-07-26T01:27:52.816590" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:27:52.481984" elapsed="0.334702"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-26T01:27:52.480502" elapsed="0.336304"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-26T01:27:52.817351" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.106 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-26T01:37:58.958736" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-26T01:37:58.959417" level="INFO">${stdout} = </msg>
<msg time="2026-07-26T01:37:58.959529" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-26T01:27:52.817044" elapsed="606.142553"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:37:58.960110" elapsed="0.000907"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:58.962243" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:28:58.034 16  switches: flows:  104199 102342 104612 103172 100109 102696 102636 101206 103538 102490 101587 102236 100569 99783 102505 101478  total = 27.252633 per ms 
01:29:58.135 16  switches: flows:  104493 106050 108949 103919 104848 105790 106923 105432 105947 106215 105415 104842 106069 103691 105462 103899  total = 28.085483 per ms 
01:30:58.235 16  switches: flows:  112753 112887 112061 111570 110200 111733 111982 110681 111043 110301 110526 109725 109860 109259 109729 109404  total = 29.512644 per ms 
01:31:58.336 16  switches: flows:  102169 100669 103120 101810 101266 103227 100669 100624 100820 99543 100684 101460 100059 102148 100908 98968  total = 26.924105 per ms 
01:32:58.436 16  switches: flows:  117381 116426 117175 117418 115375 119440 116978 116234 116380 116081 114943 113924 113488 115026 115117 114095  total = 30.873133 per ms 
01:33:58.537 16  switches: flows:  114999 114024 114018 113038 111778 113791 112479 112709 113784 112507 113187 110387 111976 110902 112382 109744  total = 29.977962 per ms 
01:34:58.637 16  switches: flows:  119723 119039 118851 119166 117345 119130 117850 118490 116731 116601 116949 116221 115584 114164 114407 114752  total = 31.197963 per ms 
01:35:58.738 16  switches: flows:  117619 118179 119144 116670 117914 118998 117483 117754 115762 116109 115341 116508 116284 114919 117665 115700  total = 31.148788 per ms 
01:36:58.838 16  switches: flows:  104100 102242 105225 102889 102731 103336 101966 102750 103479 100373 100559 100201 101106 100789 100600 99583  total = 27.153375 per ms 
01:37:58.938 16  switches: flows:  120503 119183 121368 120447 119552 120902 118831 118585 120708 118052 118021 118697 117599 116450 118728 116786  total = 31.687298 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26924.10/31687.30/29617.86/10020.73 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:58.961435" elapsed="0.001189"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-26T01:37:58.963166" elapsed="0.000088"/>
</return>
<status status="PASS" start="2026-07-26T01:37:58.962845" elapsed="0.000494"/>
</branch>
<status status="PASS" start="2026-07-26T01:37:58.962764" elapsed="0.000662"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-26T01:37:58.963650" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-07-26T01:37:58.963564" elapsed="0.000177"/>
</branch>
<status status="NOT RUN" start="2026-07-26T01:37:58.963528" elapsed="0.000261"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-26T01:37:58.963864" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:37:58.969479" elapsed="0.000459"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:37:58.970142" elapsed="0.000260"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:37:58.970586" elapsed="0.000137"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-26T01:37:58.964620" elapsed="0.006176"/>
</kw>
<msg time="2026-07-26T01:37:58.970974" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-26T01:27:52.475705" elapsed="606.495307"/>
</kw>
<status status="PASS" start="2026-07-26T01:27:52.475346" elapsed="606.495735"/>
</branch>
<status status="PASS" start="2026-07-26T01:27:52.474985" elapsed="606.496127"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:58.971937" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:28:58.034 16  switches: flows:  104199 102342 104612 103172 100109 102696 102636 101206 103538 102490 101587 102236 100569 99783 102505 101478  total = 27.252633 per ms 
01:29:58.135 16  switches: flows:  104493 106050 108949 103919 104848 105790 106923 105432 105947 106215 105415 104842 106069 103691 105462 103899  total = 28.085483 per ms 
01:30:58.235 16  switches: flows:  112753 112887 112061 111570 110200 111733 111982 110681 111043 110301 110526 109725 109860 109259 109729 109404  total = 29.512644 per ms 
01:31:58.336 16  switches: flows:  102169 100669 103120 101810 101266 103227 100669 100624 100820 99543 100684 101460 100059 102148 100908 98968  total = 26.924105 per ms 
01:32:58.436 16  switches: flows:  117381 116426 117175 117418 115375 119440 116978 116234 116380 116081 114943 113924 113488 115026 115117 114095  total = 30.873133 per ms 
01:33:58.537 16  switches: flows:  114999 114024 114018 113038 111778 113791 112479 112709 113784 112507 113187 110387 111976 110902 112382 109744  total = 29.977962 per ms 
01:34:58.637 16  switches: flows:  119723 119039 118851 119166 117345 119130 117850 118490 116731 116601 116949 116221 115584 114164 114407 114752  total = 31.197963 per ms 
01:35:58.738 16  switches: flows:  117619 118179 119144 116670 117914 118998 117483 117754 115762 116109 115341 116508 116284 114919 117665 115700  total = 31.148788 per ms 
01:36:58.838 16  switches: flows:  104100 102242 105225 102889 102731 103336 101966 102750 103479 100373 100559 100201 101106 100789 100600 99583  total = 27.153375 per ms 
01:37:58.938 16  switches: flows:  120503 119183 121368 120447 119552 120902 118831 118585 120708 118052 118021 118697 117599 116450 118728 116786  total = 31.687298 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26924.10/31687.30/29617.86/10020.73 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:58.971515" elapsed="0.000525"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-26T01:37:58.972243" elapsed="0.000600"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-26T01:37:58.973408" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-26T01:37:58.973540" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 26924.10/31687.30/29617.86/10020.73 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-26T01:37:58.973071" elapsed="0.000504"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-26T01:37:58.974146" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 26924.10/31687.30/29617.86/10020.73 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-26T01:37:58.973791" elapsed="0.000393"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:58.977713" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:58.974404" elapsed="0.003387"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:58.981125" level="INFO">26924.10/31687.30/29617.86/10020.73</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:58.977995" elapsed="0.003187"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-26T01:37:58.983552" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-26T01:37:58.981332" elapsed="0.002248"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-26T01:37:58.986002" level="INFO">@{result_value_list} = [ 26924.10 | 31687.30 | 29617.86 | 10020.73 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-26T01:37:58.983769" elapsed="0.002261"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-26T01:37:58.986504" level="INFO">Length is 4.</msg>
<msg time="2026-07-26T01:37:58.986593" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-26T01:37:58.986182" elapsed="0.000435"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:58.991479" level="INFO">min :: 26924.10</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:58.987015" elapsed="0.004521"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-26T01:37:58.986883" elapsed="0.004688"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:58.996104" level="INFO">max :: 31687.30</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:58.991789" elapsed="0.004372"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-26T01:37:58.991661" elapsed="0.004534"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.001071" level="INFO">avg :: 29617.86</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:58.996441" elapsed="0.004690"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-26T01:37:58.996296" elapsed="0.004869"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.005765" level="INFO">stdev :: 10020.73</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:59.001411" elapsed="0.004410"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-26T01:37:59.001259" elapsed="0.004597"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-26T01:37:58.986685" elapsed="0.019204"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.009785" level="INFO">${min} = 26924.10</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:37:59.006046" elapsed="0.003766"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.013879" level="INFO">${max} = 31687.30</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:37:59.009966" elapsed="0.003939"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.017820" level="INFO">${average} = 29617.86</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:37:59.014060" elapsed="0.003787"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.021746" level="INFO">${stdev} = 10020.73</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:37:59.017999" elapsed="0.003774"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.022288" level="INFO">${date} = 2026-07-26 01:37:59</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-26T01:37:59.021933" elapsed="0.000381"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.022916" level="INFO">CBench Result: 2026-07-26 01:37:59,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,26924.10,31687.30,29617.86,10020.73</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:59.022502" elapsed="0.000469"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-26T01:37:59.024019" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-26T01:37:59.023611" elapsed="0.000474"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-26T01:37:59.024259" elapsed="0.000483"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-26T01:37:59.023115" elapsed="0.001691"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-26T01:27:52.473825" elapsed="606.551042"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.025333" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-26T01:37:59.025019" elapsed="0.000385"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-26T01:37:59.025915" elapsed="0.000266"/>
</kw>
<status status="PASS" start="2026-07-26T01:37:59.025618" elapsed="0.000633"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-26T01:27:52.471421" elapsed="606.554867"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.027584" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:59.027189" elapsed="0.000451"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.028901" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-26T01:37:59.028570" elapsed="0.000373"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-26T01:37:59.029285" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-26T01:37:59.029065" elapsed="0.000277"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-26T01:37:59.032239" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-26T01:37:59.031974" elapsed="0.000321"/>
</branch>
<status status="PASS" start="2026-07-26T01:37:59.031951" elapsed="0.000367"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-26T01:37:59.032663" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-26T01:37:59.032783" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-26T01:37:59.032470" elapsed="0.000340"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.033363" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.106 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.11" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:37:59.032943" elapsed="0.000495"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-26T01:37:59.033984" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:37:59.033578" elapsed="0.000433"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-26T01:37:59.034901" level="INFO">Length is 0.</msg>
<msg time="2026-07-26T01:37:59.034990" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-26T01:37:59.034597" elapsed="0.000418"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:37:59.035159" elapsed="0.000337"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-26T01:37:59.036351" level="INFO">Logging into '10.30.170.11:22' as 'jenkins'.</msg>
<msg time="2026-07-26T01:37:59.669744" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jul 26 01:37:59 UTC 2026

  System load:  1.02               Processes:             104
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 5%                 IPv4 address for ens3: 10.30.170.11
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Jul 26 01:27:52 2026 from 10.30.171.142
[?2004h[jenkins@releng-63164-351-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-26T01:37:59.035986" elapsed="0.633956"/>
</kw>
<msg time="2026-07-26T01:37:59.670054" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:37:59.035647" elapsed="0.634498"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-26T01:37:59.034209" elapsed="0.636053"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-26T01:37:59.670813" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.106 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-26T01:48:05.729182" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-26T01:48:05.729812" level="INFO">${stdout} = </msg>
<msg time="2026-07-26T01:48:05.729920" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-26T01:37:59.670498" elapsed="606.059486"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:48:05.730497" elapsed="0.000724"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.732559" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:39:04.793 16  switches: flows:  523599 519814 528655 522635 523558 510746 519594 509676 496873 515520 483105 505755 503754 508615 512459 518757  total = 136.718583 per ms 
01:40:04.895 16  switches: flows:  530485 539144 539949 536586 545617 538635 533077 530143 543797 531878 540320 538045 533501 540368 540411 545435  total = 143.215368 per ms 
01:41:04.995 16  switches: flows:  593942 579638 578595 583683 592587 581016 578871 586781 592596 589803 592090 582396 586926 587870 590375 587048  total = 156.141658 per ms 
01:42:05.097 16  switches: flows:  568833 571676 555175 557300 567630 554329 559164 562967 556430 563577 567656 571446 570955 558396 560664 563036  total = 149.902399 per ms 
01:43:05.198 16  switches: flows:  498763 497697 488055 502931 511137 504920 512988 514490 510175 501685 520520 503842 494446 511848 501089 509822  total = 134.513375 per ms 
01:44:05.300 16  switches: flows:  544767 545900 544807 548530 543303 541076 543165 545909 541957 549152 542172 547364 541531 546076 546343 540990  total = 144.972387 per ms 
01:45:05.402 16  switches: flows:  564482 568875 563131 565937 563958 567447 566754 564562 561715 564637 564562 563172 561503 574935 561973 564516  total = 150.447433 per ms 
01:46:05.504 16  switches: flows:  506866 508271 517290 511923 508508 510821 508032 509713 513185 510404 511860 513502 510733 510568 508298 508400  total = 135.910098 per ms 
01:47:05.606 16  switches: flows:  475951 477514 477502 476016 474411 469931 474943 471114 478432 474830 474777 475364 471466 472609 480772 476481  total = 126.488609 per ms 
01:48:05.707 16  switches: flows:  478896 478962 480385 478804 478198 483339 485272 485449 483852 486615 487286 483824 488030 483045 485380 477150  total = 128.525989 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 126488.61/156141.66/141124.15/48037.62 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.731611" elapsed="0.001274"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-26T01:48:05.733580" elapsed="0.000083"/>
</return>
<status status="PASS" start="2026-07-26T01:48:05.733245" elapsed="0.000499"/>
</branch>
<status status="PASS" start="2026-07-26T01:48:05.733182" elapsed="0.000618"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-26T01:48:05.734007" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-07-26T01:48:05.733926" elapsed="0.000171"/>
</branch>
<status status="NOT RUN" start="2026-07-26T01:48:05.733891" elapsed="0.000253"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-26T01:48:05.734211" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:48:05.738568" elapsed="0.000490"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:48:05.739294" elapsed="0.000267"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:48:05.739752" elapsed="0.000153"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-26T01:48:05.734919" elapsed="0.005063"/>
</kw>
<msg time="2026-07-26T01:48:05.740170" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-26T01:37:59.029697" elapsed="606.710512"/>
</kw>
<status status="PASS" start="2026-07-26T01:37:59.029367" elapsed="606.710915"/>
</branch>
<status status="PASS" start="2026-07-26T01:37:59.029044" elapsed="606.711271"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.740996" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:39:04.793 16  switches: flows:  523599 519814 528655 522635 523558 510746 519594 509676 496873 515520 483105 505755 503754 508615 512459 518757  total = 136.718583 per ms 
01:40:04.895 16  switches: flows:  530485 539144 539949 536586 545617 538635 533077 530143 543797 531878 540320 538045 533501 540368 540411 545435  total = 143.215368 per ms 
01:41:04.995 16  switches: flows:  593942 579638 578595 583683 592587 581016 578871 586781 592596 589803 592090 582396 586926 587870 590375 587048  total = 156.141658 per ms 
01:42:05.097 16  switches: flows:  568833 571676 555175 557300 567630 554329 559164 562967 556430 563577 567656 571446 570955 558396 560664 563036  total = 149.902399 per ms 
01:43:05.198 16  switches: flows:  498763 497697 488055 502931 511137 504920 512988 514490 510175 501685 520520 503842 494446 511848 501089 509822  total = 134.513375 per ms 
01:44:05.300 16  switches: flows:  544767 545900 544807 548530 543303 541076 543165 545909 541957 549152 542172 547364 541531 546076 546343 540990  total = 144.972387 per ms 
01:45:05.402 16  switches: flows:  564482 568875 563131 565937 563958 567447 566754 564562 561715 564637 564562 563172 561503 574935 561973 564516  total = 150.447433 per ms 
01:46:05.504 16  switches: flows:  506866 508271 517290 511923 508508 510821 508032 509713 513185 510404 511860 513502 510733 510568 508298 508400  total = 135.910098 per ms 
01:47:05.606 16  switches: flows:  475951 477514 477502 476016 474411 469931 474943 471114 478432 474830 474777 475364 471466 472609 480772 476481  total = 126.488609 per ms 
01:48:05.707 16  switches: flows:  478896 478962 480385 478804 478198 483339 485272 485449 483852 486615 487286 483824 488030 483045 485380 477150  total = 128.525989 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 126488.61/156141.66/141124.15/48037.62 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.740551" elapsed="0.000553"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-26T01:48:05.741321" elapsed="0.000568"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-26T01:48:05.742475" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-26T01:48:05.742610" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 126488.61/156141.66/141124.15/48037.62 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-26T01:48:05.742130" elapsed="0.000517"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-26T01:48:05.743336" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 126488.61/156141.66/141124.15/48037.62 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-26T01:48:05.742876" elapsed="0.000545"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.745969" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.743653" elapsed="0.002374"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.748445" level="INFO">126488.61/156141.66/141124.15/48037.62</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.746174" elapsed="0.002348"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-26T01:48:05.750937" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-26T01:48:05.748677" elapsed="0.002292"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-26T01:48:05.753482" level="INFO">@{result_value_list} = [ 126488.61 | 156141.66 | 141124.15 | 48037.62 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-26T01:48:05.751220" elapsed="0.002290"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.753988" level="INFO">Length is 4.</msg>
<msg time="2026-07-26T01:48:05.754076" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-26T01:48:05.753665" elapsed="0.000435"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.759070" level="INFO">min :: 126488.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.754527" elapsed="0.004601"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-26T01:48:05.754383" elapsed="0.004780"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.763895" level="INFO">max :: 156141.66</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.759389" elapsed="0.004567"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-26T01:48:05.759256" elapsed="0.004735"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.768680" level="INFO">avg :: 141124.15</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.764315" elapsed="0.004423"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-26T01:48:05.764080" elapsed="0.004692"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.773601" level="INFO">stdev :: 48037.62</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.768989" elapsed="0.004671"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-26T01:48:05.768859" elapsed="0.004836"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-26T01:48:05.754172" elapsed="0.019555"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.777690" level="INFO">${min} = 126488.61</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:48:05.773897" elapsed="0.003821"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.781665" level="INFO">${max} = 156141.66</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:48:05.777875" elapsed="0.003817"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.785605" level="INFO">${average} = 141124.15</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:48:05.781849" elapsed="0.003783"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.789561" level="INFO">${stdev} = 48037.62</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:48:05.785786" elapsed="0.003803"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.790106" level="INFO">${date} = 2026-07-26 01:48:05</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-26T01:48:05.789749" elapsed="0.000384"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.790718" level="INFO">CBench Result: 2026-07-26 01:48:05,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,126488.61,156141.66,141124.15,48037.62</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.790281" elapsed="0.000495"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-26T01:48:05.791892" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-26T01:48:05.791438" elapsed="0.000525"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-26T01:48:05.792131" elapsed="0.000497"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-26T01:48:05.790935" elapsed="0.001758"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-26T01:37:59.027952" elapsed="606.764802"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.793227" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-26T01:48:05.792906" elapsed="0.000379"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-26T01:48:05.793814" elapsed="0.000273"/>
</kw>
<status status="PASS" start="2026-07-26T01:48:05.793509" elapsed="0.000650"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-26T01:37:59.026611" elapsed="606.767587"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.795418" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.795021" elapsed="0.000456"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.796784" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-26T01:48:05.796446" elapsed="0.000380"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-26T01:48:05.797190" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-26T01:48:05.796965" elapsed="0.000283"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-26T01:48:05.800426" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-07-26T01:48:05.800153" elapsed="0.000388"/>
</branch>
<status status="PASS" start="2026-07-26T01:48:05.800131" elapsed="0.000443"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-26T01:48:05.800939" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-26T01:48:05.801063" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-26T01:48:05.800731" elapsed="0.000358"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.801669" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.106 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.11" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:48:05.801224" elapsed="0.000503"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-26T01:48:05.802271" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:48:05.801867" elapsed="0.000430"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-26T01:48:05.803208" level="INFO">Length is 0.</msg>
<msg time="2026-07-26T01:48:05.803296" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-26T01:48:05.802892" elapsed="0.000427"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:48:05.803479" elapsed="0.000326"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-26T01:48:05.804707" level="INFO">Logging into '10.30.170.11:22' as 'jenkins'.</msg>
<msg time="2026-07-26T01:48:06.428103" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jul 26 01:48:06 UTC 2026

  System load:  0.55               Processes:             104
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 5%                 IPv4 address for ens3: 10.30.170.11
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Jul 26 01:37:59 2026 from 10.30.171.142
[?2004h[jenkins@releng-63164-351-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-26T01:48:05.804335" elapsed="0.624000"/>
</kw>
<msg time="2026-07-26T01:48:06.428448" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:48:05.803956" elapsed="0.624587"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-26T01:48:05.802517" elapsed="0.626174"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-26T01:48:06.429301" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.106 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-26T01:58:12.462088" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-26T01:58:12.462727" level="INFO">${stdout} = </msg>
<msg time="2026-07-26T01:58:12.462834" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-26T01:48:06.428944" elapsed="606.033957"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:58:12.463378" elapsed="0.000753"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.465301" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:49:11.540 16  switches: flows:  104150 117890 105346 104662 103911 105970 104346 102891 103582 109834 102757 105252 104298 102767 104066 103689  total = 28.090183 per ms 
01:50:11.640 16  switches: flows:  101374 102639 103213 100140 100620 104491 101080 102990 102454 101857 103153 102033 101031 99331 100796 99666  total = 27.069296 per ms 
01:51:11.740 16  switches: flows:  90001 92013 93059 88685 90089 92162 90673 91750 91494 90891 89616 88521 89259 88898 88763 89991  total = 24.057458 per ms 
01:52:11.841 16  switches: flows:  103569 104355 105133 107153 104774 106625 106022 104894 107065 104474 106276 103549 106635 105928 103978 106583  total = 28.070029 per ms 
01:53:11.941 16  switches: flows:  108458 108973 107836 112195 109549 110783 112330 109000 111918 110146 109792 109241 110262 110722 109535 110911  total = 29.311918 per ms 
01:54:12.041 16  switches: flows:  111860 116150 113942 110479 113043 113028 113039 111809 112954 110446 110358 113996 112763 111133 111409 112504  total = 29.931853 per ms 
01:55:12.141 16  switches: flows:  120168 123532 122009 120079 120716 123376 119918 119870 121853 118515 119365 121440 119795 119287 116758 119609  total = 32.051351 per ms 
01:56:12.242 16  switches: flows:  122210 123016 119069 120321 120023 123215 121631 121708 119339 119860 120613 119931 120883 118664 120069 120178  total = 32.125113 per ms 
01:57:12.342 16  switches: flows:  112048 112669 111659 109271 111375 112124 111220 111296 110071 110153 111522 109572 112353 109319 109335 109256  total = 29.504762 per ms 
01:58:12.443 16  switches: flows:  117202 119328 120931 118650 117253 119919 117273 117984 116895 118221 116629 116307 118351 118382 116906 116182  total = 31.387331 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 24057.46/32125.11/29278.79/10064.05 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:58:12.464532" elapsed="0.001111"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-26T01:58:12.466125" elapsed="0.000142"/>
</return>
<status status="PASS" start="2026-07-26T01:58:12.465826" elapsed="0.000526"/>
</branch>
<status status="PASS" start="2026-07-26T01:58:12.465774" elapsed="0.000665"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-26T01:58:12.466589" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-07-26T01:58:12.466536" elapsed="0.000109"/>
</branch>
<status status="NOT RUN" start="2026-07-26T01:58:12.466513" elapsed="0.000163"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-26T01:58:12.466719" elapsed="0.000020"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-26T01:58:12.470492" elapsed="0.000461"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-26T01:58:12.471161" elapsed="0.000253"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-26T01:58:12.471602" elapsed="0.000137"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-26T01:58:12.467159" elapsed="0.004655"/>
</kw>
<msg time="2026-07-26T01:58:12.471995" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-26T01:48:05.797611" elapsed="606.674421"/>
</kw>
<status status="PASS" start="2026-07-26T01:48:05.797275" elapsed="606.674828"/>
</branch>
<status status="PASS" start="2026-07-26T01:48:05.796943" elapsed="606.675191"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.472756" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:49:11.540 16  switches: flows:  104150 117890 105346 104662 103911 105970 104346 102891 103582 109834 102757 105252 104298 102767 104066 103689  total = 28.090183 per ms 
01:50:11.640 16  switches: flows:  101374 102639 103213 100140 100620 104491 101080 102990 102454 101857 103153 102033 101031 99331 100796 99666  total = 27.069296 per ms 
01:51:11.740 16  switches: flows:  90001 92013 93059 88685 90089 92162 90673 91750 91494 90891 89616 88521 89259 88898 88763 89991  total = 24.057458 per ms 
01:52:11.841 16  switches: flows:  103569 104355 105133 107153 104774 106625 106022 104894 107065 104474 106276 103549 106635 105928 103978 106583  total = 28.070029 per ms 
01:53:11.941 16  switches: flows:  108458 108973 107836 112195 109549 110783 112330 109000 111918 110146 109792 109241 110262 110722 109535 110911  total = 29.311918 per ms 
01:54:12.041 16  switches: flows:  111860 116150 113942 110479 113043 113028 113039 111809 112954 110446 110358 113996 112763 111133 111409 112504  total = 29.931853 per ms 
01:55:12.141 16  switches: flows:  120168 123532 122009 120079 120716 123376 119918 119870 121853 118515 119365 121440 119795 119287 116758 119609  total = 32.051351 per ms 
01:56:12.242 16  switches: flows:  122210 123016 119069 120321 120023 123215 121631 121708 119339 119860 120613 119931 120883 118664 120069 120178  total = 32.125113 per ms 
01:57:12.342 16  switches: flows:  112048 112669 111659 109271 111375 112124 111220 111296 110071 110153 111522 109572 112353 109319 109335 109256  total = 29.504762 per ms 
01:58:12.443 16  switches: flows:  117202 119328 120931 118650 117253 119919 117273 117984 116895 118221 116629 116307 118351 118382 116906 116182  total = 31.387331 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 24057.46/32125.11/29278.79/10064.05 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:58:12.472329" elapsed="0.000530"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-26T01:58:12.473062" elapsed="0.000530"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-26T01:58:12.474125" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-26T01:58:12.474250" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 24057.46/32125.11/29278.79/10064.05 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-26T01:58:12.473823" elapsed="0.000461"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-26T01:58:12.474911" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 24057.46/32125.11/29278.79/10064.05 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-26T01:58:12.474552" elapsed="0.000396"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.477490" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:58:12.475151" elapsed="0.002397"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.479930" level="INFO">24057.46/32125.11/29278.79/10064.05</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:58:12.477694" elapsed="0.002293"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-26T01:58:12.482363" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-26T01:58:12.480137" elapsed="0.002268"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-26T01:58:12.484858" level="INFO">@{result_value_list} = [ 24057.46 | 32125.11 | 29278.79 | 10064.05 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-26T01:58:12.482624" elapsed="0.002262"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.485344" level="INFO">Length is 4.</msg>
<msg time="2026-07-26T01:58:12.485451" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-26T01:58:12.485039" elapsed="0.000437"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.490170" level="INFO">min :: 24057.46</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:58:12.485843" elapsed="0.004385"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-26T01:58:12.485717" elapsed="0.004545"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.494840" level="INFO">max :: 32125.11</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:58:12.490492" elapsed="0.004406"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-26T01:58:12.490349" elapsed="0.004584"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.499484" level="INFO">avg :: 29278.79</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:58:12.495143" elapsed="0.004397"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-26T01:58:12.495015" elapsed="0.004559"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.504185" level="INFO">stdev :: 10064.05</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:58:12.499782" elapsed="0.004459"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-26T01:58:12.499657" elapsed="0.004618"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-26T01:58:12.485538" elapsed="0.018766"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.508431" level="INFO">${min} = 24057.46</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:58:12.504479" elapsed="0.003981"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.512349" level="INFO">${max} = 32125.11</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:58:12.508614" elapsed="0.003762"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.516293" level="INFO">${average} = 29278.79</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:58:12.512550" elapsed="0.003769"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.520219" level="INFO">${stdev} = 10064.05</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-26T01:58:12.516490" elapsed="0.003756"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.520768" level="INFO">${date} = 2026-07-26 01:58:12</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-26T01:58:12.520423" elapsed="0.000371"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.521354" level="INFO">CBench Result: 2026-07-26 01:58:12,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,24057.46,32125.11,29278.79,10064.05</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-26T01:58:12.520942" elapsed="0.000486"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-26T01:58:12.522537" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-26T01:58:12.522049" elapsed="0.000557"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-26T01:58:12.522757" elapsed="0.000500"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-26T01:58:12.521573" elapsed="0.001750"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-26T01:48:05.795799" elapsed="606.727585"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.523865" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-26T01:58:12.523550" elapsed="0.000372"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-26T01:58:12.525114" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-26T01:58:12.524643" elapsed="0.000498"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-26T01:58:12.525368" elapsed="0.000049"/>
</return>
<status status="PASS" start="2026-07-26T01:58:12.525220" elapsed="0.000230"/>
</branch>
<status status="PASS" start="2026-07-26T01:58:12.525199" elapsed="0.000277"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-26T01:58:12.525620" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-26T01:58:12.525777" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-26T01:58:12.525936" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-26T01:58:12.526136" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-26T01:58:12.526288" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-26T01:58:12.526452" elapsed="0.000031"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-26T01:58:12.526611" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-26T01:58:12.526836" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-07-26T01:58:12.526699" elapsed="0.000190"/>
</branch>
<status status="NOT RUN" start="2026-07-26T01:58:12.526682" elapsed="0.000231"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-26T01:58:12.524289" elapsed="0.002674"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-26T01:48:05.794513" elapsed="606.732496"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-26T01:27:49.772109" elapsed="1822.755487"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
