<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-28T00:44:45.930145" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-28T00:44:46.515218" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-07-28T00:44:46.515062" elapsed="0.000239"/>
</branch>
<status status="PASS" start="2026-07-28T00:44:46.515030" elapsed="0.000298"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T00:44:46.515478" elapsed="0.000620"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-28T00:44:46.516580" level="INFO">Logging into '10.30.170.32:8101' as 'karaf'.</msg>
<msg time="2026-07-28T00:44:47.251741" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-28T00:44:46.516276" elapsed="0.735662"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-28T00:44:47.301267" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-28T00:44:47.252251" elapsed="0.049139"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-28T00:44:47.303233" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-28T00:44:47.303344" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-28T00:44:47.301633" elapsed="0.001743"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-28T00:44:47.303537" elapsed="0.000270"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T00:44:47.303970" elapsed="0.000237"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:44:47.304747" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:44:47.304383" elapsed="0.000421"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-28T00:44:47.304859" elapsed="0.000049"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.32
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-28T00:44:46.514664" elapsed="0.790363"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-28T00:44:46.510897" elapsed="0.794195"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-28T00:44:47.305687" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-28T00:44:47.305276" elapsed="0.000470"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-28T00:44:47.306153" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-28T00:44:47.305903" elapsed="0.000307"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-28T00:44:47.306840" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-28T00:44:47.306369" elapsed="0.000500"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-28T00:44:47.307384" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-28T00:44:47.307041" elapsed="0.000387"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-28T00:44:47.307983" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-28T00:44:47.307578" elapsed="0.000433"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-28T00:44:47.308537" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-28T00:44:47.308174" elapsed="0.000406"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-28T00:44:47.308916" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-28T00:44:47.308692" elapsed="0.000280"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-28T00:44:47.313568" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T00:44:47.313151" elapsed="0.000446"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-28T00:44:47.314625" level="INFO">Length is 0.</msg>
<msg time="2026-07-28T00:44:47.314728" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-28T00:44:47.314186" elapsed="0.000569"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T00:44:47.314902" elapsed="0.000400"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-28T00:44:47.316369" level="INFO">Logging into '10.30.171.98:22' as 'jenkins'.</msg>
<msg time="2026-07-28T00:44:48.069298" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Jul 28 00:44:47 UTC 2026

  System load:  0.08               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.98
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-353-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-28T00:44:47.315837" elapsed="0.753619"/>
</kw>
<msg time="2026-07-28T00:44:48.069549" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T00:44:47.315465" elapsed="0.754174"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-28T00:44:47.313832" elapsed="0.755955"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.077264" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-28T00:44:48.070001" elapsed="0.008740"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T00:44:48.079133" elapsed="0.000594"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-28T00:44:47.312609" elapsed="0.767255"/>
</kw>
<status status="PASS" start="2026-07-28T00:44:47.309277" elapsed="0.770669"/>
</branch>
<status status="PASS" start="2026-07-28T00:44:47.308664" elapsed="0.771344"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-28T00:44:48.080341" elapsed="0.001053"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-28T00:44:48.090571" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-07-28T00:44:48.090423" elapsed="0.000206"/>
</branch>
<status status="PASS" start="2026-07-28T00:44:48.090395" elapsed="0.000277"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-28T00:44:48.094540" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-07-28T00:44:48.094426" elapsed="0.000162"/>
</branch>
<status status="PASS" start="2026-07-28T00:44:48.094406" elapsed="0.000204"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T00:44:48.094767" elapsed="0.000463"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.095670" level="INFO">Logging into '10.30.170.32:8101' as 'karaf'.</msg>
<msg time="2026-07-28T00:44:48.334993" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-28T00:44:48.095386" elapsed="0.239766"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.433983" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-28T00:44:48.335409" elapsed="0.098701"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.449324" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-28T00:44:48.449585" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-28T00:44:48.434356" elapsed="0.015262"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-28T00:44:48.449824" elapsed="0.000306"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T00:44:48.450285" elapsed="0.000234"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:44:48.451009" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:44:48.450685" elapsed="0.000379"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-28T00:44:48.451118" elapsed="0.000055"/>
</return>
<msg time="2026-07-28T00:44:48.451338" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.32
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-28T00:44:48.094056" elapsed="0.357315"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-28T00:44:48.451521" elapsed="0.000544"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-28T00:44:48.452118" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-28T00:44:48.090066" elapsed="0.362184"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-28T00:44:48.456233" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-07-28T00:44:48.456094" elapsed="0.000187"/>
</branch>
<status status="PASS" start="2026-07-28T00:44:48.456068" elapsed="0.000237"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T00:44:48.456439" elapsed="0.000498"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.457351" level="INFO">Logging into '10.30.170.32:8101' as 'karaf'.</msg>
<msg time="2026-07-28T00:44:48.615626" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-28T00:44:48.457085" elapsed="0.158682"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.640736" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-28T00:44:48.615996" elapsed="0.024797"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.642552" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-28T00:44:48.642682" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-28T00:44:48.640957" elapsed="0.001755"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-28T00:44:48.642850" elapsed="0.000192"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T00:44:48.643189" elapsed="0.000192"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:44:48.643903" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:44:48.643523" elapsed="0.000430"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-28T00:44:48.644007" elapsed="0.000054"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.32
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-28T00:44:48.455757" elapsed="0.188424"/>
</kw>
<status status="PASS" start="2026-07-28T00:44:46.509008" elapsed="2.135236"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:44:48.646173" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:44:48.645107" elapsed="0.001131"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-28T00:44:48.648069" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-28T00:44:48.647708" elapsed="0.000407"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-28T00:44:48.648442" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-28T00:44:48.648197" elapsed="0.000304"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-28T00:44:48.651548" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-28T00:44:48.651297" elapsed="0.000307"/>
</branch>
<status status="PASS" start="2026-07-28T00:44:48.651277" elapsed="0.000353"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.652014" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-28T00:44:48.652140" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-28T00:44:48.651786" elapsed="0.000381"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:44:48.652752" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.32 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.98" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:44:48.652305" elapsed="0.000507"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.653454" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T00:44:48.652984" elapsed="0.000497"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-28T00:44:48.654407" level="INFO">Length is 0.</msg>
<msg time="2026-07-28T00:44:48.654497" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-28T00:44:48.654085" elapsed="0.000437"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T00:44:48.654679" elapsed="0.000333"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.655887" level="INFO">Logging into '10.30.171.98:22' as 'jenkins'.</msg>
<msg time="2026-07-28T00:44:48.983036" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Jul 28 00:44:47 UTC 2026

  System load:  0.08               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.98
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Tue Jul 28 00:44:47 2026 from 10.30.171.148
[?2004h[jenkins@releng-63164-353-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-28T00:44:48.655512" elapsed="0.327749"/>
</kw>
<msg time="2026-07-28T00:44:48.983352" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T00:44:48.655167" elapsed="0.328291"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-28T00:44:48.653707" elapsed="0.329894"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-28T00:44:48.984168" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.32 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-28T00:54:55.099490" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-28T00:54:55.100227" level="INFO">${stdout} = </msg>
<msg time="2026-07-28T00:54:55.100348" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-28T00:44:48.983858" elapsed="606.116604"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T00:54:55.101027" elapsed="0.001091"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.103424" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:54.178 16  switches: flows:  110372 113055 111937 110729 110554 110878 112953 112220 109076 111638 110758 109679 111968 108297 109571 107581  total = 29.521100 per ms 
00:46:54.278 16  switches: flows:  122412 121168 122439 119285 119067 120615 120738 119406 118369 120136 118817 118005 119361 117883 118457 115661  total = 31.810518 per ms 
00:47:54.379 16  switches: flows:  120935 120863 120341 120135 121149 121544 121503 121088 118643 120778 117800 120518 119108 118137 118286 117360  total = 31.916449 per ms 
00:48:54.480 16  switches: flows:  122299 121521 120959 120583 121631 122437 122546 121285 119327 120369 120647 119635 121510 119978 117980 117380  total = 32.114370 per ms 
00:49:54.581 16  switches: flows:  128126 127147 124414 125329 125901 125670 124725 124087 123594 123640 122902 124346 123976 122646 121526 122197  total = 33.115125 per ms 
00:50:54.682 16  switches: flows:  120412 121112 120378 121897 118591 120745 120451 118810 117885 117875 119286 116831 119052 116209 117846 116663  total = 31.681122 per ms 
00:51:54.784 16  switches: flows:  123286 123141 121130 122930 122520 123699 121861 121874 122912 119824 122135 119738 121830 118392 121233 120095  total = 32.389230 per ms 
00:52:54.885 16  switches: flows:  121446 124512 121357 125194 123065 124128 121509 122310 121096 119800 122427 120863 120769 119420 122689 122089  total = 32.490248 per ms 
00:53:54.987 16  switches: flows:  125008 128185 124554 127977 125540 127468 124218 124774 125193 123192 125485 122844 122421 122274 123733 123509  total = 33.217383 per ms 
00:54:55.087 16  switches: flows:  123792 123844 123533 125158 123081 121655 122746 124369 123544 123170 124202 122654 122713 122281 121628 121455  total = 32.775663 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31681.12/33217.38/32390.01/10809.57 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.102536" elapsed="0.001299"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-28T00:54:55.104397" elapsed="0.000160"/>
</return>
<status status="PASS" start="2026-07-28T00:54:55.104063" elapsed="0.000611"/>
</branch>
<status status="PASS" start="2026-07-28T00:54:55.103999" elapsed="0.000717"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-28T00:54:55.104868" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-07-28T00:54:55.104810" elapsed="0.000120"/>
</branch>
<status status="NOT RUN" start="2026-07-28T00:54:55.104785" elapsed="0.000177"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-28T00:54:55.105011" elapsed="0.000020"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T00:54:55.109222" elapsed="0.000567"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T00:54:55.110015" elapsed="0.000249"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T00:54:55.110459" elapsed="0.000149"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-28T00:54:55.105507" elapsed="0.005215"/>
</kw>
<msg time="2026-07-28T00:54:55.110920" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-28T00:44:48.648897" elapsed="606.462063"/>
</kw>
<status status="PASS" start="2026-07-28T00:44:48.648530" elapsed="606.462502"/>
</branch>
<status status="PASS" start="2026-07-28T00:44:48.648173" elapsed="606.462893"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.111755" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:54.178 16  switches: flows:  110372 113055 111937 110729 110554 110878 112953 112220 109076 111638 110758 109679 111968 108297 109571 107581  total = 29.521100 per ms 
00:46:54.278 16  switches: flows:  122412 121168 122439 119285 119067 120615 120738 119406 118369 120136 118817 118005 119361 117883 118457 115661  total = 31.810518 per ms 
00:47:54.379 16  switches: flows:  120935 120863 120341 120135 121149 121544 121503 121088 118643 120778 117800 120518 119108 118137 118286 117360  total = 31.916449 per ms 
00:48:54.480 16  switches: flows:  122299 121521 120959 120583 121631 122437 122546 121285 119327 120369 120647 119635 121510 119978 117980 117380  total = 32.114370 per ms 
00:49:54.581 16  switches: flows:  128126 127147 124414 125329 125901 125670 124725 124087 123594 123640 122902 124346 123976 122646 121526 122197  total = 33.115125 per ms 
00:50:54.682 16  switches: flows:  120412 121112 120378 121897 118591 120745 120451 118810 117885 117875 119286 116831 119052 116209 117846 116663  total = 31.681122 per ms 
00:51:54.784 16  switches: flows:  123286 123141 121130 122930 122520 123699 121861 121874 122912 119824 122135 119738 121830 118392 121233 120095  total = 32.389230 per ms 
00:52:54.885 16  switches: flows:  121446 124512 121357 125194 123065 124128 121509 122310 121096 119800 122427 120863 120769 119420 122689 122089  total = 32.490248 per ms 
00:53:54.987 16  switches: flows:  125008 128185 124554 127977 125540 127468 124218 124774 125193 123192 125485 122844 122421 122274 123733 123509  total = 33.217383 per ms 
00:54:55.087 16  switches: flows:  123792 123844 123533 125158 123081 121655 122746 124369 123544 123170 124202 122654 122713 122281 121628 121455  total = 32.775663 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31681.12/33217.38/32390.01/10809.57 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.111278" elapsed="0.000590"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-28T00:54:55.112090" elapsed="0.000604"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-28T00:54:55.113277" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-28T00:54:55.113414" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31681.12/33217.38/32390.01/10809.57 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-28T00:54:55.112942" elapsed="0.000508"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-28T00:54:55.114109" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31681.12/33217.38/32390.01/10809.57 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-28T00:54:55.113713" elapsed="0.000436"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.117524" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.114370" elapsed="0.003213"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.120055" level="INFO">31681.12/33217.38/32390.01/10809.57</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.117750" elapsed="0.002362"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-28T00:54:55.122637" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-28T00:54:55.120265" elapsed="0.002416"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-28T00:54:55.125191" level="INFO">@{result_value_list} = [ 31681.12 | 33217.38 | 32390.01 | 10809.57 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-28T00:54:55.122921" elapsed="0.002300"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.125763" level="INFO">Length is 4.</msg>
<msg time="2026-07-28T00:54:55.125858" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-28T00:54:55.125394" elapsed="0.000488"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.130864" level="INFO">min :: 31681.12</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.126326" elapsed="0.004611"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-28T00:54:55.126187" elapsed="0.004801"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.135709" level="INFO">max :: 33217.38</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.131289" elapsed="0.004487"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-28T00:54:55.131116" elapsed="0.004701"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.140527" level="INFO">avg :: 32390.01</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.136087" elapsed="0.004504"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-28T00:54:55.135921" elapsed="0.004710"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.145313" level="INFO">stdev :: 10809.57</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.140903" elapsed="0.004471"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-28T00:54:55.140754" elapsed="0.004658"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-28T00:54:55.125965" elapsed="0.019482"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.149754" level="INFO">${min} = 31681.12</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T00:54:55.145625" elapsed="0.004159"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.153987" level="INFO">${max} = 33217.38</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T00:54:55.149951" elapsed="0.004064"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.157969" level="INFO">${average} = 32390.01</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T00:54:55.154173" elapsed="0.003825"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.162020" level="INFO">${stdev} = 10809.57</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T00:54:55.158162" elapsed="0.003886"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.162617" level="INFO">${date} = 2026-07-28 00:54:55</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-28T00:54:55.162217" elapsed="0.000443"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.163249" level="INFO">CBench Result: 2026-07-28 00:54:55,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31681.12,33217.38,32390.01,10809.57</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.162817" elapsed="0.000490"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-28T00:54:55.165428" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-28T00:54:55.164005" elapsed="0.001493"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-28T00:54:55.165680" elapsed="0.000484"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-28T00:54:55.163477" elapsed="0.002754"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-28T00:44:48.646962" elapsed="606.519331"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.166785" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-28T00:54:55.166449" elapsed="0.000427"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-28T00:54:55.167410" elapsed="0.000287"/>
</kw>
<status status="PASS" start="2026-07-28T00:54:55.167103" elapsed="0.000666"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-28T00:44:48.644391" elapsed="606.523415"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.169141" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.168756" elapsed="0.000440"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.170444" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-28T00:54:55.170114" elapsed="0.000372"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-28T00:54:55.170863" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-28T00:54:55.170618" elapsed="0.000302"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-28T00:54:55.174046" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-28T00:54:55.173796" elapsed="0.000306"/>
</branch>
<status status="PASS" start="2026-07-28T00:54:55.173755" elapsed="0.000370"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-28T00:54:55.174480" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-28T00:54:55.174632" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-28T00:54:55.174259" elapsed="0.000431"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.175292" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.32 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.98" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T00:54:55.174861" elapsed="0.000489"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-28T00:54:55.175921" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T00:54:55.175493" elapsed="0.000455"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-28T00:54:55.176875" level="INFO">Length is 0.</msg>
<msg time="2026-07-28T00:54:55.176964" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-28T00:54:55.176539" elapsed="0.000449"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T00:54:55.177130" elapsed="0.000322"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-28T00:54:55.178310" level="INFO">Logging into '10.30.171.98:22' as 'jenkins'.</msg>
<msg time="2026-07-28T00:54:55.771243" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Jul 28 00:54:55 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   20.0% of 38.58GB   Users logged in:       0
  Memory usage: 5%                 IPv4 address for ens3: 10.30.171.98
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Tue Jul 28 00:44:48 2026 from 10.30.171.148
[?2004h[jenkins@releng-63164-353-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-28T00:54:55.177961" elapsed="0.593512"/>
</kw>
<msg time="2026-07-28T00:54:55.771570" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T00:54:55.177604" elapsed="0.594089"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-28T00:54:55.176151" elapsed="0.595667"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-28T00:54:55.772393" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.32 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-28T01:05:01.998834" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-28T01:05:01.999423" level="INFO">${stdout} = </msg>
<msg time="2026-07-28T01:05:01.999531" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-28T00:54:55.772049" elapsed="606.227539"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T01:05:02.000139" elapsed="0.000728"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.001984" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:00.890 16  switches: flows:  470632 471140 475595 473719 473947 469786 475158 472196 455745 452066 460799 458520 455639 460672 460854 455385  total = 124.030883 per ms 
00:57:01.003 16  switches: flows:  485035 483082 483201 489738 493506 491536 481828 482110 481101 481738 483135 479774 478747 485998 491209 485873  total = 129.052608 per ms 
00:58:01.105 16  switches: flows:  536129 537367 537380 535063 543738 538026 533152 539246 537526 539987 536458 538845 526514 540475 537412 543519  total = 143.106271 per ms 
00:59:01.208 16  switches: flows:  546051 539108 550986 547320 535231 541984 548521 548549 533992 550240 547324 547364 549523 550890 543707 538857  total = 145.081645 per ms 
01:00:01.310 16  switches: flows:  519579 518838 517166 512644 522062 512134 520641 524710 515889 524188 520830 516463 524150 525624 522681 521716  total = 138.421175 per ms 
01:01:01.572 16  switches: flows:  537132 540281 544760 544348 537026 539508 546040 543928 540689 545630 538173 541530 543103 540149 541124 548954  total = 143.914015 per ms 
01:02:01.675 16  switches: flows:  618466 601196 602686 595238 609713 595668 601228 605238 599564 603874 598153 611905 592474 602650 608909 609927  total = 160.676101 per ms 
01:03:01.775 16  switches: flows:  577845 585826 552284 586801 578117 580941 578741 571912 580827 563243 594880 572741 579720 582907 572059 584115  total = 153.790817 per ms 
01:04:01.876 16  switches: flows:  601986 615897 609298 606295 601353 611735 603585 609117 608148 609850 616798 612384 612145 597336 609757 609395  total = 161.979135 per ms 
01:05:01.977 16  switches: flows:  590110 596701 593021 597216 586633 599996 584656 596071 602334 590881 600196 592321 586850 593599 591437 587923  total = 157.900257 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 129052.61/161979.14/148213.56/50502.38 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.001228" elapsed="0.001049"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-28T01:05:02.002802" elapsed="0.000069"/>
</return>
<status status="PASS" start="2026-07-28T01:05:02.002467" elapsed="0.000484"/>
</branch>
<status status="PASS" start="2026-07-28T01:05:02.002416" elapsed="0.000590"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-28T01:05:02.003213" elapsed="0.000035"/>
</return>
<status status="NOT RUN" start="2026-07-28T01:05:02.003131" elapsed="0.000187"/>
</branch>
<status status="NOT RUN" start="2026-07-28T01:05:02.003096" elapsed="0.000272"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-28T01:05:02.003441" elapsed="0.000033"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T01:05:02.008845" elapsed="0.000370"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T01:05:02.009371" elapsed="0.000168"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T01:05:02.009704" elapsed="0.000108"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-28T01:05:02.004207" elapsed="0.005661"/>
</kw>
<msg time="2026-07-28T01:05:02.009999" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-28T00:54:55.171264" elapsed="606.838762"/>
</kw>
<status status="PASS" start="2026-07-28T00:54:55.170947" elapsed="606.839129"/>
</branch>
<status status="PASS" start="2026-07-28T00:54:55.170594" elapsed="606.839504"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.010556" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:00.890 16  switches: flows:  470632 471140 475595 473719 473947 469786 475158 472196 455745 452066 460799 458520 455639 460672 460854 455385  total = 124.030883 per ms 
00:57:01.003 16  switches: flows:  485035 483082 483201 489738 493506 491536 481828 482110 481101 481738 483135 479774 478747 485998 491209 485873  total = 129.052608 per ms 
00:58:01.105 16  switches: flows:  536129 537367 537380 535063 543738 538026 533152 539246 537526 539987 536458 538845 526514 540475 537412 543519  total = 143.106271 per ms 
00:59:01.208 16  switches: flows:  546051 539108 550986 547320 535231 541984 548521 548549 533992 550240 547324 547364 549523 550890 543707 538857  total = 145.081645 per ms 
01:00:01.310 16  switches: flows:  519579 518838 517166 512644 522062 512134 520641 524710 515889 524188 520830 516463 524150 525624 522681 521716  total = 138.421175 per ms 
01:01:01.572 16  switches: flows:  537132 540281 544760 544348 537026 539508 546040 543928 540689 545630 538173 541530 543103 540149 541124 548954  total = 143.914015 per ms 
01:02:01.675 16  switches: flows:  618466 601196 602686 595238 609713 595668 601228 605238 599564 603874 598153 611905 592474 602650 608909 609927  total = 160.676101 per ms 
01:03:01.775 16  switches: flows:  577845 585826 552284 586801 578117 580941 578741 571912 580827 563243 594880 572741 579720 582907 572059 584115  total = 153.790817 per ms 
01:04:01.876 16  switches: flows:  601986 615897 609298 606295 601353 611735 603585 609117 608148 609850 616798 612384 612145 597336 609757 609395  total = 161.979135 per ms 
01:05:01.977 16  switches: flows:  590110 596701 593021 597216 586633 599996 584656 596071 602334 590881 600196 592321 586850 593599 591437 587923  total = 157.900257 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 129052.61/161979.14/148213.56/50502.38 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.010259" elapsed="0.000374"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-28T01:05:02.010804" elapsed="0.000378"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-28T01:05:02.011566" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-28T01:05:02.011694" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 129052.61/161979.14/148213.56/50502.38 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-28T01:05:02.011345" elapsed="0.000379"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-28T01:05:02.012138" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 129052.61/161979.14/148213.56/50502.38 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-28T01:05:02.011880" elapsed="0.000285"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.014579" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.012310" elapsed="0.002329"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.017107" level="INFO">129052.61/161979.14/148213.56/50502.38</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.014841" elapsed="0.002323"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-28T01:05:02.019536" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-28T01:05:02.017313" elapsed="0.002251"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-28T01:05:02.022178" level="INFO">@{result_value_list} = [ 129052.61 | 161979.14 | 148213.56 | 50502.38 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-28T01:05:02.019908" elapsed="0.002297"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.022678" level="INFO">Length is 4.</msg>
<msg time="2026-07-28T01:05:02.022768" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-28T01:05:02.022360" elapsed="0.000432"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.027767" level="INFO">min :: 129052.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.023170" elapsed="0.004656"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-28T01:05:02.023041" elapsed="0.004821"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.032483" level="INFO">max :: 161979.14</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.028083" elapsed="0.004456"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-28T01:05:02.027952" elapsed="0.004623"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.037181" level="INFO">avg :: 148213.56</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.032876" elapsed="0.004362"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-28T01:05:02.032737" elapsed="0.004536"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.041995" level="INFO">stdev :: 50502.38</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.037489" elapsed="0.004563"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-28T01:05:02.037360" elapsed="0.004729"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-28T01:05:02.022857" elapsed="0.019263"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.046033" level="INFO">${min} = 129052.61</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T01:05:02.042295" elapsed="0.003766"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.050037" level="INFO">${max} = 161979.14</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T01:05:02.046221" elapsed="0.003843"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.054039" level="INFO">${average} = 148213.56</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T01:05:02.050224" elapsed="0.003842"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.057969" level="INFO">${stdev} = 50502.38</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T01:05:02.054219" elapsed="0.003777"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.058507" level="INFO">${date} = 2026-07-28 01:05:02</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-28T01:05:02.058158" elapsed="0.000391"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.059163" level="INFO">CBench Result: 2026-07-28 01:05:02,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,129052.61,161979.14,148213.56,50502.38</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.058749" elapsed="0.000470"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-28T01:05:02.060264" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-28T01:05:02.059861" elapsed="0.000470"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-28T01:05:02.060483" elapsed="0.000551"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-28T01:05:02.059358" elapsed="0.001761"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-28T00:54:55.169519" elapsed="606.891673"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.061702" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-28T01:05:02.061352" elapsed="0.000416"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-28T01:05:02.062279" elapsed="0.000262"/>
</kw>
<status status="PASS" start="2026-07-28T01:05:02.061980" elapsed="0.000631"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-28T00:54:55.168128" elapsed="606.894536"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.063876" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.063443" elapsed="0.000490"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.065170" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-28T01:05:02.064837" elapsed="0.000375"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-28T01:05:02.065566" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-28T01:05:02.065340" elapsed="0.000285"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-28T01:05:02.068711" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-28T01:05:02.068440" elapsed="0.000328"/>
</branch>
<status status="PASS" start="2026-07-28T01:05:02.068421" elapsed="0.000371"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-28T01:05:02.069131" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-28T01:05:02.069250" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-28T01:05:02.068935" elapsed="0.000342"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.069869" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.32 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.98" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:05:02.069415" elapsed="0.000515"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-28T01:05:02.070481" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T01:05:02.070074" elapsed="0.000434"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-28T01:05:02.071420" level="INFO">Length is 0.</msg>
<msg time="2026-07-28T01:05:02.071510" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-28T01:05:02.071113" elapsed="0.000422"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T01:05:02.071695" elapsed="0.000407"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-28T01:05:02.072981" level="INFO">Logging into '10.30.171.98:22' as 'jenkins'.</msg>
<msg time="2026-07-28T01:05:02.623282" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Jul 28 01:05:02 UTC 2026

  System load:  0.29               Processes:             105
  Usage of /:   20.0% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.98
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Tue Jul 28 00:54:55 2026 from 10.30.171.148
[?2004h[jenkins@releng-63164-353-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-28T01:05:02.072607" elapsed="0.550883"/>
</kw>
<msg time="2026-07-28T01:05:02.623584" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T01:05:02.072260" elapsed="0.551431"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-28T01:05:02.070732" elapsed="0.553085"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-28T01:05:02.624395" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.32 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-28T01:15:08.659611" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-28T01:15:08.660272" level="INFO">${stdout} = </msg>
<msg time="2026-07-28T01:15:08.660406" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-28T01:05:02.624061" elapsed="606.036411"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T01:15:08.660988" elapsed="0.000826"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.663103" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:07.736 16  switches: flows:  118079 117913 118058 119190 117379 117567 118368 116587 115204 115085 115422 116576 115698 114989 116737 115303  total = 31.135917 per ms 
01:07:07.837 16  switches: flows:  126329 125226 126418 127377 126099 126794 125819 124350 124562 125155 122137 125773 123937 125511 124331 124224  total = 33.344786 per ms 
01:08:07.938 16  switches: flows:  120081 117539 119848 116503 119771 121272 118090 117442 118623 118650 115438 118164 117917 117105 118894 118388  total = 31.509187 per ms 
01:09:08.038 16  switches: flows:  122333 120034 121562 122171 121736 122981 120454 122806 120852 120849 117791 123024 118892 118748 120209 122028  total = 32.220658 per ms 
01:10:08.138 16  switches: flows:  125315 124540 125070 125534 124609 127178 123722 124481 122640 122710 120481 124356 121672 122135 123006 124398  total = 32.975716 per ms 
01:11:08.239 16  switches: flows:  125535 124984 126388 125020 125553 125790 123470 124785 124297 124090 121448 126249 123291 121154 122296 124463  total = 33.091596 per ms 
01:12:08.339 16  switches: flows:  125093 124928 126483 123856 126098 126231 124417 124071 125022 123100 122193 125598 123460 120751 124530 124652  total = 33.119399 per ms 
01:13:08.439 16  switches: flows:  126069 125312 125356 123544 126229 126996 122023 123100 124047 124562 120848 124862 122182 122825 122552 124825  total = 33.033634 per ms 
01:14:08.540 16  switches: flows:  126044 124213 126267 123813 127552 126252 123390 126431 124507 123259 119625 124562 121806 122583 125312 124265  total = 33.109368 per ms 
01:15:08.640 16  switches: flows:  122839 123497 123601 120302 123821 122134 120060 124130 121780 122035 118654 122231 120114 119157 121333 122043  total = 32.408087 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31509.19/33344.79/32756.94/10933.23 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:15:08.662191" elapsed="0.001215"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-28T01:15:08.664074" elapsed="0.000075"/>
</return>
<status status="PASS" start="2026-07-28T01:15:08.663713" elapsed="0.000521"/>
</branch>
<status status="PASS" start="2026-07-28T01:15:08.663601" elapsed="0.000692"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-28T01:15:08.664548" elapsed="0.000046"/>
</return>
<status status="NOT RUN" start="2026-07-28T01:15:08.664426" elapsed="0.000308"/>
</branch>
<status status="NOT RUN" start="2026-07-28T01:15:08.664387" elapsed="0.000430"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-28T01:15:08.664901" elapsed="0.000048"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-28T01:15:08.669909" elapsed="0.000346"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-28T01:15:08.670405" elapsed="0.000163"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-28T01:15:08.670741" elapsed="0.000113"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-28T01:15:08.665801" elapsed="0.005112"/>
</kw>
<msg time="2026-07-28T01:15:08.671048" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-28T01:05:02.065984" elapsed="606.605091"/>
</kw>
<status status="PASS" start="2026-07-28T01:05:02.065667" elapsed="606.605462"/>
</branch>
<status status="PASS" start="2026-07-28T01:05:02.065317" elapsed="606.605836"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.671604" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:07.736 16  switches: flows:  118079 117913 118058 119190 117379 117567 118368 116587 115204 115085 115422 116576 115698 114989 116737 115303  total = 31.135917 per ms 
01:07:07.837 16  switches: flows:  126329 125226 126418 127377 126099 126794 125819 124350 124562 125155 122137 125773 123937 125511 124331 124224  total = 33.344786 per ms 
01:08:07.938 16  switches: flows:  120081 117539 119848 116503 119771 121272 118090 117442 118623 118650 115438 118164 117917 117105 118894 118388  total = 31.509187 per ms 
01:09:08.038 16  switches: flows:  122333 120034 121562 122171 121736 122981 120454 122806 120852 120849 117791 123024 118892 118748 120209 122028  total = 32.220658 per ms 
01:10:08.138 16  switches: flows:  125315 124540 125070 125534 124609 127178 123722 124481 122640 122710 120481 124356 121672 122135 123006 124398  total = 32.975716 per ms 
01:11:08.239 16  switches: flows:  125535 124984 126388 125020 125553 125790 123470 124785 124297 124090 121448 126249 123291 121154 122296 124463  total = 33.091596 per ms 
01:12:08.339 16  switches: flows:  125093 124928 126483 123856 126098 126231 124417 124071 125022 123100 122193 125598 123460 120751 124530 124652  total = 33.119399 per ms 
01:13:08.439 16  switches: flows:  126069 125312 125356 123544 126229 126996 122023 123100 124047 124562 120848 124862 122182 122825 122552 124825  total = 33.033634 per ms 
01:14:08.540 16  switches: flows:  126044 124213 126267 123813 127552 126252 123390 126431 124507 123259 119625 124562 121806 122583 125312 124265  total = 33.109368 per ms 
01:15:08.640 16  switches: flows:  122839 123497 123601 120302 123821 122134 120060 124130 121780 122035 118654 122231 120114 119157 121333 122043  total = 32.408087 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31509.19/33344.79/32756.94/10933.23 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:15:08.671301" elapsed="0.000403"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-28T01:15:08.671878" elapsed="0.000391"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-28T01:15:08.672678" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-28T01:15:08.672775" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31509.19/33344.79/32756.94/10933.23 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-28T01:15:08.672434" elapsed="0.000366"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-28T01:15:08.673219" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31509.19/33344.79/32756.94/10933.23 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-28T01:15:08.672960" elapsed="0.000286"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.675636" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:15:08.673395" elapsed="0.002312"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.678075" level="INFO">31509.19/33344.79/32756.94/10933.23</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:15:08.675872" elapsed="0.002258"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-28T01:15:08.680687" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-28T01:15:08.678280" elapsed="0.002440"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-28T01:15:08.683225" level="INFO">@{result_value_list} = [ 31509.19 | 33344.79 | 32756.94 | 10933.23 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-28T01:15:08.680949" elapsed="0.002303"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.683761" level="INFO">Length is 4.</msg>
<msg time="2026-07-28T01:15:08.683868" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-28T01:15:08.683412" elapsed="0.000483"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.688724" level="INFO">min :: 31509.19</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:15:08.684314" elapsed="0.004470"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-28T01:15:08.684180" elapsed="0.004639"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.693703" level="INFO">max :: 33344.79</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:15:08.689058" elapsed="0.004708"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-28T01:15:08.688910" elapsed="0.004893"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.698496" level="INFO">avg :: 32756.94</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:15:08.694019" elapsed="0.004535"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-28T01:15:08.693888" elapsed="0.004702"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.703669" level="INFO">stdev :: 10933.23</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:15:08.698838" elapsed="0.004892"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-28T01:15:08.698706" elapsed="0.005060"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-28T01:15:08.683981" elapsed="0.019815"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.707686" level="INFO">${min} = 31509.19</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T01:15:08.703993" elapsed="0.003722"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.711852" level="INFO">${max} = 33344.79</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T01:15:08.707886" elapsed="0.003997"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.715767" level="INFO">${average} = 32756.94</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T01:15:08.712040" elapsed="0.003755"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.719730" level="INFO">${stdev} = 10933.23</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-28T01:15:08.715988" elapsed="0.003768"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.720288" level="INFO">${date} = 2026-07-28 01:15:08</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-28T01:15:08.719937" elapsed="0.000377"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.720893" level="INFO">CBench Result: 2026-07-28 01:15:08,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31509.19,33344.79,32756.94,10933.23</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-28T01:15:08.720462" elapsed="0.000496"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-28T01:15:08.722111" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-28T01:15:08.721620" elapsed="0.000564"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-28T01:15:08.722343" elapsed="0.000496"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-28T01:15:08.721134" elapsed="0.001774"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-28T01:05:02.064242" elapsed="606.658727"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.723460" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-28T01:15:08.723118" elapsed="0.000400"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-28T01:15:08.724761" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-28T01:15:08.724264" elapsed="0.000523"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-28T01:15:08.725019" elapsed="0.000036"/>
</return>
<status status="PASS" start="2026-07-28T01:15:08.724868" elapsed="0.000218"/>
</branch>
<status status="PASS" start="2026-07-28T01:15:08.724847" elapsed="0.000264"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-28T01:15:08.725258" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-28T01:15:08.725414" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-28T01:15:08.725573" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-28T01:15:08.725787" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-28T01:15:08.725940" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-28T01:15:08.726087" elapsed="0.000025"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-28T01:15:08.726238" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-28T01:15:08.726464" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-07-28T01:15:08.726325" elapsed="0.000190"/>
</branch>
<status status="NOT RUN" start="2026-07-28T01:15:08.726308" elapsed="0.000231"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-28T01:15:08.723926" elapsed="0.002669"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-28T01:05:02.062951" elapsed="606.663702"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-28T00:44:45.933872" elapsed="1822.793230"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
