<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-08-20T00:40:08.002839" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-20T00:40:08.560164" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-08-20T00:40:08.560029" elapsed="0.000205"/>
</branch>
<status status="PASS" start="2026-08-20T00:40:08.560000" elapsed="0.000261"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T00:40:08.560406" elapsed="0.000513"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-20T00:40:08.561383" level="INFO">Logging into '10.30.170.97:8101' as 'karaf'.</msg>
<msg time="2026-08-20T00:40:09.626669" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-20T00:40:08.561091" elapsed="1.065811"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-20T00:40:09.674859" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-20T00:40:09.627236" elapsed="0.048012"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-20T00:40:09.679865" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-20T00:40:09.680059" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-20T00:40:09.676068" elapsed="0.004033"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-20T00:40:09.680339" elapsed="0.000487"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T00:40:09.681116" elapsed="0.000385"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:40:09.682393" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:40:09.681768" elapsed="0.000714"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-20T00:40:09.682574" elapsed="0.000144"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.97
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-20T00:40:08.559655" elapsed="1.123287"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-08-20T00:40:08.556051" elapsed="1.126997"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-20T00:40:09.685032" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-20T00:40:09.683401" elapsed="0.001720"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-20T00:40:09.686039" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-20T00:40:09.685347" elapsed="0.000809"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-20T00:40:09.687052" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-20T00:40:09.686389" elapsed="0.000705"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-20T00:40:09.687870" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-20T00:40:09.687340" elapsed="0.000575"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-20T00:40:09.688485" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-20T00:40:09.688064" elapsed="0.000450"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-20T00:40:09.689051" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-20T00:40:09.688704" elapsed="0.000392"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-08-20T00:40:09.689452" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-20T00:40:09.689209" elapsed="0.000298"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-20T00:40:09.694447" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T00:40:09.693937" elapsed="0.000539"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-20T00:40:09.695693" level="INFO">Length is 0.</msg>
<msg time="2026-08-20T00:40:09.695781" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-20T00:40:09.695073" elapsed="0.000733"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T00:40:09.695960" elapsed="0.000354"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-20T00:40:09.697446" level="INFO">Logging into '10.30.171.26:22' as 'jenkins'.</msg>
<msg time="2026-08-20T00:40:10.227881" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Thu Aug 20 00:39:40 UTC 2026

  System load:  0.3                Processes:             110
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.26
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-376-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-20T00:40:09.696853" elapsed="0.535171"/>
</kw>
<msg time="2026-08-20T00:40:10.233457" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T00:40:09.696471" elapsed="0.537796"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-20T00:40:09.694710" elapsed="0.539742"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.278837" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-08-20T00:40:10.235203" elapsed="0.046614"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T00:40:10.283090" elapsed="0.001358"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-08-20T00:40:09.693354" elapsed="0.591188"/>
</kw>
<status status="PASS" start="2026-08-20T00:40:09.689834" elapsed="0.594765"/>
</branch>
<status status="PASS" start="2026-08-20T00:40:09.689172" elapsed="0.595471"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-20T00:40:10.284829" elapsed="0.001983"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-20T00:40:10.292863" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-08-20T00:40:10.292703" elapsed="0.000222"/>
</branch>
<status status="PASS" start="2026-08-20T00:40:10.292672" elapsed="0.000278"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-20T00:40:10.296669" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-08-20T00:40:10.296526" elapsed="0.000192"/>
</branch>
<status status="PASS" start="2026-08-20T00:40:10.296506" elapsed="0.000234"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T00:40:10.296900" elapsed="0.000496"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.298144" level="INFO">Logging into '10.30.170.97:8101' as 'karaf'.</msg>
<msg time="2026-08-20T00:40:10.584176" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-20T00:40:10.297544" elapsed="0.287388"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.686606" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-20T00:40:10.586815" elapsed="0.099977"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.691231" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-20T00:40:10.691545" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-20T00:40:10.687087" elapsed="0.004509"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-20T00:40:10.691745" elapsed="0.000297"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T00:40:10.692194" elapsed="0.000288"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:40:10.693016" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:40:10.692659" elapsed="0.000413"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-20T00:40:10.693128" elapsed="0.000070"/>
</return>
<msg time="2026-08-20T00:40:10.693366" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.97
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-20T00:40:10.296155" elapsed="0.397247"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-20T00:40:10.693560" elapsed="0.000644"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-20T00:40:10.694257" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-08-20T00:40:10.291401" elapsed="0.402990"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-20T00:40:10.698379" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-08-20T00:40:10.698213" elapsed="0.000213"/>
</branch>
<status status="PASS" start="2026-08-20T00:40:10.698186" elapsed="0.000265"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T00:40:10.698607" elapsed="0.000466"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.699892" level="INFO">Logging into '10.30.170.97:8101' as 'karaf'.</msg>
<msg time="2026-08-20T00:40:10.933204" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-20T00:40:10.699571" elapsed="0.233854"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.962209" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-20T00:40:10.933764" elapsed="0.028524"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.964753" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-20T00:40:10.964883" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-20T00:40:10.962492" elapsed="0.002424"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-20T00:40:10.965070" elapsed="0.000220"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T00:40:10.965456" elapsed="0.000319"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:40:10.966299" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:40:10.965938" elapsed="0.000420"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-20T00:40:10.966431" elapsed="0.000076"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.97
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-20T00:40:10.697866" elapsed="0.268815"/>
</kw>
<status status="PASS" start="2026-08-20T00:40:08.554191" elapsed="2.412561"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:40:10.969285" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:40:10.967812" elapsed="0.001543"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-20T00:40:10.971283" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-20T00:40:10.970908" elapsed="0.000425"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-20T00:40:10.971718" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-20T00:40:10.971427" elapsed="0.000350"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-20T00:40:10.974903" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-20T00:40:10.974630" elapsed="0.000332"/>
</branch>
<status status="PASS" start="2026-08-20T00:40:10.974609" elapsed="0.000379"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.975356" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-20T00:40:10.975486" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-20T00:40:10.975121" elapsed="0.000392"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:40:10.976111" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.97 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.26" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:40:10.975677" elapsed="0.000495"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.976869" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T00:40:10.976314" elapsed="0.000582"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-20T00:40:10.977855" level="INFO">Length is 0.</msg>
<msg time="2026-08-20T00:40:10.977948" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-20T00:40:10.977492" elapsed="0.000480"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T00:40:10.978120" elapsed="0.000359"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-20T00:40:10.979391" level="INFO">Logging into '10.30.171.26:22' as 'jenkins'.</msg>
<msg time="2026-08-20T00:40:11.306255" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Thu Aug 20 00:39:40 UTC 2026

  System load:  0.3                Processes:             110
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.26
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Thu Aug 20 00:40:10 2026 from 10.30.170.95
[?2004h[jenkins@releng-63164-376-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-20T00:40:10.979021" elapsed="0.327454"/>
</kw>
<msg time="2026-08-20T00:40:11.306576" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T00:40:10.978663" elapsed="0.328031"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-20T00:40:10.977102" elapsed="0.329726"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-20T00:40:11.307460" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.97 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-20T00:50:17.449718" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-20T00:50:17.450261" level="INFO">${stdout} = </msg>
<msg time="2026-08-20T00:50:17.450989" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-20T00:40:11.307084" elapsed="606.143973"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T00:50:17.451528" elapsed="0.000753"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.453474" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.97. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:41:16.515 16  switches: flows:  117139 114826 115915 114759 112972 112099 112252 114820 110043 111193 110413 111082 109126 111118 112218 109067  total = 29.984033 per ms 
00:42:16.616 16  switches: flows:  128589 124815 126222 125157 123966 120968 122611 125172 121321 121072 119733 121112 119363 120270 123210 121090  total = 32.689872 per ms 
00:43:16.716 16  switches: flows:  127394 123251 124384 121090 123322 119164 121321 123379 118533 120489 119145 120761 118035 118055 121465 118555  total = 32.251900 per ms 
00:44:16.816 16  switches: flows:  128284 122822 124763 123089 125037 120449 122109 124324 120141 119537 118694 119265 119722 118726 122592 119041  total = 32.422438 per ms 
00:45:16.918 16  switches: flows:  128138 123483 124072 124530 124172 120344 122806 123967 118580 119614 118899 121405 118128 118637 122897 119133  total = 32.425907 per ms 
00:46:17.019 16  switches: flows:  123399 123333 122816 121510 120721 119814 121279 120781 119081 118636 118070 118698 119213 118472 120604 117867  total = 32.018060 per ms 
00:47:17.121 16  switches: flows:  126285 127581 126483 124248 122718 120543 122274 122290 123975 119763 118994 120350 122527 120162 123673 120779  total = 32.655704 per ms 
00:48:17.222 16  switches: flows:  124822 128593 127803 124301 123505 120471 122811 122679 124299 120894 119350 121050 123071 120602 124325 122398  total = 32.794816 per ms 
00:49:17.323 16  switches: flows:  122779 125366 124276 121425 120134 118656 119822 122474 120738 118510 117565 118650 119617 116226 120116 118348  total = 32.024933 per ms 
00:50:17.424 16  switches: flows:  125493 130635 128823 125223 123137 121830 122605 123961 125147 122352 120233 121611 122979 119481 124346 122201  total = 32.945913 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32018.06/32945.91/32469.95/10827.78 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.452693" elapsed="0.001125"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-20T00:50:17.454325" elapsed="0.000075"/>
</return>
<status status="PASS" start="2026-08-20T00:50:17.454015" elapsed="0.000467"/>
</branch>
<status status="PASS" start="2026-08-20T00:50:17.453957" elapsed="0.000581"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-20T00:50:17.454794" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-08-20T00:50:17.454710" elapsed="0.000178"/>
</branch>
<status status="NOT RUN" start="2026-08-20T00:50:17.454673" elapsed="0.000262"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-20T00:50:17.455010" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T00:50:17.459670" elapsed="0.000477"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T00:50:17.460353" elapsed="0.000253"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T00:50:17.460805" elapsed="0.000140"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-20T00:50:17.455725" elapsed="0.005295"/>
</kw>
<msg time="2026-08-20T00:50:17.461203" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-20T00:40:10.972153" elapsed="606.489088"/>
</kw>
<status status="PASS" start="2026-08-20T00:40:10.971805" elapsed="606.489505"/>
</branch>
<status status="PASS" start="2026-08-20T00:40:10.971401" elapsed="606.489942"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.461965" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.97. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:41:16.515 16  switches: flows:  117139 114826 115915 114759 112972 112099 112252 114820 110043 111193 110413 111082 109126 111118 112218 109067  total = 29.984033 per ms 
00:42:16.616 16  switches: flows:  128589 124815 126222 125157 123966 120968 122611 125172 121321 121072 119733 121112 119363 120270 123210 121090  total = 32.689872 per ms 
00:43:16.716 16  switches: flows:  127394 123251 124384 121090 123322 119164 121321 123379 118533 120489 119145 120761 118035 118055 121465 118555  total = 32.251900 per ms 
00:44:16.816 16  switches: flows:  128284 122822 124763 123089 125037 120449 122109 124324 120141 119537 118694 119265 119722 118726 122592 119041  total = 32.422438 per ms 
00:45:16.918 16  switches: flows:  128138 123483 124072 124530 124172 120344 122806 123967 118580 119614 118899 121405 118128 118637 122897 119133  total = 32.425907 per ms 
00:46:17.019 16  switches: flows:  123399 123333 122816 121510 120721 119814 121279 120781 119081 118636 118070 118698 119213 118472 120604 117867  total = 32.018060 per ms 
00:47:17.121 16  switches: flows:  126285 127581 126483 124248 122718 120543 122274 122290 123975 119763 118994 120350 122527 120162 123673 120779  total = 32.655704 per ms 
00:48:17.222 16  switches: flows:  124822 128593 127803 124301 123505 120471 122811 122679 124299 120894 119350 121050 123071 120602 124325 122398  total = 32.794816 per ms 
00:49:17.323 16  switches: flows:  122779 125366 124276 121425 120134 118656 119822 122474 120738 118510 117565 118650 119617 116226 120116 118348  total = 32.024933 per ms 
00:50:17.424 16  switches: flows:  125493 130635 128823 125223 123137 121830 122605 123961 125147 122352 120233 121611 122979 119481 124346 122201  total = 32.945913 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32018.06/32945.91/32469.95/10827.78 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.461533" elapsed="0.000536"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-20T00:50:17.462274" elapsed="0.000545"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-20T00:50:17.463373" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-20T00:50:17.463511" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 32018.06/32945.91/32469.95/10827.78 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-20T00:50:17.463052" elapsed="0.000494"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-20T00:50:17.464143" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 32018.06/32945.91/32469.95/10827.78 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-20T00:50:17.463781" elapsed="0.000400"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.467606" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.464383" elapsed="0.003306"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.470735" level="INFO">32018.06/32945.91/32469.95/10827.78</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.467903" elapsed="0.002890"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-20T00:50:17.473188" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-20T00:50:17.470944" elapsed="0.002272"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-20T00:50:17.475653" level="INFO">@{result_value_list} = [ 32018.06 | 32945.91 | 32469.95 | 10827.78 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-20T00:50:17.473408" elapsed="0.002274"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.476151" level="INFO">Length is 4.</msg>
<msg time="2026-08-20T00:50:17.476247" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-20T00:50:17.475835" elapsed="0.000436"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.481023" level="INFO">min :: 32018.06</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.476685" elapsed="0.004401"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-20T00:50:17.476536" elapsed="0.004585"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.485817" level="INFO">max :: 32945.91</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.481348" elapsed="0.004526"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-20T00:50:17.481215" elapsed="0.004695"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.490467" level="INFO">avg :: 32469.95</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.486138" elapsed="0.004387"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-20T00:50:17.486008" elapsed="0.004551"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.495308" level="INFO">stdev :: 10827.78</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.490797" elapsed="0.004568"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-20T00:50:17.490667" elapsed="0.004732"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-20T00:50:17.476344" elapsed="0.019088"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.499355" level="INFO">${min} = 32018.06</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T00:50:17.495617" elapsed="0.003765"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.508935" level="INFO">${max} = 32945.91</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T00:50:17.499535" elapsed="0.009442"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.513018" level="INFO">${average} = 32469.95</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T00:50:17.509196" elapsed="0.003849"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.516956" level="INFO">${stdev} = 10827.78</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T00:50:17.513199" elapsed="0.003784"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.517515" level="INFO">${date} = 2026-08-20 00:50:17</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-20T00:50:17.517143" elapsed="0.000399"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.518125" level="INFO">CBench Result: 2026-08-20 00:50:17,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,32018.06,32945.91,32469.95,10827.78</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.517706" elapsed="0.000476"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-20T00:50:17.519797" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-20T00:50:17.518872" elapsed="0.000996"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-20T00:50:17.520022" elapsed="0.000481"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-20T00:50:17.518353" elapsed="0.002217"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-08-20T00:40:10.970143" elapsed="606.550504"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.521147" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-20T00:50:17.520823" elapsed="0.000380"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-20T00:50:17.521751" elapsed="0.000277"/>
</kw>
<status status="PASS" start="2026-08-20T00:50:17.521431" elapsed="0.000667"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-20T00:40:10.966952" elapsed="606.555184"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.523751" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.523348" elapsed="0.000460"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.525264" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-20T00:50:17.524881" elapsed="0.000428"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-20T00:50:17.525692" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-20T00:50:17.525453" elapsed="0.000298"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-20T00:50:17.528825" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-20T00:50:17.528544" elapsed="0.000338"/>
</branch>
<status status="PASS" start="2026-08-20T00:50:17.528525" elapsed="0.000380"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-20T00:50:17.529261" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-20T00:50:17.529380" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-20T00:50:17.529042" elapsed="0.000365"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.529979" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.97 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.26" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T00:50:17.529540" elapsed="0.000496"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-20T00:50:17.530569" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T00:50:17.530174" elapsed="0.000437"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-20T00:50:17.531507" level="INFO">Length is 0.</msg>
<msg time="2026-08-20T00:50:17.531609" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-20T00:50:17.531188" elapsed="0.000447"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T00:50:17.531777" elapsed="0.000322"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-20T00:50:17.532986" level="INFO">Logging into '10.30.171.26:22' as 'jenkins'.</msg>
<msg time="2026-08-20T00:50:18.138750" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Thu Aug 20 00:50:17 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   20.2% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.26
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Thu Aug 20 00:40:11 2026 from 10.30.170.95
[?2004h[jenkins@releng-63164-376-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-20T00:50:17.532615" elapsed="0.607235"/>
</kw>
<msg time="2026-08-20T00:50:18.140815" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T00:50:17.532250" elapsed="0.608670"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-20T00:50:17.530816" elapsed="0.610648"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-20T00:50:18.142031" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.97 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-20T01:00:30.090113" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-20T01:00:30.091732" level="INFO">${stdout} = </msg>
<msg time="2026-08-20T01:00:30.091845" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-20T00:50:18.141713" elapsed="611.950189"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T01:00:30.093431" elapsed="0.001376"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.096488" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.97. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:51:23.252 16  switches: flows:  605157 599398 615267 600252 610022 598016 606365 599705 588309 594826 590865 585996 606728 601787 592206 594485  total = 159.823067 per ms 
00:52:23.356 16  switches: flows:  631695 633503 629678 619595 637271 623868 630944 631213 634847 636061 633809 616341 631445 629178 633633 629568  total = 167.760400 per ms 
00:53:23.458 16  switches: flows:  612498 613182 613077 614442 611626 608143 608524 607766 614230 615866 611071 609113 611004 619440 624582 607316  total = 163.086734 per ms 
00:54:23.559 16  switches: flows:  544359 575863 559263 558962 582939 557667 569176 569045 575075 544431 569997 562190 561891 539843 572710 562981  total = 149.855580 per ms 
00:55:23.660 16  switches: flows:  600557 612708 600195 602208 598856 585917 594099 599891 589349 610595 610497 602742 601464 594085 606250 591935  total = 159.752599 per ms 
00:56:23.762 16  switches: flows:  587907 556222 591709 591653 582134 529154 590832 583994 587056 589601 578303 549186 600102 591590 587467 589314  total = 154.510462 per ms 
00:57:26.433 16  switches: flows:  471962 533022 542026 485105 555819 537315 478078 464221 460365 539808 483064 492183 484370 534327 555642 560884  total = 130.492738 per ms 
00:58:26.534 16  switches: flows:  542450 565905 548747 525495 560951 541918 551552 542244 557930 556036 557590 565156 535779 553017 560451 557630  total = 146.800608 per ms 
00:59:29.965 16  switches: flows:  568612 563646 571568 566854 560208 559940 549076 571018 571779 562715 557538 519854 566954 558364 559497 511552  total = 140.614856 per ms 
01:00:30.066 16  switches: flows:  605903 604955 604238 598580 618715 591849 604896 597206 608110 609276 613879 613515 600663 602360 591988 601770  total = 160.861119 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 130492.74/167760.40/152637.23/52105.15 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.095729" elapsed="0.001116"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-20T01:00:30.097401" elapsed="0.000072"/>
</return>
<status status="PASS" start="2026-08-20T01:00:30.097090" elapsed="0.000477"/>
</branch>
<status status="PASS" start="2026-08-20T01:00:30.096973" elapsed="0.000678"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-20T01:00:30.097762" elapsed="0.000013"/>
</return>
<status status="NOT RUN" start="2026-08-20T01:00:30.097725" elapsed="0.000077"/>
</branch>
<status status="NOT RUN" start="2026-08-20T01:00:30.097706" elapsed="0.000117"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-20T01:00:30.097853" elapsed="0.000014"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T01:00:30.100483" elapsed="0.000364"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T01:00:30.101008" elapsed="0.000175"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T01:00:30.101312" elapsed="0.000107"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-20T01:00:30.098199" elapsed="0.003273"/>
</kw>
<msg time="2026-08-20T01:00:30.101634" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-20T00:50:17.526091" elapsed="612.575571"/>
</kw>
<status status="PASS" start="2026-08-20T00:50:17.525779" elapsed="612.575932"/>
</branch>
<status status="PASS" start="2026-08-20T00:50:17.525427" elapsed="612.576309"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.102175" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.97. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:51:23.252 16  switches: flows:  605157 599398 615267 600252 610022 598016 606365 599705 588309 594826 590865 585996 606728 601787 592206 594485  total = 159.823067 per ms 
00:52:23.356 16  switches: flows:  631695 633503 629678 619595 637271 623868 630944 631213 634847 636061 633809 616341 631445 629178 633633 629568  total = 167.760400 per ms 
00:53:23.458 16  switches: flows:  612498 613182 613077 614442 611626 608143 608524 607766 614230 615866 611071 609113 611004 619440 624582 607316  total = 163.086734 per ms 
00:54:23.559 16  switches: flows:  544359 575863 559263 558962 582939 557667 569176 569045 575075 544431 569997 562190 561891 539843 572710 562981  total = 149.855580 per ms 
00:55:23.660 16  switches: flows:  600557 612708 600195 602208 598856 585917 594099 599891 589349 610595 610497 602742 601464 594085 606250 591935  total = 159.752599 per ms 
00:56:23.762 16  switches: flows:  587907 556222 591709 591653 582134 529154 590832 583994 587056 589601 578303 549186 600102 591590 587467 589314  total = 154.510462 per ms 
00:57:26.433 16  switches: flows:  471962 533022 542026 485105 555819 537315 478078 464221 460365 539808 483064 492183 484370 534327 555642 560884  total = 130.492738 per ms 
00:58:26.534 16  switches: flows:  542450 565905 548747 525495 560951 541918 551552 542244 557930 556036 557590 565156 535779 553017 560451 557630  total = 146.800608 per ms 
00:59:29.965 16  switches: flows:  568612 563646 571568 566854 560208 559940 549076 571018 571779 562715 557538 519854 566954 558364 559497 511552  total = 140.614856 per ms 
01:00:30.066 16  switches: flows:  605903 604955 604238 598580 618715 591849 604896 597206 608110 609276 613879 613515 600663 602360 591988 601770  total = 160.861119 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 130492.74/167760.40/152637.23/52105.15 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.101881" elapsed="0.000367"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-20T01:00:30.102397" elapsed="0.000414"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-20T01:00:30.103200" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-20T01:00:30.103292" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 130492.74/167760.40/152637.23/52105.15 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-20T01:00:30.102975" elapsed="0.000342"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-20T01:00:30.103760" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 130492.74/167760.40/152637.23/52105.15 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-20T01:00:30.103467" elapsed="0.000320"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.106213" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.103931" elapsed="0.002341"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.108668" level="INFO">130492.74/167760.40/152637.23/52105.15</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.106418" elapsed="0.002307"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-20T01:00:30.111116" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-20T01:00:30.108873" elapsed="0.002270"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-20T01:00:30.113632" level="INFO">@{result_value_list} = [ 130492.74 | 167760.40 | 152637.23 | 52105.15 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-20T01:00:30.111354" elapsed="0.002306"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.114125" level="INFO">Length is 4.</msg>
<msg time="2026-08-20T01:00:30.114214" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-20T01:00:30.113816" elapsed="0.000421"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.119170" level="INFO">min :: 130492.74</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.114662" elapsed="0.004565"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-20T01:00:30.114513" elapsed="0.004749"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.123852" level="INFO">max :: 167760.40</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.119492" elapsed="0.004416"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-20T01:00:30.119354" elapsed="0.004589"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.128475" level="INFO">avg :: 152637.23</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.124157" elapsed="0.004374"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-20T01:00:30.124031" elapsed="0.004534"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.133146" level="INFO">stdev :: 52105.15</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.128795" elapsed="0.004408"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-20T01:00:30.128667" elapsed="0.004571"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-20T01:00:30.114310" elapsed="0.018959"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.137431" level="INFO">${min} = 130492.74</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T01:00:30.133429" elapsed="0.004031"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.141408" level="INFO">${max} = 167760.40</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T01:00:30.137650" elapsed="0.003785"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.145344" level="INFO">${average} = 152637.23</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T01:00:30.141615" elapsed="0.003756"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.149272" level="INFO">${stdev} = 52105.15</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T01:00:30.145522" elapsed="0.003778"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.149829" level="INFO">${date} = 2026-08-20 01:00:30</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-20T01:00:30.149456" elapsed="0.000399"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.150419" level="INFO">CBench Result: 2026-08-20 01:00:30,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,130492.74,167760.40,152637.23,52105.15</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.150003" elapsed="0.000473"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-20T01:00:30.151550" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-20T01:00:30.151127" elapsed="0.000505"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-20T01:00:30.151782" elapsed="0.000464"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-20T01:00:30.150644" elapsed="0.001666"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-08-20T00:50:17.524129" elapsed="612.628241"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.152853" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-20T01:00:30.152518" elapsed="0.000391"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-20T01:00:30.153472" elapsed="0.000291"/>
</kw>
<status status="PASS" start="2026-08-20T01:00:30.153168" elapsed="0.000668"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-20T00:50:17.522773" elapsed="612.631101"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.155077" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.154696" elapsed="0.000438"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.156363" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-20T01:00:30.156033" elapsed="0.000372"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-20T01:00:30.156749" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-20T01:00:30.156515" elapsed="0.000293"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-20T01:00:30.159856" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-20T01:00:30.159605" elapsed="0.000307"/>
</branch>
<status status="PASS" start="2026-08-20T01:00:30.159570" elapsed="0.000366"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-20T01:00:30.160262" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-20T01:00:30.160378" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-20T01:00:30.160065" elapsed="0.000340"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.160983" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.97 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.26" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:00:30.160537" elapsed="0.000505"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-20T01:00:30.161572" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T01:00:30.161180" elapsed="0.000433"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-20T01:00:30.162490" level="INFO">Length is 0.</msg>
<msg time="2026-08-20T01:00:30.162599" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-20T01:00:30.162189" elapsed="0.000435"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T01:00:30.162765" elapsed="0.000318"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-20T01:00:30.164396" level="INFO">Logging into '10.30.171.26:22' as 'jenkins'.</msg>
<msg time="2026-08-20T01:00:30.737298" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Thu Aug 20 01:00:30 UTC 2026

  System load:  0.31               Processes:             105
  Usage of /:   20.2% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.26
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Thu Aug 20 00:50:18 2026 from 10.30.170.95
[?2004h[jenkins@releng-63164-376-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-20T01:00:30.164041" elapsed="0.573457"/>
</kw>
<msg time="2026-08-20T01:00:30.737609" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T01:00:30.163233" elapsed="0.574460"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-20T01:00:30.161812" elapsed="0.575999"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-20T01:00:30.738345" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.97 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-20T01:10:36.788447" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-20T01:10:36.789034" level="INFO">${stdout} = </msg>
<msg time="2026-08-20T01:10:36.789140" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-20T01:00:30.738032" elapsed="606.051164"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T01:10:36.789701" elapsed="0.000688"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.791529" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.97. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:01:35.849 16  switches: flows:  108881 108161 109068 107952 109473 107481 108102 109039 106146 103383 106848 106099 102787 103263 104847 105932  total = 28.457700 per ms 
01:02:35.950 16  switches: flows:  122579 125432 120822 120507 124272 119521 122446 122943 120027 115392 121744 121265 116992 119938 117516 116551  total = 32.078856 per ms 
01:03:36.050 16  switches: flows:  118806 119898 119513 115341 119361 115285 117850 117622 113393 111702 118016 114614 112492 115400 114495 113370  total = 30.901059 per ms 
01:04:36.150 16  switches: flows:  118431 119688 117947 115100 118186 113620 115335 116320 111723 110404 114830 112548 110658 112797 113958 110611  total = 30.485008 per ms 
01:05:36.251 16  switches: flows:  120587 123768 122410 119507 122143 121876 121742 117447 118254 115862 115861 115843 114765 116677 118708 119728  total = 31.700032 per ms 
01:06:36.351 16  switches: flows:  118318 123092 121124 120537 120610 118840 120531 116980 118436 113943 117249 115186 112995 115734 116471 118038  total = 31.415608 per ms 
01:07:36.451 16  switches: flows:  119385 124657 121835 121482 123102 120225 120238 118705 118489 115452 116884 117112 114656 117683 118450 118147  total = 31.722057 per ms 
01:08:36.551 16  switches: flows:  119124 122145 120564 119733 120215 118873 120684 117449 117234 113850 115967 115002 112005 115364 116045 115850  total = 31.282847 per ms 
01:09:36.652 16  switches: flows:  108475 112387 110940 109658 110297 109616 109842 106871 108549 104110 106002 104040 102422 105320 105346 105891  total = 28.614980 per ms 
01:10:36.752 16  switches: flows:  75590 75331 75716 73726 74434 72787 73683 73605 73789 71526 72392 73090 70693 73449 72038 71376  total = 19.521144 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 19521.14/32078.86/29746.84/10598.20 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:10:36.790794" elapsed="0.001081"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-20T01:10:36.792517" elapsed="0.000124"/>
</return>
<status status="PASS" start="2026-08-20T01:10:36.792188" elapsed="0.000542"/>
</branch>
<status status="PASS" start="2026-08-20T01:10:36.792129" elapsed="0.000656"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-20T01:10:36.792994" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-08-20T01:10:36.792914" elapsed="0.000168"/>
</branch>
<status status="NOT RUN" start="2026-08-20T01:10:36.792880" elapsed="0.000248"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-20T01:10:36.793193" elapsed="0.000028"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-20T01:10:36.799168" elapsed="0.000796"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-20T01:10:36.800297" elapsed="0.000381"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-20T01:10:36.800973" elapsed="0.000221"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-20T01:10:36.793928" elapsed="0.007385"/>
</kw>
<msg time="2026-08-20T01:10:36.801639" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-20T01:00:30.157164" elapsed="606.644541"/>
</kw>
<status status="PASS" start="2026-08-20T01:00:30.156833" elapsed="606.644983"/>
</branch>
<status status="PASS" start="2026-08-20T01:00:30.156494" elapsed="606.645375"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.802866" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.97:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.97. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:01:35.849 16  switches: flows:  108881 108161 109068 107952 109473 107481 108102 109039 106146 103383 106848 106099 102787 103263 104847 105932  total = 28.457700 per ms 
01:02:35.950 16  switches: flows:  122579 125432 120822 120507 124272 119521 122446 122943 120027 115392 121744 121265 116992 119938 117516 116551  total = 32.078856 per ms 
01:03:36.050 16  switches: flows:  118806 119898 119513 115341 119361 115285 117850 117622 113393 111702 118016 114614 112492 115400 114495 113370  total = 30.901059 per ms 
01:04:36.150 16  switches: flows:  118431 119688 117947 115100 118186 113620 115335 116320 111723 110404 114830 112548 110658 112797 113958 110611  total = 30.485008 per ms 
01:05:36.251 16  switches: flows:  120587 123768 122410 119507 122143 121876 121742 117447 118254 115862 115861 115843 114765 116677 118708 119728  total = 31.700032 per ms 
01:06:36.351 16  switches: flows:  118318 123092 121124 120537 120610 118840 120531 116980 118436 113943 117249 115186 112995 115734 116471 118038  total = 31.415608 per ms 
01:07:36.451 16  switches: flows:  119385 124657 121835 121482 123102 120225 120238 118705 118489 115452 116884 117112 114656 117683 118450 118147  total = 31.722057 per ms 
01:08:36.551 16  switches: flows:  119124 122145 120564 119733 120215 118873 120684 117449 117234 113850 115967 115002 112005 115364 116045 115850  total = 31.282847 per ms 
01:09:36.652 16  switches: flows:  108475 112387 110940 109658 110297 109616 109842 106871 108549 104110 106002 104040 102422 105320 105346 105891  total = 28.614980 per ms 
01:10:36.752 16  switches: flows:  75590 75331 75716 73726 74434 72787 73683 73605 73789 71526 72392 73090 70693 73449 72038 71376  total = 19.521144 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 19521.14/32078.86/29746.84/10598.20 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:10:36.802188" elapsed="0.000844"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-20T01:10:36.803358" elapsed="0.000997"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-20T01:10:36.804904" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-20T01:10:36.804995" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 19521.14/32078.86/29746.84/10598.20 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-20T01:10:36.804682" elapsed="0.000338"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-20T01:10:36.805447" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 19521.14/32078.86/29746.84/10598.20 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-20T01:10:36.805171" elapsed="0.000305"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.808018" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:10:36.805641" elapsed="0.002435"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.810485" level="INFO">19521.14/32078.86/29746.84/10598.20</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:10:36.808233" elapsed="0.002310"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-20T01:10:36.812995" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-20T01:10:36.810710" elapsed="0.002315"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-20T01:10:36.815486" level="INFO">@{result_value_list} = [ 19521.14 | 32078.86 | 29746.84 | 10598.20 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-20T01:10:36.813219" elapsed="0.002296"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.816051" level="INFO">Length is 4.</msg>
<msg time="2026-08-20T01:10:36.816145" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-20T01:10:36.815687" elapsed="0.000491"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.821096" level="INFO">min :: 19521.14</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:10:36.816590" elapsed="0.004564"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-20T01:10:36.816446" elapsed="0.004743"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.826024" level="INFO">max :: 32078.86</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:10:36.821415" elapsed="0.004668"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-20T01:10:36.821278" elapsed="0.004841"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.831174" level="INFO">avg :: 29746.84</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:10:36.826333" elapsed="0.004900"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-20T01:10:36.826203" elapsed="0.005066"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.836091" level="INFO">stdev :: 10598.20</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:10:36.831511" elapsed="0.004639"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-20T01:10:36.831356" elapsed="0.004829"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-20T01:10:36.816256" elapsed="0.019959"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.840354" level="INFO">${min} = 19521.14</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T01:10:36.836378" elapsed="0.004004"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.844479" level="INFO">${max} = 32078.86</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T01:10:36.840566" elapsed="0.003946"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.848627" level="INFO">${average} = 29746.84</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T01:10:36.844687" elapsed="0.003970"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.852808" level="INFO">${stdev} = 10598.20</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-20T01:10:36.848816" elapsed="0.004020"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.853420" level="INFO">${date} = 2026-08-20 01:10:36</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-20T01:10:36.853028" elapsed="0.000429"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.854047" level="INFO">CBench Result: 2026-08-20 01:10:36,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,19521.14,32078.86,29746.84,10598.20</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-20T01:10:36.853630" elapsed="0.000474"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-20T01:10:36.855381" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-20T01:10:36.854878" elapsed="0.000578"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-20T01:10:36.855651" elapsed="0.000532"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-20T01:10:36.854273" elapsed="0.001977"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-08-20T01:00:30.155448" elapsed="606.700863"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.856872" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-20T01:10:36.856474" elapsed="0.000457"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-20T01:10:36.858274" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-20T01:10:36.857748" elapsed="0.000555"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-08-20T01:10:36.858546" elapsed="0.000049"/>
</return>
<status status="PASS" start="2026-08-20T01:10:36.858384" elapsed="0.000254"/>
</branch>
<status status="PASS" start="2026-08-20T01:10:36.858363" elapsed="0.000310"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-08-20T01:10:36.858843" elapsed="0.000028"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-08-20T01:10:36.859012" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-08-20T01:10:36.859191" elapsed="0.000026"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-20T01:10:36.859397" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-08-20T01:10:36.859549" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-08-20T01:10:36.859717" elapsed="0.000029"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-20T01:10:36.859940" elapsed="0.000030"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-08-20T01:10:36.860194" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-20T01:10:36.860039" elapsed="0.000215"/>
</branch>
<status status="NOT RUN" start="2026-08-20T01:10:36.860021" elapsed="0.000275"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-08-20T01:10:36.857352" elapsed="0.003016"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-20T01:00:30.154173" elapsed="606.706243"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-08-20T00:40:08.004401" elapsed="1828.856519"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
