<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-05-31T02:01:26.960081" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-05-31T02:01:27.554014" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-05-31T02:01:27.553865" elapsed="0.000224"/>
</branch>
<status status="PASS" start="2026-05-31T02:01:27.553835" elapsed="0.000297"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:01:27.554281" elapsed="0.000526"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-05-31T02:01:27.555513" level="INFO">Logging into '10.30.170.224:8101' as 'karaf'.</msg>
<msg time="2026-05-31T02:01:28.495171" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-05-31T02:01:27.554981" elapsed="0.940380"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-05-31T02:01:28.545779" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-05-31T02:01:28.495629" elapsed="0.050299"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-05-31T02:01:28.547948" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-05-31T02:01:28.548081" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-05-31T02:01:28.546249" elapsed="0.001893"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-05-31T02:01:28.548358" elapsed="0.000288"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:01:28.548862" elapsed="0.000319"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:01:28.549824" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:01:28.549381" elapsed="0.000519"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-05-31T02:01:28.549973" elapsed="0.000069"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.224
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-05-31T02:01:27.553485" elapsed="0.996750"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-05-31T02:01:27.549843" elapsed="1.000487"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-05-31T02:01:28.551122" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-05-31T02:01:28.550573" elapsed="0.000631"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-05-31T02:01:28.551759" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-05-31T02:01:28.551422" elapsed="0.000414"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-05-31T02:01:28.552694" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-05-31T02:01:28.552050" elapsed="0.000685"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-05-31T02:01:28.553534" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-05-31T02:01:28.552977" elapsed="0.000620"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-05-31T02:01:28.554260" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-05-31T02:01:28.553799" elapsed="0.000497"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-05-31T02:01:28.554864" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-05-31T02:01:28.554493" elapsed="0.000427"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-05-31T02:01:28.555302" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-05-31T02:01:28.555032" elapsed="0.000329"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-05-31T02:01:28.559968" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:01:28.559527" elapsed="0.000469"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-05-31T02:01:28.561184" level="INFO">Length is 0.</msg>
<msg time="2026-05-31T02:01:28.561272" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-05-31T02:01:28.560585" elapsed="0.000712"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:01:28.561447" elapsed="0.000356"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-05-31T02:01:28.562865" level="INFO">Logging into '10.30.170.136:22' as 'jenkins'.</msg>
<msg time="2026-05-31T02:01:29.238496" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun May 31 02:01:28 UTC 2026

  System load:  0.07               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.136
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-48317-735-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-05-31T02:01:28.562329" elapsed="0.676350"/>
</kw>
<msg time="2026-05-31T02:01:29.238774" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:01:28.561958" elapsed="0.676926"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-05-31T02:01:28.560225" elapsed="0.678787"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-05-31T02:01:29.246665" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-05-31T02:01:29.239258" elapsed="0.009282"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:01:29.248788" elapsed="0.000404"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-05-31T02:01:28.558962" elapsed="0.690318"/>
</kw>
<status status="PASS" start="2026-05-31T02:01:28.555491" elapsed="0.693843"/>
</branch>
<status status="PASS" start="2026-05-31T02:01:28.554997" elapsed="0.694377"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-05-31T02:01:29.249586" elapsed="0.000674"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-05-31T02:01:29.256404" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-05-31T02:01:29.256233" elapsed="0.000246"/>
</branch>
<status status="PASS" start="2026-05-31T02:01:29.256202" elapsed="0.000311"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-05-31T02:01:29.261596" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-05-31T02:01:29.261434" elapsed="0.000229"/>
</branch>
<status status="PASS" start="2026-05-31T02:01:29.261407" elapsed="0.000288"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:01:29.261879" elapsed="0.000631"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-05-31T02:01:29.263132" level="INFO">Logging into '10.30.170.224:8101' as 'karaf'.</msg>
<msg time="2026-05-31T02:01:29.544662" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-05-31T02:01:29.262740" elapsed="0.282117"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-05-31T02:01:29.632863" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-05-31T02:01:29.545176" elapsed="0.087794"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-05-31T02:01:29.652263" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.2           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-05-31T02:01:29.652471" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.2           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-05-31T02:01:29.633195" elapsed="0.019307"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-05-31T02:01:29.652647" elapsed="0.000228"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:01:29.653027" elapsed="0.000239"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:01:29.653723" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.2           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:01:29.653405" elapsed="0.000375"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-05-31T02:01:29.653831" elapsed="0.000050"/>
</return>
<msg time="2026-05-31T02:01:29.654035" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.2           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.224
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-05-31T02:01:29.260898" elapsed="0.393170"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-05-31T02:01:29.654244" elapsed="0.000552"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-05-31T02:01:29.654848" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-05-31T02:01:29.255793" elapsed="0.399190"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-05-31T02:01:29.658836" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-05-31T02:01:29.658698" elapsed="0.000185"/>
</branch>
<status status="PASS" start="2026-05-31T02:01:29.658675" elapsed="0.000234"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:01:29.659046" elapsed="0.000499"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-05-31T02:01:29.660242" level="INFO">Logging into '10.30.170.224:8101' as 'karaf'.</msg>
<msg time="2026-05-31T02:01:30.261934" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-05-31T02:01:29.659931" elapsed="0.602246"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-05-31T02:01:30.293524" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-05-31T02:01:30.262475" elapsed="0.031108"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-05-31T02:01:30.295523" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-05-31T02:01:30.295639" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-05-31T02:01:30.293731" elapsed="0.001938"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-05-31T02:01:30.295806" elapsed="0.000181"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:01:30.296153" elapsed="0.000212"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:01:30.296844" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:01:30.296508" elapsed="0.000387"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-05-31T02:01:30.296949" elapsed="0.000053"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.224
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-05-31T02:01:29.658356" elapsed="0.638793"/>
</kw>
<status status="PASS" start="2026-05-31T02:01:27.547845" elapsed="2.749368"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:01:30.299604" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:01:30.298365" elapsed="0.001305"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-05-31T02:01:30.301123" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-05-31T02:01:30.300754" elapsed="0.000414"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-05-31T02:01:30.301500" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-05-31T02:01:30.301247" elapsed="0.000313"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-05-31T02:01:30.304783" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-05-31T02:01:30.304528" elapsed="0.000312"/>
</branch>
<status status="PASS" start="2026-05-31T02:01:30.304509" elapsed="0.000357"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-05-31T02:01:30.305226" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-05-31T02:01:30.305351" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-05-31T02:01:30.304999" elapsed="0.000379"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:01:30.305950" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.224 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.136" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:01:30.305514" elapsed="0.000499"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-05-31T02:01:30.306664" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:01:30.306170" elapsed="0.000521"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-05-31T02:01:30.307616" level="INFO">Length is 0.</msg>
<msg time="2026-05-31T02:01:30.307708" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-05-31T02:01:30.307292" elapsed="0.000441"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:01:30.307875" elapsed="0.000358"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-05-31T02:01:30.309109" level="INFO">Logging into '10.30.170.136:22' as 'jenkins'.</msg>
<msg time="2026-05-31T02:01:30.627086" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun May 31 02:01:28 UTC 2026

  System load:  0.07               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.136
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun May 31 02:01:29 2026 from 10.30.171.202
[?2004h[jenkins@releng-48317-735-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-05-31T02:01:30.308735" elapsed="0.318600"/>
</kw>
<msg time="2026-05-31T02:01:30.627430" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:01:30.308387" elapsed="0.319142"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-05-31T02:01:30.306894" elapsed="0.320770"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-05-31T02:01:30.628288" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.224 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-05-31T02:11:36.729388" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-05-31T02:11:36.730016" level="INFO">${stdout} = </msg>
<msg time="2026-05-31T02:11:36.730160" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-05-31T02:01:30.627899" elapsed="606.102322"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:11:36.730689" elapsed="0.000742"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.732627" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.224. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:02:35.816 16  switches: flows:  107156 106286 105349 106619 103996 105689 104035 104962 104273 99841 101646 102042 103179 102342 103106 98819  total = 27.655667 per ms 
02:03:35.916 16  switches: flows:  122258 120367 119681 118831 117342 121725 117556 121016 118098 114357 115327 114931 115878 114969 117201 114237  total = 31.343881 per ms 
02:04:36.018 16  switches: flows:  115887 114343 112355 113297 110634 115047 111441 113790 111235 108452 109464 109547 109418 107986 110218 108512  total = 29.644207 per ms 
02:05:36.119 16  switches: flows:  121140 119914 118068 119241 117672 119619 117871 119289 115005 113858 115569 115326 116379 113762 115955 113421  total = 31.149481 per ms 
02:06:36.220 16  switches: flows:  109840 110445 110934 107779 108056 109390 108028 111052 105382 103678 103978 106020 104307 103706 105748 105511  total = 28.516610 per ms 
02:07:36.321 16  switches: flows:  116385 117277 115891 115593 114444 115634 113091 115491 113792 112500 110946 114142 110459 110995 112134 111995  total = 30.295577 per ms 
02:08:36.422 16  switches: flows:  123593 119061 119777 121250 119536 123618 119630 120841 117930 115800 117716 116117 118110 116891 116807 116320  total = 31.663716 per ms 
02:09:36.523 16  switches: flows:  126817 123821 124721 122596 120721 124865 119776 124102 118747 120844 121092 117128 120080 118488 119812 118116  total = 32.308114 per ms 
02:10:36.624 16  switches: flows:  122243 120877 121866 122982 121710 123145 118931 120759 119343 118059 118149 117291 119349 117043 117667 115466  total = 31.861280 per ms 
02:11:36.726 16  switches: flows:  122341 123180 123229 123261 120956 123387 119575 122061 119636 120406 119285 118932 119823 117046 119127 115569  total = 32.076678 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28516.61/32308.11/30984.39/10396.18 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.731817" elapsed="0.001140"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-05-31T02:11:36.733502" elapsed="0.000076"/>
</return>
<status status="PASS" start="2026-05-31T02:11:36.733179" elapsed="0.000481"/>
</branch>
<status status="PASS" start="2026-05-31T02:11:36.733122" elapsed="0.000594"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-05-31T02:11:36.733936" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-05-31T02:11:36.733852" elapsed="0.000177"/>
</branch>
<status status="NOT RUN" start="2026-05-31T02:11:36.733816" elapsed="0.000261"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-05-31T02:11:36.734189" elapsed="0.000033"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:11:36.738332" elapsed="0.000376"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:11:36.738896" elapsed="0.000247"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:11:36.739282" elapsed="0.000109"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-05-31T02:11:36.734869" elapsed="0.004576"/>
</kw>
<msg time="2026-05-31T02:11:36.739578" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-05-31T02:01:30.302143" elapsed="606.437462"/>
</kw>
<status status="PASS" start="2026-05-31T02:01:30.301589" elapsed="606.438065"/>
</branch>
<status status="PASS" start="2026-05-31T02:01:30.301224" elapsed="606.438454"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.740164" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.224. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:02:35.816 16  switches: flows:  107156 106286 105349 106619 103996 105689 104035 104962 104273 99841 101646 102042 103179 102342 103106 98819  total = 27.655667 per ms 
02:03:35.916 16  switches: flows:  122258 120367 119681 118831 117342 121725 117556 121016 118098 114357 115327 114931 115878 114969 117201 114237  total = 31.343881 per ms 
02:04:36.018 16  switches: flows:  115887 114343 112355 113297 110634 115047 111441 113790 111235 108452 109464 109547 109418 107986 110218 108512  total = 29.644207 per ms 
02:05:36.119 16  switches: flows:  121140 119914 118068 119241 117672 119619 117871 119289 115005 113858 115569 115326 116379 113762 115955 113421  total = 31.149481 per ms 
02:06:36.220 16  switches: flows:  109840 110445 110934 107779 108056 109390 108028 111052 105382 103678 103978 106020 104307 103706 105748 105511  total = 28.516610 per ms 
02:07:36.321 16  switches: flows:  116385 117277 115891 115593 114444 115634 113091 115491 113792 112500 110946 114142 110459 110995 112134 111995  total = 30.295577 per ms 
02:08:36.422 16  switches: flows:  123593 119061 119777 121250 119536 123618 119630 120841 117930 115800 117716 116117 118110 116891 116807 116320  total = 31.663716 per ms 
02:09:36.523 16  switches: flows:  126817 123821 124721 122596 120721 124865 119776 124102 118747 120844 121092 117128 120080 118488 119812 118116  total = 32.308114 per ms 
02:10:36.624 16  switches: flows:  122243 120877 121866 122982 121710 123145 118931 120759 119343 118059 118149 117291 119349 117043 117667 115466  total = 31.861280 per ms 
02:11:36.726 16  switches: flows:  122341 123180 123229 123261 120956 123387 119575 122061 119636 120406 119285 118932 119823 117046 119127 115569  total = 32.076678 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28516.61/32308.11/30984.39/10396.18 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.739821" elapsed="0.000438"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-05-31T02:11:36.740468" elapsed="0.000464"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-05-31T02:11:36.741378" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-05-31T02:11:36.741481" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 28516.61/32308.11/30984.39/10396.18 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-05-31T02:11:36.741132" elapsed="0.000375"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-05-31T02:11:36.741933" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 28516.61/32308.11/30984.39/10396.18 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-05-31T02:11:36.741668" elapsed="0.000293"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.744422" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.742154" elapsed="0.002326"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.746875" level="INFO">28516.61/32308.11/30984.39/10396.18</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.744629" elapsed="0.002303"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-05-31T02:11:36.749365" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-05-31T02:11:36.747119" elapsed="0.002274"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-05-31T02:11:36.751783" level="INFO">@{result_value_list} = [ 28516.61 | 32308.11 | 30984.39 | 10396.18 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-05-31T02:11:36.749586" elapsed="0.002225"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.752313" level="INFO">Length is 4.</msg>
<msg time="2026-05-31T02:11:36.752402" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-05-31T02:11:36.751965" elapsed="0.000461"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.757291" level="INFO">min :: 28516.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.752830" elapsed="0.004534"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-05-31T02:11:36.752696" elapsed="0.004705"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.761924" level="INFO">max :: 32308.11</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.757626" elapsed="0.004355"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-05-31T02:11:36.757495" elapsed="0.004521"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.766529" level="INFO">avg :: 30984.39</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.762251" elapsed="0.004334"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-05-31T02:11:36.762119" elapsed="0.004501"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.771146" level="INFO">stdev :: 10396.18</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.766840" elapsed="0.004366"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-05-31T02:11:36.766712" elapsed="0.004530"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-05-31T02:11:36.752498" elapsed="0.018780"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.775350" level="INFO">${min} = 28516.61</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:11:36.771449" elapsed="0.003928"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.780669" level="INFO">${max} = 32308.11</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:11:36.775530" elapsed="0.005177"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.786290" level="INFO">${average} = 30984.39</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:11:36.780924" elapsed="0.005406"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.791469" level="INFO">${stdev} = 10396.18</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:11:36.786553" elapsed="0.004945"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.792059" level="INFO">${date} = 2026-05-31 02:11:36</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-05-31T02:11:36.791683" elapsed="0.000403"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.792681" level="INFO">CBench Result: 2026-05-31 02:11:36,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,28516.61,32308.11,30984.39,10396.18</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.792259" elapsed="0.000478"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-05-31T02:11:36.793851" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-05-31T02:11:36.793414" elapsed="0.000506"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-05-31T02:11:36.794078" elapsed="0.000492"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-05-31T02:11:36.792905" elapsed="0.001731"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-05-31T02:01:30.300116" elapsed="606.494582"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.795188" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-05-31T02:11:36.794851" elapsed="0.000394"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-05-31T02:11:36.795914" elapsed="0.000387"/>
</kw>
<status status="PASS" start="2026-05-31T02:11:36.795469" elapsed="0.000925"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-05-31T02:01:30.297373" elapsed="606.499070"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.798456" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.798017" elapsed="0.000499"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.800285" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-05-31T02:11:36.799881" elapsed="0.000448"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-05-31T02:11:36.800730" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-05-31T02:11:36.800488" elapsed="0.000302"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-05-31T02:11:36.804049" elapsed="0.000024"/>
</kw>
<status status="NOT RUN" start="2026-05-31T02:11:36.803771" elapsed="0.000363"/>
</branch>
<status status="PASS" start="2026-05-31T02:11:36.803751" elapsed="0.000409"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-05-31T02:11:36.804560" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-05-31T02:11:36.804689" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-05-31T02:11:36.804320" elapsed="0.000397"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.805324" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.224 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.136" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:11:36.804854" elapsed="0.000529"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-05-31T02:11:36.805978" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:11:36.805527" elapsed="0.000480"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-05-31T02:11:36.806941" level="INFO">Length is 0.</msg>
<msg time="2026-05-31T02:11:36.807037" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-05-31T02:11:36.806613" elapsed="0.000449"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:11:36.807222" elapsed="0.000409"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-05-31T02:11:36.808545" level="INFO">Logging into '10.30.170.136:22' as 'jenkins'.</msg>
<msg time="2026-05-31T02:11:37.423425" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun May 31 02:11:37 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   19.6% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.136
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun May 31 02:01:30 2026 from 10.30.171.202
[?2004h[jenkins@releng-48317-735-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-05-31T02:11:36.808170" elapsed="0.615454"/>
</kw>
<msg time="2026-05-31T02:11:37.423710" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:11:36.807791" elapsed="0.616011"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-05-31T02:11:36.806230" elapsed="0.617690"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-05-31T02:11:37.424464" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.224 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-05-31T02:21:43.467667" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-05-31T02:21:43.468320" level="INFO">${stdout} = </msg>
<msg time="2026-05-31T02:21:43.468430" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-05-31T02:11:37.424162" elapsed="606.044325"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:21:43.468940" elapsed="0.000789"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.470825" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.224. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:12:42.550 16  switches: flows:  490329 499105 513848 478376 493099 495977 488847 509080 483691 464623 489355 484688 485657 484875 505704 482181  total = 130.823917 per ms 
02:13:42.652 16  switches: flows:  541375 542638 548157 538133 536653 529891 537825 542138 542613 543208 540683 537551 538045 539193 536632 542676  total = 143.716422 per ms 
02:14:42.754 16  switches: flows:  529120 535878 533799 535569 532667 538465 533674 538892 526117 523272 527345 538984 526783 530356 536467 529204  total = 141.704060 per ms 
02:15:42.855 16  switches: flows:  559894 561492 558382 553915 556734 557211 557810 560901 552682 568015 568356 556798 561918 557814 565487 554358  total = 148.945164 per ms 
02:16:42.956 16  switches: flows:  492612 499833 485171 492849 490313 492972 496027 500673 489932 498511 492747 492208 499778 495644 491234 502521  total = 131.661643 per ms 
02:17:43.059 16  switches: flows:  558544 569586 560046 555752 560628 557363 563786 563105 551603 565517 560081 563657 569276 570665 567748 559629  total = 149.697701 per ms 
02:18:43.160 16  switches: flows:  584636 579496 582802 586573 580264 585103 582373 585073 576470 579327 584404 585976 585696 580649 582300 578844  total = 155.071812 per ms 
02:19:43.261 16  switches: flows:  530287 543574 532705 539599 543518 533335 513224 507589 532171 500585 532639 492408 499937 533606 497332 533342  total = 139.196543 per ms 
02:20:43.364 16  switches: flows:  522381 509909 515892 519241 518044 506398 523828 512229 511247 509732 512957 507252 501071 516784 510006 510211  total = 136.554472 per ms 
02:21:43.466 16  switches: flows:  494754 507801 491763 505537 501796 504875 504058 507054 511312 497562 514418 496316 496189 508478 408882 501740  total = 132.319752 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 131661.64/155071.81/142096.40/47970.82 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.470139" elapsed="0.000890"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-05-31T02:21:43.471387" elapsed="0.000048"/>
</return>
<status status="PASS" start="2026-05-31T02:21:43.471177" elapsed="0.000309"/>
</branch>
<status status="PASS" start="2026-05-31T02:21:43.471140" elapsed="0.000382"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-05-31T02:21:43.471657" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-05-31T02:21:43.471604" elapsed="0.000111"/>
</branch>
<status status="NOT RUN" start="2026-05-31T02:21:43.471582" elapsed="0.000164"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-05-31T02:21:43.471791" elapsed="0.000020"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:21:43.475316" elapsed="0.000472"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:21:43.475992" elapsed="0.000251"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:21:43.476426" elapsed="0.000140"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-05-31T02:21:43.472249" elapsed="0.004390"/>
</kw>
<msg time="2026-05-31T02:21:43.476815" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-05-31T02:11:36.801320" elapsed="606.675532"/>
</kw>
<status status="PASS" start="2026-05-31T02:11:36.800818" elapsed="606.676102"/>
</branch>
<status status="PASS" start="2026-05-31T02:11:36.800462" elapsed="606.676490"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.477577" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.224. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:12:42.550 16  switches: flows:  490329 499105 513848 478376 493099 495977 488847 509080 483691 464623 489355 484688 485657 484875 505704 482181  total = 130.823917 per ms 
02:13:42.652 16  switches: flows:  541375 542638 548157 538133 536653 529891 537825 542138 542613 543208 540683 537551 538045 539193 536632 542676  total = 143.716422 per ms 
02:14:42.754 16  switches: flows:  529120 535878 533799 535569 532667 538465 533674 538892 526117 523272 527345 538984 526783 530356 536467 529204  total = 141.704060 per ms 
02:15:42.855 16  switches: flows:  559894 561492 558382 553915 556734 557211 557810 560901 552682 568015 568356 556798 561918 557814 565487 554358  total = 148.945164 per ms 
02:16:42.956 16  switches: flows:  492612 499833 485171 492849 490313 492972 496027 500673 489932 498511 492747 492208 499778 495644 491234 502521  total = 131.661643 per ms 
02:17:43.059 16  switches: flows:  558544 569586 560046 555752 560628 557363 563786 563105 551603 565517 560081 563657 569276 570665 567748 559629  total = 149.697701 per ms 
02:18:43.160 16  switches: flows:  584636 579496 582802 586573 580264 585103 582373 585073 576470 579327 584404 585976 585696 580649 582300 578844  total = 155.071812 per ms 
02:19:43.261 16  switches: flows:  530287 543574 532705 539599 543518 533335 513224 507589 532171 500585 532639 492408 499937 533606 497332 533342  total = 139.196543 per ms 
02:20:43.364 16  switches: flows:  522381 509909 515892 519241 518044 506398 523828 512229 511247 509732 512957 507252 501071 516784 510006 510211  total = 136.554472 per ms 
02:21:43.466 16  switches: flows:  494754 507801 491763 505537 501796 504875 504058 507054 511312 497562 514418 496316 496189 508478 408882 501740  total = 132.319752 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 131661.64/155071.81/142096.40/47970.82 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.477171" elapsed="0.000547"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-05-31T02:21:43.477940" elapsed="0.000529"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-05-31T02:21:43.478995" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-05-31T02:21:43.479149" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 131661.64/155071.81/142096.40/47970.82 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-05-31T02:21:43.478688" elapsed="0.000497"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-05-31T02:21:43.479753" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 131661.64/155071.81/142096.40/47970.82 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-05-31T02:21:43.479401" elapsed="0.000389"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.483087" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.480001" elapsed="0.003183"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.485539" level="INFO">131661.64/155071.81/142096.40/47970.82</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.483333" elapsed="0.002262"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-05-31T02:21:43.487959" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-05-31T02:21:43.485762" elapsed="0.002224"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-05-31T02:21:43.490416" level="INFO">@{result_value_list} = [ 131661.64 | 155071.81 | 142096.40 | 47970.82 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-05-31T02:21:43.488186" elapsed="0.002257"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.490902" level="INFO">Length is 4.</msg>
<msg time="2026-05-31T02:21:43.490991" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-05-31T02:21:43.490597" elapsed="0.000417"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.495954" level="INFO">min :: 131661.64</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.491421" elapsed="0.004590"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-05-31T02:21:43.491292" elapsed="0.004755"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.500582" level="INFO">max :: 155071.81</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.496288" elapsed="0.004351"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-05-31T02:21:43.496157" elapsed="0.004517"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.505244" level="INFO">avg :: 142096.40</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.500887" elapsed="0.004414"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-05-31T02:21:43.500761" elapsed="0.004574"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.510045" level="INFO">stdev :: 47970.82</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.505554" elapsed="0.004563"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-05-31T02:21:43.505423" elapsed="0.004731"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-05-31T02:21:43.491081" elapsed="0.019104"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.514372" level="INFO">${min} = 131661.64</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:21:43.510344" elapsed="0.004057"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.518522" level="INFO">${max} = 155071.81</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:21:43.514554" elapsed="0.003995"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.522515" level="INFO">${average} = 142096.40</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:21:43.518702" elapsed="0.003841"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.526537" level="INFO">${stdev} = 47970.82</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:21:43.522694" elapsed="0.003871"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.527086" level="INFO">${date} = 2026-05-31 02:21:43</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-05-31T02:21:43.526725" elapsed="0.000404"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.527690" level="INFO">CBench Result: 2026-05-31 02:21:43,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,131661.64,155071.81,142096.40,47970.82</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.527278" elapsed="0.000467"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-05-31T02:21:43.528803" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-05-31T02:21:43.528382" elapsed="0.000491"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-05-31T02:21:43.529041" elapsed="0.000508"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-05-31T02:21:43.527889" elapsed="0.001725"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-05-31T02:11:36.798883" elapsed="606.730791"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.530200" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-05-31T02:21:43.529856" elapsed="0.000401"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-05-31T02:21:43.530768" elapsed="0.000269"/>
</kw>
<status status="PASS" start="2026-05-31T02:21:43.530465" elapsed="0.000662"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-05-31T02:11:36.797252" elapsed="606.733915"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.532599" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.532213" elapsed="0.000444"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.533881" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-05-31T02:21:43.533535" elapsed="0.000389"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-05-31T02:21:43.534279" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-05-31T02:21:43.534038" elapsed="0.000300"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-05-31T02:21:43.537403" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-05-31T02:21:43.537150" elapsed="0.000310"/>
</branch>
<status status="PASS" start="2026-05-31T02:21:43.537127" elapsed="0.000357"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-05-31T02:21:43.537848" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-05-31T02:21:43.537966" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-05-31T02:21:43.537617" elapsed="0.000376"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.538561" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.224 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.136" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:21:43.538141" elapsed="0.000478"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-05-31T02:21:43.539195" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:21:43.538757" elapsed="0.000465"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-05-31T02:21:43.540113" level="INFO">Length is 0.</msg>
<msg time="2026-05-31T02:21:43.540205" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-05-31T02:21:43.539793" elapsed="0.000437"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:21:43.540370" elapsed="0.000321"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-05-31T02:21:43.541569" level="INFO">Logging into '10.30.170.136:22' as 'jenkins'.</msg>
<msg time="2026-05-31T02:21:44.142779" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun May 31 02:21:43 UTC 2026

  System load:  0.08               Processes:             105
  Usage of /:   19.6% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.136
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun May 31 02:11:37 2026 from 10.30.171.202
[?2004h[jenkins@releng-48317-735-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-05-31T02:21:43.541209" elapsed="0.601778"/>
</kw>
<msg time="2026-05-31T02:21:44.143088" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:21:43.540846" elapsed="0.602349"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-05-31T02:21:43.539421" elapsed="0.603891"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-05-31T02:21:44.143831" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.224 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-05-31T02:31:50.212497" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-05-31T02:31:50.213184" level="INFO">${stdout} = </msg>
<msg time="2026-05-31T02:31:50.213296" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-05-31T02:21:44.143528" elapsed="606.069827"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:31:50.213857" elapsed="0.000748"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.215775" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.224. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:22:49.305 16  switches: flows:  101323 101245 100792 100890 104248 102497 101314 103265 101526 102078 103031 101284 114346 101656 102969 104731  total = 27.453250 per ms 
02:23:49.405 16  switches: flows:  123509 123485 123078 119077 121796 121248 122663 120186 121125 121628 122442 121337 120384 120928 119694 121850  total = 32.353143 per ms 
02:24:49.506 16  switches: flows:  123411 123243 123282 121836 120459 120353 122341 118836 121693 120375 118881 123253 120865 120808 118429 120482  total = 32.255211 per ms 
02:25:49.606 16  switches: flows:  120818 121119 120572 117619 118683 117549 118661 117114 117770 116108 116740 119076 117781 117462 115333 117734  total = 31.449761 per ms 
02:26:49.706 16  switches: flows:  111649 109815 109440 107215 107242 106734 109122 106846 108211 107179 106733 109245 107941 108692 106058 108199  total = 28.790513 per ms 
02:27:49.807 16  switches: flows:  110763 110698 112289 111039 110617 110859 111979 111644 110652 109354 110049 110746 108745 110249 109742 110201  total = 29.444573 per ms 
02:28:49.907 16  switches: flows:  123146 122433 120968 120584 118986 122389 120225 120902 120283 121771 119252 120516 117787 119346 119920 119011  total = 32.071774 per ms 
02:29:50.007 16  switches: flows:  118209 120587 120570 118598 121181 120917 120436 120462 120599 120600 119941 117860 118261 119293 118286 117797  total = 31.840086 per ms 
02:30:50.108 16  switches: flows:  113805 114424 113792 113147 114129 114430 112935 113976 112968 114937 113512 113893 111056 113449 111670 113760  total = 30.214260 per ms 
02:31:50.208 16  switches: flows:  123101 123811 119470 119815 121009 122114 119216 120101 120343 120344 120699 121031 116904 120025 120447 119978  total = 32.086517 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28790.51/32353.14/31167.32/10465.35 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:31:50.214992" elapsed="0.001098"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-05-31T02:31:50.216640" elapsed="0.000076"/>
</return>
<status status="PASS" start="2026-05-31T02:31:50.216322" elapsed="0.000475"/>
</branch>
<status status="PASS" start="2026-05-31T02:31:50.216265" elapsed="0.000588"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-05-31T02:31:50.217061" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-05-31T02:31:50.216981" elapsed="0.000203"/>
</branch>
<status status="NOT RUN" start="2026-05-31T02:31:50.216946" elapsed="0.000288"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-05-31T02:31:50.217306" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-05-31T02:31:50.223071" elapsed="0.000501"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-31T02:31:50.223779" elapsed="0.000225"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-05-31T02:31:50.224207" elapsed="0.000137"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-05-31T02:31:50.218022" elapsed="0.006400"/>
</kw>
<msg time="2026-05-31T02:31:50.224602" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-05-31T02:21:43.534675" elapsed="606.689964"/>
</kw>
<status status="PASS" start="2026-05-31T02:21:43.534364" elapsed="606.690347"/>
</branch>
<status status="PASS" start="2026-05-31T02:21:43.534016" elapsed="606.690727"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.225365" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.224:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.224. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:22:49.305 16  switches: flows:  101323 101245 100792 100890 104248 102497 101314 103265 101526 102078 103031 101284 114346 101656 102969 104731  total = 27.453250 per ms 
02:23:49.405 16  switches: flows:  123509 123485 123078 119077 121796 121248 122663 120186 121125 121628 122442 121337 120384 120928 119694 121850  total = 32.353143 per ms 
02:24:49.506 16  switches: flows:  123411 123243 123282 121836 120459 120353 122341 118836 121693 120375 118881 123253 120865 120808 118429 120482  total = 32.255211 per ms 
02:25:49.606 16  switches: flows:  120818 121119 120572 117619 118683 117549 118661 117114 117770 116108 116740 119076 117781 117462 115333 117734  total = 31.449761 per ms 
02:26:49.706 16  switches: flows:  111649 109815 109440 107215 107242 106734 109122 106846 108211 107179 106733 109245 107941 108692 106058 108199  total = 28.790513 per ms 
02:27:49.807 16  switches: flows:  110763 110698 112289 111039 110617 110859 111979 111644 110652 109354 110049 110746 108745 110249 109742 110201  total = 29.444573 per ms 
02:28:49.907 16  switches: flows:  123146 122433 120968 120584 118986 122389 120225 120902 120283 121771 119252 120516 117787 119346 119920 119011  total = 32.071774 per ms 
02:29:50.007 16  switches: flows:  118209 120587 120570 118598 121181 120917 120436 120462 120599 120600 119941 117860 118261 119293 118286 117797  total = 31.840086 per ms 
02:30:50.108 16  switches: flows:  113805 114424 113792 113147 114129 114430 112935 113976 112968 114937 113512 113893 111056 113449 111670 113760  total = 30.214260 per ms 
02:31:50.208 16  switches: flows:  123101 123811 119470 119815 121009 122114 119216 120101 120343 120344 120699 121031 116904 120025 120447 119978  total = 32.086517 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28790.51/32353.14/31167.32/10465.35 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:31:50.224937" elapsed="0.000531"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-05-31T02:31:50.225675" elapsed="0.000578"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-05-31T02:31:50.226821" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-05-31T02:31:50.226949" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 28790.51/32353.14/31167.32/10465.35 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-05-31T02:31:50.226496" elapsed="0.000488"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-05-31T02:31:50.227587" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 28790.51/32353.14/31167.32/10465.35 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-05-31T02:31:50.227227" elapsed="0.000398"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.230999" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:31:50.227828" elapsed="0.003251"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.234644" level="INFO">28790.51/32353.14/31167.32/10465.35</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:31:50.231306" elapsed="0.003398"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-05-31T02:31:50.237040" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-05-31T02:31:50.234854" elapsed="0.002214"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-05-31T02:31:50.239504" level="INFO">@{result_value_list} = [ 28790.51 | 32353.14 | 31167.32 | 10465.35 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-05-31T02:31:50.237270" elapsed="0.002263"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.239994" level="INFO">Length is 4.</msg>
<msg time="2026-05-31T02:31:50.240082" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-05-31T02:31:50.239689" elapsed="0.000432"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.244960" level="INFO">min :: 28790.51</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:31:50.240503" elapsed="0.004515"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-05-31T02:31:50.240375" elapsed="0.004677"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.249572" level="INFO">max :: 32353.14</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:31:50.245284" elapsed="0.004344"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-05-31T02:31:50.245155" elapsed="0.004508"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.254283" level="INFO">avg :: 31167.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:31:50.249884" elapsed="0.004457"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-05-31T02:31:50.249745" elapsed="0.004630"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.259013" level="INFO">stdev :: 10465.35</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:31:50.254583" elapsed="0.004487"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-05-31T02:31:50.254458" elapsed="0.004666"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-05-31T02:31:50.240188" elapsed="0.018968"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.263020" level="INFO">${min} = 28790.51</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:31:50.259315" elapsed="0.003732"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.267128" level="INFO">${max} = 32353.14</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:31:50.263399" elapsed="0.003757"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.271087" level="INFO">${average} = 31167.32</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:31:50.267308" elapsed="0.003820"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.275075" level="INFO">${stdev} = 10465.35</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-05-31T02:31:50.271281" elapsed="0.003835"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.275623" level="INFO">${date} = 2026-05-31 02:31:50</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-05-31T02:31:50.275277" elapsed="0.000372"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.276225" level="INFO">CBench Result: 2026-05-31 02:31:50,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,28790.51,32353.14,31167.32,10465.35</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-05-31T02:31:50.275799" elapsed="0.000482"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-05-31T02:31:50.277371" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-05-31T02:31:50.276886" elapsed="0.000554"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-05-31T02:31:50.277591" elapsed="0.000478"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-05-31T02:31:50.276416" elapsed="0.001733"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-05-31T02:21:43.532962" elapsed="606.745247"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.278662" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-05-31T02:31:50.278354" elapsed="0.000364"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-05-31T02:31:50.279943" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-05-31T02:31:50.279445" elapsed="0.000525"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-05-31T02:31:50.280212" elapsed="0.000031"/>
</return>
<status status="PASS" start="2026-05-31T02:31:50.280046" elapsed="0.000228"/>
</branch>
<status status="PASS" start="2026-05-31T02:31:50.280026" elapsed="0.000273"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-05-31T02:31:50.280441" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-05-31T02:31:50.280597" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-05-31T02:31:50.280756" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-05-31T02:31:50.280957" elapsed="0.000022"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-05-31T02:31:50.281123" elapsed="0.000021"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-05-31T02:31:50.281272" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-05-31T02:31:50.281416" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-05-31T02:31:50.281638" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-05-31T02:31:50.281499" elapsed="0.000195"/>
</branch>
<status status="NOT RUN" start="2026-05-31T02:31:50.281482" elapsed="0.000236"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-05-31T02:31:50.279090" elapsed="0.002680"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-05-31T02:21:43.531684" elapsed="606.750156"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-05-31T02:01:26.961695" elapsed="1823.320587"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
