<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-25T00:39:50.697514" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-25T00:39:51.267769" elapsed="0.000022"/>
</return>
<status status="NOT RUN" start="2026-07-25T00:39:51.267626" elapsed="0.000215"/>
</branch>
<status status="PASS" start="2026-07-25T00:39:51.267596" elapsed="0.000271"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T00:39:51.268029" elapsed="0.000513"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-25T00:39:51.269034" level="INFO">Logging into '10.30.170.96:8101' as 'karaf'.</msg>
<msg time="2026-07-25T00:39:51.857836" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-25T00:39:51.268721" elapsed="0.589352"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-25T00:39:51.906708" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-25T00:39:51.858411" elapsed="0.048387"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-25T00:39:51.908734" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-25T00:39:51.908860" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-25T00:39:51.907015" elapsed="0.001887"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-25T00:39:51.909059" elapsed="0.000223"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T00:39:51.909439" elapsed="0.000203"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:39:51.910153" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:39:51.909791" elapsed="0.000439"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-25T00:39:51.910284" elapsed="0.000056"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.96
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-25T00:39:51.267228" elapsed="0.643233"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-25T00:39:51.263607" elapsed="0.646916"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-25T00:39:51.911095" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-25T00:39:51.910708" elapsed="0.000445"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-25T00:39:51.911596" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-25T00:39:51.911329" elapsed="0.000334"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-25T00:39:51.912230" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-25T00:39:51.911815" elapsed="0.000442"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-25T00:39:51.912810" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-25T00:39:51.912423" elapsed="0.000431"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-25T00:39:51.913391" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-25T00:39:51.913018" elapsed="0.000399"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-25T00:39:51.913884" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-25T00:39:51.913574" elapsed="0.000369"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-25T00:39:51.914276" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-25T00:39:51.914030" elapsed="0.000307"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-25T00:39:51.918745" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T00:39:51.918340" elapsed="0.000432"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-25T00:39:51.919765" level="INFO">Length is 0.</msg>
<msg time="2026-07-25T00:39:51.919846" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-25T00:39:51.919333" elapsed="0.000537"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T00:39:51.920028" elapsed="0.000339"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-25T00:39:51.921366" level="INFO">Logging into '10.30.171.77:22' as 'jenkins'.</msg>
<msg time="2026-07-25T00:39:52.710716" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 25 00:39:52 UTC 2026

  System load:  0.01               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.77
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-350-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-25T00:39:51.920859" elapsed="0.790017"/>
</kw>
<msg time="2026-07-25T00:39:52.710993" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T00:39:51.920519" elapsed="0.790572"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-25T00:39:51.918995" elapsed="0.792221"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-25T00:39:52.723316" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-25T00:39:52.711438" elapsed="0.014127"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T00:39:52.725982" elapsed="0.000617"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-25T00:39:51.917799" elapsed="0.808939"/>
</kw>
<status status="PASS" start="2026-07-25T00:39:51.914579" elapsed="0.812240"/>
</branch>
<status status="PASS" start="2026-07-25T00:39:51.914005" elapsed="0.812876"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-25T00:39:52.727247" elapsed="0.001010"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-25T00:39:52.735387" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-07-25T00:39:52.735264" elapsed="0.000177"/>
</branch>
<status status="PASS" start="2026-07-25T00:39:52.735239" elapsed="0.000225"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-25T00:39:52.738964" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-07-25T00:39:52.738836" elapsed="0.000174"/>
</branch>
<status status="PASS" start="2026-07-25T00:39:52.738816" elapsed="0.000216"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T00:39:52.739160" elapsed="0.000439"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-25T00:39:52.740018" level="INFO">Logging into '10.30.170.96:8101' as 'karaf'.</msg>
<msg time="2026-07-25T00:39:52.926255" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-25T00:39:52.739744" elapsed="0.186658"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-25T00:39:53.021029" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-25T00:39:52.926642" elapsed="0.094542"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-25T00:39:53.039733" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-25T00:39:53.039963" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-25T00:39:53.021415" elapsed="0.018581"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-25T00:39:53.040140" elapsed="0.000206"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T00:39:53.040511" elapsed="0.000265"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:39:53.041266" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:39:53.040946" elapsed="0.000375"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-25T00:39:53.041373" elapsed="0.000053"/>
</return>
<msg time="2026-07-25T00:39:53.041576" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.96
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-25T00:39:52.738482" elapsed="0.303127"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-25T00:39:53.041752" elapsed="0.000590"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-25T00:39:53.042398" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-25T00:39:52.734950" elapsed="0.307580"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-25T00:39:53.046192" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-07-25T00:39:53.046060" elapsed="0.000179"/>
</branch>
<status status="PASS" start="2026-07-25T00:39:53.046036" elapsed="0.000227"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T00:39:53.046391" elapsed="0.000437"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-25T00:39:53.047436" level="INFO">Logging into '10.30.170.96:8101' as 'karaf'.</msg>
<msg time="2026-07-25T00:39:53.199442" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-25T00:39:53.046991" elapsed="0.152578"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-25T00:39:53.225131" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-25T00:39:53.199784" elapsed="0.025599"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-25T00:39:53.230057" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-25T00:39:53.230376" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-25T00:39:53.225873" elapsed="0.004597"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-25T00:39:53.230922" elapsed="0.000651"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T00:39:53.232014" elapsed="0.000469"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:39:53.233476" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:39:53.232807" elapsed="0.000720"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-25T00:39:53.233584" elapsed="0.000060"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.96
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-25T00:39:53.045713" elapsed="0.188058"/>
</kw>
<status status="PASS" start="2026-07-25T00:39:51.261710" elapsed="1.972128"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:39:53.236151" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:39:53.234731" elapsed="0.001489"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-25T00:39:53.237734" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-25T00:39:53.237373" elapsed="0.000406"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-25T00:39:53.238133" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-25T00:39:53.237862" elapsed="0.000330"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-25T00:39:53.241175" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-25T00:39:53.240918" elapsed="0.000313"/>
</branch>
<status status="PASS" start="2026-07-25T00:39:53.240882" elapsed="0.000375"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-25T00:39:53.241598" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-25T00:39:53.241724" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-25T00:39:53.241388" elapsed="0.000363"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:39:53.242412" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.96 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.77" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:39:53.241901" elapsed="0.000574"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-25T00:39:53.243130" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T00:39:53.242616" elapsed="0.000541"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-25T00:39:53.244096" level="INFO">Length is 0.</msg>
<msg time="2026-07-25T00:39:53.244189" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-25T00:39:53.243750" elapsed="0.000462"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T00:39:53.244356" elapsed="0.000370"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-25T00:39:53.245603" level="INFO">Logging into '10.30.171.77:22' as 'jenkins'.</msg>
<msg time="2026-07-25T00:39:53.626468" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 25 00:39:52 UTC 2026

  System load:  0.01               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.77
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jul 25 00:39:52 2026 from 10.30.171.92
[?2004h[jenkins@releng-63164-350-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-25T00:39:53.245246" elapsed="0.381424"/>
</kw>
<msg time="2026-07-25T00:39:53.626761" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T00:39:53.244880" elapsed="0.381979"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-25T00:39:53.243368" elapsed="0.383633"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-25T00:39:53.627543" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.96 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-25T00:49:59.743179" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-25T00:49:59.743808" level="INFO">${stdout} = </msg>
<msg time="2026-07-25T00:49:59.743951" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-25T00:39:53.627224" elapsed="606.116790"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T00:49:59.744466" elapsed="0.000749"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.746425" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:40:58.829 16  switches: flows:  130456 128842 125019 127577 129013 133007 129726 126917 121420 125989 121534 122207 125288 126487 121732 123113  total = 33.638783 per ms 
00:41:58.931 16  switches: flows:  146462 141741 141655 141825 140966 143208 144276 138618 135116 138225 136946 137369 136759 133820 134256 137791  total = 37.088502 per ms 
00:42:59.033 16  switches: flows:  144513 142663 139200 140414 138279 142889 142265 138745 133233 138685 136250 137558 137261 134004 134593 138306  total = 36.919343 per ms 
00:43:59.134 16  switches: flows:  148018 145907 140986 142454 141154 143414 143913 139859 136968 141751 135732 137419 139213 134221 135481 139572  total = 37.371899 per ms 
00:44:59.235 16  switches: flows:  148029 145191 144390 144626 143654 146801 147262 141319 136431 141197 138589 140119 141216 137344 136937 139453  total = 37.812813 per ms 
00:45:59.336 16  switches: flows:  148358 146856 143812 142618 144051 145589 146046 144723 136184 142858 138581 138575 141922 136100 134793 142902  total = 37.836295 per ms 
00:46:59.437 16  switches: flows:  149454 146556 145499 143724 143395 146129 147122 142942 137277 142532 140125 140194 142670 136298 136594 141746  total = 37.974171 per ms 
00:47:59.538 16  switches: flows:  147386 143339 142042 140873 142897 142920 144595 139949 136689 139167 138205 137008 138890 133640 134481 138083  total = 37.273853 per ms 
00:48:59.639 16  switches: flows:  147629 144728 143082 143632 143998 144896 146348 142634 137219 139069 138653 138522 140442 136841 137203 140918  total = 37.700617 per ms 
00:49:59.740 16  switches: flows:  149260 147028 145700 145155 146746 146546 146616 143452 137786 142997 142337 142033 141910 138597 137046 142347  total = 38.195457 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 36919.34/38195.46/37574.77/12531.50 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.745578" elapsed="0.001187"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-25T00:49:59.747331" elapsed="0.000093"/>
</return>
<status status="PASS" start="2026-07-25T00:49:59.747003" elapsed="0.000539"/>
</branch>
<status status="PASS" start="2026-07-25T00:49:59.746942" elapsed="0.000660"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-25T00:49:59.747842" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-07-25T00:49:59.747750" elapsed="0.000219"/>
</branch>
<status status="NOT RUN" start="2026-07-25T00:49:59.747714" elapsed="0.000306"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-25T00:49:59.748096" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T00:49:59.753346" elapsed="0.000467"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T00:49:59.754044" elapsed="0.000237"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T00:49:59.754466" elapsed="0.000141"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-25T00:49:59.748789" elapsed="0.005894"/>
</kw>
<msg time="2026-07-25T00:49:59.754865" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-25T00:39:53.238546" elapsed="606.516379"/>
</kw>
<status status="PASS" start="2026-07-25T00:39:53.238221" elapsed="606.516774"/>
</branch>
<status status="PASS" start="2026-07-25T00:39:53.237838" elapsed="606.517189"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.755670" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:40:58.829 16  switches: flows:  130456 128842 125019 127577 129013 133007 129726 126917 121420 125989 121534 122207 125288 126487 121732 123113  total = 33.638783 per ms 
00:41:58.931 16  switches: flows:  146462 141741 141655 141825 140966 143208 144276 138618 135116 138225 136946 137369 136759 133820 134256 137791  total = 37.088502 per ms 
00:42:59.033 16  switches: flows:  144513 142663 139200 140414 138279 142889 142265 138745 133233 138685 136250 137558 137261 134004 134593 138306  total = 36.919343 per ms 
00:43:59.134 16  switches: flows:  148018 145907 140986 142454 141154 143414 143913 139859 136968 141751 135732 137419 139213 134221 135481 139572  total = 37.371899 per ms 
00:44:59.235 16  switches: flows:  148029 145191 144390 144626 143654 146801 147262 141319 136431 141197 138589 140119 141216 137344 136937 139453  total = 37.812813 per ms 
00:45:59.336 16  switches: flows:  148358 146856 143812 142618 144051 145589 146046 144723 136184 142858 138581 138575 141922 136100 134793 142902  total = 37.836295 per ms 
00:46:59.437 16  switches: flows:  149454 146556 145499 143724 143395 146129 147122 142942 137277 142532 140125 140194 142670 136298 136594 141746  total = 37.974171 per ms 
00:47:59.538 16  switches: flows:  147386 143339 142042 140873 142897 142920 144595 139949 136689 139167 138205 137008 138890 133640 134481 138083  total = 37.273853 per ms 
00:48:59.639 16  switches: flows:  147629 144728 143082 143632 143998 144896 146348 142634 137219 139069 138653 138522 140442 136841 137203 140918  total = 37.700617 per ms 
00:49:59.740 16  switches: flows:  149260 147028 145700 145155 146746 146546 146616 143452 137786 142997 142337 142033 141910 138597 137046 142347  total = 38.195457 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 36919.34/38195.46/37574.77/12531.50 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.755225" elapsed="0.000552"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-25T00:49:59.756007" elapsed="0.000549"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-25T00:49:59.757137" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-25T00:49:59.757270" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 36919.34/38195.46/37574.77/12531.50 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-25T00:49:59.756785" elapsed="0.000520"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-25T00:49:59.757909" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 36919.34/38195.46/37574.77/12531.50 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-25T00:49:59.757526" elapsed="0.000424"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.761306" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.758156" elapsed="0.003231"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.764657" level="INFO">36919.34/38195.46/37574.77/12531.50</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.761595" elapsed="0.003120"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-25T00:49:59.767183" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-25T00:49:59.764865" elapsed="0.002346"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-25T00:49:59.769641" level="INFO">@{result_value_list} = [ 36919.34 | 38195.46 | 37574.77 | 12531.50 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-25T00:49:59.767407" elapsed="0.002262"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.770150" level="INFO">Length is 4.</msg>
<msg time="2026-07-25T00:49:59.770238" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-25T00:49:59.769823" elapsed="0.000440"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.774993" level="INFO">min :: 36919.34</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.770674" elapsed="0.004378"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-25T00:49:59.770543" elapsed="0.004544"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.779651" level="INFO">max :: 38195.46</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.775315" elapsed="0.004393"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-25T00:49:59.775184" elapsed="0.004559"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.784446" level="INFO">avg :: 37574.77</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.779982" elapsed="0.004529"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-25T00:49:59.779833" elapsed="0.004714"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.789169" level="INFO">stdev :: 12531.50</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.784794" elapsed="0.004432"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-25T00:49:59.784658" elapsed="0.004602"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-25T00:49:59.770335" elapsed="0.018959"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.793214" level="INFO">${min} = 36919.34</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T00:49:59.789457" elapsed="0.003784"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.797615" level="INFO">${max} = 38195.46</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T00:49:59.793393" elapsed="0.004250"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.801514" level="INFO">${average} = 37574.77</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T00:49:59.797797" elapsed="0.003744"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.805417" level="INFO">${stdev} = 12531.50</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T00:49:59.801692" elapsed="0.003750"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.805979" level="INFO">${date} = 2026-07-25 00:49:59</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-25T00:49:59.805601" elapsed="0.000403"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.806563" level="INFO">CBench Result: 2026-07-25 00:49:59,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,36919.34,38195.46,37574.77,12531.50</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.806150" elapsed="0.000468"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-25T00:49:59.807734" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-25T00:49:59.807281" elapsed="0.000519"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-25T00:49:59.807964" elapsed="0.000468"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-25T00:49:59.806778" elapsed="0.001719"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-25T00:39:53.236703" elapsed="606.571856"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.809040" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-25T00:49:59.808710" elapsed="0.000385"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-25T00:49:59.809607" elapsed="0.000268"/>
</kw>
<status status="PASS" start="2026-07-25T00:49:59.809305" elapsed="0.000659"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-25T00:39:53.234012" elapsed="606.575989"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.811388" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.811002" elapsed="0.000461"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.812753" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-25T00:49:59.812419" elapsed="0.000377"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-25T00:49:59.813159" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-07-25T00:49:59.812935" elapsed="0.000283"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-25T00:49:59.816113" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-25T00:49:59.815852" elapsed="0.000315"/>
</branch>
<status status="PASS" start="2026-07-25T00:49:59.815816" elapsed="0.000375"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-25T00:49:59.816527" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-25T00:49:59.816646" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-25T00:49:59.816322" elapsed="0.000350"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.817234" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.96 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.77" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T00:49:59.816804" elapsed="0.000487"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-25T00:49:59.817826" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T00:49:59.817428" elapsed="0.000424"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-25T00:49:59.818749" level="INFO">Length is 0.</msg>
<msg time="2026-07-25T00:49:59.818837" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-25T00:49:59.818436" elapsed="0.000425"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T00:49:59.819015" elapsed="0.000323"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-25T00:49:59.820272" level="INFO">Logging into '10.30.171.77:22' as 'jenkins'.</msg>
<msg time="2026-07-25T00:50:00.464970" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 25 00:50:00 UTC 2026

  System load:  0.9                Processes:             104
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.77
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jul 25 00:39:53 2026 from 10.30.171.92
[?2004h[jenkins@releng-63164-350-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-25T00:49:59.819910" elapsed="0.645281"/>
</kw>
<msg time="2026-07-25T00:50:00.465287" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T00:49:59.819504" elapsed="0.645882"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-25T00:49:59.818069" elapsed="0.647445"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-25T00:50:00.466167" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.96 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-25T01:00:06.525425" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-25T01:00:06.526019" level="INFO">${stdout} = </msg>
<msg time="2026-07-25T01:00:06.526131" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-25T00:50:00.465772" elapsed="606.060425"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T01:00:06.526657" elapsed="0.000749"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.528525" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:51:05.601 16  switches: flows:  582687 587183 596481 589647 590915 586713 575198 582720 567260 573946 585085 577820 580221 557739 573375 566948  total = 154.565633 per ms 
00:52:05.703 16  switches: flows:  617766 626733 634676 622848 625399 627713 622105 632197 630308 633450 635548 633359 638002 623124 617900 634023  total = 167.304689 per ms 
00:53:05.804 16  switches: flows:  619906 615288 625661 612908 623008 627681 612129 613490 618194 616834 629592 603849 622291 620672 610374 616053  total = 164.522614 per ms 
00:54:05.906 16  switches: flows:  692711 694847 711826 693175 696592 702306 695660 694360 693242 694455 700318 700128 693480 686284 692556 687171  total = 185.172649 per ms 
00:55:06.009 16  switches: flows:  696118 703378 711306 709747 697767 690546 695530 701975 693798 711718 715459 707753 697907 687951 705946 705660  total = 186.892733 per ms 
00:56:06.110 16  switches: flows:  708692 718293 722462 720069 729746 715552 706185 713089 705648 713535 724547 720016 720190 720806 715158 709106  total = 190.730535 per ms 
00:57:06.214 16  switches: flows:  732574 719647 733952 728013 728921 736693 716291 720421 730382 733645 735954 735259 733104 732197 728727 727730  total = 194.223940 per ms 
00:58:06.315 16  switches: flows:  722714 731040 743073 720272 727823 735458 722871 729061 721391 722467 743900 725990 728901 727520 716444 734570  total = 193.899127 per ms 
00:59:06.416 16  switches: flows:  712358 708130 725904 700061 727059 709497 710496 715655 703712 718541 728578 704913 718315 707717 712554 717963  total = 190.038444 per ms 
01:00:06.518 16  switches: flows:  701118 708962 720582 710997 722081 695617 707093 710281 707857 715363 710759 721152 714009 706062 712218 719729  total = 189.411238 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 164522.61/194223.94/184688.44/62438.38 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.527761" elapsed="0.001080"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-25T01:00:06.529350" elapsed="0.000089"/>
</return>
<status status="PASS" start="2026-07-25T01:00:06.529053" elapsed="0.000468"/>
</branch>
<status status="PASS" start="2026-07-25T01:00:06.529002" elapsed="0.000574"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-25T01:00:06.529794" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-07-25T01:00:06.529713" elapsed="0.000171"/>
</branch>
<status status="NOT RUN" start="2026-07-25T01:00:06.529678" elapsed="0.000284"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-25T01:00:06.530032" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T01:00:06.534051" elapsed="0.000489"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T01:00:06.534751" elapsed="0.000249"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T01:00:06.535201" elapsed="0.000142"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-25T01:00:06.530694" elapsed="0.004722"/>
</kw>
<msg time="2026-07-25T01:00:06.535592" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-25T00:49:59.813556" elapsed="606.722072"/>
</kw>
<status status="PASS" start="2026-07-25T00:49:59.813244" elapsed="606.722449"/>
</branch>
<status status="PASS" start="2026-07-25T00:49:59.812911" elapsed="606.722814"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.536339" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:51:05.601 16  switches: flows:  582687 587183 596481 589647 590915 586713 575198 582720 567260 573946 585085 577820 580221 557739 573375 566948  total = 154.565633 per ms 
00:52:05.703 16  switches: flows:  617766 626733 634676 622848 625399 627713 622105 632197 630308 633450 635548 633359 638002 623124 617900 634023  total = 167.304689 per ms 
00:53:05.804 16  switches: flows:  619906 615288 625661 612908 623008 627681 612129 613490 618194 616834 629592 603849 622291 620672 610374 616053  total = 164.522614 per ms 
00:54:05.906 16  switches: flows:  692711 694847 711826 693175 696592 702306 695660 694360 693242 694455 700318 700128 693480 686284 692556 687171  total = 185.172649 per ms 
00:55:06.009 16  switches: flows:  696118 703378 711306 709747 697767 690546 695530 701975 693798 711718 715459 707753 697907 687951 705946 705660  total = 186.892733 per ms 
00:56:06.110 16  switches: flows:  708692 718293 722462 720069 729746 715552 706185 713089 705648 713535 724547 720016 720190 720806 715158 709106  total = 190.730535 per ms 
00:57:06.214 16  switches: flows:  732574 719647 733952 728013 728921 736693 716291 720421 730382 733645 735954 735259 733104 732197 728727 727730  total = 194.223940 per ms 
00:58:06.315 16  switches: flows:  722714 731040 743073 720272 727823 735458 722871 729061 721391 722467 743900 725990 728901 727520 716444 734570  total = 193.899127 per ms 
00:59:06.416 16  switches: flows:  712358 708130 725904 700061 727059 709497 710496 715655 703712 718541 728578 704913 718315 707717 712554 717963  total = 190.038444 per ms 
01:00:06.518 16  switches: flows:  701118 708962 720582 710997 722081 695617 707093 710281 707857 715363 710759 721152 714009 706062 712218 719729  total = 189.411238 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 164522.61/194223.94/184688.44/62438.38 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.535934" elapsed="0.000507"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-25T01:00:06.536641" elapsed="0.000589"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-25T01:00:06.537954" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-25T01:00:06.538128" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 164522.61/194223.94/184688.44/62438.38 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-25T01:00:06.537519" elapsed="0.000656"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-25T01:00:06.538909" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 164522.61/194223.94/184688.44/62438.38 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-25T01:00:06.538454" elapsed="0.000499"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.542914" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.539238" elapsed="0.003761"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.545587" level="INFO">164522.61/194223.94/184688.44/62438.38</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.543243" elapsed="0.002401"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-25T01:00:06.548048" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-25T01:00:06.545792" elapsed="0.002285"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-25T01:00:06.550491" level="INFO">@{result_value_list} = [ 164522.61 | 194223.94 | 184688.44 | 62438.38 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-25T01:00:06.548296" elapsed="0.002223"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.550998" level="INFO">Length is 4.</msg>
<msg time="2026-07-25T01:00:06.551103" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-25T01:00:06.550672" elapsed="0.000462"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.556048" level="INFO">min :: 164522.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.551527" elapsed="0.004579"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-25T01:00:06.551397" elapsed="0.004744"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.560645" level="INFO">max :: 194223.94</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.556358" elapsed="0.004343"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-25T01:00:06.556231" elapsed="0.004505"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.565240" level="INFO">avg :: 184688.44</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.560965" elapsed="0.004333"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-25T01:00:06.560823" elapsed="0.004509"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.570442" level="INFO">stdev :: 62438.38</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.565550" elapsed="0.004952"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-25T01:00:06.565422" elapsed="0.005116"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-25T01:00:06.551204" elapsed="0.019366"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.574401" level="INFO">${min} = 164522.61</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T01:00:06.570730" elapsed="0.003699"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.579375" level="INFO">${max} = 194223.94</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T01:00:06.574581" elapsed="0.004844"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.584790" level="INFO">${average} = 184688.44</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T01:00:06.579668" elapsed="0.005159"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.589467" level="INFO">${stdev} = 62438.38</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T01:00:06.585055" elapsed="0.004439"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.590013" level="INFO">${date} = 2026-07-25 01:00:06</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-25T01:00:06.589651" elapsed="0.000387"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.590585" level="INFO">CBench Result: 2026-07-25 01:00:06,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,164522.61,194223.94,184688.44,62438.38</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.590183" elapsed="0.000457"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-25T01:00:06.591729" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-25T01:00:06.591303" elapsed="0.000493"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-25T01:00:06.591960" elapsed="0.000460"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-25T01:00:06.590791" elapsed="0.001692"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-25T00:49:59.811781" elapsed="606.780771"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.593030" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-25T01:00:06.592701" elapsed="0.000386"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-25T01:00:06.593588" elapsed="0.000259"/>
</kw>
<status status="PASS" start="2026-07-25T01:00:06.593290" elapsed="0.000644"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-25T00:49:59.810412" elapsed="606.783560"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.595416" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.594977" elapsed="0.000498"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.596700" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-25T01:00:06.596355" elapsed="0.000387"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-25T01:00:06.597105" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-25T01:00:06.596864" elapsed="0.000300"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-25T01:00:06.600397" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-25T01:00:06.600150" elapsed="0.000303"/>
</branch>
<status status="PASS" start="2026-07-25T01:00:06.600130" elapsed="0.000346"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-25T01:00:06.600806" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-25T01:00:06.600938" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-25T01:00:06.600608" elapsed="0.000357"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.601512" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.96 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.77" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:00:06.601097" elapsed="0.000472"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-25T01:00:06.603386" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T01:00:06.601708" elapsed="0.001744"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-25T01:00:06.605576" level="INFO">Length is 0.</msg>
<msg time="2026-07-25T01:00:06.605781" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-25T01:00:06.604843" elapsed="0.000990"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T01:00:06.606184" elapsed="0.000777"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-25T01:00:06.609035" level="INFO">Logging into '10.30.171.77:22' as 'jenkins'.</msg>
<msg time="2026-07-25T01:00:07.215164" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 25 01:00:06 UTC 2026

  System load:  0.61               Processes:             106
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.77
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jul 25 00:50:00 2026 from 10.30.171.92
[?2004h[jenkins@releng-63164-350-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-25T01:00:06.608183" elapsed="0.607193"/>
</kw>
<msg time="2026-07-25T01:00:07.215466" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T01:00:06.607353" elapsed="0.608193"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-25T01:00:06.603970" elapsed="0.611694"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-25T01:00:07.216186" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.96 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-25T01:10:13.283147" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-25T01:10:13.283714" level="INFO">${stdout} = </msg>
<msg time="2026-07-25T01:10:13.283820" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-25T01:00:07.215879" elapsed="606.067999"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T01:10:13.284357" elapsed="0.000770"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.286319" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:01:12.379 16  switches: flows:  150335 150155 148849 142453 143817 144056 144772 146001 137052 136037 135980 139361 137057 139618 142053 137363  total = 37.915983 per ms 
01:02:12.479 16  switches: flows:  149759 151299 145502 146889 143807 145176 142672 145757 138106 137765 134306 136560 140370 138103 141329 136438  total = 37.834056 per ms 
01:03:12.579 16  switches: flows:  149486 153186 147677 149547 141669 142875 142983 147576 136335 139767 136555 138175 140544 138654 141656 137624  total = 38.008348 per ms 
01:04:12.680 16  switches: flows:  148383 147505 146809 144918 142119 142210 143227 145138 136186 134158 134966 135364 138667 138844 139692 137439  total = 37.531040 per ms 
01:05:12.780 16  switches: flows:  148048 150233 143346 146332 144396 144219 145339 140886 137611 137799 139299 135068 139283 138635 140337 137484  total = 37.742206 per ms 
01:06:12.880 16  switches: flows:  146965 147843 139555 145202 141232 143393 142726 140663 135746 136582 134190 134973 137232 138785 138224 137809  total = 37.289727 per ms 
01:07:12.981 16  switches: flows:  147879 147344 142121 144050 141823 141128 144862 140215 136354 137621 137020 132525 138048 137553 139856 138077  total = 37.378897 per ms 
01:08:13.081 16  switches: flows:  144804 144520 138325 143057 138823 138357 140833 137221 132168 133634 134301 132233 135445 136106 136642 135456  total = 36.637548 per ms 
01:09:13.181 16  switches: flows:  147017 147774 141644 145729 141741 140348 144430 137881 134488 134905 138899 135231 136762 137716 139648 136054  total = 37.275561 per ms 
01:10:13.282 16  switches: flows:  146567 147359 139910 147746 143140 141306 142841 138817 134761 136319 136867 135666 137976 138876 137368 137673  total = 37.324231 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 36637.55/38008.35/37446.85/12488.01 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:10:13.285483" elapsed="0.001151"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-25T01:10:13.287172" elapsed="0.000084"/>
</return>
<status status="PASS" start="2026-07-25T01:10:13.286828" elapsed="0.000509"/>
</branch>
<status status="PASS" start="2026-07-25T01:10:13.286776" elapsed="0.000617"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-25T01:10:13.287615" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-07-25T01:10:13.287531" elapsed="0.000174"/>
</branch>
<status status="NOT RUN" start="2026-07-25T01:10:13.287494" elapsed="0.000260"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-25T01:10:13.287821" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-25T01:10:13.293650" elapsed="0.000568"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-25T01:10:13.294364" elapsed="0.000162"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-25T01:10:13.294655" elapsed="0.000096"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-25T01:10:13.288516" elapsed="0.006288"/>
</kw>
<msg time="2026-07-25T01:10:13.294955" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-25T01:00:06.597537" elapsed="606.697444"/>
</kw>
<status status="PASS" start="2026-07-25T01:00:06.597190" elapsed="606.697842"/>
</branch>
<status status="PASS" start="2026-07-25T01:00:06.596841" elapsed="606.698214"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.295476" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:01:12.379 16  switches: flows:  150335 150155 148849 142453 143817 144056 144772 146001 137052 136037 135980 139361 137057 139618 142053 137363  total = 37.915983 per ms 
01:02:12.479 16  switches: flows:  149759 151299 145502 146889 143807 145176 142672 145757 138106 137765 134306 136560 140370 138103 141329 136438  total = 37.834056 per ms 
01:03:12.579 16  switches: flows:  149486 153186 147677 149547 141669 142875 142983 147576 136335 139767 136555 138175 140544 138654 141656 137624  total = 38.008348 per ms 
01:04:12.680 16  switches: flows:  148383 147505 146809 144918 142119 142210 143227 145138 136186 134158 134966 135364 138667 138844 139692 137439  total = 37.531040 per ms 
01:05:12.780 16  switches: flows:  148048 150233 143346 146332 144396 144219 145339 140886 137611 137799 139299 135068 139283 138635 140337 137484  total = 37.742206 per ms 
01:06:12.880 16  switches: flows:  146965 147843 139555 145202 141232 143393 142726 140663 135746 136582 134190 134973 137232 138785 138224 137809  total = 37.289727 per ms 
01:07:12.981 16  switches: flows:  147879 147344 142121 144050 141823 141128 144862 140215 136354 137621 137020 132525 138048 137553 139856 138077  total = 37.378897 per ms 
01:08:13.081 16  switches: flows:  144804 144520 138325 143057 138823 138357 140833 137221 132168 133634 134301 132233 135445 136106 136642 135456  total = 36.637548 per ms 
01:09:13.181 16  switches: flows:  147017 147774 141644 145729 141741 140348 144430 137881 134488 134905 138899 135231 136762 137716 139648 136054  total = 37.275561 per ms 
01:10:13.282 16  switches: flows:  146567 147359 139910 147746 143140 141306 142841 138817 134761 136319 136867 135666 137976 138876 137368 137673  total = 37.324231 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 36637.55/38008.35/37446.85/12488.01 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:10:13.295193" elapsed="0.000355"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-25T01:10:13.295693" elapsed="0.000371"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-25T01:10:13.296437" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-25T01:10:13.296525" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 36637.55/38008.35/37446.85/12488.01 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-25T01:10:13.296223" elapsed="0.000326"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-25T01:10:13.296970" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 36637.55/38008.35/37446.85/12488.01 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-25T01:10:13.296699" elapsed="0.000298"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.299354" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:10:13.297140" elapsed="0.002269"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.301766" level="INFO">36637.55/38008.35/37446.85/12488.01</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:10:13.299553" elapsed="0.002273"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-25T01:10:13.304204" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-25T01:10:13.302014" elapsed="0.002217"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-25T01:10:13.306620" level="INFO">@{result_value_list} = [ 36637.55 | 38008.35 | 37446.85 | 12488.01 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-25T01:10:13.304417" elapsed="0.002230"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.307118" level="INFO">Length is 4.</msg>
<msg time="2026-07-25T01:10:13.307205" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-25T01:10:13.306796" elapsed="0.000433"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.311912" level="INFO">min :: 36637.55</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:10:13.307594" elapsed="0.004376"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-25T01:10:13.307469" elapsed="0.004535"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.316505" level="INFO">max :: 38008.35</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:10:13.312215" elapsed="0.004347"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-25T01:10:13.312090" elapsed="0.004506"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.321066" level="INFO">avg :: 37446.85</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:10:13.316802" elapsed="0.004320"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-25T01:10:13.316678" elapsed="0.004477"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.325872" level="INFO">stdev :: 12488.01</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:10:13.321363" elapsed="0.004589"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-25T01:10:13.321238" elapsed="0.004787"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-25T01:10:13.307293" elapsed="0.018763"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.329920" level="INFO">${min} = 36637.55</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T01:10:13.326239" elapsed="0.003709"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.333812" level="INFO">${max} = 38008.35</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T01:10:13.330101" elapsed="0.003739"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.337659" level="INFO">${average} = 37446.85</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T01:10:13.334007" elapsed="0.003678"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.341543" level="INFO">${stdev} = 12488.01</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-25T01:10:13.337848" elapsed="0.003721"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.342126" level="INFO">${date} = 2026-07-25 01:10:13</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-25T01:10:13.341761" elapsed="0.000391"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.342696" level="INFO">CBench Result: 2026-07-25 01:10:13,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,36637.55,38008.35,37446.85,12488.01</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-25T01:10:13.342296" elapsed="0.000455"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-25T01:10:13.343830" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-25T01:10:13.343360" elapsed="0.000554"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-25T01:10:13.344063" elapsed="0.000448"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-25T01:10:13.342886" elapsed="0.001687"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-25T01:00:06.595789" elapsed="606.748842"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.345096" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-25T01:10:13.344776" elapsed="0.000375"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-25T01:10:13.346346" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-25T01:10:13.345850" elapsed="0.000522"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-25T01:10:13.346591" elapsed="0.000028"/>
</return>
<status status="PASS" start="2026-07-25T01:10:13.346446" elapsed="0.000204"/>
</branch>
<status status="PASS" start="2026-07-25T01:10:13.346427" elapsed="0.000246"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-25T01:10:13.346812" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-25T01:10:13.346981" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-25T01:10:13.347139" elapsed="0.000019"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-25T01:10:13.347330" elapsed="0.000020"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-25T01:10:13.347480" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-25T01:10:13.347623" elapsed="0.000025"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-25T01:10:13.347772" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-25T01:10:13.348007" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-25T01:10:13.347858" elapsed="0.000202"/>
</branch>
<status status="NOT RUN" start="2026-07-25T01:10:13.347841" elapsed="0.000242"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-25T01:10:13.345513" elapsed="0.002620"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-25T01:00:06.594409" elapsed="606.753769"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-25T00:39:50.699157" elapsed="1822.649765"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
