<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-06-24T00:47:02.099295" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-24T00:47:02.688214" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-06-24T00:47:02.688073" elapsed="0.000216"/>
</branch>
<status status="PASS" start="2026-06-24T00:47:02.688044" elapsed="0.000272"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T00:47:02.688460" elapsed="0.000562"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-24T00:47:02.689500" level="INFO">Logging into '10.30.170.71:8101' as 'karaf'.</msg>
<msg time="2026-06-24T00:47:03.623139" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-24T00:47:02.689196" elapsed="0.934145"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-24T00:47:03.674396" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-24T00:47:03.623635" elapsed="0.050859"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-24T00:47:03.676310" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-24T00:47:03.676421" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-24T00:47:03.674716" elapsed="0.001737"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-24T00:47:03.676612" elapsed="0.000222"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T00:47:03.677003" elapsed="0.000216"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:47:03.677733" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:47:03.677387" elapsed="0.000402"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-24T00:47:03.677843" elapsed="0.000056"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.71
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-24T00:47:02.687681" elapsed="0.990415"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-06-24T00:47:02.684105" elapsed="0.994059"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-24T00:47:03.678760" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-24T00:47:03.678356" elapsed="0.000462"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-24T00:47:03.679247" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-24T00:47:03.678994" elapsed="0.000309"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-24T00:47:03.679859" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-24T00:47:03.679458" elapsed="0.000429"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T00:47:03.680413" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T00:47:03.680076" elapsed="0.000380"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-24T00:47:03.680992" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-24T00:47:03.680604" elapsed="0.000417"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T00:47:03.681525" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T00:47:03.681183" elapsed="0.000385"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-06-24T00:47:03.681874" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-24T00:47:03.681659" elapsed="0.000271"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-24T00:47:03.686381" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T00:47:03.685940" elapsed="0.000468"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T00:47:03.687466" level="INFO">Length is 0.</msg>
<msg time="2026-06-24T00:47:03.687550" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T00:47:03.687023" elapsed="0.000552"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T00:47:03.687721" elapsed="0.000365"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-24T00:47:03.689333" level="INFO">Logging into '10.30.171.70:22' as 'jenkins'.</msg>
<msg time="2026-06-24T00:47:04.414687" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jun 24 00:47:03 UTC 2026

  System load:  0.1                Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.70
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-319-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-24T00:47:03.688591" elapsed="0.726247"/>
</kw>
<msg time="2026-06-24T00:47:04.414932" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T00:47:03.688242" elapsed="0.726805"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-24T00:47:03.686643" elapsed="0.728529"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-06-24T00:47:04.422714" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-06-24T00:47:04.415384" elapsed="0.009122"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T00:47:04.424820" elapsed="0.000516"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-06-24T00:47:03.685405" elapsed="0.740052"/>
</kw>
<status status="PASS" start="2026-06-24T00:47:03.682025" elapsed="0.743722"/>
</branch>
<status status="PASS" start="2026-06-24T00:47:03.681633" elapsed="0.744182"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-24T00:47:04.426140" elapsed="0.000946"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-24T00:47:04.435405" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-06-24T00:47:04.435268" elapsed="0.000195"/>
</branch>
<status status="PASS" start="2026-06-24T00:47:04.435240" elapsed="0.000249"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-24T00:47:04.439160" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-06-24T00:47:04.439041" elapsed="0.000166"/>
</branch>
<status status="PASS" start="2026-06-24T00:47:04.439020" elapsed="0.000210"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T00:47:04.439375" elapsed="0.000472"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-24T00:47:04.440286" level="INFO">Logging into '10.30.170.71:8101' as 'karaf'.</msg>
<msg time="2026-06-24T00:47:04.705614" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-24T00:47:04.440013" elapsed="0.265751"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-24T00:47:04.810141" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-24T00:47:04.706179" elapsed="0.104110"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-24T00:47:04.825945" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-24T00:47:04.826205" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-24T00:47:04.810546" elapsed="0.015693"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-24T00:47:04.826438" elapsed="0.000235"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T00:47:04.826826" elapsed="0.000260"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:47:04.827547" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:47:04.827232" elapsed="0.000372"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-24T00:47:04.827654" elapsed="0.000050"/>
</return>
<msg time="2026-06-24T00:47:04.827852" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.71
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-24T00:47:04.438655" elapsed="0.389230"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-24T00:47:04.828059" elapsed="0.000501"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-24T00:47:04.828619" elapsed="0.000051"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-06-24T00:47:04.434867" elapsed="0.393945"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-24T00:47:04.832949" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-24T00:47:04.832807" elapsed="0.000210"/>
</branch>
<status status="PASS" start="2026-06-24T00:47:04.832784" elapsed="0.000269"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T00:47:04.833235" elapsed="0.000693"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-24T00:47:04.834454" level="INFO">Logging into '10.30.170.71:8101' as 'karaf'.</msg>
<msg time="2026-06-24T00:47:05.061080" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-24T00:47:04.834156" elapsed="0.227079"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-24T00:47:05.085848" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-24T00:47:05.061478" elapsed="0.024435"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-24T00:47:05.088013" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-24T00:47:05.088124" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-24T00:47:05.086099" elapsed="0.002055"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-24T00:47:05.088294" elapsed="0.000191"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T00:47:05.088623" elapsed="0.000242"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:47:05.089343" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:47:05.089033" elapsed="0.000362"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-24T00:47:05.089448" elapsed="0.000049"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.71
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-24T00:47:04.832464" elapsed="0.257150"/>
</kw>
<status status="PASS" start="2026-06-24T00:47:02.682328" elapsed="2.407349"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:47:05.091787" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:47:05.090719" elapsed="0.001135"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T00:47:05.093352" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T00:47:05.092964" elapsed="0.000434"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-24T00:47:05.093725" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-24T00:47:05.093479" elapsed="0.000307"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-24T00:47:05.096858" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-24T00:47:05.096600" elapsed="0.000316"/>
</branch>
<status status="PASS" start="2026-06-24T00:47:05.096578" elapsed="0.000364"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-24T00:47:05.097306" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-24T00:47:05.097431" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-24T00:47:05.097095" elapsed="0.000364"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:47:05.098103" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.71 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.70" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:47:05.097612" elapsed="0.000579"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-24T00:47:05.098844" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T00:47:05.098338" elapsed="0.000533"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T00:47:05.099835" level="INFO">Length is 0.</msg>
<msg time="2026-06-24T00:47:05.099930" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T00:47:05.099476" elapsed="0.000479"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T00:47:05.100124" elapsed="0.000360"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-24T00:47:05.101399" level="INFO">Logging into '10.30.171.70:22' as 'jenkins'.</msg>
<msg time="2026-06-24T00:47:05.425385" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jun 24 00:47:03 UTC 2026

  System load:  0.1                Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.70
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jun 24 00:47:04 2026 from 10.30.170.197
[?2004h[jenkins@releng-63164-319-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-24T00:47:05.101030" elapsed="0.324570"/>
</kw>
<msg time="2026-06-24T00:47:05.425692" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T00:47:05.100641" elapsed="0.325143"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-24T00:47:05.099095" elapsed="0.326817"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-24T00:47:05.426788" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.71 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-24T00:57:11.550959" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-24T00:57:11.551398" level="INFO">${stdout} = </msg>
<msg time="2026-06-24T00:57:11.551474" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-24T00:47:05.426190" elapsed="606.125324"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T00:57:11.551834" elapsed="0.000515"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.553268" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.71. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:48:10.641 16  switches: flows:  108357 106862 109106 103573 104741 108684 109228 104358 103855 105865 105498 105480 107064 107318 105799 106166  total = 28.365900 per ms 
00:49:10.742 16  switches: flows:  120307 120179 120296 118375 119377 119832 122111 117799 115909 119660 116921 118663 119881 120572 116625 119693  total = 31.717037 per ms 
00:50:10.842 16  switches: flows:  122116 121860 122653 121383 119793 120720 123346 118866 116362 120710 118256 122077 123278 121908 118873 121364  total = 32.172294 per ms 
00:51:10.942 16  switches: flows:  123153 123622 124432 122949 121359 122658 125418 121418 118116 123259 120965 122685 122402 123408 120369 122705  total = 32.594187 per ms 
00:52:11.043 16  switches: flows:  110092 113101 111302 109915 110829 110952 111066 108913 107669 108697 109661 108854 110546 109399 108070 108089  total = 29.237092 per ms 
00:53:11.143 16  switches: flows:  104327 104458 102731 103343 102587 104919 103818 104021 101382 101159 100933 103037 102249 102745 101711 101883  total = 27.375847 per ms 
00:54:11.244 16  switches: flows:  119364 121413 117654 120463 119221 121145 117776 116564 114673 117789 119588 117968 119895 116940 117662 116971  total = 31.532127 per ms 
00:55:11.344 16  switches: flows:  125273 125267 123735 125141 123632 125141 122490 125067 122223 121483 121446 122153 122316 120739 124056 122890  total = 32.829343 per ms 
00:56:11.444 16  switches: flows:  126190 130503 127384 127255 124918 129100 123412 126679 121164 122891 125200 124490 125922 123253 124853 122451  total = 33.371943 per ms 
00:57:11.545 16  switches: flows:  107987 109136 107951 107722 107674 109580 104761 108536 104021 103874 106761 104899 107509 105346 105402 105161  total = 28.391252 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27375.85/33371.94/31024.57/10536.98 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.552604" elapsed="0.000942"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-24T00:57:11.553995" elapsed="0.000058"/>
</return>
<status status="PASS" start="2026-06-24T00:57:11.553751" elapsed="0.000357"/>
</branch>
<status status="PASS" start="2026-06-24T00:57:11.553661" elapsed="0.000483"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-24T00:57:11.554283" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-06-24T00:57:11.554230" elapsed="0.000110"/>
</branch>
<status status="NOT RUN" start="2026-06-24T00:57:11.554207" elapsed="0.000163"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-24T00:57:11.554417" elapsed="0.000019"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T00:57:11.560526" elapsed="0.000894"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T00:57:11.561821" elapsed="0.000547"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T00:57:11.562728" elapsed="0.000291"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-24T00:57:11.554968" elapsed="0.008187"/>
</kw>
<msg time="2026-06-24T00:57:11.563513" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-24T00:47:05.094178" elapsed="606.469409"/>
</kw>
<status status="PASS" start="2026-06-24T00:47:05.093815" elapsed="606.469894"/>
</branch>
<status status="PASS" start="2026-06-24T00:47:05.093456" elapsed="606.470314"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.564958" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.71. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:48:10.641 16  switches: flows:  108357 106862 109106 103573 104741 108684 109228 104358 103855 105865 105498 105480 107064 107318 105799 106166  total = 28.365900 per ms 
00:49:10.742 16  switches: flows:  120307 120179 120296 118375 119377 119832 122111 117799 115909 119660 116921 118663 119881 120572 116625 119693  total = 31.717037 per ms 
00:50:10.842 16  switches: flows:  122116 121860 122653 121383 119793 120720 123346 118866 116362 120710 118256 122077 123278 121908 118873 121364  total = 32.172294 per ms 
00:51:10.942 16  switches: flows:  123153 123622 124432 122949 121359 122658 125418 121418 118116 123259 120965 122685 122402 123408 120369 122705  total = 32.594187 per ms 
00:52:11.043 16  switches: flows:  110092 113101 111302 109915 110829 110952 111066 108913 107669 108697 109661 108854 110546 109399 108070 108089  total = 29.237092 per ms 
00:53:11.143 16  switches: flows:  104327 104458 102731 103343 102587 104919 103818 104021 101382 101159 100933 103037 102249 102745 101711 101883  total = 27.375847 per ms 
00:54:11.244 16  switches: flows:  119364 121413 117654 120463 119221 121145 117776 116564 114673 117789 119588 117968 119895 116940 117662 116971  total = 31.532127 per ms 
00:55:11.344 16  switches: flows:  125273 125267 123735 125141 123632 125141 122490 125067 122223 121483 121446 122153 122316 120739 124056 122890  total = 32.829343 per ms 
00:56:11.444 16  switches: flows:  126190 130503 127384 127255 124918 129100 123412 126679 121164 122891 125200 124490 125922 123253 124853 122451  total = 33.371943 per ms 
00:57:11.545 16  switches: flows:  107987 109136 107951 107722 107674 109580 104761 108536 104021 103874 106761 104899 107509 105346 105402 105161  total = 28.391252 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27375.85/33371.94/31024.57/10536.98 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.564181" elapsed="0.000998"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-24T00:57:11.565573" elapsed="0.000864"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-24T00:57:11.566854" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-24T00:57:11.566959" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 27375.85/33371.94/31024.57/10536.98 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-24T00:57:11.566604" elapsed="0.000404"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T00:57:11.567454" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 27375.85/33371.94/31024.57/10536.98 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T00:57:11.567183" elapsed="0.000300"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.569917" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.567632" elapsed="0.002366"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.572472" level="INFO">27375.85/33371.94/31024.57/10536.98</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.570164" elapsed="0.002368"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T00:57:11.575008" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T00:57:11.572686" elapsed="0.002352"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T00:57:11.577526" level="INFO">@{result_value_list} = [ 27375.85 | 33371.94 | 31024.57 | 10536.98 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T00:57:11.575263" elapsed="0.002292"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.578099" level="INFO">Length is 4.</msg>
<msg time="2026-06-24T00:57:11.578191" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T00:57:11.577758" elapsed="0.000458"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.583214" level="INFO">min :: 27375.85</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.578646" elapsed="0.004629"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-24T00:57:11.578504" elapsed="0.004807"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.588767" level="INFO">max :: 33371.94</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.583537" elapsed="0.005313"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-24T00:57:11.583408" elapsed="0.005487"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.593900" level="INFO">avg :: 31024.57</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.589211" elapsed="0.004748"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-24T00:57:11.589044" elapsed="0.004981"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.599028" level="INFO">stdev :: 10536.98</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.594256" elapsed="0.004837"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-24T00:57:11.594125" elapsed="0.005005"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-24T00:57:11.578296" elapsed="0.020871"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.603085" level="INFO">${min} = 27375.85</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T00:57:11.599340" elapsed="0.003773"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.607177" level="INFO">${max} = 33371.94</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T00:57:11.603269" elapsed="0.003936"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.611665" level="INFO">${average} = 31024.57</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T00:57:11.607388" elapsed="0.004304"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.615764" level="INFO">${stdev} = 10536.98</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T00:57:11.611847" elapsed="0.003944"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.616381" level="INFO">${date} = 2026-06-24 00:57:11</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-24T00:57:11.615955" elapsed="0.000452"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.616997" level="INFO">CBench Result: 2026-06-24 00:57:11,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,27375.85,33371.94,31024.57,10536.98</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.616559" elapsed="0.000515"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-24T00:57:11.618234" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-24T00:57:11.617765" elapsed="0.000538"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-24T00:57:11.618456" elapsed="0.000480"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-24T00:57:11.617242" elapsed="0.001792"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-06-24T00:47:05.092320" elapsed="606.526779"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.619610" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-24T00:57:11.619276" elapsed="0.000392"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-24T00:57:11.620220" elapsed="0.000275"/>
</kw>
<status status="PASS" start="2026-06-24T00:57:11.619889" elapsed="0.000679"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-24T00:47:05.089821" elapsed="606.530784"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.622168" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.621759" elapsed="0.000468"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.623492" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T00:57:11.623156" elapsed="0.000381"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-24T00:57:11.623957" elapsed="0.000044"/>
</kw>
<status status="NOT RUN" start="2026-06-24T00:57:11.623696" elapsed="0.000345"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-24T00:57:11.627328" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-24T00:57:11.627076" elapsed="0.000309"/>
</branch>
<status status="PASS" start="2026-06-24T00:57:11.627056" elapsed="0.000352"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-24T00:57:11.627762" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-24T00:57:11.627887" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-24T00:57:11.627543" elapsed="0.000370"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.628494" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.71 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.70" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T00:57:11.628069" elapsed="0.000483"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-24T00:57:11.629132" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T00:57:11.628694" elapsed="0.000466"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T00:57:11.630189" level="INFO">Length is 0.</msg>
<msg time="2026-06-24T00:57:11.630282" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T00:57:11.629800" elapsed="0.000507"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T00:57:11.630452" elapsed="0.000333"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-24T00:57:11.631673" level="INFO">Logging into '10.30.171.70:22' as 'jenkins'.</msg>
<msg time="2026-06-24T00:57:12.218009" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jun 24 00:57:11 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.70
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jun 24 00:47:05 2026 from 10.30.170.197
[?2004h[jenkins@releng-63164-319-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-24T00:57:11.631315" elapsed="0.586889"/>
</kw>
<msg time="2026-06-24T00:57:12.218291" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T00:57:11.630938" elapsed="0.587439"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-24T00:57:11.629362" elapsed="0.589129"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-24T00:57:12.219022" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.71 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-24T01:07:18.263551" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-24T01:07:18.264724" level="INFO">${stdout} = </msg>
<msg time="2026-06-24T01:07:18.264842" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-24T00:57:12.218707" elapsed="606.046200"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T01:07:18.265390" elapsed="0.000845"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.268091" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.71. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:58:17.351 16  switches: flows:  521124 516700 524051 519035 518996 524140 516035 528841 500653 503600 504190 505973 496366 504092 516611 515566  total = 136.932883 per ms 
00:59:17.452 16  switches: flows:  553662 561695 559950 550328 559996 554551 568845 560519 568909 563215 556877 568761 562573 573099 555237 565301  total = 149.473492 per ms 
01:00:17.553 16  switches: flows:  645846 635148 621780 632730 621232 619601 627284 635039 637213 621207 628769 631649 629334 629614 626498 624081  total = 167.501811 per ms 
01:01:17.654 16  switches: flows:  613376 613960 609708 600467 611035 600861 605796 616673 604436 604944 604781 623133 591493 615012 603409 599619  total = 161.706261 per ms 
01:02:17.756 16  switches: flows:  612700 615908 609888 619903 611990 616482 617363 615004 611234 613765 615874 615698 614160 615378 618068 606910  total = 163.562610 per ms 
01:03:17.858 16  switches: flows:  633472 625286 622094 614982 612416 610016 609079 622553 611193 613856 610996 611505 625866 614507 623824 621595  total = 164.443757 per ms 
01:04:17.960 16  switches: flows:  630034 629586 628582 628250 626925 632241 629979 618144 637043 628277 619476 624256 628456 626413 628293 618601  total = 166.960315 per ms 
01:05:18.063 16  switches: flows:  609565 598524 597363 604527 612197 604835 610260 604573 607468 601685 603970 607207 601047 610498 596497 600257  total = 160.903064 per ms 
01:06:18.165 16  switches: flows:  521380 518048 517829 517350 523237 522313 522887 523077 525461 521434 524175 523632 519798 520432 515772 526498  total = 138.821044 per ms 
01:07:18.267 16  switches: flows:  493108 494594 494080 489741 489707 488652 491172 491876 494371 492138 488108 490498 488390 499440 495566 487866  total = 130.934808 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 130934.81/167501.81/156034.13/53489.49 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.266633" elapsed="0.001790"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-24T01:07:18.268806" elapsed="0.000057"/>
</return>
<status status="PASS" start="2026-06-24T01:07:18.268558" elapsed="0.000392"/>
</branch>
<status status="PASS" start="2026-06-24T01:07:18.268520" elapsed="0.000500"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-24T01:07:18.269168" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-06-24T01:07:18.269114" elapsed="0.000112"/>
</branch>
<status status="NOT RUN" start="2026-06-24T01:07:18.269089" elapsed="0.000168"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-24T01:07:18.269301" elapsed="0.000018"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T01:07:18.272928" elapsed="0.000493"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T01:07:18.273662" elapsed="0.000234"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T01:07:18.274100" elapsed="0.000146"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-24T01:07:18.269781" elapsed="0.004540"/>
</kw>
<msg time="2026-06-24T01:07:18.274504" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-24T00:57:11.624394" elapsed="606.650147"/>
</kw>
<status status="PASS" start="2026-06-24T00:57:11.624070" elapsed="606.650539"/>
</branch>
<status status="PASS" start="2026-06-24T00:57:11.623669" elapsed="606.650973"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.275276" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.71. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:58:17.351 16  switches: flows:  521124 516700 524051 519035 518996 524140 516035 528841 500653 503600 504190 505973 496366 504092 516611 515566  total = 136.932883 per ms 
00:59:17.452 16  switches: flows:  553662 561695 559950 550328 559996 554551 568845 560519 568909 563215 556877 568761 562573 573099 555237 565301  total = 149.473492 per ms 
01:00:17.553 16  switches: flows:  645846 635148 621780 632730 621232 619601 627284 635039 637213 621207 628769 631649 629334 629614 626498 624081  total = 167.501811 per ms 
01:01:17.654 16  switches: flows:  613376 613960 609708 600467 611035 600861 605796 616673 604436 604944 604781 623133 591493 615012 603409 599619  total = 161.706261 per ms 
01:02:17.756 16  switches: flows:  612700 615908 609888 619903 611990 616482 617363 615004 611234 613765 615874 615698 614160 615378 618068 606910  total = 163.562610 per ms 
01:03:17.858 16  switches: flows:  633472 625286 622094 614982 612416 610016 609079 622553 611193 613856 610996 611505 625866 614507 623824 621595  total = 164.443757 per ms 
01:04:17.960 16  switches: flows:  630034 629586 628582 628250 626925 632241 629979 618144 637043 628277 619476 624256 628456 626413 628293 618601  total = 166.960315 per ms 
01:05:18.063 16  switches: flows:  609565 598524 597363 604527 612197 604835 610260 604573 607468 601685 603970 607207 601047 610498 596497 600257  total = 160.903064 per ms 
01:06:18.165 16  switches: flows:  521380 518048 517829 517350 523237 522313 522887 523077 525461 521434 524175 523632 519798 520432 515772 526498  total = 138.821044 per ms 
01:07:18.267 16  switches: flows:  493108 494594 494080 489741 489707 488652 491172 491876 494371 492138 488108 490498 488390 499440 495566 487866  total = 130.934808 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 130934.81/167501.81/156034.13/53489.49 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.274843" elapsed="0.000535"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-24T01:07:18.275606" elapsed="0.000737"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-24T01:07:18.276956" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-24T01:07:18.277107" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 130934.81/167501.81/156034.13/53489.49 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-24T01:07:18.276635" elapsed="0.000507"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T01:07:18.277833" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 130934.81/167501.81/156034.13/53489.49 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T01:07:18.277357" elapsed="0.000517"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.280391" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.278108" elapsed="0.002341"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.282868" level="INFO">130934.81/167501.81/156034.13/53489.49</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.280597" elapsed="0.002334"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T01:07:18.285354" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T01:07:18.283112" elapsed="0.002270"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T01:07:18.288866" level="INFO">@{result_value_list} = [ 130934.81 | 167501.81 | 156034.13 | 53489.49 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T01:07:18.285619" elapsed="0.003287"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.289666" level="INFO">Length is 4.</msg>
<msg time="2026-06-24T01:07:18.289794" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T01:07:18.289151" elapsed="0.000676"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.294876" level="INFO">min :: 130934.81</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.290392" elapsed="0.004569"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-24T01:07:18.290241" elapsed="0.004772"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.299776" level="INFO">max :: 167501.81</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.295244" elapsed="0.004590"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-24T01:07:18.295112" elapsed="0.004757"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.304554" level="INFO">avg :: 156034.13</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.300105" elapsed="0.004508"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-24T01:07:18.299961" elapsed="0.004686"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.309335" level="INFO">stdev :: 53489.49</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.304867" elapsed="0.004528"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-24T01:07:18.304737" elapsed="0.004694"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-24T01:07:18.289929" elapsed="0.019535"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.313670" level="INFO">${min} = 130934.81</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T01:07:18.309645" elapsed="0.004053"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.317577" level="INFO">${max} = 167501.81</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T01:07:18.313854" elapsed="0.003751"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.321458" level="INFO">${average} = 156034.13</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T01:07:18.317758" elapsed="0.003727"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.325404" level="INFO">${stdev} = 53489.49</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T01:07:18.321677" elapsed="0.003754"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.325988" level="INFO">${date} = 2026-06-24 01:07:18</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-24T01:07:18.325606" elapsed="0.000410"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.326591" level="INFO">CBench Result: 2026-06-24 01:07:18,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,130934.81,167501.81,156034.13,53489.49</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.326176" elapsed="0.000551"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-24T01:07:18.327894" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-24T01:07:18.327418" elapsed="0.000543"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-24T01:07:18.328130" elapsed="0.000479"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-24T01:07:18.326899" elapsed="0.001778"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-06-24T00:57:11.622557" elapsed="606.706183"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.329239" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-24T01:07:18.328890" elapsed="0.000408"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-24T01:07:18.329841" elapsed="0.000287"/>
</kw>
<status status="PASS" start="2026-06-24T01:07:18.329507" elapsed="0.000694"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-24T00:57:11.621000" elapsed="606.709239"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.331708" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.331314" elapsed="0.000452"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.333133" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T01:07:18.332759" elapsed="0.000417"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-24T01:07:18.333536" elapsed="0.000038"/>
</kw>
<status status="NOT RUN" start="2026-06-24T01:07:18.333309" elapsed="0.000303"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-24T01:07:18.336556" elapsed="0.000024"/>
</kw>
<status status="NOT RUN" start="2026-06-24T01:07:18.336285" elapsed="0.000330"/>
</branch>
<status status="PASS" start="2026-06-24T01:07:18.336265" elapsed="0.000374"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-24T01:07:18.337007" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-24T01:07:18.337132" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-24T01:07:18.336774" elapsed="0.000385"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.337758" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.71 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.70" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:07:18.337296" elapsed="0.000523"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-24T01:07:18.338390" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T01:07:18.337961" elapsed="0.000456"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T01:07:18.339623" level="INFO">Length is 0.</msg>
<msg time="2026-06-24T01:07:18.339719" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T01:07:18.339134" elapsed="0.000609"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T01:07:18.339886" elapsed="0.000351"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-24T01:07:18.341117" level="INFO">Logging into '10.30.171.70:22' as 'jenkins'.</msg>
<msg time="2026-06-24T01:07:18.930117" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jun 24 01:07:18 UTC 2026

  System load:  0.15               Processes:             104
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.70
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jun 24 00:57:12 2026 from 10.30.170.197
[?2004h[jenkins@releng-63164-319-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-24T01:07:18.340738" elapsed="0.589615"/>
</kw>
<msg time="2026-06-24T01:07:18.930453" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T01:07:18.340391" elapsed="0.590189"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-24T01:07:18.338738" elapsed="0.591974"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-24T01:07:18.931302" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.71 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-24T01:17:25.169736" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-24T01:17:25.170307" level="INFO">${stdout} = </msg>
<msg time="2026-06-24T01:17:25.170397" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-24T01:07:18.930955" elapsed="606.239492"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T01:17:25.170763" elapsed="0.000517"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.172098" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.71. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:08:24.277 16  switches: flows:  100857 103556 103942 103395 102740 103491 99924 101042 101004 100243 102637 99481 99554 100974 101424 101736  total = 27.100000 per ms 
01:09:24.377 16  switches: flows:  103136 102982 104655 106265 105734 105585 103420 105457 104819 99942 102403 102367 100024 101004 103792 104082  total = 27.548374 per ms 
01:10:24.478 16  switches: flows:  101875 103751 103633 105299 105557 104603 101761 102366 102606 101366 102169 100886 100289 101955 103198 102335  total = 27.348503 per ms 
01:11:24.579 16  switches: flows:  103964 102905 104102 104059 103749 102986 104116 103225 102330 103793 100904 102890 102845 103718 102669 104211  total = 27.494803 per ms 
01:12:24.679 16  switches: flows:  111142 107269 111506 112569 110460 108278 110046 107307 108479 108617 105540 106750 109650 109393 106528 109667  total = 29.004897 per ms 
01:13:24.779 16  switches: flows:  110404 108549 110144 112654 108438 108951 111123 108001 108548 109560 107427 107198 108496 109859 108720 110557  total = 29.095232 per ms 
01:14:24.880 16  switches: flows:  110808 110050 110247 113130 109519 110294 111700 108651 110243 110371 107054 107166 109590 110402 108278 111521  total = 29.268206 per ms 
01:15:24.980 16  switches: flows:  110634 110168 111105 112941 112727 110859 110180 108254 109045 109847 108770 107610 109152 111092 108082 110593  total = 29.302052 per ms 
01:16:25.080 16  switches: flows:  113321 109261 113728 114519 115020 113536 113142 114014 109961 110978 111000 109873 109374 113686 109761 113320  total = 29.858370 per ms 
01:17:25.180 16  switches: flows:  111950 108952 111231 112778 111880 110628 111780 110529 110152 110772 110084 108219 105482 110898 109091 111325  total = 29.380132 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27348.50/29858.37/28700.06/9609.24 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:17:25.171563" elapsed="0.000790"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-24T01:17:25.172733" elapsed="0.000051"/>
</return>
<status status="PASS" start="2026-06-24T01:17:25.172489" elapsed="0.000349"/>
</branch>
<status status="PASS" start="2026-06-24T01:17:25.172452" elapsed="0.000422"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-24T01:17:25.173036" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-06-24T01:17:25.172958" elapsed="0.000136"/>
</branch>
<status status="NOT RUN" start="2026-06-24T01:17:25.172934" elapsed="0.000190"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-24T01:17:25.173169" elapsed="0.000018"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T01:17:25.176895" elapsed="0.000565"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T01:17:25.177677" elapsed="0.000248"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T01:17:25.178150" elapsed="0.000145"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-24T01:17:25.173615" elapsed="0.004769"/>
</kw>
<msg time="2026-06-24T01:17:25.178607" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-24T01:07:18.333957" elapsed="606.844703"/>
</kw>
<status status="PASS" start="2026-06-24T01:07:18.333638" elapsed="606.845113"/>
</branch>
<status status="PASS" start="2026-06-24T01:07:18.333284" elapsed="606.845502"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.179490" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.71:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.71. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:08:24.277 16  switches: flows:  100857 103556 103942 103395 102740 103491 99924 101042 101004 100243 102637 99481 99554 100974 101424 101736  total = 27.100000 per ms 
01:09:24.377 16  switches: flows:  103136 102982 104655 106265 105734 105585 103420 105457 104819 99942 102403 102367 100024 101004 103792 104082  total = 27.548374 per ms 
01:10:24.478 16  switches: flows:  101875 103751 103633 105299 105557 104603 101761 102366 102606 101366 102169 100886 100289 101955 103198 102335  total = 27.348503 per ms 
01:11:24.579 16  switches: flows:  103964 102905 104102 104059 103749 102986 104116 103225 102330 103793 100904 102890 102845 103718 102669 104211  total = 27.494803 per ms 
01:12:24.679 16  switches: flows:  111142 107269 111506 112569 110460 108278 110046 107307 108479 108617 105540 106750 109650 109393 106528 109667  total = 29.004897 per ms 
01:13:24.779 16  switches: flows:  110404 108549 110144 112654 108438 108951 111123 108001 108548 109560 107427 107198 108496 109859 108720 110557  total = 29.095232 per ms 
01:14:24.880 16  switches: flows:  110808 110050 110247 113130 109519 110294 111700 108651 110243 110371 107054 107166 109590 110402 108278 111521  total = 29.268206 per ms 
01:15:24.980 16  switches: flows:  110634 110168 111105 112941 112727 110859 110180 108254 109045 109847 108770 107610 109152 111092 108082 110593  total = 29.302052 per ms 
01:16:25.080 16  switches: flows:  113321 109261 113728 114519 115020 113536 113142 114014 109961 110978 111000 109873 109374 113686 109761 113320  total = 29.858370 per ms 
01:17:25.180 16  switches: flows:  111950 108952 111231 112778 111880 110628 111780 110529 110152 110772 110084 108219 105482 110898 109091 111325  total = 29.380132 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27348.50/29858.37/28700.06/9609.24 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:17:25.179023" elapsed="0.000575"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-24T01:17:25.179808" elapsed="0.000632"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-24T01:17:25.181022" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-24T01:17:25.181156" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 27348.50/29858.37/28700.06/9609.24 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-24T01:17:25.180669" elapsed="0.000521"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T01:17:25.181857" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 27348.50/29858.37/28700.06/9609.24 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T01:17:25.181460" elapsed="0.000434"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.185394" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:17:25.182120" elapsed="0.003357"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.189174" level="INFO">27348.50/29858.37/28700.06/9609.24</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:17:25.185685" elapsed="0.003552"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T01:17:25.191637" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T01:17:25.189391" elapsed="0.002274"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T01:17:25.194299" level="INFO">@{result_value_list} = [ 27348.50 | 29858.37 | 28700.06 | 9609.24 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T01:17:25.191866" elapsed="0.002460"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.194824" level="INFO">Length is 4.</msg>
<msg time="2026-06-24T01:17:25.194915" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T01:17:25.194494" elapsed="0.000445"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.199811" level="INFO">min :: 27348.50</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:17:25.195361" elapsed="0.004512"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-24T01:17:25.195230" elapsed="0.004688"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.204708" level="INFO">max :: 29858.37</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:17:25.200158" elapsed="0.004610"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-24T01:17:25.200026" elapsed="0.004778"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.209407" level="INFO">avg :: 28700.06</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:17:25.205035" elapsed="0.004430"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-24T01:17:25.204889" elapsed="0.004612"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.214117" level="INFO">stdev :: 9609.24</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:17:25.209732" elapsed="0.004443"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-24T01:17:25.209593" elapsed="0.004616"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-24T01:17:25.195026" elapsed="0.019214"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.218327" level="INFO">${min} = 27348.50</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T01:17:25.214405" elapsed="0.003952"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.222785" level="INFO">${max} = 29858.37</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T01:17:25.218548" elapsed="0.004267"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.227371" level="INFO">${average} = 28700.06</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T01:17:25.222990" elapsed="0.004411"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.231392" level="INFO">${stdev} = 9609.24</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T01:17:25.227560" elapsed="0.003861"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.231948" level="INFO">${date} = 2026-06-24 01:17:25</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-24T01:17:25.231588" elapsed="0.000402"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.232605" level="INFO">CBench Result: 2026-06-24 01:17:25,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,27348.50,29858.37,28700.06,9609.24</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T01:17:25.232143" elapsed="0.000522"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-24T01:17:25.233904" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-24T01:17:25.233348" elapsed="0.000642"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-24T01:17:25.234148" elapsed="0.000499"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-24T01:17:25.232829" elapsed="0.001889"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-06-24T01:07:18.332111" elapsed="606.902668"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.235285" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-24T01:17:25.234930" elapsed="0.000416"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-24T01:17:25.236702" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-24T01:17:25.236154" elapsed="0.000578"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-06-24T01:17:25.237003" elapsed="0.000039"/>
</return>
<status status="PASS" start="2026-06-24T01:17:25.236830" elapsed="0.000248"/>
</branch>
<status status="PASS" start="2026-06-24T01:17:25.236804" elapsed="0.000300"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-06-24T01:17:25.237255" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-06-24T01:17:25.237413" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-06-24T01:17:25.237576" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-24T01:17:25.237806" elapsed="0.000023"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-06-24T01:17:25.237965" elapsed="0.000037"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-06-24T01:17:25.238133" elapsed="0.000021"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-24T01:17:25.238280" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-06-24T01:17:25.238504" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-06-24T01:17:25.238366" elapsed="0.000190"/>
</branch>
<status status="NOT RUN" start="2026-06-24T01:17:25.238348" elapsed="0.000237"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-06-24T01:17:25.235768" elapsed="0.002871"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-24T01:07:18.330718" elapsed="606.907970"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-06-24T00:47:02.100989" elapsed="1823.138373"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
