<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-06T00:47:16.280705" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-06T00:47:16.853589" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-07-06T00:47:16.853437" elapsed="0.000240"/>
</branch>
<status status="PASS" start="2026-07-06T00:47:16.853408" elapsed="0.000298"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T00:47:16.853850" elapsed="0.000502"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-06T00:47:16.854846" level="INFO">Logging into '10.30.170.177:8101' as 'karaf'.</msg>
<msg time="2026-07-06T00:47:17.407809" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-06T00:47:16.854532" elapsed="0.553496"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-06T00:47:17.458467" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-06T00:47:17.408363" elapsed="0.050186"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-06T00:47:17.460572" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-06T00:47:17.460706" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-06T00:47:17.458764" elapsed="0.001974"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-06T00:47:17.460900" elapsed="0.000262"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T00:47:17.461325" elapsed="0.000278"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:47:17.462127" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:47:17.461782" elapsed="0.000400"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-06T00:47:17.462235" elapsed="0.000055"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.177
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-06T00:47:16.853059" elapsed="0.609356"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-06T00:47:16.849413" elapsed="0.613074"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-06T00:47:17.463100" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-06T00:47:17.462696" elapsed="0.000462"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-06T00:47:17.463558" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-06T00:47:17.463311" elapsed="0.000304"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-06T00:47:17.464186" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-06T00:47:17.463791" elapsed="0.000423"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-06T00:47:17.464761" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-06T00:47:17.464383" elapsed="0.000422"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-06T00:47:17.465353" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-06T00:47:17.464969" elapsed="0.000412"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-06T00:47:17.465881" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-06T00:47:17.465542" elapsed="0.000383"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-06T00:47:17.466225" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-06T00:47:17.466011" elapsed="0.000271"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-06T00:47:17.470997" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T00:47:17.470574" elapsed="0.000451"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-06T00:47:17.472052" level="INFO">Length is 0.</msg>
<msg time="2026-07-06T00:47:17.472136" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-06T00:47:17.471585" elapsed="0.000576"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T00:47:17.472306" elapsed="0.000344"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-06T00:47:17.473725" level="INFO">Logging into '10.30.170.147:22' as 'jenkins'.</msg>
<msg time="2026-07-06T00:47:18.193654" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul  6 00:47:17 UTC 2026

  System load:  0.09               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.147
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-331-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-06T00:47:17.473212" elapsed="0.720654"/>
</kw>
<msg time="2026-07-06T00:47:18.193965" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T00:47:17.472856" elapsed="0.721213"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-06T00:47:17.471237" elapsed="0.722979"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.202217" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-06T00:47:18.194476" elapsed="0.009784"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T00:47:18.204533" elapsed="0.000419"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-06T00:47:17.470016" elapsed="0.735025"/>
</kw>
<status status="PASS" start="2026-07-06T00:47:17.466551" elapsed="0.738541"/>
</branch>
<status status="PASS" start="2026-07-06T00:47:17.465986" elapsed="0.739150"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-06T00:47:18.205352" elapsed="0.000675"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-06T00:47:18.212110" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-07-06T00:47:18.211936" elapsed="0.000248"/>
</branch>
<status status="PASS" start="2026-07-06T00:47:18.211903" elapsed="0.000314"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-06T00:47:18.217261" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-07-06T00:47:18.217101" elapsed="0.000226"/>
</branch>
<status status="PASS" start="2026-07-06T00:47:18.217074" elapsed="0.000284"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T00:47:18.217539" elapsed="0.000627"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.218753" level="INFO">Logging into '10.30.170.177:8101' as 'karaf'.</msg>
<msg time="2026-07-06T00:47:18.367027" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-06T00:47:18.218371" elapsed="0.148822"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.466724" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-06T00:47:18.367460" elapsed="0.099366"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.476879" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-06T00:47:18.477091" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-06T00:47:18.467033" elapsed="0.010090"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-06T00:47:18.477268" elapsed="0.000208"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T00:47:18.477623" elapsed="0.000213"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:47:18.478302" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:47:18.477977" elapsed="0.000382"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-06T00:47:18.478408" elapsed="0.000049"/>
</return>
<msg time="2026-07-06T00:47:18.478605" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.177
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-06T00:47:18.216576" elapsed="0.262060"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-06T00:47:18.478812" elapsed="0.000491"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-06T00:47:18.479355" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-06T00:47:18.211476" elapsed="0.268034"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-06T00:47:18.483220" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-07-06T00:47:18.483084" elapsed="0.000183"/>
</branch>
<status status="PASS" start="2026-07-06T00:47:18.483061" elapsed="0.000230"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T00:47:18.483421" elapsed="0.000452"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.484302" level="INFO">Logging into '10.30.170.177:8101' as 'karaf'.</msg>
<msg time="2026-07-06T00:47:18.650585" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-06T00:47:18.484043" elapsed="0.166708"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.678879" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-06T00:47:18.650997" elapsed="0.027945"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.680906" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-06T00:47:18.681011" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-06T00:47:18.679103" elapsed="0.001937"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-06T00:47:18.681187" elapsed="0.000176"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T00:47:18.681506" elapsed="0.000209"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:47:18.682156" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:47:18.681852" elapsed="0.000366"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-06T00:47:18.682270" elapsed="0.000049"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.177
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-06T00:47:18.482760" elapsed="0.199672"/>
</kw>
<status status="PASS" start="2026-07-06T00:47:16.847466" elapsed="1.835029"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:47:18.684483" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:47:18.683336" elapsed="0.001213"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-06T00:47:18.686001" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-06T00:47:18.685625" elapsed="0.000419"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-06T00:47:18.686361" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-06T00:47:18.686123" elapsed="0.000297"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-06T00:47:18.689568" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-07-06T00:47:18.689287" elapsed="0.000340"/>
</branch>
<status status="PASS" start="2026-07-06T00:47:18.689267" elapsed="0.000416"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.690060" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-06T00:47:18.690206" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-06T00:47:18.689837" elapsed="0.000396"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:47:18.690874" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.177 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.147" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:47:18.690381" elapsed="0.000555"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.691607" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T00:47:18.691102" elapsed="0.000542"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-06T00:47:18.692686" level="INFO">Length is 0.</msg>
<msg time="2026-07-06T00:47:18.692786" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-06T00:47:18.692310" elapsed="0.000502"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T00:47:18.693006" elapsed="0.000379"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-06T00:47:18.694369" level="INFO">Logging into '10.30.170.147:22' as 'jenkins'.</msg>
<msg time="2026-07-06T00:47:19.012339" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul  6 00:47:17 UTC 2026

  System load:  0.09               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.147
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Jul  6 00:47:18 2026 from 10.30.170.166
[?2004h[jenkins@releng-63164-331-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-06T00:47:18.693959" elapsed="0.318537"/>
</kw>
<msg time="2026-07-06T00:47:19.012574" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T00:47:18.693545" elapsed="0.319132"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-06T00:47:18.691879" elapsed="0.320913"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-06T00:47:19.013259" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.177 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-06T00:57:25.140691" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-06T00:57:25.141208" level="INFO">${stdout} = </msg>
<msg time="2026-07-06T00:57:25.141315" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-06T00:47:19.012988" elapsed="606.128385"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T00:57:25.141836" elapsed="0.000684"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.143642" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.177. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:48:24.211 16  switches: flows:  123190 123778 122834 123777 119451 123125 121803 122821 118359 117873 115506 114898 116935 115048 119824 115020  total = 31.904033 per ms 
00:49:24.315 16  switches: flows:  138140 136645 136150 137917 136739 136784 133825 133815 133659 131164 131632 129138 134442 127552 133873 127665  total = 35.591378 per ms 
00:50:24.421 16  switches: flows:  141449 140828 140186 138966 139380 140136 137491 138149 137499 136058 135013 130449 137859 131231 137077 130844  total = 36.482623 per ms 
00:51:24.522 16  switches: flows:  143162 139383 140525 142011 136626 140358 135756 139766 135264 133777 133923 130817 133131 130686 134645 131564  total = 36.295936 per ms 
00:52:24.623 16  switches: flows:  142179 139394 141311 141663 138968 141155 136987 139423 135518 132620 135850 129322 136750 131469 135810 132780  total = 36.459130 per ms 
00:53:24.725 16  switches: flows:  141610 140835 138779 141898 139267 141525 136627 138496 132798 132486 133759 131399 133273 129948 131938 132000  total = 36.216745 per ms 
00:54:24.826 16  switches: flows:  143131 141862 139965 143894 141148 140782 137711 138659 134463 132023 134385 132258 131395 131120 135007 132685  total = 36.447256 per ms 
00:55:24.927 16  switches: flows:  141503 142603 141140 141552 143141 140317 138367 135791 133317 130433 135542 130812 133069 129905 132349 132181  total = 36.306339 per ms 
00:56:25.028 16  switches: flows:  144290 143758 143146 142423 141716 140204 141095 138195 133292 131141 133904 132357 131696 131578 133842 135003  total = 36.566288 per ms 
00:57:25.129 16  switches: flows:  146178 145751 142501 144735 145160 142366 144270 137871 133707 132530 131756 132002 134379 133076 133088 133803  total = 36.824708 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 35591.38/36824.71/36354.49/12122.33 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.142920" elapsed="0.001057"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-06T00:57:25.144488" elapsed="0.000075"/>
</return>
<status status="PASS" start="2026-07-06T00:57:25.144168" elapsed="0.000474"/>
</branch>
<status status="PASS" start="2026-07-06T00:57:25.144112" elapsed="0.000619"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-06T00:57:25.144946" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-07-06T00:57:25.144863" elapsed="0.000174"/>
</branch>
<status status="NOT RUN" start="2026-07-06T00:57:25.144827" elapsed="0.000258"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-06T00:57:25.145159" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T00:57:25.150033" elapsed="0.000331"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T00:57:25.150511" elapsed="0.000187"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T00:57:25.150830" elapsed="0.000099"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-06T00:57:25.145882" elapsed="0.005099"/>
</kw>
<msg time="2026-07-06T00:57:25.151109" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-06T00:47:18.686787" elapsed="606.464349"/>
</kw>
<status status="PASS" start="2026-07-06T00:47:18.686448" elapsed="606.464737"/>
</branch>
<status status="PASS" start="2026-07-06T00:47:18.686100" elapsed="606.465108"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.151635" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.177. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:48:24.211 16  switches: flows:  123190 123778 122834 123777 119451 123125 121803 122821 118359 117873 115506 114898 116935 115048 119824 115020  total = 31.904033 per ms 
00:49:24.315 16  switches: flows:  138140 136645 136150 137917 136739 136784 133825 133815 133659 131164 131632 129138 134442 127552 133873 127665  total = 35.591378 per ms 
00:50:24.421 16  switches: flows:  141449 140828 140186 138966 139380 140136 137491 138149 137499 136058 135013 130449 137859 131231 137077 130844  total = 36.482623 per ms 
00:51:24.522 16  switches: flows:  143162 139383 140525 142011 136626 140358 135756 139766 135264 133777 133923 130817 133131 130686 134645 131564  total = 36.295936 per ms 
00:52:24.623 16  switches: flows:  142179 139394 141311 141663 138968 141155 136987 139423 135518 132620 135850 129322 136750 131469 135810 132780  total = 36.459130 per ms 
00:53:24.725 16  switches: flows:  141610 140835 138779 141898 139267 141525 136627 138496 132798 132486 133759 131399 133273 129948 131938 132000  total = 36.216745 per ms 
00:54:24.826 16  switches: flows:  143131 141862 139965 143894 141148 140782 137711 138659 134463 132023 134385 132258 131395 131120 135007 132685  total = 36.447256 per ms 
00:55:24.927 16  switches: flows:  141503 142603 141140 141552 143141 140317 138367 135791 133317 130433 135542 130812 133069 129905 132349 132181  total = 36.306339 per ms 
00:56:25.028 16  switches: flows:  144290 143758 143146 142423 141716 140204 141095 138195 133292 131141 133904 132357 131696 131578 133842 135003  total = 36.566288 per ms 
00:57:25.129 16  switches: flows:  146178 145751 142501 144735 145160 142366 144270 137871 133707 132530 131756 132002 134379 133076 133088 133803  total = 36.824708 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 35591.38/36824.71/36354.49/12122.33 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.151346" elapsed="0.000379"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-06T00:57:25.151872" elapsed="0.000370"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-06T00:57:25.152645" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-06T00:57:25.152753" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 35591.38/36824.71/36354.49/12122.33 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-06T00:57:25.152401" elapsed="0.000378"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-06T00:57:25.153194" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 35591.38/36824.71/36354.49/12122.33 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-06T00:57:25.152933" elapsed="0.000287"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.155567" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.153364" elapsed="0.002261"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.158000" level="INFO">35591.38/36824.71/36354.49/12122.33</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.155785" elapsed="0.002273"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-06T00:57:25.160390" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-06T00:57:25.158208" elapsed="0.002223"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-06T00:57:25.162866" level="INFO">@{result_value_list} = [ 35591.38 | 36824.71 | 36354.49 | 12122.33 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-06T00:57:25.160619" elapsed="0.002276"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.163389" level="INFO">Length is 4.</msg>
<msg time="2026-07-06T00:57:25.163479" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-06T00:57:25.163058" elapsed="0.000455"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.168183" level="INFO">min :: 35591.38</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.163920" elapsed="0.004321"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-06T00:57:25.163791" elapsed="0.004486"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.173818" level="INFO">max :: 36824.71</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.168510" elapsed="0.005366"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-06T00:57:25.168367" elapsed="0.005544"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.178484" level="INFO">avg :: 36354.49</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.174127" elapsed="0.004415"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-06T00:57:25.173999" elapsed="0.004577"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.183173" level="INFO">stdev :: 12122.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.178823" elapsed="0.004406"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-06T00:57:25.178688" elapsed="0.004576"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-06T00:57:25.163581" elapsed="0.019715"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.187191" level="INFO">${min} = 35591.38</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T00:57:25.183458" elapsed="0.003760"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.191459" level="INFO">${max} = 36824.71</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T00:57:25.187371" elapsed="0.004116"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.195426" level="INFO">${average} = 36354.49</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T00:57:25.191642" elapsed="0.003811"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.199398" level="INFO">${stdev} = 12122.33</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T00:57:25.195608" elapsed="0.003816"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.199953" level="INFO">${date} = 2026-07-06 00:57:25</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-06T00:57:25.199584" elapsed="0.000394"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.200707" level="INFO">CBench Result: 2026-07-06 00:57:25,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,35591.38,36824.71,36354.49,12122.33</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.200123" elapsed="0.000643"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-06T00:57:25.201828" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-06T00:57:25.201412" elapsed="0.000482"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-06T00:57:25.202066" elapsed="0.000488"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-06T00:57:25.200911" elapsed="0.001709"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-06T00:47:18.684984" elapsed="606.517715"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.203167" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-06T00:57:25.202850" elapsed="0.000374"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-06T00:57:25.203744" elapsed="0.000262"/>
</kw>
<status status="PASS" start="2026-07-06T00:57:25.203430" elapsed="0.000646"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-06T00:47:18.682638" elapsed="606.521475"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.205811" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.205347" elapsed="0.000530"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.207189" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-06T00:57:25.206801" elapsed="0.000437"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-06T00:57:25.207631" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-06T00:57:25.207367" elapsed="0.000354"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-06T00:57:25.210725" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-07-06T00:57:25.210445" elapsed="0.000342"/>
</branch>
<status status="PASS" start="2026-07-06T00:57:25.210420" elapsed="0.000391"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-06T00:57:25.211142" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-06T00:57:25.211270" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-06T00:57:25.210942" elapsed="0.000355"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.211872" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.177 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.147" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T00:57:25.211432" elapsed="0.000499"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-06T00:57:25.212491" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T00:57:25.212071" elapsed="0.000450"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-06T00:57:25.213441" level="INFO">Length is 0.</msg>
<msg time="2026-07-06T00:57:25.213529" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-06T00:57:25.213136" elapsed="0.000417"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T00:57:25.213708" elapsed="0.000321"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-06T00:57:25.214890" level="INFO">Logging into '10.30.170.147:22' as 'jenkins'.</msg>
<msg time="2026-07-06T00:57:25.886956" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul  6 00:57:25 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.147
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Jul  6 00:47:18 2026 from 10.30.170.166
[?2004h[jenkins@releng-63164-331-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-06T00:57:25.214520" elapsed="0.672667"/>
</kw>
<msg time="2026-07-06T00:57:25.887283" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T00:57:25.214179" elapsed="0.673198"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-06T00:57:25.212757" elapsed="0.674734"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-06T00:57:25.888053" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.177 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-06T01:07:31.981450" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-06T01:07:31.982145" level="INFO">${stdout} = </msg>
<msg time="2026-07-06T01:07:31.982285" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-06T00:57:25.887737" elapsed="606.094626"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T01:07:31.982922" elapsed="0.000723"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:31.984905" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.177. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:58:31.036 16  switches: flows:  520196 534134 534802 530031 525132 527843 520183 527711 506620 515779 519274 512503 519166 524335 518381 517832  total = 139.232033 per ms 
00:59:31.137 16  switches: flows:  527810 531665 526404 530729 532582 538135 523237 536294 535695 538779 525974 532594 529736 528555 528952 531831  total = 141.411677 per ms 
01:00:31.238 16  switches: flows:  503323 509013 495550 508227 510954 494189 509154 499364 506548 511483 508770 507334 500418 506294 510456 498179  total = 134.428076 per ms 
01:01:31.339 16  switches: flows:  524580 529141 522846 531064 526393 528930 527945 527511 525058 532951 530105 533734 529297 529990 526097 522972  total = 140.573671 per ms 
01:02:31.456 16  switches: flows:  564530 570257 560649 564028 565253 562955 565078 566557 561537 568733 564590 567273 565510 559875 563316 563237  total = 150.267353 per ms 
01:03:31.556 16  switches: flows:  571043 580349 570067 569142 568414 567597 571998 572711 565053 581730 567327 570308 566516 566428 573386 564221  total = 151.850216 per ms 
01:04:31.660 16  switches: flows:  557042 560145 548361 554253 559817 561019 560765 557592 559463 558006 559496 560352 557813 561181 556781 553358  total = 148.503069 per ms 
01:05:31.761 16  switches: flows:  559921 568576 555848 571864 563967 569122 556671 567874 556589 566761 562701 571036 563088 559291 571517 560002  total = 150.161449 per ms 
01:06:31.863 16  switches: flows:  573533 563063 572091 569012 571421 569331 570924 566108 568611 575365 568767 561691 574422 577311 567652 563522  total = 151.624513 per ms 
01:07:31.968 16  switches: flows:  572716 583887 569241 580054 581058 581181 574753 580736 577953 583363 572242 570388 580471 578842 583429 583961  total = 153.969625 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 134428.08/153969.62/146976.63/49384.12 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:31.984060" elapsed="0.001274"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-06T01:07:31.985997" elapsed="0.000071"/>
</return>
<status status="PASS" start="2026-07-06T01:07:31.985614" elapsed="0.000536"/>
</branch>
<status status="PASS" start="2026-07-06T01:07:31.985554" elapsed="0.000651"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-06T01:07:31.986469" elapsed="0.000034"/>
</return>
<status status="NOT RUN" start="2026-07-06T01:07:31.986352" elapsed="0.000217"/>
</branch>
<status status="NOT RUN" start="2026-07-06T01:07:31.986305" elapsed="0.000313"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-06T01:07:31.986723" elapsed="0.000032"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T01:07:31.992517" elapsed="0.000796"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T01:07:31.993598" elapsed="0.000192"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T01:07:31.993924" elapsed="0.000105"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-06T01:07:31.987423" elapsed="0.006659"/>
</kw>
<msg time="2026-07-06T01:07:31.994213" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-06T00:57:25.208071" elapsed="606.786169"/>
</kw>
<status status="PASS" start="2026-07-06T00:57:25.207750" elapsed="606.786539"/>
</branch>
<status status="PASS" start="2026-07-06T00:57:25.207338" elapsed="606.786974"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:31.994758" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.177. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:58:31.036 16  switches: flows:  520196 534134 534802 530031 525132 527843 520183 527711 506620 515779 519274 512503 519166 524335 518381 517832  total = 139.232033 per ms 
00:59:31.137 16  switches: flows:  527810 531665 526404 530729 532582 538135 523237 536294 535695 538779 525974 532594 529736 528555 528952 531831  total = 141.411677 per ms 
01:00:31.238 16  switches: flows:  503323 509013 495550 508227 510954 494189 509154 499364 506548 511483 508770 507334 500418 506294 510456 498179  total = 134.428076 per ms 
01:01:31.339 16  switches: flows:  524580 529141 522846 531064 526393 528930 527945 527511 525058 532951 530105 533734 529297 529990 526097 522972  total = 140.573671 per ms 
01:02:31.456 16  switches: flows:  564530 570257 560649 564028 565253 562955 565078 566557 561537 568733 564590 567273 565510 559875 563316 563237  total = 150.267353 per ms 
01:03:31.556 16  switches: flows:  571043 580349 570067 569142 568414 567597 571998 572711 565053 581730 567327 570308 566516 566428 573386 564221  total = 151.850216 per ms 
01:04:31.660 16  switches: flows:  557042 560145 548361 554253 559817 561019 560765 557592 559463 558006 559496 560352 557813 561181 556781 553358  total = 148.503069 per ms 
01:05:31.761 16  switches: flows:  559921 568576 555848 571864 563967 569122 556671 567874 556589 566761 562701 571036 563088 559291 571517 560002  total = 150.161449 per ms 
01:06:31.863 16  switches: flows:  573533 563063 572091 569012 571421 569331 570924 566108 568611 575365 568767 561691 574422 577311 567652 563522  total = 151.624513 per ms 
01:07:31.968 16  switches: flows:  572716 583887 569241 580054 581058 581181 574753 580736 577953 583363 572242 570388 580471 578842 583429 583961  total = 153.969625 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 134428.08/153969.62/146976.63/49384.12 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:31.994453" elapsed="0.000380"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-06T01:07:31.994981" elapsed="0.000372"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-06T01:07:31.995746" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-06T01:07:31.995835" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 134428.08/153969.62/146976.63/49384.12 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-06T01:07:31.995514" elapsed="0.000347"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-06T01:07:31.996264" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 134428.08/153969.62/146976.63/49384.12 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-06T01:07:31.996014" elapsed="0.000277"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:31.998754" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:31.996480" elapsed="0.002330"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.001155" level="INFO">134428.08/153969.62/146976.63/49384.12</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:31.998957" elapsed="0.002254"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-06T01:07:32.003539" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-06T01:07:32.001359" elapsed="0.002207"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-06T01:07:32.005986" level="INFO">@{result_value_list} = [ 134428.08 | 153969.62 | 146976.63 | 49384.12 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-06T01:07:32.003773" elapsed="0.002241"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.006469" level="INFO">Length is 4.</msg>
<msg time="2026-07-06T01:07:32.006556" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-06T01:07:32.006168" elapsed="0.000412"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.011409" level="INFO">min :: 134428.08</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:32.006971" elapsed="0.004496"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-06T01:07:32.006842" elapsed="0.004659"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.016071" level="INFO">max :: 153969.62</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:32.011731" elapsed="0.004397"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-06T01:07:32.011588" elapsed="0.004575"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.020798" level="INFO">avg :: 146976.63</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:32.016391" elapsed="0.004464"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-06T01:07:32.016250" elapsed="0.004639"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.025410" level="INFO">stdev :: 49384.12</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:32.021104" elapsed="0.004362"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-06T01:07:32.020975" elapsed="0.004526"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-06T01:07:32.006645" elapsed="0.018887"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.029378" level="INFO">${min} = 134428.08</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T01:07:32.025708" elapsed="0.003696"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.033423" level="INFO">${max} = 153969.62</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T01:07:32.029558" elapsed="0.003892"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.037330" level="INFO">${average} = 146976.63</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T01:07:32.033605" elapsed="0.003751"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.041204" level="INFO">${stdev} = 49384.12</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T01:07:32.037507" elapsed="0.003723"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.041755" level="INFO">${date} = 2026-07-06 01:07:32</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-06T01:07:32.041388" elapsed="0.000393"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.042339" level="INFO">CBench Result: 2026-07-06 01:07:32,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,134428.08,153969.62,146976.63,49384.12</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:32.041932" elapsed="0.000462"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-06T01:07:32.043460" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-06T01:07:32.043031" elapsed="0.000496"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-06T01:07:32.043693" elapsed="0.000469"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-06T01:07:32.042542" elapsed="0.001685"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-06T00:57:25.206198" elapsed="606.838088"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.044804" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-06T01:07:32.044471" elapsed="0.000389"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-06T01:07:32.045368" elapsed="0.000261"/>
</kw>
<status status="PASS" start="2026-07-06T01:07:32.045069" elapsed="0.000647"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-06T00:57:25.204766" elapsed="606.840988"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.047120" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:32.046737" elapsed="0.000442"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.048424" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-06T01:07:32.048081" elapsed="0.000386"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-06T01:07:32.048842" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-06T01:07:32.048600" elapsed="0.000300"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-06T01:07:32.051948" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-06T01:07:32.051699" elapsed="0.000305"/>
</branch>
<status status="PASS" start="2026-07-06T01:07:32.051679" elapsed="0.000349"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-06T01:07:32.052362" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-06T01:07:32.052517" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-06T01:07:32.052160" elapsed="0.000384"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.053117" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.177 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.147" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:07:32.052698" elapsed="0.000478"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-06T01:07:32.053731" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T01:07:32.053317" elapsed="0.000441"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-06T01:07:32.054637" level="INFO">Length is 0.</msg>
<msg time="2026-07-06T01:07:32.054743" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-06T01:07:32.054328" elapsed="0.000439"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T01:07:32.054907" elapsed="0.000323"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-06T01:07:32.056100" level="INFO">Logging into '10.30.170.147:22' as 'jenkins'.</msg>
<msg time="2026-07-06T01:07:32.701828" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul  6 01:07:32 UTC 2026

  System load:  0.59               Processes:             105
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.147
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Jul  6 00:57:25 2026 from 10.30.170.166
[?2004h[jenkins@releng-63164-331-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-06T01:07:32.055742" elapsed="0.646279"/>
</kw>
<msg time="2026-07-06T01:07:32.702116" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T01:07:32.055380" elapsed="0.646821"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-06T01:07:32.053957" elapsed="0.648358"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-06T01:07:32.702844" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.177 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-06T01:17:38.735186" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-06T01:17:38.735965" level="INFO">${stdout} = </msg>
<msg time="2026-07-06T01:17:38.736078" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-06T01:07:32.702524" elapsed="606.033612"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T01:17:38.736711" elapsed="0.002677"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.740608" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.177. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:08:37.827 16  switches: flows:  148416 144930 148731 142611 144929 144148 144879 143999 134333 137008 137365 138626 136231 134275 135494 136772  total = 37.545783 per ms 
01:09:37.927 16  switches: flows:  153945 147522 151182 147168 150461 150503 146649 148443 139328 142441 140644 142865 141039 139881 140354 139116  total = 38.627834 per ms 
01:10:38.028 16  switches: flows:  150434 144797 147229 142284 148678 147988 144387 146819 137329 139381 136666 138842 138651 138280 137095 136526  total = 37.859837 per ms 
01:11:38.129 16  switches: flows:  151652 145121 149189 143989 148897 147271 146937 147928 139331 139138 137418 140035 138320 136779 139514 137808  total = 38.091820 per ms 
01:12:38.230 16  switches: flows:  154151 149845 152299 146298 150241 151233 150494 149515 142079 144188 140511 142322 138478 142220 141473 139082  total = 38.841571 per ms 
01:13:38.330 16  switches: flows:  152946 146776 149461 147511 150206 148157 148687 150236 141334 140638 137399 141864 139297 139174 140688 138682  total = 38.486676 per ms 
01:14:38.431 16  switches: flows:  152545 151100 150671 148091 149933 149980 147765 148067 140129 143793 139577 142562 141282 142044 140024 140910  total = 38.743158 per ms 
01:15:38.531 16  switches: flows:  153802 147924 152288 147045 152623 148547 147840 146609 142044 142946 141069 143236 143217 141222 138904 140436  total = 38.764264 per ms 
01:16:38.631 16  switches: flows:  154220 149223 150518 147575 150724 150323 149281 148149 141645 143845 140148 143216 142644 142450 140042 140380  total = 38.841464 per ms 
01:17:38.732 16  switches: flows:  151947 149028 150717 145934 148328 147786 148160 147864 138867 142976 139405 141234 140995 138466 139581 140846  total = 38.471375 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 37859.84/38841.57/38525.33/12845.89 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:17:38.739826" elapsed="0.001152"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-06T01:17:38.741590" elapsed="0.000116"/>
</return>
<status status="PASS" start="2026-07-06T01:17:38.741237" elapsed="0.000558"/>
</branch>
<status status="PASS" start="2026-07-06T01:17:38.741154" elapsed="0.000698"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-06T01:17:38.742064" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-07-06T01:17:38.741981" elapsed="0.000173"/>
</branch>
<status status="NOT RUN" start="2026-07-06T01:17:38.741946" elapsed="0.000256"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-06T01:17:38.742271" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-06T01:17:38.748644" elapsed="0.000930"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-06T01:17:38.749895" elapsed="0.000173"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-06T01:17:38.750202" elapsed="0.000099"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-06T01:17:38.743008" elapsed="0.007349"/>
</kw>
<msg time="2026-07-06T01:17:38.750493" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-06T01:07:32.049246" elapsed="606.701275"/>
</kw>
<status status="PASS" start="2026-07-06T01:07:32.048926" elapsed="606.701647"/>
</branch>
<status status="PASS" start="2026-07-06T01:07:32.048575" elapsed="606.702023"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.751053" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.177:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.177. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:08:37.827 16  switches: flows:  148416 144930 148731 142611 144929 144148 144879 143999 134333 137008 137365 138626 136231 134275 135494 136772  total = 37.545783 per ms 
01:09:37.927 16  switches: flows:  153945 147522 151182 147168 150461 150503 146649 148443 139328 142441 140644 142865 141039 139881 140354 139116  total = 38.627834 per ms 
01:10:38.028 16  switches: flows:  150434 144797 147229 142284 148678 147988 144387 146819 137329 139381 136666 138842 138651 138280 137095 136526  total = 37.859837 per ms 
01:11:38.129 16  switches: flows:  151652 145121 149189 143989 148897 147271 146937 147928 139331 139138 137418 140035 138320 136779 139514 137808  total = 38.091820 per ms 
01:12:38.230 16  switches: flows:  154151 149845 152299 146298 150241 151233 150494 149515 142079 144188 140511 142322 138478 142220 141473 139082  total = 38.841571 per ms 
01:13:38.330 16  switches: flows:  152946 146776 149461 147511 150206 148157 148687 150236 141334 140638 137399 141864 139297 139174 140688 138682  total = 38.486676 per ms 
01:14:38.431 16  switches: flows:  152545 151100 150671 148091 149933 149980 147765 148067 140129 143793 139577 142562 141282 142044 140024 140910  total = 38.743158 per ms 
01:15:38.531 16  switches: flows:  153802 147924 152288 147045 152623 148547 147840 146609 142044 142946 141069 143236 143217 141222 138904 140436  total = 38.764264 per ms 
01:16:38.631 16  switches: flows:  154220 149223 150518 147575 150724 150323 149281 148149 141645 143845 140148 143216 142644 142450 140042 140380  total = 38.841464 per ms 
01:17:38.732 16  switches: flows:  151947 149028 150717 145934 148328 147786 148160 147864 138867 142976 139405 141234 140995 138466 139581 140846  total = 38.471375 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 37859.84/38841.57/38525.33/12845.89 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:17:38.750757" elapsed="0.000371"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-06T01:17:38.751282" elapsed="0.000409"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-06T01:17:38.752090" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-06T01:17:38.752181" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 37859.84/38841.57/38525.33/12845.89 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-06T01:17:38.751860" elapsed="0.000346"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-06T01:17:38.752616" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 37859.84/38841.57/38525.33/12845.89 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-06T01:17:38.752361" elapsed="0.000282"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.755116" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:17:38.752805" elapsed="0.002369"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.757591" level="INFO">37859.84/38841.57/38525.33/12845.89</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:17:38.755323" elapsed="0.002326"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-06T01:17:38.760005" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-06T01:17:38.757818" elapsed="0.002214"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-06T01:17:38.762527" level="INFO">@{result_value_list} = [ 37859.84 | 38841.57 | 38525.33 | 12845.89 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-06T01:17:38.760219" elapsed="0.002336"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.763045" level="INFO">Length is 4.</msg>
<msg time="2026-07-06T01:17:38.763135" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-06T01:17:38.762733" elapsed="0.000425"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.767927" level="INFO">min :: 37859.84</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:17:38.763550" elapsed="0.004435"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-06T01:17:38.763419" elapsed="0.004601"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.772527" level="INFO">max :: 38841.57</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:17:38.768237" elapsed="0.004348"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-06T01:17:38.768110" elapsed="0.004510"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.777294" level="INFO">avg :: 38525.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:17:38.772850" elapsed="0.004503"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-06T01:17:38.772722" elapsed="0.004667"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.782008" level="INFO">stdev :: 12845.89</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:17:38.777629" elapsed="0.004437"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-06T01:17:38.777473" elapsed="0.004628"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-06T01:17:38.763228" elapsed="0.018903"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.786112" level="INFO">${min} = 37859.84</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T01:17:38.782292" elapsed="0.003849"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.790058" level="INFO">${max} = 38841.57</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T01:17:38.786297" elapsed="0.003788"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.794121" level="INFO">${average} = 38525.33</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T01:17:38.790239" elapsed="0.003910"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.798276" level="INFO">${stdev} = 12845.89</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-06T01:17:38.794314" elapsed="0.003989"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.798848" level="INFO">${date} = 2026-07-06 01:17:38</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-06T01:17:38.798473" elapsed="0.000401"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.799435" level="INFO">CBench Result: 2026-07-06 01:17:38,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,37859.84,38841.57,38525.33,12845.89</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-06T01:17:38.799026" elapsed="0.000465"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-06T01:17:38.800644" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-06T01:17:38.800142" elapsed="0.000597"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-06T01:17:38.800894" elapsed="0.000495"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-06T01:17:38.799644" elapsed="0.001811"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-06T01:07:32.047506" elapsed="606.754007"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.802000" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-06T01:17:38.801683" elapsed="0.000373"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-06T01:17:38.803284" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-06T01:17:38.802792" elapsed="0.000519"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-06T01:17:38.803536" elapsed="0.000032"/>
</return>
<status status="PASS" start="2026-07-06T01:17:38.803389" elapsed="0.000210"/>
</branch>
<status status="PASS" start="2026-07-06T01:17:38.803367" elapsed="0.000256"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-06T01:17:38.803784" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-06T01:17:38.803946" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-06T01:17:38.804105" elapsed="0.000023"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-06T01:17:38.804323" elapsed="0.000023"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-06T01:17:38.804475" elapsed="0.000021"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-06T01:17:38.804621" elapsed="0.000019"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-06T01:17:38.804784" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-06T01:17:38.805138" elapsed="0.000026"/>
</kw>
<status status="NOT RUN" start="2026-07-06T01:17:38.804866" elapsed="0.000336"/>
</branch>
<status status="NOT RUN" start="2026-07-06T01:17:38.804850" elapsed="0.000400"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-06T01:17:38.802441" elapsed="0.002864"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-06T01:07:32.046167" elapsed="606.759187"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-06T00:47:16.282341" elapsed="1822.523695"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
