<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-04-13T03:02:16.956594" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-13T03:02:17.524707" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-04-13T03:02:17.524563" elapsed="0.000234"/>
</branch>
<status status="PASS" start="2026-04-13T03:02:17.524532" elapsed="0.000293"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:02:17.524971" elapsed="0.000530"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-04-13T03:02:17.525978" level="INFO">Logging into '10.30.170.199:8101' as 'karaf'.</msg>
<msg time="2026-04-13T03:02:18.565034" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-04-13T03:02:17.525674" elapsed="1.039714"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-04-13T03:02:18.614399" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-04-13T03:02:18.565801" elapsed="0.048681"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-04-13T03:02:18.616660" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-04-13T03:02:18.616789" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-04-13T03:02:18.614667" elapsed="0.002153"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-04-13T03:02:18.616986" elapsed="0.000257"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:02:18.617408" elapsed="0.000272"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:02:18.618249" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:02:18.617841" elapsed="0.000468"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-13T03:02:18.618374" elapsed="0.000065"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.199
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-04-13T03:02:17.524165" elapsed="1.094411"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-04-13T03:02:17.520529" elapsed="1.098115"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-13T03:02:18.619370" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-13T03:02:18.618848" elapsed="0.000581"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-13T03:02:18.619842" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-13T03:02:18.619586" elapsed="0.000320"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-04-13T03:02:18.620561" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-04-13T03:02:18.620065" elapsed="0.000528"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-13T03:02:18.621163" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-13T03:02:18.620809" elapsed="0.000397"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-04-13T03:02:18.621759" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-04-13T03:02:18.621380" elapsed="0.000406"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-13T03:02:18.622287" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-13T03:02:18.621947" elapsed="0.000384"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-04-13T03:02:18.622652" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-13T03:02:18.622431" elapsed="0.000276"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-13T03:02:18.627796" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:02:18.627283" elapsed="0.000553"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-13T03:02:18.629134" level="INFO">Length is 0.</msg>
<msg time="2026-04-13T03:02:18.629261" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-13T03:02:18.628585" elapsed="0.000704"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:02:18.629438" elapsed="0.000377"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-13T03:02:18.630927" level="INFO">Logging into '10.30.171.8:22' as 'jenkins'.</msg>
<msg time="2026-04-13T03:02:19.376498" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Apr 13 03:02:18 UTC 2026

  System load:  0.05               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.8
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-180-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-13T03:02:18.630347" elapsed="0.746381"/>
</kw>
<msg time="2026-04-13T03:02:19.376846" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:02:18.629973" elapsed="0.746997"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-13T03:02:18.628141" elapsed="0.748970"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.385162" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-04-13T03:02:19.377405" elapsed="0.009369"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:02:19.387046" elapsed="0.000493"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-04-13T03:02:18.626729" elapsed="0.760901"/>
</kw>
<status status="PASS" start="2026-04-13T03:02:18.623156" elapsed="0.764529"/>
</branch>
<status status="PASS" start="2026-04-13T03:02:18.622404" elapsed="0.765329"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-13T03:02:19.387955" elapsed="0.000736"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-13T03:02:19.395435" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-04-13T03:02:19.395234" elapsed="0.000282"/>
</branch>
<status status="PASS" start="2026-04-13T03:02:19.395176" elapsed="0.000375"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-13T03:02:19.399566" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-04-13T03:02:19.399452" elapsed="0.000161"/>
</branch>
<status status="PASS" start="2026-04-13T03:02:19.399432" elapsed="0.000204"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:02:19.399785" elapsed="0.000553"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.400770" level="INFO">Logging into '10.30.170.199:8101' as 'karaf'.</msg>
<msg time="2026-04-13T03:02:19.589605" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-04-13T03:02:19.400495" elapsed="0.189331"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.687887" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-04-13T03:02:19.590151" elapsed="0.097937"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.696780" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.2           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-04-13T03:02:19.697161" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.2           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-04-13T03:02:19.688417" elapsed="0.008781"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-04-13T03:02:19.697501" elapsed="0.000444"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:02:19.698095" elapsed="0.000289"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:02:19.698877" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.2           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:02:19.698530" elapsed="0.000417"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-13T03:02:19.699003" elapsed="0.000058"/>
</return>
<msg time="2026-04-13T03:02:19.699247" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.2           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.199
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-04-13T03:02:19.399075" elapsed="0.300209"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-13T03:02:19.699455" elapsed="0.000642"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-13T03:02:19.700153" elapsed="0.000034"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-04-13T03:02:19.394720" elapsed="0.305618"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-13T03:02:19.704311" elapsed="0.000017"/>
</return>
<status status="NOT RUN" start="2026-04-13T03:02:19.704109" elapsed="0.000253"/>
</branch>
<status status="PASS" start="2026-04-13T03:02:19.704082" elapsed="0.000307"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:02:19.704527" elapsed="0.000479"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.705794" level="INFO">Logging into '10.30.170.199:8101' as 'karaf'.</msg>
<msg time="2026-04-13T03:02:19.880824" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-04-13T03:02:19.705159" elapsed="0.175878"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.908084" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-04-13T03:02:19.881376" elapsed="0.026896"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.910300" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-04-13T03:02:19.910415" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-04-13T03:02:19.908549" elapsed="0.001895"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-04-13T03:02:19.910585" elapsed="0.000315"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:02:19.911056" elapsed="0.000316"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:02:19.911878" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:02:19.911526" elapsed="0.000402"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-13T03:02:19.911985" elapsed="0.000068"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.199
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-04-13T03:02:19.703752" elapsed="0.208434"/>
</kw>
<status status="PASS" start="2026-04-13T03:02:17.518716" elapsed="2.393588"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:02:19.915845" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:02:19.913484" elapsed="0.002473"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-13T03:02:19.917989" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-13T03:02:19.917601" elapsed="0.000433"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-04-13T03:02:19.918418" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-04-13T03:02:19.918131" elapsed="0.000348"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-04-13T03:02:19.921622" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-13T03:02:19.921368" elapsed="0.000309"/>
</branch>
<status status="PASS" start="2026-04-13T03:02:19.921347" elapsed="0.000356"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.922081" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-04-13T03:02:19.922206" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-04-13T03:02:19.921843" elapsed="0.000406"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:02:19.922815" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.199 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.8" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:02:19.922389" elapsed="0.000487"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.923528" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:02:19.923022" elapsed="0.000532"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-13T03:02:19.924525" level="INFO">Length is 0.</msg>
<msg time="2026-04-13T03:02:19.924618" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-13T03:02:19.924141" elapsed="0.000500"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:02:19.924791" elapsed="0.000339"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-13T03:02:19.926024" level="INFO">Logging into '10.30.171.8:22' as 'jenkins'.</msg>
<msg time="2026-04-13T03:02:20.298924" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Apr 13 03:02:18 UTC 2026

  System load:  0.05               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.8
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Apr 13 03:02:19 2026 from 10.30.170.102
[?2004h[jenkins@releng-63164-180-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-13T03:02:19.925659" elapsed="0.373624"/>
</kw>
<msg time="2026-04-13T03:02:20.299423" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:02:19.925303" elapsed="0.374261"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-13T03:02:19.923760" elapsed="0.375986"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-04-13T03:02:20.301361" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.199 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-04-13T03:12:26.411132" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-04-13T03:12:26.411635" level="INFO">${stdout} = </msg>
<msg time="2026-04-13T03:12:26.411739" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-04-13T03:02:20.300334" elapsed="606.111464"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:12:26.412259" elapsed="0.000697"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.414087" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.199. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:03:25.510 16  switches: flows:  91393 91826 93328 93166 93335 93876 90521 92109 90787 88827 91171 87445 87973 89480 86724 90531  total = 24.208200 per ms 
03:04:25.610 16  switches: flows:  103154 100132 100006 102332 101585 102764 99466 99902 100386 98334 97094 95670 95584 97066 96012 97616  total = 26.407635 per ms 
03:05:25.711 16  switches: flows:  103108 101849 102582 101045 99851 102816 98988 99177 98466 95993 99458 94733 98022 98442 97912 97989  total = 26.462987 per ms 
03:06:25.813 16  switches: flows:  119237 119636 115334 120415 116387 115924 113267 114440 112446 112178 114647 108711 113914 112106 113408 117282  total = 30.604411 per ms 
03:07:25.914 16  switches: flows:  122425 119755 119704 118921 119015 120613 116899 116171 114822 114850 117908 113418 113873 115339 115232 117881  total = 31.228265 per ms 
03:08:26.014 16  switches: flows:  124853 119609 122042 121782 122411 122211 119841 119715 117687 117118 118336 116085 116926 116403 117231 119447  total = 31.808385 per ms 
03:09:26.115 16  switches: flows:  126161 121018 121629 124400 123815 124214 119926 122263 117102 119872 118724 116823 117731 118128 118455 121472  total = 32.141848 per ms 
03:10:26.215 16  switches: flows:  124406 122073 122240 122846 121834 121893 118803 120290 117622 118227 118263 116415 118106 116673 118084 118359  total = 31.882338 per ms 
03:11:26.315 16  switches: flows:  124099 120582 121730 121981 121637 122024 117345 120096 118461 116983 118249 115058 117599 116288 116138 117834  total = 31.715445 per ms 
03:12:26.416 16  switches: flows:  127405 123404 124484 123965 123503 125506 120348 122931 122692 117907 120874 115827 117952 118659 118733 120923  total = 32.364498 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26407.64/32364.50/30512.87/10413.09 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.413375" elapsed="0.001043"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-04-13T03:12:26.414911" elapsed="0.000072"/>
</return>
<status status="PASS" start="2026-04-13T03:12:26.414611" elapsed="0.000494"/>
</branch>
<status status="PASS" start="2026-04-13T03:12:26.414553" elapsed="0.000624"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-04-13T03:12:26.415437" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-04-13T03:12:26.415353" elapsed="0.000175"/>
</branch>
<status status="NOT RUN" start="2026-04-13T03:12:26.415314" elapsed="0.000262"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-04-13T03:12:26.415652" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:12:26.420714" elapsed="0.000329"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:12:26.421191" elapsed="0.000192"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:12:26.421516" elapsed="0.000099"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-04-13T03:12:26.416371" elapsed="0.005297"/>
</kw>
<msg time="2026-04-13T03:12:26.421796" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-04-13T03:02:19.918858" elapsed="606.502964"/>
</kw>
<status status="PASS" start="2026-04-13T03:02:19.918511" elapsed="606.503360"/>
</branch>
<status status="PASS" start="2026-04-13T03:02:19.918099" elapsed="606.503796"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.422348" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.199. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:03:25.510 16  switches: flows:  91393 91826 93328 93166 93335 93876 90521 92109 90787 88827 91171 87445 87973 89480 86724 90531  total = 24.208200 per ms 
03:04:25.610 16  switches: flows:  103154 100132 100006 102332 101585 102764 99466 99902 100386 98334 97094 95670 95584 97066 96012 97616  total = 26.407635 per ms 
03:05:25.711 16  switches: flows:  103108 101849 102582 101045 99851 102816 98988 99177 98466 95993 99458 94733 98022 98442 97912 97989  total = 26.462987 per ms 
03:06:25.813 16  switches: flows:  119237 119636 115334 120415 116387 115924 113267 114440 112446 112178 114647 108711 113914 112106 113408 117282  total = 30.604411 per ms 
03:07:25.914 16  switches: flows:  122425 119755 119704 118921 119015 120613 116899 116171 114822 114850 117908 113418 113873 115339 115232 117881  total = 31.228265 per ms 
03:08:26.014 16  switches: flows:  124853 119609 122042 121782 122411 122211 119841 119715 117687 117118 118336 116085 116926 116403 117231 119447  total = 31.808385 per ms 
03:09:26.115 16  switches: flows:  126161 121018 121629 124400 123815 124214 119926 122263 117102 119872 118724 116823 117731 118128 118455 121472  total = 32.141848 per ms 
03:10:26.215 16  switches: flows:  124406 122073 122240 122846 121834 121893 118803 120290 117622 118227 118263 116415 118106 116673 118084 118359  total = 31.882338 per ms 
03:11:26.315 16  switches: flows:  124099 120582 121730 121981 121637 122024 117345 120096 118461 116983 118249 115058 117599 116288 116138 117834  total = 31.715445 per ms 
03:12:26.416 16  switches: flows:  127405 123404 124484 123965 123503 125506 120348 122931 122692 117907 120874 115827 117952 118659 118733 120923  total = 32.364498 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26407.64/32364.50/30512.87/10413.09 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.422034" elapsed="0.000387"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-13T03:12:26.422570" elapsed="0.000358"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-04-13T03:12:26.423358" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-04-13T03:12:26.423450" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 26407.64/32364.50/30512.87/10413.09 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-04-13T03:12:26.423110" elapsed="0.000364"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-13T03:12:26.423884" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 26407.64/32364.50/30512.87/10413.09 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-13T03:12:26.423629" elapsed="0.000282"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.426300" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.424057" elapsed="0.002299"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.428716" level="INFO">26407.64/32364.50/30512.87/10413.09</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.426502" elapsed="0.002270"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-13T03:12:26.431161" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-13T03:12:26.428920" elapsed="0.002268"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-13T03:12:26.433609" level="INFO">@{result_value_list} = [ 26407.64 | 32364.50 | 30512.87 | 10413.09 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-13T03:12:26.431392" elapsed="0.002246"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.434100" level="INFO">Length is 4.</msg>
<msg time="2026-04-13T03:12:26.434195" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-13T03:12:26.433791" elapsed="0.000444"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.438959" level="INFO">min :: 26407.64</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.434624" elapsed="0.004407"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-04-13T03:12:26.434490" elapsed="0.004577"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.443614" level="INFO">max :: 32364.50</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.439305" elapsed="0.004367"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-04-13T03:12:26.439162" elapsed="0.004544"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.448235" level="INFO">avg :: 30512.87</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.443923" elapsed="0.004369"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-04-13T03:12:26.443795" elapsed="0.004532"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.452874" level="INFO">stdev :: 10413.09</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.448546" elapsed="0.004383"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-04-13T03:12:26.448419" elapsed="0.004545"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-04-13T03:12:26.434303" elapsed="0.018693"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.456936" level="INFO">${min} = 26407.64</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:12:26.453155" elapsed="0.003808"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.461014" level="INFO">${max} = 32364.50</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:12:26.457116" elapsed="0.003925"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.465144" level="INFO">${average} = 30512.87</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:12:26.461192" elapsed="0.003981"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.469364" level="INFO">${stdev} = 10413.09</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:12:26.465351" elapsed="0.004039"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.469904" level="INFO">${date} = 2026-04-13 03:12:26</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-04-13T03:12:26.469551" elapsed="0.000379"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.470507" level="INFO">CBench Result: 2026-04-13 03:12:26,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,26407.64,32364.50,30512.87,10413.09</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.470077" elapsed="0.000486"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-13T03:12:26.471637" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-13T03:12:26.471212" elapsed="0.000490"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-13T03:12:26.471855" elapsed="0.000489"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-04-13T03:12:26.470714" elapsed="0.001694"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-04-13T03:02:19.916705" elapsed="606.555766"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.472933" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-04-13T03:12:26.472619" elapsed="0.000370"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-04-13T03:12:26.473553" elapsed="0.000264"/>
</kw>
<status status="PASS" start="2026-04-13T03:12:26.473195" elapsed="0.000692"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-04-13T03:02:19.912501" elapsed="606.561422"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.475394" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.474959" elapsed="0.000492"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.476690" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-13T03:12:26.476360" elapsed="0.000373"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-04-13T03:12:26.477074" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-04-13T03:12:26.476850" elapsed="0.000282"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-04-13T03:12:26.480027" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-13T03:12:26.479781" elapsed="0.000302"/>
</branch>
<status status="PASS" start="2026-04-13T03:12:26.479763" elapsed="0.000344"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-04-13T03:12:26.480461" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-04-13T03:12:26.480580" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-04-13T03:12:26.480258" elapsed="0.000349"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.481158" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.199 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.8" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:12:26.480741" elapsed="0.000490"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-13T03:12:26.481767" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:12:26.481373" elapsed="0.000420"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-13T03:12:26.482699" level="INFO">Length is 0.</msg>
<msg time="2026-04-13T03:12:26.482789" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-13T03:12:26.482385" elapsed="0.000428"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:12:26.482955" elapsed="0.000355"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-13T03:12:26.484168" level="INFO">Logging into '10.30.171.8:22' as 'jenkins'.</msg>
<msg time="2026-04-13T03:12:27.091537" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Apr 13 03:12:26 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.8
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Apr 13 03:02:20 2026 from 10.30.170.102
[?2004h[jenkins@releng-63164-180-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-13T03:12:26.483814" elapsed="0.608017"/>
</kw>
<msg time="2026-04-13T03:12:27.091944" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:12:26.483472" elapsed="0.608569"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-13T03:12:26.481994" elapsed="0.610174"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-04-13T03:12:27.092764" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.199 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-04-13T03:22:33.137969" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-04-13T03:22:33.138576" level="INFO">${stdout} = </msg>
<msg time="2026-04-13T03:22:33.138681" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-04-13T03:12:27.092430" elapsed="606.046314"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:22:33.139306" elapsed="0.001007"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.141700" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.199. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:13:32.219 16  switches: flows:  471856 463668 456401 466809 451703 463952 451173 456830 433545 443741 437313 439498 452709 448664 447821 441994  total = 120.461283 per ms 
03:14:32.321 16  switches: flows:  542472 535495 541042 545291 533044 534739 531171 537278 550298 535867 539839 543374 539098 532682 539670 534589  total = 143.355951 per ms 
03:15:32.423 16  switches: flows:  595053 594973 591750 594600 586205 593246 584697 589567 593404 595810 592640 594428 590228 590855 591213 585872  total = 157.476923 per ms 
03:16:32.525 16  switches: flows:  595242 598642 602411 599309 600813 599693 596290 596412 588796 592113 592304 594231 585734 587892 582588 593743  total = 158.169961 per ms 
03:17:32.626 16  switches: flows:  565477 564735 564650 567114 560783 568225 564931 565402 564462 566583 558371 556867 565309 555180 559982 562212  total = 149.919928 per ms 
03:18:32.728 16  switches: flows:  571363 564776 568795 571973 566431 562178 560210 566394 566355 568936 567155 569719 566842 570204 566946 566546  total = 150.990555 per ms 
03:19:32.830 16  switches: flows:  604315 599435 598415 608945 601429 601885 602916 600559 604482 598664 599533 605974 592633 602987 601073 608226  total = 160.255176 per ms 
03:20:32.932 16  switches: flows:  609995 594762 599780 607036 610549 609996 591918 596357 590915 588117 601212 597227 595291 594797 592401 595542  total = 159.328623 per ms 
03:21:33.033 16  switches: flows:  538651 535161 539587 547449 542853 542156 532481 545124 542426 536969 536981 427755 525806 548230 534830 538130  total = 141.670933 per ms 
03:22:33.134 16  switches: flows:  563589 569414 551817 564971 553753 549325 563940 554056 560933 548003 567252 564629 559606 574311 564391 570874  total = 149.429214 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 141670.93/160255.18/152288.58/51179.80 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.140751" elapsed="0.001312"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-04-13T03:22:33.142626" elapsed="0.000081"/>
</return>
<status status="PASS" start="2026-04-13T03:22:33.142300" elapsed="0.000489"/>
</branch>
<status status="PASS" start="2026-04-13T03:22:33.142210" elapsed="0.000634"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-04-13T03:22:33.143048" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-04-13T03:22:33.142969" elapsed="0.000167"/>
</branch>
<status status="NOT RUN" start="2026-04-13T03:22:33.142935" elapsed="0.000248"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-04-13T03:22:33.143282" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:22:33.148960" elapsed="0.000539"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:22:33.149650" elapsed="0.000178"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:22:33.149960" elapsed="0.000103"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-04-13T03:22:33.143969" elapsed="0.006148"/>
</kw>
<msg time="2026-04-13T03:22:33.150260" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-04-13T03:12:26.477491" elapsed="606.672797"/>
</kw>
<status status="PASS" start="2026-04-13T03:12:26.477158" elapsed="606.673180"/>
</branch>
<status status="PASS" start="2026-04-13T03:12:26.476828" elapsed="606.673534"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.150791" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.199. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:13:32.219 16  switches: flows:  471856 463668 456401 466809 451703 463952 451173 456830 433545 443741 437313 439498 452709 448664 447821 441994  total = 120.461283 per ms 
03:14:32.321 16  switches: flows:  542472 535495 541042 545291 533044 534739 531171 537278 550298 535867 539839 543374 539098 532682 539670 534589  total = 143.355951 per ms 
03:15:32.423 16  switches: flows:  595053 594973 591750 594600 586205 593246 584697 589567 593404 595810 592640 594428 590228 590855 591213 585872  total = 157.476923 per ms 
03:16:32.525 16  switches: flows:  595242 598642 602411 599309 600813 599693 596290 596412 588796 592113 592304 594231 585734 587892 582588 593743  total = 158.169961 per ms 
03:17:32.626 16  switches: flows:  565477 564735 564650 567114 560783 568225 564931 565402 564462 566583 558371 556867 565309 555180 559982 562212  total = 149.919928 per ms 
03:18:32.728 16  switches: flows:  571363 564776 568795 571973 566431 562178 560210 566394 566355 568936 567155 569719 566842 570204 566946 566546  total = 150.990555 per ms 
03:19:32.830 16  switches: flows:  604315 599435 598415 608945 601429 601885 602916 600559 604482 598664 599533 605974 592633 602987 601073 608226  total = 160.255176 per ms 
03:20:32.932 16  switches: flows:  609995 594762 599780 607036 610549 609996 591918 596357 590915 588117 601212 597227 595291 594797 592401 595542  total = 159.328623 per ms 
03:21:33.033 16  switches: flows:  538651 535161 539587 547449 542853 542156 532481 545124 542426 536969 536981 427755 525806 548230 534830 538130  total = 141.670933 per ms 
03:22:33.134 16  switches: flows:  563589 569414 551817 564971 553753 549325 563940 554056 560933 548003 567252 564629 559606 574311 564391 570874  total = 149.429214 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 141670.93/160255.18/152288.58/51179.80 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.150504" elapsed="0.000360"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-13T03:22:33.151015" elapsed="0.000398"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-04-13T03:22:33.151793" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-04-13T03:22:33.151883" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 141670.93/160255.18/152288.58/51179.80 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-04-13T03:22:33.151573" elapsed="0.000334"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-13T03:22:33.152331" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 141670.93/160255.18/152288.58/51179.80 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-13T03:22:33.152058" elapsed="0.000300"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.154766" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.152503" elapsed="0.002320"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.157193" level="INFO">141670.93/160255.18/152288.58/51179.80</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.154968" elapsed="0.002296"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-13T03:22:33.159621" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-13T03:22:33.157413" elapsed="0.002235"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-13T03:22:33.162088" level="INFO">@{result_value_list} = [ 141670.93 | 160255.18 | 152288.58 | 51179.80 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-13T03:22:33.159834" elapsed="0.002282"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.162602" level="INFO">Length is 4.</msg>
<msg time="2026-04-13T03:22:33.162690" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-13T03:22:33.162293" elapsed="0.000421"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.167613" level="INFO">min :: 141670.93</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.163099" elapsed="0.004572"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-04-13T03:22:33.162970" elapsed="0.004735"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.172299" level="INFO">max :: 160255.18</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.167924" elapsed="0.004433"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-04-13T03:22:33.167797" elapsed="0.004595"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.176973" level="INFO">avg :: 152288.58</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.172608" elapsed="0.004421"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-04-13T03:22:33.172481" elapsed="0.004583"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.182618" level="INFO">stdev :: 51179.80</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.177313" elapsed="0.005438"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-04-13T03:22:33.177151" elapsed="0.005682"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-04-13T03:22:33.162782" elapsed="0.020122"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.191068" level="INFO">${min} = 141670.93</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:22:33.183305" elapsed="0.007804"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.197008" level="INFO">${max} = 160255.18</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:22:33.191363" elapsed="0.005685"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.202397" level="INFO">${average} = 152288.58</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:22:33.197300" elapsed="0.005125"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.206379" level="INFO">${stdev} = 51179.80</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:22:33.202579" elapsed="0.003829"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.206968" level="INFO">${date} = 2026-04-13 03:22:33</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-04-13T03:22:33.206581" elapsed="0.000413"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.207580" level="INFO">CBench Result: 2026-04-13 03:22:33,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,141670.93,160255.18,152288.58,51179.80</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.207143" elapsed="0.000493"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-13T03:22:33.208721" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-13T03:22:33.208281" elapsed="0.000507"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-13T03:22:33.208957" elapsed="0.000495"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-04-13T03:22:33.207787" elapsed="0.001731"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-04-13T03:12:26.475766" elapsed="606.733812"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.210051" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-04-13T03:22:33.209730" elapsed="0.000377"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-04-13T03:22:33.210652" elapsed="0.000279"/>
</kw>
<status status="PASS" start="2026-04-13T03:22:33.210348" elapsed="0.000654"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-04-13T03:12:26.474356" elapsed="606.736684"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.212478" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.212058" elapsed="0.000479"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.213811" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-13T03:22:33.213480" elapsed="0.000384"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-04-13T03:22:33.214209" elapsed="0.000039"/>
</kw>
<status status="NOT RUN" start="2026-04-13T03:22:33.213982" elapsed="0.000304"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-04-13T03:22:33.217369" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-13T03:22:33.217099" elapsed="0.000326"/>
</branch>
<status status="PASS" start="2026-04-13T03:22:33.217079" elapsed="0.000369"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-04-13T03:22:33.217780" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-04-13T03:22:33.217898" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-04-13T03:22:33.217582" elapsed="0.000342"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.218497" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.199 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.8" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:22:33.218059" elapsed="0.000497"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-13T03:22:33.219089" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:22:33.218696" elapsed="0.000420"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-13T03:22:33.220026" level="INFO">Length is 0.</msg>
<msg time="2026-04-13T03:22:33.220114" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-13T03:22:33.219716" elapsed="0.000422"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:22:33.220296" elapsed="0.000323"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-13T03:22:33.221511" level="INFO">Logging into '10.30.171.8:22' as 'jenkins'.</msg>
<msg time="2026-04-13T03:22:33.800835" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Apr 13 03:22:33 UTC 2026

  System load:  0.36               Processes:             106
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.8
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Apr 13 03:12:27 2026 from 10.30.170.102
[?2004h[jenkins@releng-63164-180-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-13T03:22:33.221132" elapsed="0.579927"/>
</kw>
<msg time="2026-04-13T03:22:33.801156" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:22:33.220771" elapsed="0.580494"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-13T03:22:33.219341" elapsed="0.582051"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-04-13T03:22:33.801930" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.199 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-04-13T03:32:39.848033" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-04-13T03:32:39.848627" level="INFO">${stdout} = </msg>
<msg time="2026-04-13T03:32:39.848730" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-04-13T03:22:33.801621" elapsed="606.047172"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:32:39.849274" elapsed="0.000707"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.851089" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.199. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:23:38.940 16  switches: flows:  117830 118258 118160 117106 120644 117742 118341 119168 116030 117229 117183 113847 115023 116377 114680 115874  total = 31.224867 per ms 
03:24:39.041 16  switches: flows:  121257 121161 121212 120558 123970 120241 122276 121580 119861 120283 118294 117226 120756 121363 116911 120704  total = 32.073923 per ms 
03:25:39.143 16  switches: flows:  122137 126105 127602 124112 126045 121556 124622 123749 123407 121556 120562 120714 123996 125328 119860 124904  total = 32.882650 per ms 
03:26:39.244 16  switches: flows:  99425 101463 101350 99741 101629 100600 101608 100558 98629 97628 100053 97812 100083 98992 96441 100836  total = 26.569755 per ms 
03:27:39.345 16  switches: flows:  118935 119582 118280 117459 117076 117369 119072 115984 115878 115842 114036 113208 115374 115433 113803 116603  total = 31.013772 per ms 
03:28:39.449 16  switches: flows:  122097 123163 121676 120941 120556 120315 120327 119432 117263 116947 118001 116839 120069 118899 115073 118991  total = 31.788469 per ms 
03:29:39.551 16  switches: flows:  119546 118349 118342 118197 121480 116563 117829 118672 115636 115076 115991 115763 115084 117572 115363 116271  total = 31.210116 per ms 
03:30:39.652 16  switches: flows:  125068 121771 123508 121611 126189 120814 120078 123771 118347 117534 117916 116910 116038 119498 118563 118946  total = 32.055777 per ms 
03:31:39.753 16  switches: flows:  128766 125963 127620 127386 129670 125222 125522 127781 120614 122165 123989 119748 119464 124876 122799 121315  total = 33.159603 per ms 
03:32:39.854 16  switches: flows:  128423 128588 125751 125675 131047 125531 125064 128156 122466 123349 124513 120008 119518 125171 123230 121146  total = 33.238423 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26569.75/33238.42/31554.72/10691.17 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:32:39.850361" elapsed="0.001057"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-04-13T03:32:39.851888" elapsed="0.000080"/>
</return>
<status status="PASS" start="2026-04-13T03:32:39.851597" elapsed="0.000448"/>
</branch>
<status status="PASS" start="2026-04-13T03:32:39.851546" elapsed="0.000555"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-04-13T03:32:39.852384" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-04-13T03:32:39.852298" elapsed="0.000179"/>
</branch>
<status status="NOT RUN" start="2026-04-13T03:32:39.852209" elapsed="0.000317"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-04-13T03:32:39.852594" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-13T03:32:39.857706" elapsed="0.000367"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-13T03:32:39.858241" elapsed="0.000181"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-13T03:32:39.858556" elapsed="0.000102"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-04-13T03:32:39.853287" elapsed="0.005426"/>
</kw>
<msg time="2026-04-13T03:32:39.858848" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-04-13T03:22:33.214635" elapsed="606.644241"/>
</kw>
<status status="PASS" start="2026-04-13T03:22:33.214311" elapsed="606.644616"/>
</branch>
<status status="PASS" start="2026-04-13T03:22:33.213960" elapsed="606.644993"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.859444" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.199:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.199. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:23:38.940 16  switches: flows:  117830 118258 118160 117106 120644 117742 118341 119168 116030 117229 117183 113847 115023 116377 114680 115874  total = 31.224867 per ms 
03:24:39.041 16  switches: flows:  121257 121161 121212 120558 123970 120241 122276 121580 119861 120283 118294 117226 120756 121363 116911 120704  total = 32.073923 per ms 
03:25:39.143 16  switches: flows:  122137 126105 127602 124112 126045 121556 124622 123749 123407 121556 120562 120714 123996 125328 119860 124904  total = 32.882650 per ms 
03:26:39.244 16  switches: flows:  99425 101463 101350 99741 101629 100600 101608 100558 98629 97628 100053 97812 100083 98992 96441 100836  total = 26.569755 per ms 
03:27:39.345 16  switches: flows:  118935 119582 118280 117459 117076 117369 119072 115984 115878 115842 114036 113208 115374 115433 113803 116603  total = 31.013772 per ms 
03:28:39.449 16  switches: flows:  122097 123163 121676 120941 120556 120315 120327 119432 117263 116947 118001 116839 120069 118899 115073 118991  total = 31.788469 per ms 
03:29:39.551 16  switches: flows:  119546 118349 118342 118197 121480 116563 117829 118672 115636 115076 115991 115763 115084 117572 115363 116271  total = 31.210116 per ms 
03:30:39.652 16  switches: flows:  125068 121771 123508 121611 126189 120814 120078 123771 118347 117534 117916 116910 116038 119498 118563 118946  total = 32.055777 per ms 
03:31:39.753 16  switches: flows:  128766 125963 127620 127386 129670 125222 125522 127781 120614 122165 123989 119748 119464 124876 122799 121315  total = 33.159603 per ms 
03:32:39.854 16  switches: flows:  128423 128588 125751 125675 131047 125531 125064 128156 122466 123349 124513 120008 119518 125171 123230 121146  total = 33.238423 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26569.75/33238.42/31554.72/10691.17 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:32:39.859113" elapsed="0.000407"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-13T03:32:39.859669" elapsed="0.000386"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-04-13T03:32:39.860473" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-04-13T03:32:39.860565" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 26569.75/33238.42/31554.72/10691.17 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-04-13T03:32:39.860249" elapsed="0.000341"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-13T03:32:39.861004" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 26569.75/33238.42/31554.72/10691.17 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-13T03:32:39.860745" elapsed="0.000286"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.863507" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:32:39.861188" elapsed="0.002379"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.866013" level="INFO">26569.75/33238.42/31554.72/10691.17</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:32:39.863724" elapsed="0.002347"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-13T03:32:39.868481" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-13T03:32:39.866244" elapsed="0.002265"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-13T03:32:39.870987" level="INFO">@{result_value_list} = [ 26569.75 | 33238.42 | 31554.72 | 10691.17 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-13T03:32:39.868741" elapsed="0.002274"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.871536" level="INFO">Length is 4.</msg>
<msg time="2026-04-13T03:32:39.871626" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-13T03:32:39.871178" elapsed="0.000473"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.876484" level="INFO">min :: 26569.75</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:32:39.872058" elapsed="0.004486"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-04-13T03:32:39.871926" elapsed="0.004653"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.881175" level="INFO">max :: 33238.42</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:32:39.876803" elapsed="0.004442"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-04-13T03:32:39.876673" elapsed="0.004608"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.885831" level="INFO">avg :: 31554.72</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:32:39.881502" elapsed="0.004385"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-04-13T03:32:39.881365" elapsed="0.004556"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.890443" level="INFO">stdev :: 10691.17</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:32:39.886131" elapsed="0.004368"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-04-13T03:32:39.886005" elapsed="0.004528"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-04-13T03:32:39.871725" elapsed="0.018839"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.894509" level="INFO">${min} = 26569.75</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:32:39.890739" elapsed="0.003797"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.898637" level="INFO">${max} = 33238.42</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:32:39.894692" elapsed="0.003972"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.902626" level="INFO">${average} = 31554.72</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:32:39.898818" elapsed="0.003835"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.906601" level="INFO">${stdev} = 10691.17</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-13T03:32:39.902805" elapsed="0.003822"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.907152" level="INFO">${date} = 2026-04-13 03:32:39</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-04-13T03:32:39.906787" elapsed="0.000391"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.907745" level="INFO">CBench Result: 2026-04-13 03:32:39,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,26569.75,33238.42,31554.72,10691.17</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-13T03:32:39.907339" elapsed="0.000462"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-13T03:32:39.909143" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-13T03:32:39.908470" elapsed="0.000741"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-13T03:32:39.909390" elapsed="0.000468"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-04-13T03:32:39.907961" elapsed="0.001965"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-04-13T03:22:33.212895" elapsed="606.697092"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.910469" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-04-13T03:32:39.910135" elapsed="0.000391"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-04-13T03:32:39.911759" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-04-13T03:32:39.911281" elapsed="0.000504"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-04-13T03:32:39.912019" elapsed="0.000036"/>
</return>
<status status="PASS" start="2026-04-13T03:32:39.911867" elapsed="0.000221"/>
</branch>
<status status="PASS" start="2026-04-13T03:32:39.911845" elapsed="0.000268"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-04-13T03:32:39.912308" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-04-13T03:32:39.912468" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-04-13T03:32:39.912626" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-04-13T03:32:39.912827" elapsed="0.000024"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-04-13T03:32:39.912983" elapsed="0.000025"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-04-13T03:32:39.913135" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-04-13T03:32:39.913294" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-04-13T03:32:39.913515" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-04-13T03:32:39.913376" elapsed="0.000190"/>
</branch>
<status status="NOT RUN" start="2026-04-13T03:32:39.913359" elapsed="0.000230"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-04-13T03:32:39.910922" elapsed="0.002717"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-04-13T03:22:33.211503" elapsed="606.702182"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-04-13T03:02:16.958382" elapsed="1822.956024"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
