<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-29T00:45:15.991006" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-29T00:45:16.542284" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-07-29T00:45:16.542144" elapsed="0.000212"/>
</branch>
<status status="PASS" start="2026-07-29T00:45:16.542115" elapsed="0.000269"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T00:45:16.542529" elapsed="0.000561"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-29T00:45:16.543562" level="INFO">Logging into '10.30.171.42:8101' as 'karaf'.</msg>
<msg time="2026-07-29T00:45:17.151047" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-29T00:45:16.543265" elapsed="0.607981"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-29T00:45:17.200498" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-29T00:45:17.151561" elapsed="0.049008"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-29T00:45:17.202334" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-29T00:45:17.202451" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-29T00:45:17.200742" elapsed="0.001740"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-29T00:45:17.202641" elapsed="0.000213"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T00:45:17.203018" elapsed="0.000235"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:45:17.203757" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:45:17.203407" elapsed="0.000409"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-29T00:45:17.203873" elapsed="0.000060"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.42
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-29T00:45:16.541747" elapsed="0.662313"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-29T00:45:16.538111" elapsed="0.666125"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-29T00:45:17.204823" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-29T00:45:17.204434" elapsed="0.000446"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-29T00:45:17.205300" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-29T00:45:17.205035" elapsed="0.000322"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-29T00:45:17.205930" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-29T00:45:17.205514" elapsed="0.000445"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-29T00:45:17.206501" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-29T00:45:17.206161" elapsed="0.000383"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-29T00:45:17.207091" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-29T00:45:17.206693" elapsed="0.000427"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-29T00:45:17.207625" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-29T00:45:17.207283" elapsed="0.000384"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-29T00:45:17.207969" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-29T00:45:17.207754" elapsed="0.000271"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-29T00:45:17.212452" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T00:45:17.212023" elapsed="0.000457"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-29T00:45:17.213798" level="INFO">Length is 0.</msg>
<msg time="2026-07-29T00:45:17.213885" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-29T00:45:17.213041" elapsed="0.000869"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T00:45:17.214060" elapsed="0.000373"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-29T00:45:17.215453" level="INFO">Logging into '10.30.171.2:22' as 'jenkins'.</msg>
<msg time="2026-07-29T00:45:17.922056" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jul 29 00:45:17 UTC 2026

  System load:  0.04               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.2
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-354-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-29T00:45:17.214938" elapsed="0.707288"/>
</kw>
<msg time="2026-07-29T00:45:17.922319" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T00:45:17.214591" elapsed="0.707823"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-29T00:45:17.212689" elapsed="0.709845"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-29T00:45:17.930095" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-29T00:45:17.922741" elapsed="0.009069"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T00:45:17.932233" elapsed="0.000573"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-29T00:45:17.211499" elapsed="0.721715"/>
</kw>
<status status="PASS" start="2026-07-29T00:45:17.208119" elapsed="0.725183"/>
</branch>
<status status="PASS" start="2026-07-29T00:45:17.207729" elapsed="0.725639"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-29T00:45:17.933706" elapsed="0.001053"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-29T00:45:17.942969" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-07-29T00:45:17.942846" elapsed="0.000177"/>
</branch>
<status status="PASS" start="2026-07-29T00:45:17.942821" elapsed="0.000226"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-29T00:45:17.946695" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-07-29T00:45:17.946580" elapsed="0.000163"/>
</branch>
<status status="PASS" start="2026-07-29T00:45:17.946560" elapsed="0.000207"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T00:45:17.946899" elapsed="0.000451"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-29T00:45:17.947760" level="INFO">Logging into '10.30.171.42:8101' as 'karaf'.</msg>
<msg time="2026-07-29T00:45:18.170557" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-29T00:45:17.947500" elapsed="0.223186"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-29T00:45:18.262116" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-29T00:45:18.170910" elapsed="0.091316"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-29T00:45:18.268103" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-29T00:45:18.268304" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-29T00:45:18.262413" elapsed="0.005923"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-29T00:45:18.268479" elapsed="0.000187"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T00:45:18.268814" elapsed="0.000229"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:45:18.269518" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:45:18.269207" elapsed="0.000367"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-29T00:45:18.269624" elapsed="0.000047"/>
</return>
<msg time="2026-07-29T00:45:18.269814" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.42
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-29T00:45:17.946218" elapsed="0.323628"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-29T00:45:18.269992" elapsed="0.000540"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-29T00:45:18.270583" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-29T00:45:17.942536" elapsed="0.328179"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-29T00:45:18.274478" elapsed="0.000017"/>
</return>
<status status="NOT RUN" start="2026-07-29T00:45:18.274345" elapsed="0.000182"/>
</branch>
<status status="PASS" start="2026-07-29T00:45:18.274321" elapsed="0.000230"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T00:45:18.274682" elapsed="0.000468"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-29T00:45:18.275743" level="INFO">Logging into '10.30.171.42:8101' as 'karaf'.</msg>
<msg time="2026-07-29T00:45:18.467445" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-29T00:45:18.275302" elapsed="0.192267"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-29T00:45:18.491880" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-29T00:45:18.467791" elapsed="0.024152"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-29T00:45:18.493719" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-29T00:45:18.493833" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-29T00:45:18.492118" elapsed="0.001744"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-29T00:45:18.493999" elapsed="0.000222"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T00:45:18.494380" elapsed="0.000178"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:45:18.495018" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:45:18.494698" elapsed="0.000371"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-29T00:45:18.495148" elapsed="0.000054"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.42
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-29T00:45:18.273999" elapsed="0.221320"/>
</kw>
<status status="PASS" start="2026-07-29T00:45:16.536226" elapsed="1.959158"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:45:18.497809" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:45:18.496711" elapsed="0.001164"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-29T00:45:18.499354" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-29T00:45:18.498972" elapsed="0.000426"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-29T00:45:18.499719" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-29T00:45:18.499478" elapsed="0.000300"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-29T00:45:18.502777" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-29T00:45:18.502525" elapsed="0.000308"/>
</branch>
<status status="PASS" start="2026-07-29T00:45:18.502505" elapsed="0.000354"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-29T00:45:18.503209" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-29T00:45:18.503333" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-29T00:45:18.502991" elapsed="0.000370"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:45:18.503929" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.42 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.2" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:45:18.503498" elapsed="0.000491"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-29T00:45:18.504607" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T00:45:18.504146" elapsed="0.000489"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-29T00:45:18.505583" level="INFO">Length is 0.</msg>
<msg time="2026-07-29T00:45:18.505675" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-29T00:45:18.505244" elapsed="0.000456"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T00:45:18.505847" elapsed="0.000367"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-29T00:45:18.507103" level="INFO">Logging into '10.30.171.2:22' as 'jenkins'.</msg>
<msg time="2026-07-29T00:45:18.838490" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jul 29 00:45:17 UTC 2026

  System load:  0.04               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.2
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jul 29 00:45:17 2026 from 10.30.171.236
[?2004h[jenkins@releng-63164-354-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-29T00:45:18.506725" elapsed="0.331965"/>
</kw>
<msg time="2026-07-29T00:45:18.838779" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T00:45:18.506373" elapsed="0.332490"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-29T00:45:18.504840" elapsed="0.334137"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-29T00:45:18.839521" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.42 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-29T00:55:24.951163" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-29T00:55:24.951611" level="INFO">${stdout} = </msg>
<msg time="2026-07-29T00:55:24.951716" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-29T00:45:18.839214" elapsed="606.112562"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T00:55:24.952230" elapsed="0.000700"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.954064" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.42. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:46:24.033 16  switches: flows:  123547 122334 121090 123687 121113 126531 117970 120785 119457 117971 119700 117930 116854 119661 117648 118539  total = 32.080283 per ms 
00:47:24.135 16  switches: flows:  131971 135215 130468 136107 130100 133786 130627 129700 129268 127450 129287 127903 132076 127401 128615 129509  total = 34.766061 per ms 
00:48:24.236 16  switches: flows:  127905 132713 126876 131812 127201 128198 128340 125087 126178 123321 125915 123865 128492 124011 125265 124023  total = 33.763640 per ms 
00:49:24.337 16  switches: flows:  132475 136543 132368 136637 131469 133469 132763 130497 131717 127668 131010 128713 132464 128665 129237 130141  total = 35.038783 per ms 
00:50:24.438 16  switches: flows:  134004 137931 132133 135225 130430 132629 133519 130966 130364 128579 130301 128225 131318 127746 128898 129877  total = 34.977355 per ms 
00:51:24.539 16  switches: flows:  129937 134618 131820 134856 128921 129200 131131 127669 128674 126112 127656 125828 130502 127295 126949 127498  total = 34.420305 per ms 
00:52:24.640 16  switches: flows:  129594 131899 129919 133161 127625 128828 128945 126777 125980 122690 125113 123814 127109 123388 125432 124764  total = 33.860763 per ms 
00:53:24.741 16  switches: flows:  132399 134272 134120 135458 132600 133156 133039 132766 131113 130456 128331 128329 130304 126780 131700 127718  total = 34.983917 per ms 
00:54:24.842 16  switches: flows:  131372 133141 133522 136716 133845 131544 131498 132382 131089 128736 129317 128498 128897 128051 130773 127405  total = 34.887915 per ms 
00:55:24.943 16  switches: flows:  130107 131288 130436 132953 131548 130169 126792 128220 126169 126404 126570 124884 125513 125172 127475 125263  total = 34.092495 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 33763.64/35038.78/34532.36/11520.86 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:24.953326" elapsed="0.001062"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-29T00:55:24.954894" elapsed="0.000076"/>
</return>
<status status="PASS" start="2026-07-29T00:55:24.954577" elapsed="0.000474"/>
</branch>
<status status="PASS" start="2026-07-29T00:55:24.954521" elapsed="0.000630"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-29T00:55:24.955372" elapsed="0.000032"/>
</return>
<status status="NOT RUN" start="2026-07-29T00:55:24.955286" elapsed="0.000180"/>
</branch>
<status status="NOT RUN" start="2026-07-29T00:55:24.955250" elapsed="0.000265"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-29T00:55:24.955590" elapsed="0.000032"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T00:55:24.961278" elapsed="0.000336"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T00:55:24.961766" elapsed="0.000166"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T00:55:24.962065" elapsed="0.000117"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-29T00:55:24.956309" elapsed="0.005927"/>
</kw>
<msg time="2026-07-29T00:55:24.962373" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-29T00:45:18.500155" elapsed="606.462245"/>
</kw>
<status status="PASS" start="2026-07-29T00:45:18.499806" elapsed="606.462644"/>
</branch>
<status status="PASS" start="2026-07-29T00:45:18.499455" elapsed="606.463017"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.962906" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.42. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:46:24.033 16  switches: flows:  123547 122334 121090 123687 121113 126531 117970 120785 119457 117971 119700 117930 116854 119661 117648 118539  total = 32.080283 per ms 
00:47:24.135 16  switches: flows:  131971 135215 130468 136107 130100 133786 130627 129700 129268 127450 129287 127903 132076 127401 128615 129509  total = 34.766061 per ms 
00:48:24.236 16  switches: flows:  127905 132713 126876 131812 127201 128198 128340 125087 126178 123321 125915 123865 128492 124011 125265 124023  total = 33.763640 per ms 
00:49:24.337 16  switches: flows:  132475 136543 132368 136637 131469 133469 132763 130497 131717 127668 131010 128713 132464 128665 129237 130141  total = 35.038783 per ms 
00:50:24.438 16  switches: flows:  134004 137931 132133 135225 130430 132629 133519 130966 130364 128579 130301 128225 131318 127746 128898 129877  total = 34.977355 per ms 
00:51:24.539 16  switches: flows:  129937 134618 131820 134856 128921 129200 131131 127669 128674 126112 127656 125828 130502 127295 126949 127498  total = 34.420305 per ms 
00:52:24.640 16  switches: flows:  129594 131899 129919 133161 127625 128828 128945 126777 125980 122690 125113 123814 127109 123388 125432 124764  total = 33.860763 per ms 
00:53:24.741 16  switches: flows:  132399 134272 134120 135458 132600 133156 133039 132766 131113 130456 128331 128329 130304 126780 131700 127718  total = 34.983917 per ms 
00:54:24.842 16  switches: flows:  131372 133141 133522 136716 133845 131544 131498 132382 131089 128736 129317 128498 128897 128051 130773 127405  total = 34.887915 per ms 
00:55:24.943 16  switches: flows:  130107 131288 130436 132953 131548 130169 126792 128220 126169 126404 126570 124884 125513 125172 127475 125263  total = 34.092495 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 33763.64/35038.78/34532.36/11520.86 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:24.962615" elapsed="0.000365"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-29T00:55:24.963146" elapsed="0.000369"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-29T00:55:24.963906" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-29T00:55:24.963998" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 33763.64/35038.78/34532.36/11520.86 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-29T00:55:24.963680" elapsed="0.000343"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-29T00:55:24.964497" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 33763.64/35038.78/34532.36/11520.86 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-29T00:55:24.964204" elapsed="0.000320"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.966972" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:24.964672" elapsed="0.002357"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.969435" level="INFO">33763.64/35038.78/34532.36/11520.86</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:24.967193" elapsed="0.002299"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-29T00:55:24.971857" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-29T00:55:24.969642" elapsed="0.002243"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-29T00:55:24.974352" level="INFO">@{result_value_list} = [ 33763.64 | 35038.78 | 34532.36 | 11520.86 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-29T00:55:24.972089" elapsed="0.002292"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.974853" level="INFO">Length is 4.</msg>
<msg time="2026-07-29T00:55:24.974949" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-29T00:55:24.974541" elapsed="0.000433"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.979698" level="INFO">min :: 33763.64</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:24.975381" elapsed="0.004374"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-29T00:55:24.975247" elapsed="0.004543"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.984344" level="INFO">max :: 35038.78</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:24.980011" elapsed="0.004389"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-29T00:55:24.979881" elapsed="0.004575"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.989102" level="INFO">avg :: 34532.36</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:24.984689" elapsed="0.004472"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-29T00:55:24.984546" elapsed="0.004649"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.993770" level="INFO">stdev :: 11520.86</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:24.989417" elapsed="0.004408"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-29T00:55:24.989286" elapsed="0.004574"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-29T00:55:24.975043" elapsed="0.018850"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T00:55:24.998224" level="INFO">${min} = 33763.64</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T00:55:24.994054" elapsed="0.004197"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.002358" level="INFO">${max} = 35038.78</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T00:55:24.998406" elapsed="0.003979"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.006335" level="INFO">${average} = 34532.36</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T00:55:25.002542" elapsed="0.003820"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.010323" level="INFO">${stdev} = 11520.86</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T00:55:25.006516" elapsed="0.003833"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.010872" level="INFO">${date} = 2026-07-29 00:55:25</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-29T00:55:25.010513" elapsed="0.000384"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.011476" level="INFO">CBench Result: 2026-07-29 00:55:25,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,33763.64,35038.78,34532.36,11520.86</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:25.011048" elapsed="0.000484"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-29T00:55:25.012592" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-29T00:55:25.012165" elapsed="0.000493"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-29T00:55:25.012812" elapsed="0.000477"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-29T00:55:25.011678" elapsed="0.001676"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-29T00:45:18.498331" elapsed="606.515084"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.013894" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-29T00:55:25.013569" elapsed="0.000379"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-29T00:55:25.014486" elapsed="0.000268"/>
</kw>
<status status="PASS" start="2026-07-29T00:55:25.014182" elapsed="0.000644"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-29T00:45:18.495572" elapsed="606.519293"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.016390" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:25.015974" elapsed="0.000499"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.017729" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-29T00:55:25.017395" elapsed="0.000377"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-29T00:55:25.018115" elapsed="0.000029"/>
</kw>
<status status="NOT RUN" start="2026-07-29T00:55:25.017879" elapsed="0.000303"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-29T00:55:25.021102" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-07-29T00:55:25.020840" elapsed="0.000319"/>
</branch>
<status status="PASS" start="2026-07-29T00:55:25.020821" elapsed="0.000362"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-29T00:55:25.021513" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-29T00:55:25.021632" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-29T00:55:25.021320" elapsed="0.000339"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.022235" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.42 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.2" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T00:55:25.021794" elapsed="0.000499"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-29T00:55:25.022848" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T00:55:25.022432" elapsed="0.000442"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-29T00:55:25.023779" level="INFO">Length is 0.</msg>
<msg time="2026-07-29T00:55:25.023868" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-29T00:55:25.023476" elapsed="0.000416"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T00:55:25.024033" elapsed="0.000348"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-29T00:55:25.025289" level="INFO">Logging into '10.30.171.2:22' as 'jenkins'.</msg>
<msg time="2026-07-29T00:55:25.630509" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jul 29 00:55:25 UTC 2026

  System load:  0.92               Processes:             104
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.2
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jul 29 00:45:18 2026 from 10.30.171.236
[?2004h[jenkins@releng-63164-354-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-29T00:55:25.024912" elapsed="0.605813"/>
</kw>
<msg time="2026-07-29T00:55:25.630817" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T00:55:25.024566" elapsed="0.606346"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-29T00:55:25.023098" elapsed="0.607945"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-29T00:55:25.631616" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.42 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-29T01:05:31.689217" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-29T01:05:31.689840" level="INFO">${stdout} = </msg>
<msg time="2026-07-29T01:05:31.689946" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-29T00:55:25.631296" elapsed="606.058715"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T01:05:31.690534" elapsed="0.000848"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.692581" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.42. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:30.747 16  switches: flows:  609629 614533 610373 615308 611089 605083 607146 605372 600157 598711 599503 595728 602595 608861 601805 608006  total = 161.564983 per ms 
00:57:30.849 16  switches: flows:  558373 575552 437347 592211 616637 557341 504755 537424 526990 516182 479796 563904 576110 515884 546513 485689  total = 142.939719 per ms 
00:58:30.951 16  switches: flows:  527670 524919 515335 526287 524807 521782 521351 529494 527484 523104 529825 523001 517282 525892 526938 514838  total = 139.430858 per ms 
00:59:31.053 16  switches: flows:  526945 516803 519686 511588 509672 518058 514799 518786 522423 517449 518618 516147 516132 520043 518277 521662  total = 137.886440 per ms 
01:00:31.176 16  switches: flows:  518868 519146 523325 517329 456466 520937 519609 518330 523489 525139 514618 516234 524848 522916 519875 523616  total = 137.465513 per ms 
01:01:31.278 16  switches: flows:  458918 455155 471719 482228 532171 431440 534800 470461 478223 510482 460689 489683 492866 467580 459020 466265  total = 127.481057 per ms 
01:02:31.381 16  switches: flows:  536765 541042 542132 536559 538811 538074 532145 544158 540048 544404 540539 539025 540763 533861 534829 532941  total = 143.355189 per ms 
01:03:31.482 16  switches: flows:  510860 511402 470543 495581 511009 498198 495525 507441 505004 487850 505998 504763 502465 499915 503020 501445  total = 133.293060 per ms 
01:04:31.583 16  switches: flows:  549759 546018 536735 540119 542987 550461 541541 552422 541813 547085 546651 545403 544646 544199 540633 541441  total = 144.954324 per ms 
01:05:31.686 16  switches: flows:  536802 531015 531664 535031 529247 536706 528295 529082 536428 534558 535579 538240 535158 531652 533492 530891  total = 141.992288 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 127481.06/144954.32/138755.38/46548.00 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.691756" elapsed="0.001158"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-29T01:05:31.693441" elapsed="0.000071"/>
</return>
<status status="PASS" start="2026-07-29T01:05:31.693136" elapsed="0.000457"/>
</branch>
<status status="PASS" start="2026-07-29T01:05:31.693055" elapsed="0.000594"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-29T01:05:31.693858" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-07-29T01:05:31.693776" elapsed="0.000174"/>
</branch>
<status status="NOT RUN" start="2026-07-29T01:05:31.693741" elapsed="0.000257"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-29T01:05:31.694066" elapsed="0.000061"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T01:05:31.699750" elapsed="0.000510"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T01:05:31.700413" elapsed="0.000167"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T01:05:31.700714" elapsed="0.000104"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-29T01:05:31.694774" elapsed="0.006099"/>
</kw>
<msg time="2026-07-29T01:05:31.701003" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-29T00:55:25.018524" elapsed="606.682506"/>
</kw>
<status status="PASS" start="2026-07-29T00:55:25.018207" elapsed="606.682888"/>
</branch>
<status status="PASS" start="2026-07-29T00:55:25.017858" elapsed="606.683262"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.701555" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.42. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:30.747 16  switches: flows:  609629 614533 610373 615308 611089 605083 607146 605372 600157 598711 599503 595728 602595 608861 601805 608006  total = 161.564983 per ms 
00:57:30.849 16  switches: flows:  558373 575552 437347 592211 616637 557341 504755 537424 526990 516182 479796 563904 576110 515884 546513 485689  total = 142.939719 per ms 
00:58:30.951 16  switches: flows:  527670 524919 515335 526287 524807 521782 521351 529494 527484 523104 529825 523001 517282 525892 526938 514838  total = 139.430858 per ms 
00:59:31.053 16  switches: flows:  526945 516803 519686 511588 509672 518058 514799 518786 522423 517449 518618 516147 516132 520043 518277 521662  total = 137.886440 per ms 
01:00:31.176 16  switches: flows:  518868 519146 523325 517329 456466 520937 519609 518330 523489 525139 514618 516234 524848 522916 519875 523616  total = 137.465513 per ms 
01:01:31.278 16  switches: flows:  458918 455155 471719 482228 532171 431440 534800 470461 478223 510482 460689 489683 492866 467580 459020 466265  total = 127.481057 per ms 
01:02:31.381 16  switches: flows:  536765 541042 542132 536559 538811 538074 532145 544158 540048 544404 540539 539025 540763 533861 534829 532941  total = 143.355189 per ms 
01:03:31.482 16  switches: flows:  510860 511402 470543 495581 511009 498198 495525 507441 505004 487850 505998 504763 502465 499915 503020 501445  total = 133.293060 per ms 
01:04:31.583 16  switches: flows:  549759 546018 536735 540119 542987 550461 541541 552422 541813 547085 546651 545403 544646 544199 540633 541441  total = 144.954324 per ms 
01:05:31.686 16  switches: flows:  536802 531015 531664 535031 529247 536706 528295 529082 536428 534558 535579 538240 535158 531652 533492 530891  total = 141.992288 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 127481.06/144954.32/138755.38/46548.00 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.701264" elapsed="0.000366"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-29T01:05:31.701779" elapsed="0.000408"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-29T01:05:31.702573" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-29T01:05:31.702664" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 127481.06/144954.32/138755.38/46548.00 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-29T01:05:31.702354" elapsed="0.000335"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-29T01:05:31.703133" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 127481.06/144954.32/138755.38/46548.00 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-29T01:05:31.702844" elapsed="0.000323"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.705571" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.703315" elapsed="0.002314"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.708044" level="INFO">127481.06/144954.32/138755.38/46548.00</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.705777" elapsed="0.002342"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-29T01:05:31.710487" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-29T01:05:31.708270" elapsed="0.002245"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-29T01:05:31.712966" level="INFO">@{result_value_list} = [ 127481.06 | 144954.32 | 138755.38 | 46548.00 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-29T01:05:31.710705" elapsed="0.002290"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.713612" level="INFO">Length is 4.</msg>
<msg time="2026-07-29T01:05:31.713701" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-29T01:05:31.713167" elapsed="0.000558"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.718646" level="INFO">min :: 127481.06</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.714115" elapsed="0.004588"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-29T01:05:31.713970" elapsed="0.004768"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.723385" level="INFO">max :: 144954.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.718958" elapsed="0.004484"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-29T01:05:31.718829" elapsed="0.004649"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.728050" level="INFO">avg :: 138755.38</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.723695" elapsed="0.004427"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-29T01:05:31.723567" elapsed="0.004590"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.732710" level="INFO">stdev :: 46548.00</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.728376" elapsed="0.004390"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-29T01:05:31.728246" elapsed="0.004555"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-29T01:05:31.713789" elapsed="0.019044"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.736793" level="INFO">${min} = 127481.06</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T01:05:31.732993" elapsed="0.003828"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.740775" level="INFO">${max} = 144954.32</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T01:05:31.736977" elapsed="0.003824"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.744747" level="INFO">${average} = 138755.38</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T01:05:31.740957" elapsed="0.003817"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.748747" level="INFO">${stdev} = 46548.00</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T01:05:31.744932" elapsed="0.003842"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.749307" level="INFO">${date} = 2026-07-29 01:05:31</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-29T01:05:31.748937" elapsed="0.000396"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.749895" level="INFO">CBench Result: 2026-07-29 01:05:31,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,127481.06,144954.32,138755.38,46548.00</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.749482" elapsed="0.000470"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-29T01:05:31.751011" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-29T01:05:31.750575" elapsed="0.000523"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-29T01:05:31.751253" elapsed="0.000471"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-29T01:05:31.750106" elapsed="0.001684"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-29T00:55:25.016790" elapsed="606.735062"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.752343" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-29T01:05:31.752008" elapsed="0.000392"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-29T01:05:31.752915" elapsed="0.000281"/>
</kw>
<status status="PASS" start="2026-07-29T01:05:31.752604" elapsed="0.000665"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-29T00:55:25.015362" elapsed="606.737945"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.754613" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.754227" elapsed="0.000445"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.755910" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-29T01:05:31.755572" elapsed="0.000381"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-29T01:05:31.756307" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-29T01:05:31.756066" elapsed="0.000301"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-29T01:05:31.759444" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-29T01:05:31.759192" elapsed="0.000308"/>
</branch>
<status status="PASS" start="2026-07-29T01:05:31.759173" elapsed="0.000351"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-29T01:05:31.759829" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-29T01:05:31.759945" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-29T01:05:31.759654" elapsed="0.000318"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.760546" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.42 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.2" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:05:31.760123" elapsed="0.000481"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-29T01:05:31.761158" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T01:05:31.760744" elapsed="0.000441"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-29T01:05:31.762060" level="INFO">Length is 0.</msg>
<msg time="2026-07-29T01:05:31.762165" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-29T01:05:31.761761" elapsed="0.000428"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T01:05:31.762331" elapsed="0.000320"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-29T01:05:31.763528" level="INFO">Logging into '10.30.171.2:22' as 'jenkins'.</msg>
<msg time="2026-07-29T01:05:32.383262" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jul 29 01:05:31 UTC 2026

  System load:  0.53               Processes:             105
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.2
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jul 29 00:55:25 2026 from 10.30.171.236
[?2004h[jenkins@releng-63164-354-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-29T01:05:31.763172" elapsed="0.620254"/>
</kw>
<msg time="2026-07-29T01:05:32.383508" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T01:05:31.762801" elapsed="0.620788"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-29T01:05:31.761386" elapsed="0.622317"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-29T01:05:32.384239" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.42 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-29T01:15:38.455798" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-29T01:15:38.456405" level="INFO">${stdout} = </msg>
<msg time="2026-07-29T01:15:38.456547" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-29T01:05:32.383917" elapsed="606.072712"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T01:15:38.457297" elapsed="0.000876"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.459749" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.42. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:37.558 16  switches: flows:  113024 108127 112898 112186 112331 117982 112245 112872 110525 110379 109325 110361 112269 111511 110991 110379  total = 29.790083 per ms 
01:07:37.659 16  switches: flows:  126140 122035 126849 125494 123195 121657 124971 122195 120663 125754 121831 121752 122755 125691 120535 123419  total = 32.860713 per ms 
01:08:37.759 16  switches: flows:  118064 115396 116943 118008 115975 115001 116135 116382 113240 115163 114525 115255 114690 116588 112082 115739  total = 30.768421 per ms 
01:09:37.859 16  switches: flows:  127334 126043 124904 125736 126508 126365 127742 124095 123094 126406 125369 124860 123150 125935 122525 125272  total = 33.366598 per ms 
01:10:37.959 16  switches: flows:  126812 124050 126163 126331 125532 124046 124256 126341 123010 124226 124572 121580 123631 124231 123070 123255  total = 33.129802 per ms 
01:11:38.060 16  switches: flows:  126529 127628 130124 128302 127008 125831 126198 128165 123739 125992 123968 123331 125383 127109 126340 124306  total = 33.609761 per ms 
01:12:38.160 16  switches: flows:  127149 131479 131946 130098 127517 128769 128365 129598 130844 126169 126084 126320 130246 126351 128454 126188  total = 34.202507 per ms 
01:13:38.260 16  switches: flows:  129633 132825 133142 133074 128786 130540 128662 129814 132717 126881 129338 127718 131119 129414 129831 127988  total = 34.633499 per ms 
01:14:38.361 16  switches: flows:  129454 130899 131743 131406 126597 128664 128138 128167 132104 126977 127155 127241 129737 126180 128563 126291  total = 34.264686 per ms 
01:15:38.461 16  switches: flows:  129131 132347 132213 132655 128231 129407 129293 129763 131570 128147 127536 128974 131848 127909 129363 127735  total = 34.544380 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30768.42/34633.50/33486.71/11219.27 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:15:38.458648" elapsed="0.001478"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-29T01:15:38.460703" elapsed="0.000077"/>
</return>
<status status="PASS" start="2026-07-29T01:15:38.460370" elapsed="0.000492"/>
</branch>
<status status="PASS" start="2026-07-29T01:15:38.460313" elapsed="0.000605"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-29T01:15:38.461167" elapsed="0.000031"/>
</return>
<status status="NOT RUN" start="2026-07-29T01:15:38.461045" elapsed="0.000237"/>
</branch>
<status status="NOT RUN" start="2026-07-29T01:15:38.461010" elapsed="0.000347"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-29T01:15:38.461458" elapsed="0.000034"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-29T01:15:38.465602" elapsed="0.000343"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-29T01:15:38.466127" elapsed="0.000172"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-29T01:15:38.466433" elapsed="0.000103"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-29T01:15:38.462273" elapsed="0.004334"/>
</kw>
<msg time="2026-07-29T01:15:38.466767" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-29T01:05:31.756711" elapsed="606.710084"/>
</kw>
<status status="PASS" start="2026-07-29T01:05:31.756392" elapsed="606.710455"/>
</branch>
<status status="PASS" start="2026-07-29T01:05:31.756045" elapsed="606.710826"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.467347" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.42:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.42. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:37.558 16  switches: flows:  113024 108127 112898 112186 112331 117982 112245 112872 110525 110379 109325 110361 112269 111511 110991 110379  total = 29.790083 per ms 
01:07:37.659 16  switches: flows:  126140 122035 126849 125494 123195 121657 124971 122195 120663 125754 121831 121752 122755 125691 120535 123419  total = 32.860713 per ms 
01:08:37.759 16  switches: flows:  118064 115396 116943 118008 115975 115001 116135 116382 113240 115163 114525 115255 114690 116588 112082 115739  total = 30.768421 per ms 
01:09:37.859 16  switches: flows:  127334 126043 124904 125736 126508 126365 127742 124095 123094 126406 125369 124860 123150 125935 122525 125272  total = 33.366598 per ms 
01:10:37.959 16  switches: flows:  126812 124050 126163 126331 125532 124046 124256 126341 123010 124226 124572 121580 123631 124231 123070 123255  total = 33.129802 per ms 
01:11:38.060 16  switches: flows:  126529 127628 130124 128302 127008 125831 126198 128165 123739 125992 123968 123331 125383 127109 126340 124306  total = 33.609761 per ms 
01:12:38.160 16  switches: flows:  127149 131479 131946 130098 127517 128769 128365 129598 130844 126169 126084 126320 130246 126351 128454 126188  total = 34.202507 per ms 
01:13:38.260 16  switches: flows:  129633 132825 133142 133074 128786 130540 128662 129814 132717 126881 129338 127718 131119 129414 129831 127988  total = 34.633499 per ms 
01:14:38.361 16  switches: flows:  129454 130899 131743 131406 126597 128664 128138 128167 132104 126977 127155 127241 129737 126180 128563 126291  total = 34.264686 per ms 
01:15:38.461 16  switches: flows:  129131 132347 132213 132655 128231 129407 129293 129763 131570 128147 127536 128974 131848 127909 129363 127735  total = 34.544380 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30768.42/34633.50/33486.71/11219.27 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:15:38.467017" elapsed="0.000404"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-29T01:15:38.467571" elapsed="0.000365"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-29T01:15:38.468365" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-29T01:15:38.468456" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 30768.42/34633.50/33486.71/11219.27 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-29T01:15:38.468127" elapsed="0.000354"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-29T01:15:38.468891" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 30768.42/34633.50/33486.71/11219.27 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-29T01:15:38.468638" elapsed="0.000280"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.471362" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:15:38.469065" elapsed="0.002355"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.473817" level="INFO">30768.42/34633.50/33486.71/11219.27</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:15:38.471571" elapsed="0.002302"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-29T01:15:38.476456" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-29T01:15:38.474025" elapsed="0.002460"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-29T01:15:38.478964" level="INFO">@{result_value_list} = [ 30768.42 | 34633.50 | 33486.71 | 11219.27 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-29T01:15:38.476679" elapsed="0.002313"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.479493" level="INFO">Length is 4.</msg>
<msg time="2026-07-29T01:15:38.479582" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-29T01:15:38.479175" elapsed="0.000431"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.484354" level="INFO">min :: 30768.42</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:15:38.479989" elapsed="0.004422"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-29T01:15:38.479859" elapsed="0.004587"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.489543" level="INFO">max :: 34633.50</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:15:38.484666" elapsed="0.004962"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-29T01:15:38.484533" elapsed="0.005133"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.494352" level="INFO">avg :: 33486.71</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:15:38.489893" elapsed="0.004516"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-29T01:15:38.489758" elapsed="0.004686"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.499176" level="INFO">stdev :: 11219.27</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:15:38.494659" elapsed="0.004575"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-29T01:15:38.494529" elapsed="0.004739"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-29T01:15:38.479674" elapsed="0.019625"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.503217" level="INFO">${min} = 30768.42</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T01:15:38.499457" elapsed="0.003788"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.507489" level="INFO">${max} = 34633.50</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T01:15:38.503575" elapsed="0.003941"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.511519" level="INFO">${average} = 33486.71</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T01:15:38.507673" elapsed="0.003874"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.515529" level="INFO">${stdev} = 11219.27</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-29T01:15:38.511703" elapsed="0.003856"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.516118" level="INFO">${date} = 2026-07-29 01:15:38</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-29T01:15:38.515727" elapsed="0.000419"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.516745" level="INFO">CBench Result: 2026-07-29 01:15:38,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,30768.42,34633.50,33486.71,11219.27</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-29T01:15:38.516297" elapsed="0.000506"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-29T01:15:38.517949" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-29T01:15:38.517447" elapsed="0.000572"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-29T01:15:38.518190" elapsed="0.000471"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-29T01:15:38.516946" elapsed="0.001782"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-29T01:05:31.755001" elapsed="606.763786"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.519317" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-29T01:15:38.518940" elapsed="0.000434"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-29T01:15:38.520627" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-29T01:15:38.520124" elapsed="0.000531"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-29T01:15:38.520881" elapsed="0.000032"/>
</return>
<status status="PASS" start="2026-07-29T01:15:38.520733" elapsed="0.000211"/>
</branch>
<status status="PASS" start="2026-07-29T01:15:38.520712" elapsed="0.000256"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-29T01:15:38.521130" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-29T01:15:38.521293" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-29T01:15:38.521454" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-29T01:15:38.521654" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-29T01:15:38.521808" elapsed="0.000021"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-29T01:15:38.521958" elapsed="0.000027"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-29T01:15:38.522130" elapsed="0.000022"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-29T01:15:38.522370" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-29T01:15:38.522228" elapsed="0.000201"/>
</branch>
<status status="NOT RUN" start="2026-07-29T01:15:38.522210" elapsed="0.000267"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-29T01:15:38.519757" elapsed="0.002789"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-29T01:05:31.753711" elapsed="606.768908"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-29T00:45:15.992591" elapsed="1822.530505"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
