<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-06-05T03:13:31.716636" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-05T03:13:32.293859" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-06-05T03:13:32.293713" elapsed="0.000219"/>
</branch>
<status status="PASS" start="2026-06-05T03:13:32.293684" elapsed="0.000274"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:13:32.294121" elapsed="0.000516"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-05T03:13:32.295130" level="INFO">Logging into '10.30.170.242:8101' as 'karaf'.</msg>
<msg time="2026-06-05T03:13:33.147150" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-05T03:13:32.294813" elapsed="0.852540"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-05T03:13:33.196505" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-05T03:13:33.147651" elapsed="0.048923"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-05T03:13:33.198436" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-05T03:13:33.198551" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-05T03:13:33.196742" elapsed="0.001839"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-05T03:13:33.198739" elapsed="0.000210"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:13:33.199123" elapsed="0.000224"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:13:33.199856" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:13:33.199502" elapsed="0.000408"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-05T03:13:33.199991" elapsed="0.000057"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.242
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-05T03:13:32.293335" elapsed="0.906864"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-06-05T03:13:32.289695" elapsed="0.910569"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-05T03:13:33.200836" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-05T03:13:33.200456" elapsed="0.000438"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-05T03:13:33.201316" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-05T03:13:33.201050" elapsed="0.000323"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-05T03:13:33.201925" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-05T03:13:33.201527" elapsed="0.000426"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-05T03:13:33.202479" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-05T03:13:33.202145" elapsed="0.000377"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-05T03:13:33.203063" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-05T03:13:33.202667" elapsed="0.000441"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-05T03:13:33.203580" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-05T03:13:33.203270" elapsed="0.000352"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-06-05T03:13:33.203941" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-05T03:13:33.203710" elapsed="0.000286"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-05T03:13:33.208347" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:13:33.207918" elapsed="0.000456"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-05T03:13:33.209650" level="INFO">Length is 0.</msg>
<msg time="2026-06-05T03:13:33.209741" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-05T03:13:33.208932" elapsed="0.000834"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:13:33.209917" elapsed="0.000371"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-05T03:13:33.211315" level="INFO">Logging into '10.30.171.185:22' as 'jenkins'.</msg>
<msg time="2026-06-05T03:13:33.925437" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jun  5 03:13:33 UTC 2026

  System load:  0.02               Processes:             112
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.185
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-286-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-05T03:13:33.210793" elapsed="0.714786"/>
</kw>
<msg time="2026-06-05T03:13:33.925665" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:13:33.210445" elapsed="0.715305"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-05T03:13:33.208580" elapsed="0.717283"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-06-05T03:13:33.934045" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-06-05T03:13:33.926069" elapsed="0.009650"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:13:33.936159" elapsed="0.000565"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-06-05T03:13:33.207370" elapsed="0.729491"/>
</kw>
<status status="PASS" start="2026-06-05T03:13:33.204074" elapsed="0.732869"/>
</branch>
<status status="PASS" start="2026-06-05T03:13:33.203685" elapsed="0.733327"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-05T03:13:33.937382" elapsed="0.001031"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-05T03:13:33.946252" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-06-05T03:13:33.946126" elapsed="0.000180"/>
</branch>
<status status="PASS" start="2026-06-05T03:13:33.946101" elapsed="0.000229"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-05T03:13:33.949900" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-05T03:13:33.949787" elapsed="0.000160"/>
</branch>
<status status="PASS" start="2026-06-05T03:13:33.949767" elapsed="0.000203"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:13:33.950119" elapsed="0.000440"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-05T03:13:33.950967" level="INFO">Logging into '10.30.170.242:8101' as 'karaf'.</msg>
<msg time="2026-06-05T03:13:34.128413" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-05T03:13:33.950707" elapsed="0.177795"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-05T03:13:34.226853" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-05T03:13:34.128661" elapsed="0.098270"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-05T03:13:34.234891" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-05T03:13:34.235076" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-05T03:13:34.227120" elapsed="0.008003"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-05T03:13:34.235270" elapsed="0.000201"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:13:34.235620" elapsed="0.000219"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:13:34.236302" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:13:34.235979" elapsed="0.000378"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-05T03:13:34.236406" elapsed="0.000049"/>
</return>
<msg time="2026-06-05T03:13:34.236597" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.242
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-05T03:13:33.949426" elapsed="0.287202"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-05T03:13:34.236773" elapsed="0.000521"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-05T03:13:34.237345" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-06-05T03:13:33.945801" elapsed="0.291674"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-05T03:13:34.241263" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-05T03:13:34.241129" elapsed="0.000181"/>
</branch>
<status status="PASS" start="2026-06-05T03:13:34.241104" elapsed="0.000231"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:13:34.241464" elapsed="0.000439"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-05T03:13:34.242399" level="INFO">Logging into '10.30.170.242:8101' as 'karaf'.</msg>
<msg time="2026-06-05T03:13:34.408699" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-05T03:13:34.242050" elapsed="0.166752"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-05T03:13:34.435776" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-05T03:13:34.408985" elapsed="0.026855"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-05T03:13:34.437629" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-05T03:13:34.437735" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-05T03:13:34.435993" elapsed="0.001771"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-05T03:13:34.437901" elapsed="0.000203"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:13:34.438241" elapsed="0.000187"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:13:34.438850" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:13:34.438562" elapsed="0.000338"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-05T03:13:34.438947" elapsed="0.000044"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.242
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-05T03:13:34.240788" elapsed="0.198362"/>
</kw>
<status status="PASS" start="2026-06-05T03:13:32.287893" elapsed="2.151324"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:13:34.441794" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:13:34.440050" elapsed="0.001821"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-05T03:13:34.443393" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-05T03:13:34.443013" elapsed="0.000422"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-05T03:13:34.443903" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-05T03:13:34.443515" elapsed="0.000447"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-05T03:13:34.446963" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-05T03:13:34.446710" elapsed="0.000309"/>
</branch>
<status status="PASS" start="2026-06-05T03:13:34.446685" elapsed="0.000360"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-05T03:13:34.447405" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-05T03:13:34.447527" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-05T03:13:34.447195" elapsed="0.000359"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:13:34.448135" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.242 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.185" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:13:34.447692" elapsed="0.000503"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-05T03:13:34.448813" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:13:34.448340" elapsed="0.000500"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-05T03:13:34.449797" level="INFO">Length is 0.</msg>
<msg time="2026-06-05T03:13:34.449887" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-05T03:13:34.449438" elapsed="0.000473"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:13:34.450057" elapsed="0.000350"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-05T03:13:34.451286" level="INFO">Logging into '10.30.171.185:22' as 'jenkins'.</msg>
<msg time="2026-06-05T03:13:34.777965" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jun  5 03:13:33 UTC 2026

  System load:  0.02               Processes:             112
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.185
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Jun  5 03:13:33 2026 from 10.30.170.202
[?2004h[jenkins@releng-63164-286-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-05T03:13:34.450912" elapsed="0.327215"/>
</kw>
<msg time="2026-06-05T03:13:34.778202" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:13:34.450562" elapsed="0.327720"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-05T03:13:34.449043" elapsed="0.329348"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-05T03:13:34.779100" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.242 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-05T03:23:40.902425" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-05T03:23:40.903614" level="INFO">${stdout} = </msg>
<msg time="2026-06-05T03:23:40.903733" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-05T03:13:34.778586" elapsed="606.125217"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:23:40.904363" elapsed="0.001290"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.906865" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.242. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:14:39.979 16  switches: flows:  95887 93917 93711 93195 95015 93787 94551 94078 94669 91376 92682 91091 94098 93356 94002 91849  total = 24.954400 per ms 
03:15:40.080 16  switches: flows:  101756 100598 99359 100447 100020 99366 97904 100371 98584 97827 100620 98201 99363 99286 99272 99071  total = 26.489844 per ms 
03:16:40.181 16  switches: flows:  108004 105684 105403 105420 105706 105589 104583 107953 104112 103662 105946 103367 105104 104928 107399 103559  total = 28.060137 per ms 
03:17:40.282 16  switches: flows:  108608 105623 107374 107323 105315 105975 106125 108089 103298 105754 108002 104793 106502 106525 107268 103041  total = 28.279667 per ms 
03:18:40.384 16  switches: flows:  109082 107155 106227 106968 105520 107371 106066 108499 104374 106980 107202 105378 107009 105880 107390 103467  total = 28.362085 per ms 
03:19:40.485 16  switches: flows:  114637 111266 109474 112143 109725 111991 108298 113088 108511 110564 110869 108469 110035 109256 110039 109128  total = 29.409095 per ms 
03:20:40.586 16  switches: flows:  108846 106069 107899 108177 107046 109093 106759 110331 104995 107437 107466 104399 107128 108075 107605 107337  total = 28.596657 per ms 
03:21:40.687 16  switches: flows:  109591 107185 107085 108398 109256 107767 105951 107179 105889 107607 107680 103916 107935 106271 107324 105746  total = 28.532025 per ms 
03:22:40.788 16  switches: flows:  117334 114784 117701 116247 116572 115988 116000 115455 115167 114747 114496 114506 113011 114180 114947 112956  total = 30.683625 per ms 
03:23:40.889 16  switches: flows:  119986 119468 121125 118651 119612 119954 119114 120171 117811 118082 118612 116581 115146 116396 117656 117430  total = 31.543950 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26489.84/31543.95/28884.12/9730.46 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.906041" elapsed="0.001219"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-05T03:23:40.907846" elapsed="0.000086"/>
</return>
<status status="PASS" start="2026-06-05T03:23:40.907521" elapsed="0.000500"/>
</branch>
<status status="PASS" start="2026-06-05T03:23:40.907448" elapsed="0.000636"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-05T03:23:40.908355" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-06-05T03:23:40.908266" elapsed="0.000186"/>
</branch>
<status status="NOT RUN" start="2026-06-05T03:23:40.908228" elapsed="0.000273"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-05T03:23:40.908579" elapsed="0.000032"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:23:40.913038" elapsed="0.000367"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:23:40.913555" elapsed="0.000185"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:23:40.913872" elapsed="0.000101"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-05T03:23:40.909350" elapsed="0.004675"/>
</kw>
<msg time="2026-06-05T03:23:40.914170" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-05T03:13:34.444334" elapsed="606.469864"/>
</kw>
<status status="PASS" start="2026-06-05T03:13:34.443991" elapsed="606.470256"/>
</branch>
<status status="PASS" start="2026-06-05T03:13:34.443492" elapsed="606.470780"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.914707" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.242. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:14:39.979 16  switches: flows:  95887 93917 93711 93195 95015 93787 94551 94078 94669 91376 92682 91091 94098 93356 94002 91849  total = 24.954400 per ms 
03:15:40.080 16  switches: flows:  101756 100598 99359 100447 100020 99366 97904 100371 98584 97827 100620 98201 99363 99286 99272 99071  total = 26.489844 per ms 
03:16:40.181 16  switches: flows:  108004 105684 105403 105420 105706 105589 104583 107953 104112 103662 105946 103367 105104 104928 107399 103559  total = 28.060137 per ms 
03:17:40.282 16  switches: flows:  108608 105623 107374 107323 105315 105975 106125 108089 103298 105754 108002 104793 106502 106525 107268 103041  total = 28.279667 per ms 
03:18:40.384 16  switches: flows:  109082 107155 106227 106968 105520 107371 106066 108499 104374 106980 107202 105378 107009 105880 107390 103467  total = 28.362085 per ms 
03:19:40.485 16  switches: flows:  114637 111266 109474 112143 109725 111991 108298 113088 108511 110564 110869 108469 110035 109256 110039 109128  total = 29.409095 per ms 
03:20:40.586 16  switches: flows:  108846 106069 107899 108177 107046 109093 106759 110331 104995 107437 107466 104399 107128 108075 107605 107337  total = 28.596657 per ms 
03:21:40.687 16  switches: flows:  109591 107185 107085 108398 109256 107767 105951 107179 105889 107607 107680 103916 107935 106271 107324 105746  total = 28.532025 per ms 
03:22:40.788 16  switches: flows:  117334 114784 117701 116247 116572 115988 116000 115455 115167 114747 114496 114506 113011 114180 114947 112956  total = 30.683625 per ms 
03:23:40.889 16  switches: flows:  119986 119468 121125 118651 119612 119954 119114 120171 117811 118082 118612 116581 115146 116396 117656 117430  total = 31.543950 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26489.84/31543.95/28884.12/9730.46 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.914412" elapsed="0.000368"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-05T03:23:40.914930" elapsed="0.000412"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-05T03:23:40.915743" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-05T03:23:40.915835" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 26489.84/31543.95/28884.12/9730.46 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-05T03:23:40.915506" elapsed="0.000359"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-05T03:23:40.916298" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 26489.84/31543.95/28884.12/9730.46 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-05T03:23:40.916022" elapsed="0.000302"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.918693" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.916471" elapsed="0.002279"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.921151" level="INFO">26489.84/31543.95/28884.12/9730.46</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.918896" elapsed="0.002314"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-05T03:23:40.923592" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-05T03:23:40.921361" elapsed="0.002258"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-05T03:23:40.926032" level="INFO">@{result_value_list} = [ 26489.84 | 31543.95 | 28884.12 | 9730.46 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-05T03:23:40.923817" elapsed="0.002243"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.926540" level="INFO">Length is 4.</msg>
<msg time="2026-06-05T03:23:40.926629" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-05T03:23:40.926230" elapsed="0.000424"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.931354" level="INFO">min :: 26489.84</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.927048" elapsed="0.004364"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-05T03:23:40.926915" elapsed="0.004532"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.935958" level="INFO">max :: 31543.95</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.931666" elapsed="0.004349"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-05T03:23:40.931539" elapsed="0.004511"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.940570" level="INFO">avg :: 28884.12</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.936287" elapsed="0.004341"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-05T03:23:40.936156" elapsed="0.004507"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.945183" level="INFO">stdev :: 9730.46</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.940883" elapsed="0.004363"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-05T03:23:40.940756" elapsed="0.004525"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-05T03:23:40.926724" elapsed="0.018590"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.949225" level="INFO">${min} = 26489.84</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:23:40.945472" elapsed="0.003779"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.953324" level="INFO">${max} = 31543.95</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:23:40.949407" elapsed="0.003945"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.957368" level="INFO">${average} = 28884.12</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:23:40.953507" elapsed="0.003887"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.961379" level="INFO">${stdev} = 9730.46</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:23:40.957546" elapsed="0.003860"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.961930" level="INFO">${date} = 2026-06-05 03:23:40</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-05T03:23:40.961574" elapsed="0.000382"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.962528" level="INFO">CBench Result: 2026-06-05 03:23:40,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,26489.84,31543.95,28884.12,9730.46</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.962116" elapsed="0.000469"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-05T03:23:40.963643" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-05T03:23:40.963236" elapsed="0.000474"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-05T03:23:40.963867" elapsed="0.000478"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-05T03:23:40.962724" elapsed="0.001685"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-06-05T03:13:34.442354" elapsed="606.522115"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.964942" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-05T03:23:40.964623" elapsed="0.000374"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-05T03:23:40.965540" elapsed="0.000268"/>
</kw>
<status status="PASS" start="2026-06-05T03:23:40.965239" elapsed="0.000644"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-05T03:13:34.439364" elapsed="606.526557"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.967258" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.966831" elapsed="0.000484"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.968623" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-05T03:23:40.968278" elapsed="0.000387"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-05T03:23:40.968988" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-05T03:23:40.968770" elapsed="0.000277"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-05T03:23:40.971964" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-05T03:23:40.971717" elapsed="0.000303"/>
</branch>
<status status="PASS" start="2026-06-05T03:23:40.971698" elapsed="0.000346"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-05T03:23:40.972385" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-05T03:23:40.972505" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-05T03:23:40.972197" elapsed="0.000335"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.973114" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.242 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.185" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:23:40.972668" elapsed="0.000506"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-05T03:23:40.973715" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:23:40.973316" elapsed="0.000426"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-05T03:23:40.974649" level="INFO">Length is 0.</msg>
<msg time="2026-06-05T03:23:40.974739" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-05T03:23:40.974340" elapsed="0.000423"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:23:40.974918" elapsed="0.000348"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-05T03:23:40.976135" level="INFO">Logging into '10.30.171.185:22' as 'jenkins'.</msg>
<msg time="2026-06-05T03:23:41.526751" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jun  5 03:23:41 UTC 2026

  System load:  0.99               Processes:             105
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.185
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Jun  5 03:13:34 2026 from 10.30.170.202
[?2004h[jenkins@releng-63164-286-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-05T03:23:40.975766" elapsed="0.551165"/>
</kw>
<msg time="2026-06-05T03:23:41.527018" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:23:40.975421" elapsed="0.551702"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-05T03:23:40.973944" elapsed="0.553301"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-05T03:23:41.527809" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.242 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-05T03:33:47.586483" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-05T03:33:47.586981" level="INFO">${stdout} = </msg>
<msg time="2026-06-05T03:33:47.587092" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-05T03:23:41.527486" elapsed="606.059716"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:33:47.587688" elapsed="0.000714"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.589560" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.242. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:24:46.651 16  switches: flows:  539631 530342 527493 541186 512603 534731 546324 526180 515920 533502 527646 522860 541266 520893 517592 533969  total = 141.202300 per ms 
03:25:46.753 16  switches: flows:  492049 499029 502767 499475 495960 500251 495803 491510 497394 494712 502696 502622 503163 500927 498618 506498  total = 132.833400 per ms 
03:26:46.855 16  switches: flows:  493036 496313 494821 498865 506527 503205 501352 490304 498671 491718 497507 500559 492574 499738 504094 496812  total = 132.544990 per ms 
03:27:46.956 16  switches: flows:  431718 442255 443174 440777 438754 386243 440413 430250 438658 440986 437420 438261 291439 432948 433290 445806  total = 113.349142 per ms 
03:28:47.057 16  switches: flows:  502014 499057 499977 508249 504224 494978 505432 499823 504201 491481 501735 499273 499899 505655 497677 502932  total = 133.386015 per ms 
03:29:47.163 16  switches: flows:  430675 433556 439705 435756 421437 439704 438572 433875 435212 437254 434116 435173 431534 426720 432107 436551  total = 115.496570 per ms 
03:30:47.267 16  switches: flows:  498950 493183 491862 479080 490082 487564 492818 488155 487391 462958 490853 459323 477339 484564 489150 484668  total = 129.079328 per ms 
03:31:47.367 16  switches: flows:  515603 502781 518950 510998 500540 512269 514904 517346 509951 517353 507502 517924 509481 508159 509902 510448  total = 136.173362 per ms 
03:32:47.469 16  switches: flows:  516551 517352 520160 514818 513104 517608 518425 511967 514717 513019 510144 524321 513377 511168 521153 516241  total = 137.336391 per ms 
03:33:47.576 16  switches: flows:  511369 512410 507906 516160 510756 513614 510995 513985 512112 509396 491544 505354 512442 503701 511171 515773  total = 135.739223 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 113349.14/137336.39/129548.71/43995.36 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.588789" elapsed="0.001083"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-05T03:33:47.590391" elapsed="0.000071"/>
</return>
<status status="PASS" start="2026-06-05T03:33:47.590052" elapsed="0.000490"/>
</branch>
<status status="PASS" start="2026-06-05T03:33:47.590002" elapsed="0.000595"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-05T03:33:47.590803" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-06-05T03:33:47.590720" elapsed="0.000173"/>
</branch>
<status status="NOT RUN" start="2026-06-05T03:33:47.590686" elapsed="0.000254"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-05T03:33:47.591008" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:33:47.596548" elapsed="0.000333"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:33:47.597028" elapsed="0.000196"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:33:47.597356" elapsed="0.000105"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-05T03:33:47.591828" elapsed="0.005686"/>
</kw>
<msg time="2026-06-05T03:33:47.597642" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-05T03:23:40.969402" elapsed="606.628267"/>
</kw>
<status status="PASS" start="2026-06-05T03:23:40.969072" elapsed="606.628646"/>
</branch>
<status status="PASS" start="2026-06-05T03:23:40.968750" elapsed="606.628991"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.598197" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.242. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:24:46.651 16  switches: flows:  539631 530342 527493 541186 512603 534731 546324 526180 515920 533502 527646 522860 541266 520893 517592 533969  total = 141.202300 per ms 
03:25:46.753 16  switches: flows:  492049 499029 502767 499475 495960 500251 495803 491510 497394 494712 502696 502622 503163 500927 498618 506498  total = 132.833400 per ms 
03:26:46.855 16  switches: flows:  493036 496313 494821 498865 506527 503205 501352 490304 498671 491718 497507 500559 492574 499738 504094 496812  total = 132.544990 per ms 
03:27:46.956 16  switches: flows:  431718 442255 443174 440777 438754 386243 440413 430250 438658 440986 437420 438261 291439 432948 433290 445806  total = 113.349142 per ms 
03:28:47.057 16  switches: flows:  502014 499057 499977 508249 504224 494978 505432 499823 504201 491481 501735 499273 499899 505655 497677 502932  total = 133.386015 per ms 
03:29:47.163 16  switches: flows:  430675 433556 439705 435756 421437 439704 438572 433875 435212 437254 434116 435173 431534 426720 432107 436551  total = 115.496570 per ms 
03:30:47.267 16  switches: flows:  498950 493183 491862 479080 490082 487564 492818 488155 487391 462958 490853 459323 477339 484564 489150 484668  total = 129.079328 per ms 
03:31:47.367 16  switches: flows:  515603 502781 518950 510998 500540 512269 514904 517346 509951 517353 507502 517924 509481 508159 509902 510448  total = 136.173362 per ms 
03:32:47.469 16  switches: flows:  516551 517352 520160 514818 513104 517608 518425 511967 514717 513019 510144 524321 513377 511168 521153 516241  total = 137.336391 per ms 
03:33:47.576 16  switches: flows:  511369 512410 507906 516160 510756 513614 510995 513985 512112 509396 491544 505354 512442 503701 511171 515773  total = 135.739223 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 113349.14/137336.39/129548.71/43995.36 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.597882" elapsed="0.000390"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-05T03:33:47.598422" elapsed="0.000379"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-05T03:33:47.599196" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-05T03:33:47.599289" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 113349.14/137336.39/129548.71/43995.36 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-05T03:33:47.598961" elapsed="0.000354"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-05T03:33:47.599763" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 113349.14/137336.39/129548.71/43995.36 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-05T03:33:47.599505" elapsed="0.000285"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.602177" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.599937" elapsed="0.002297"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.604617" level="INFO">113349.14/137336.39/129548.71/43995.36</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.602380" elapsed="0.002292"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-05T03:33:47.607006" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-05T03:33:47.604820" elapsed="0.002212"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-05T03:33:47.609447" level="INFO">@{result_value_list} = [ 113349.14 | 137336.39 | 129548.71 | 43995.36 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-05T03:33:47.607235" elapsed="0.002239"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.609931" level="INFO">Length is 4.</msg>
<msg time="2026-06-05T03:33:47.610019" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-05T03:33:47.609626" elapsed="0.000416"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.614731" level="INFO">min :: 113349.14</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.610435" elapsed="0.004352"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-05T03:33:47.610307" elapsed="0.004514"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.619531" level="INFO">max :: 137336.39</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.615041" elapsed="0.004574"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-05T03:33:47.614910" elapsed="0.004742"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.624168" level="INFO">avg :: 129548.71</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.619872" elapsed="0.004352"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-05T03:33:47.619744" elapsed="0.004514"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.628950" level="INFO">stdev :: 43995.36</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.624543" elapsed="0.004464"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-05T03:33:47.624414" elapsed="0.004629"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-05T03:33:47.610122" elapsed="0.018952"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.633408" level="INFO">${min} = 113349.14</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:33:47.629254" elapsed="0.004181"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.637324" level="INFO">${max} = 137336.39</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:33:47.633590" elapsed="0.003761"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.641237" level="INFO">${average} = 129548.71</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:33:47.637503" elapsed="0.003761"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.645169" level="INFO">${stdev} = 43995.36</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:33:47.641414" elapsed="0.003782"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.645707" level="INFO">${date} = 2026-06-05 03:33:47</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-05T03:33:47.645354" elapsed="0.000379"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.646304" level="INFO">CBench Result: 2026-06-05 03:33:47,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,113349.14,137336.39,129548.71,43995.36</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.645880" elapsed="0.000480"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-05T03:33:47.647382" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-05T03:33:47.646965" elapsed="0.000482"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-05T03:33:47.647600" elapsed="0.000480"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-05T03:33:47.646498" elapsed="0.001664"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-06-05T03:23:40.967632" elapsed="606.680590"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.648693" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-05T03:33:47.648374" elapsed="0.000376"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-05T03:33:47.649281" elapsed="0.000272"/>
</kw>
<status status="PASS" start="2026-06-05T03:33:47.648961" elapsed="0.000663"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-05T03:23:40.966252" elapsed="606.683410"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.651078" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.650696" elapsed="0.000458"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.652451" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-05T03:33:47.652091" elapsed="0.000403"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-05T03:33:47.652821" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-05T03:33:47.652602" elapsed="0.000276"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-05T03:33:47.655742" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-06-05T03:33:47.655496" elapsed="0.000301"/>
</branch>
<status status="PASS" start="2026-06-05T03:33:47.655477" elapsed="0.000343"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-05T03:33:47.656178" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-05T03:33:47.656340" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-05T03:33:47.655982" elapsed="0.000395"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.657082" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.242 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.185" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:33:47.656549" elapsed="0.000636"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-05T03:33:47.657916" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:33:47.657374" elapsed="0.000576"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-05T03:33:47.659066" level="INFO">Length is 0.</msg>
<msg time="2026-06-05T03:33:47.659183" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-05T03:33:47.658585" elapsed="0.000623"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:33:47.659353" elapsed="0.000326"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-05T03:33:47.660636" level="INFO">Logging into '10.30.171.185:22' as 'jenkins'.</msg>
<msg time="2026-06-05T03:33:48.219757" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jun  5 03:33:47 UTC 2026

  System load:  0.37               Processes:             105
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.185
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Jun  5 03:23:41 2026 from 10.30.170.202
[?2004h[jenkins@releng-63164-286-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-05T03:33:47.660251" elapsed="0.559624"/>
</kw>
<msg time="2026-06-05T03:33:48.219941" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:33:47.659833" elapsed="0.560174"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-05T03:33:47.658197" elapsed="0.561921"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-05T03:33:48.220520" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.242 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-05T03:43:54.277261" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-05T03:43:54.277826" level="INFO">${stdout} = </msg>
<msg time="2026-06-05T03:43:54.277933" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-05T03:33:48.220282" elapsed="606.057708"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:43:54.278641" elapsed="0.000871"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.280758" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.242. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:34:53.367 16  switches: flows:  102161 103454 102523 110503 101892 102784 100796 101268 100043 104774 100331 98554 98708 100739 110028 100747  total = 27.321750 per ms 
03:35:53.468 16  switches: flows:  112985 115981 112662 109622 114732 114391 112744 112383 111123 109599 113931 111252 109588 110373 109928 111176  total = 29.824707 per ms 
03:36:53.569 16  switches: flows:  105297 104210 103385 101931 106230 105454 104181 102725 101782 101560 104625 102806 101484 101574 102276 101950  total = 27.478609 per ms 
03:37:53.669 16  switches: flows:  108467 107561 106887 106200 107779 109560 107351 105541 105855 104397 106380 105999 104448 105373 105253 104059  total = 28.304572 per ms 
03:38:53.769 16  switches: flows:  101314 103211 103346 103774 103909 103516 100588 102843 101990 97797 99619 100560 100283 101998 100402 100948  total = 27.056434 per ms 
03:39:53.870 16  switches: flows:  105966 106282 104272 105780 105352 115221 104289 108225 105979 103103 106561 104506 105670 101222 105161 104371  total = 28.152341 per ms 
03:40:53.970 16  switches: flows:  108476 111920 108071 108247 107121 110417 107545 109062 108622 106596 110361 105105 109386 107733 108978 106453  total = 28.853362 per ms 
03:41:54.070 16  switches: flows:  106757 110620 106430 108770 105649 109386 106346 107833 107719 105324 109897 104853 108026 106990 108511 105789  total = 28.600586 per ms 
03:42:54.170 16  switches: flows:  114268 113616 114691 112640 113193 113709 110210 112480 110445 111606 113492 111748 110813 111877 110094 109803  total = 29.861564 per ms 
03:43:54.271 16  switches: flows:  110518 107335 108853 107478 109367 109640 106359 110555 105639 108647 109785 108304 108220 106943 107940 103932  total = 28.777192 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27056.43/29861.56/28545.49/9556.46 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:43:54.279972" elapsed="0.001097"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-05T03:43:54.281634" elapsed="0.000073"/>
</return>
<status status="PASS" start="2026-06-05T03:43:54.281327" elapsed="0.000460"/>
</branch>
<status status="PASS" start="2026-06-05T03:43:54.281270" elapsed="0.000571"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-05T03:43:54.282046" elapsed="0.000027"/>
</return>
<status status="NOT RUN" start="2026-06-05T03:43:54.281965" elapsed="0.000223"/>
</branch>
<status status="NOT RUN" start="2026-06-05T03:43:54.281931" elapsed="0.000327"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-05T03:43:54.282356" elapsed="0.000035"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-05T03:43:54.286789" elapsed="0.000485"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-05T03:43:54.287483" elapsed="0.000242"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-05T03:43:54.287910" elapsed="0.000155"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-05T03:43:54.283053" elapsed="0.005107"/>
</kw>
<msg time="2026-06-05T03:43:54.288340" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-05T03:33:47.653236" elapsed="606.635141"/>
</kw>
<status status="PASS" start="2026-06-05T03:33:47.652903" elapsed="606.635542"/>
</branch>
<status status="PASS" start="2026-06-05T03:33:47.652582" elapsed="606.635895"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.289081" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.242:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.242. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:34:53.367 16  switches: flows:  102161 103454 102523 110503 101892 102784 100796 101268 100043 104774 100331 98554 98708 100739 110028 100747  total = 27.321750 per ms 
03:35:53.468 16  switches: flows:  112985 115981 112662 109622 114732 114391 112744 112383 111123 109599 113931 111252 109588 110373 109928 111176  total = 29.824707 per ms 
03:36:53.569 16  switches: flows:  105297 104210 103385 101931 106230 105454 104181 102725 101782 101560 104625 102806 101484 101574 102276 101950  total = 27.478609 per ms 
03:37:53.669 16  switches: flows:  108467 107561 106887 106200 107779 109560 107351 105541 105855 104397 106380 105999 104448 105373 105253 104059  total = 28.304572 per ms 
03:38:53.769 16  switches: flows:  101314 103211 103346 103774 103909 103516 100588 102843 101990 97797 99619 100560 100283 101998 100402 100948  total = 27.056434 per ms 
03:39:53.870 16  switches: flows:  105966 106282 104272 105780 105352 115221 104289 108225 105979 103103 106561 104506 105670 101222 105161 104371  total = 28.152341 per ms 
03:40:53.970 16  switches: flows:  108476 111920 108071 108247 107121 110417 107545 109062 108622 106596 110361 105105 109386 107733 108978 106453  total = 28.853362 per ms 
03:41:54.070 16  switches: flows:  106757 110620 106430 108770 105649 109386 106346 107833 107719 105324 109897 104853 108026 106990 108511 105789  total = 28.600586 per ms 
03:42:54.170 16  switches: flows:  114268 113616 114691 112640 113193 113709 110210 112480 110445 111606 113492 111748 110813 111877 110094 109803  total = 29.861564 per ms 
03:43:54.271 16  switches: flows:  110518 107335 108853 107478 109367 109640 106359 110555 105639 108647 109785 108304 108220 106943 107940 103932  total = 28.777192 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27056.43/29861.56/28545.49/9556.46 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:43:54.288674" elapsed="0.000532"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-05T03:43:54.289412" elapsed="0.000540"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-05T03:43:54.290519" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-05T03:43:54.290667" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 27056.43/29861.56/28545.49/9556.46 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-05T03:43:54.290197" elapsed="0.000504"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-05T03:43:54.291301" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 27056.43/29861.56/28545.49/9556.46 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-05T03:43:54.290916" elapsed="0.000423"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.294171" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:43:54.291542" elapsed="0.002686"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.296763" level="INFO">27056.43/29861.56/28545.49/9556.46</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:43:54.294373" elapsed="0.002447"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-05T03:43:54.299179" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-05T03:43:54.296971" elapsed="0.002236"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-05T03:43:54.301635" level="INFO">@{result_value_list} = [ 27056.43 | 29861.56 | 28545.49 | 9556.46 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-05T03:43:54.299402" elapsed="0.002261"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.302145" level="INFO">Length is 4.</msg>
<msg time="2026-06-05T03:43:54.302234" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-05T03:43:54.301819" elapsed="0.000438"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.306929" level="INFO">min :: 27056.43</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:43:54.302644" elapsed="0.004341"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-05T03:43:54.302515" elapsed="0.004506"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.311774" level="INFO">max :: 29861.56</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:43:54.307251" elapsed="0.004580"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-05T03:43:54.307123" elapsed="0.004744"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.316384" level="INFO">avg :: 28545.49</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:43:54.312107" elapsed="0.004333"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-05T03:43:54.311965" elapsed="0.004510"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.320962" level="INFO">stdev :: 9556.46</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:43:54.316690" elapsed="0.004328"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-05T03:43:54.316559" elapsed="0.004493"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-05T03:43:54.302328" elapsed="0.018754"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.325123" level="INFO">${min} = 27056.43</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:43:54.321265" elapsed="0.003887"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.329286" level="INFO">${max} = 29861.56</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:43:54.325531" elapsed="0.003781"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.333234" level="INFO">${average} = 28545.49</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:43:54.329468" elapsed="0.003793"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.337147" level="INFO">${stdev} = 9556.46</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-05T03:43:54.333415" elapsed="0.003759"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.337689" level="INFO">${date} = 2026-06-05 03:43:54</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-05T03:43:54.337338" elapsed="0.000376"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.338306" level="INFO">CBench Result: 2026-06-05 03:43:54,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,27056.43,29861.56,28545.49,9556.46</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-05T03:43:54.337868" elapsed="0.000495"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-05T03:43:54.339656" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-05T03:43:54.339000" elapsed="0.000733"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-05T03:43:54.339896" elapsed="0.000545"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-05T03:43:54.338503" elapsed="0.002007"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-06-05T03:33:47.651463" elapsed="606.689110"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.341068" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-05T03:43:54.340733" elapsed="0.000414"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-05T03:43:54.342451" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-05T03:43:54.341878" elapsed="0.000608"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-06-05T03:43:54.342772" elapsed="0.000038"/>
</return>
<status status="PASS" start="2026-06-05T03:43:54.342587" elapsed="0.000260"/>
</branch>
<status status="PASS" start="2026-06-05T03:43:54.342562" elapsed="0.000310"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-06-05T03:43:54.343017" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-06-05T03:43:54.343193" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-06-05T03:43:54.343355" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-05T03:43:54.343550" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-06-05T03:43:54.343703" elapsed="0.000021"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-06-05T03:43:54.343850" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-05T03:43:54.344012" elapsed="0.000021"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-06-05T03:43:54.344255" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-06-05T03:43:54.344113" elapsed="0.000194"/>
</branch>
<status status="NOT RUN" start="2026-06-05T03:43:54.344081" elapsed="0.000249"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-06-05T03:43:54.341542" elapsed="0.002839"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-05T03:33:47.650113" elapsed="606.694315"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-06-05T03:13:31.718189" elapsed="1822.626797"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
