<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-08-15T00:45:43.986641" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-15T00:45:44.538283" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-08-15T00:45:44.538130" elapsed="0.000227"/>
</branch>
<status status="PASS" start="2026-08-15T00:45:44.538099" elapsed="0.000286"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T00:45:44.538529" elapsed="0.000503"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-15T00:45:44.539511" level="INFO">Logging into '10.30.170.32:8101' as 'karaf'.</msg>
<msg time="2026-08-15T00:45:45.334300" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-15T00:45:44.539216" elapsed="0.795324"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-15T00:45:45.384807" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-15T00:45:45.334864" elapsed="0.050013"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-15T00:45:45.386797" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-15T00:45:45.386911" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-15T00:45:45.385044" elapsed="0.001897"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-15T00:45:45.387096" elapsed="0.000224"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T00:45:45.387480" elapsed="0.000252"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:45:45.388268" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:45:45.387885" elapsed="0.000438"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-15T00:45:45.388380" elapsed="0.000069"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.32
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-15T00:45:44.537737" elapsed="0.850840"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-08-15T00:45:44.534219" elapsed="0.854422"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-15T00:45:45.389333" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-15T00:45:45.388835" elapsed="0.000571"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-15T00:45:45.389811" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-15T00:45:45.389563" elapsed="0.000303"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-15T00:45:45.390469" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-15T00:45:45.390018" elapsed="0.000479"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-15T00:45:45.391004" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-15T00:45:45.390667" elapsed="0.000379"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-15T00:45:45.391590" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-15T00:45:45.391211" elapsed="0.000406"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-15T00:45:45.392114" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-15T00:45:45.391776" elapsed="0.000401"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-08-15T00:45:45.392495" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-15T00:45:45.392269" elapsed="0.000281"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-15T00:45:45.397249" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T00:45:45.396816" elapsed="0.000460"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-15T00:45:45.398310" level="INFO">Length is 0.</msg>
<msg time="2026-08-15T00:45:45.398421" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-15T00:45:45.397828" elapsed="0.000619"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T00:45:45.398592" elapsed="0.000345"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-15T00:45:45.399985" level="INFO">Logging into '10.30.170.155:22' as 'jenkins'.</msg>
<msg time="2026-08-15T00:45:45.840319" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Aug 15 00:45:04 UTC 2026

  System load:  0.41               Processes:             111
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.155
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-371-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-15T00:45:45.399462" elapsed="0.441054"/>
</kw>
<msg time="2026-08-15T00:45:45.840616" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T00:45:45.399092" elapsed="0.441628"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-15T00:45:45.397481" elapsed="0.443366"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-08-15T00:45:45.848491" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-08-15T00:45:45.841077" elapsed="0.008962"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T00:45:45.850253" elapsed="0.000315"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-08-15T00:45:45.396291" elapsed="0.454372"/>
</kw>
<status status="PASS" start="2026-08-15T00:45:45.392877" elapsed="0.457825"/>
</branch>
<status status="PASS" start="2026-08-15T00:45:45.392241" elapsed="0.458499"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-15T00:45:45.850902" elapsed="0.000561"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-15T00:45:45.855959" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-08-15T00:45:45.855835" elapsed="0.000177"/>
</branch>
<status status="PASS" start="2026-08-15T00:45:45.855809" elapsed="0.000227"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-15T00:45:45.859610" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-08-15T00:45:45.859492" elapsed="0.000165"/>
</branch>
<status status="PASS" start="2026-08-15T00:45:45.859474" elapsed="0.000205"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T00:45:45.859808" elapsed="0.000456"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-15T00:45:45.860671" level="INFO">Logging into '10.30.170.32:8101' as 'karaf'.</msg>
<msg time="2026-08-15T00:45:46.063965" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-15T00:45:45.860411" elapsed="0.203867"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-15T00:45:46.166740" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-15T00:45:46.064746" elapsed="0.102108"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-15T00:45:46.180484" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-15T00:45:46.180695" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-15T00:45:46.167026" elapsed="0.013701"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-15T00:45:46.180871" elapsed="0.000201"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T00:45:46.181240" elapsed="0.000243"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:45:46.181966" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:45:46.181622" elapsed="0.000400"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-15T00:45:46.182078" elapsed="0.000086"/>
</return>
<msg time="2026-08-15T00:45:46.182331" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.32
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-15T00:45:45.859122" elapsed="0.323242"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-15T00:45:46.182511" elapsed="0.000594"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-15T00:45:46.183226" elapsed="0.000034"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-08-15T00:45:45.855515" elapsed="0.327852"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-15T00:45:46.187242" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-08-15T00:45:46.187082" elapsed="0.000207"/>
</branch>
<status status="PASS" start="2026-08-15T00:45:46.187055" elapsed="0.000259"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T00:45:46.187446" elapsed="0.000727"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-15T00:45:46.188597" level="INFO">Logging into '10.30.170.32:8101' as 'karaf'.</msg>
<msg time="2026-08-15T00:45:46.361764" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-15T00:45:46.188331" elapsed="0.173645"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-15T00:45:46.392086" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-15T00:45:46.362312" elapsed="0.030009"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-15T00:45:46.395835" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-15T00:45:46.395996" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-15T00:45:46.392747" elapsed="0.003281"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-15T00:45:46.396191" elapsed="0.000325"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T00:45:46.396691" elapsed="0.000312"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:45:46.397608" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:45:46.397199" elapsed="0.000483"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-15T00:45:46.397754" elapsed="0.000079"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.32
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-15T00:45:46.186714" elapsed="0.211262"/>
</kw>
<status status="PASS" start="2026-08-15T00:45:44.532416" elapsed="1.865630"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:45:46.400587" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:45:46.399096" elapsed="0.001562"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-15T00:45:46.402316" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-15T00:45:46.401923" elapsed="0.000439"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-15T00:45:46.402752" elapsed="0.000027"/>
</kw>
<status status="NOT RUN" start="2026-08-15T00:45:46.402456" elapsed="0.000377"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-15T00:45:46.406099" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-15T00:45:46.405816" elapsed="0.000362"/>
</branch>
<status status="PASS" start="2026-08-15T00:45:46.405794" elapsed="0.000411"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-15T00:45:46.406575" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-15T00:45:46.406708" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-15T00:45:46.406342" elapsed="0.000394"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:45:46.407392" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.32 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.155" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:45:46.406932" elapsed="0.000523"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-15T00:45:46.408192" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T00:45:46.407619" elapsed="0.000603"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-15T00:45:46.409257" level="INFO">Length is 0.</msg>
<msg time="2026-08-15T00:45:46.409350" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-15T00:45:46.408876" elapsed="0.000498"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T00:45:46.409520" elapsed="0.000410"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-15T00:45:46.410890" level="INFO">Logging into '10.30.170.155:22' as 'jenkins'.</msg>
<msg time="2026-08-15T00:45:46.778319" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Aug 15 00:45:04 UTC 2026

  System load:  0.41               Processes:             111
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.155
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Aug 15 00:45:45 2026 from 10.30.171.155
[?2004h[jenkins@releng-63164-371-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-15T00:45:46.410476" elapsed="0.368133"/>
</kw>
<msg time="2026-08-15T00:45:46.778756" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T00:45:46.410098" elapsed="0.368788"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-15T00:45:46.408429" elapsed="0.370610"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-15T00:45:46.779757" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.32 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-15T00:55:52.900768" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-15T00:55:52.901401" level="INFO">${stdout} = </msg>
<msg time="2026-08-15T00:55:52.901533" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-15T00:45:46.779351" elapsed="606.122247"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T00:55:52.902085" elapsed="0.001004"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.904371" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:46:51.991 16  switches: flows:  102981 104710 102151 105419 104370 104021 105040 104198 99085 98312 98782 102694 97876 99767 100787 99230  total = 27.157050 per ms 
00:47:52.095 16  switches: flows:  119935 118739 116656 117953 117816 115151 118413 119642 115550 114213 115073 114621 111322 113146 114000 111330  total = 30.841152 per ms 
00:48:52.196 16  switches: flows:  123399 121362 118290 122361 122630 119291 121637 123792 116612 118530 119164 117863 115015 118515 115585 114065  total = 31.748853 per ms 
00:49:52.296 16  switches: flows:  123140 120071 119257 122848 122956 120222 122900 124508 118184 117518 121280 117459 113968 118550 116223 116782  total = 31.877893 per ms 
00:50:52.397 16  switches: flows:  128220 125834 122860 126191 126884 125530 125856 126260 121777 121357 124445 121120 118769 123195 119223 119713  total = 32.898982 per ms 
00:51:52.497 16  switches: flows:  130161 128350 124642 128335 128412 126692 125771 127157 124196 122885 123395 123180 119994 123018 121354 121937  total = 33.269030 per ms 
00:52:52.598 16  switches: flows:  123616 123151 120485 123300 121857 121365 120798 121943 119824 116357 116870 118699 116210 117072 117945 117155  total = 31.890656 per ms 
00:53:52.698 16  switches: flows:  128774 130667 127116 129487 127447 127850 127089 127017 125882 122435 121917 124523 120523 122264 122715 124167  total = 33.442056 per ms 
00:54:52.798 16  switches: flows:  127809 127444 125240 125144 125832 125464 123555 124539 122607 119069 119922 120825 117681 118230 119661 121232  total = 32.682995 per ms 
00:55:52.899 16  switches: flows:  128179 127957 125583 127758 126539 127264 125512 127825 123095 121169 122298 122850 120497 120716 120770 122328  total = 33.116977 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30841.15/33442.06/32418.73/10837.39 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.903550" elapsed="0.001174"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-15T00:55:52.905285" elapsed="0.000077"/>
</return>
<status status="PASS" start="2026-08-15T00:55:52.904930" elapsed="0.000516"/>
</branch>
<status status="PASS" start="2026-08-15T00:55:52.904870" elapsed="0.000634"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-15T00:55:52.905749" elapsed="0.000031"/>
</return>
<status status="NOT RUN" start="2026-08-15T00:55:52.905660" elapsed="0.000184"/>
</branch>
<status status="NOT RUN" start="2026-08-15T00:55:52.905613" elapsed="0.000279"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-15T00:55:52.905967" elapsed="0.000033"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T00:55:52.910115" elapsed="0.000499"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T00:55:52.910861" elapsed="0.000264"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T00:55:52.911334" elapsed="0.000143"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-15T00:55:52.906831" elapsed="0.004721"/>
</kw>
<msg time="2026-08-15T00:55:52.911747" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-15T00:45:46.403274" elapsed="606.508519"/>
</kw>
<status status="PASS" start="2026-08-15T00:45:46.402872" elapsed="606.508993"/>
</branch>
<status status="PASS" start="2026-08-15T00:45:46.402425" elapsed="606.509473"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.912563" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:46:51.991 16  switches: flows:  102981 104710 102151 105419 104370 104021 105040 104198 99085 98312 98782 102694 97876 99767 100787 99230  total = 27.157050 per ms 
00:47:52.095 16  switches: flows:  119935 118739 116656 117953 117816 115151 118413 119642 115550 114213 115073 114621 111322 113146 114000 111330  total = 30.841152 per ms 
00:48:52.196 16  switches: flows:  123399 121362 118290 122361 122630 119291 121637 123792 116612 118530 119164 117863 115015 118515 115585 114065  total = 31.748853 per ms 
00:49:52.296 16  switches: flows:  123140 120071 119257 122848 122956 120222 122900 124508 118184 117518 121280 117459 113968 118550 116223 116782  total = 31.877893 per ms 
00:50:52.397 16  switches: flows:  128220 125834 122860 126191 126884 125530 125856 126260 121777 121357 124445 121120 118769 123195 119223 119713  total = 32.898982 per ms 
00:51:52.497 16  switches: flows:  130161 128350 124642 128335 128412 126692 125771 127157 124196 122885 123395 123180 119994 123018 121354 121937  total = 33.269030 per ms 
00:52:52.598 16  switches: flows:  123616 123151 120485 123300 121857 121365 120798 121943 119824 116357 116870 118699 116210 117072 117945 117155  total = 31.890656 per ms 
00:53:52.698 16  switches: flows:  128774 130667 127116 129487 127447 127850 127089 127017 125882 122435 121917 124523 120523 122264 122715 124167  total = 33.442056 per ms 
00:54:52.798 16  switches: flows:  127809 127444 125240 125144 125832 125464 123555 124539 122607 119069 119922 120825 117681 118230 119661 121232  total = 32.682995 per ms 
00:55:52.899 16  switches: flows:  128179 127957 125583 127758 126539 127264 125512 127825 123095 121169 122298 122850 120497 120716 120770 122328  total = 33.116977 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30841.15/33442.06/32418.73/10837.39 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.912115" elapsed="0.000555"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-15T00:55:52.912901" elapsed="0.000627"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-15T00:55:52.914093" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-15T00:55:52.914249" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 30841.15/33442.06/32418.73/10837.39 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-15T00:55:52.913761" elapsed="0.000524"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-15T00:55:52.914925" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 30841.15/33442.06/32418.73/10837.39 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-15T00:55:52.914503" elapsed="0.000463"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.917436" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.915169" elapsed="0.002325"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.919894" level="INFO">30841.15/33442.06/32418.73/10837.39</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.917643" elapsed="0.002316"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-15T00:55:52.922342" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-15T00:55:52.920111" elapsed="0.002259"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-15T00:55:52.924853" level="INFO">@{result_value_list} = [ 30841.15 | 33442.06 | 32418.73 | 10837.39 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-15T00:55:52.922559" elapsed="0.002322"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.925403" level="INFO">Length is 4.</msg>
<msg time="2026-08-15T00:55:52.925492" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-15T00:55:52.925046" elapsed="0.000469"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.930237" level="INFO">min :: 30841.15</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.925929" elapsed="0.004366"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-15T00:55:52.925796" elapsed="0.004534"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.934852" level="INFO">max :: 33442.06</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.930551" elapsed="0.004358"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-15T00:55:52.930422" elapsed="0.004522"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.939396" level="INFO">avg :: 32418.73</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.935176" elapsed="0.004276"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-15T00:55:52.935032" elapsed="0.004454"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.944065" level="INFO">stdev :: 10837.39</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.939706" elapsed="0.004416"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-15T00:55:52.939578" elapsed="0.004593"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-15T00:55:52.925596" elapsed="0.018609"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.948305" level="INFO">${min} = 30841.15</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T00:55:52.944364" elapsed="0.003969"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.952340" level="INFO">${max} = 33442.06</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T00:55:52.948488" elapsed="0.003879"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.956270" level="INFO">${average} = 32418.73</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T00:55:52.952519" elapsed="0.003778"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.960262" level="INFO">${stdev} = 10837.39</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T00:55:52.956449" elapsed="0.003840"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.960814" level="INFO">${date} = 2026-08-15 00:55:52</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-15T00:55:52.960453" elapsed="0.000386"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.961411" level="INFO">CBench Result: 2026-08-15 00:55:52,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,30841.15,33442.06,32418.73,10837.39</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.960985" elapsed="0.000481"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-15T00:55:52.962500" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-15T00:55:52.962075" elapsed="0.000492"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-15T00:55:52.962721" elapsed="0.000496"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-15T00:55:52.961607" elapsed="0.001675"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-08-15T00:45:46.401202" elapsed="606.562140"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.963814" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-15T00:55:52.963494" elapsed="0.000375"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-15T00:55:52.964399" elapsed="0.000264"/>
</kw>
<status status="PASS" start="2026-08-15T00:55:52.964085" elapsed="0.000649"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-15T00:45:46.398240" elapsed="606.566532"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.966055" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.965675" elapsed="0.000436"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.967414" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-15T00:55:52.967044" elapsed="0.000412"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-15T00:55:52.967782" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-15T00:55:52.967566" elapsed="0.000272"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-15T00:55:52.970804" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-08-15T00:55:52.970531" elapsed="0.000331"/>
</branch>
<status status="PASS" start="2026-08-15T00:55:52.970512" elapsed="0.000373"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-15T00:55:52.971217" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-15T00:55:52.971336" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-15T00:55:52.971013" elapsed="0.000350"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.971908" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.32 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.155" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T00:55:52.971496" elapsed="0.000470"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-15T00:55:52.972519" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T00:55:52.972104" elapsed="0.000441"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-15T00:55:52.973474" level="INFO">Length is 0.</msg>
<msg time="2026-08-15T00:55:52.973562" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-15T00:55:52.973162" elapsed="0.000424"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T00:55:52.973725" elapsed="0.000320"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-15T00:55:52.974931" level="INFO">Logging into '10.30.170.155:22' as 'jenkins'.</msg>
<msg time="2026-08-15T00:55:53.548532" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Aug 15 00:55:53 UTC 2026

  System load:  1.0                Processes:             103
  Usage of /:   20.2% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.155
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Aug 15 00:45:46 2026 from 10.30.171.155
[?2004h[jenkins@releng-63164-371-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-15T00:55:52.974552" elapsed="0.574194"/>
</kw>
<msg time="2026-08-15T00:55:53.548838" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T00:55:52.974209" elapsed="0.574728"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-15T00:55:52.972743" elapsed="0.576318"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-15T00:55:53.549664" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.32 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-15T01:05:59.667095" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-15T01:05:59.667793" level="INFO">${stdout} = </msg>
<msg time="2026-08-15T01:05:59.667900" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-15T00:55:53.549323" elapsed="606.118634"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T01:05:59.668517" elapsed="0.000872"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.670617" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:58.735 16  switches: flows:  553491 566116 553582 569349 573464 488940 567086 577151 541782 554790 571202 543543 564053 555395 564300 558154  total = 148.373300 per ms 
00:57:58.837 16  switches: flows:  600152 603657 605330 604438 622885 611188 617040 610821 613696 625186 608020 624145 610644 578678 608434 616016  total = 162.397914 per ms 
00:58:58.938 16  switches: flows:  543598 539239 535814 521343 526550 531856 520052 537782 540212 514796 525736 543473 472838 545033 549730 490634  total = 140.407011 per ms 
00:59:59.041 16  switches: flows:  637649 651367 635692 649702 642213 647963 640539 630358 640688 613654 646572 625629 637400 629575 640365 638103  total = 169.838738 per ms 
01:00:59.143 16  switches: flows:  630137 635028 622695 636414 627344 631410 634844 644580 633325 613313 637734 639350 632960 631087 625676 622861  total = 168.029629 per ms 
01:01:59.245 16  switches: flows:  644033 642394 650399 659110 645010 622416 642875 643967 644436 655356 647887 651580 654861 647389 652941 649574  total = 172.278145 per ms 
01:02:59.353 16  switches: flows:  571384 581473 574874 585308 554671 577766 577435 589927 579880 577304 566265 585818 585719 563194 575813 571811  total = 153.368295 per ms 
01:03:59.456 16  switches: flows:  575746 583276 591881 572968 570537 576516 522868 572704 573419 567908 566401 577850 576574 570471 576799 592484  total = 152.548707 per ms 
01:04:59.558 16  switches: flows:  585600 569794 546652 539103 545265 550386 548209 558784 548984 569597 577346 560528 551095 544711 493668 560040  total = 147.249592 per ms 
01:05:59.659 16  switches: flows:  624028 626072 637049 617999 619709 622410 618944 617198 631286 620609 623316 626089 627374 620684 627607 625568  total = 166.152237 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 140407.01/172278.15/159141.14/54079.01 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.669795" elapsed="0.001190"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-15T01:05:59.671546" elapsed="0.000089"/>
</return>
<status status="PASS" start="2026-08-15T01:05:59.671207" elapsed="0.000516"/>
</branch>
<status status="PASS" start="2026-08-15T01:05:59.671121" elapsed="0.000659"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-15T01:05:59.671990" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-08-15T01:05:59.671909" elapsed="0.000172"/>
</branch>
<status status="NOT RUN" start="2026-08-15T01:05:59.671873" elapsed="0.000256"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-15T01:05:59.672232" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T01:05:59.677849" elapsed="0.000359"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T01:05:59.678357" elapsed="0.000174"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T01:05:59.678669" elapsed="0.000106"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-15T01:05:59.672953" elapsed="0.005875"/>
</kw>
<msg time="2026-08-15T01:05:59.678961" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-15T00:55:52.968245" elapsed="606.710743"/>
</kw>
<status status="PASS" start="2026-08-15T00:55:52.967863" elapsed="606.711174"/>
</branch>
<status status="PASS" start="2026-08-15T00:55:52.967547" elapsed="606.711522"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.679519" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:58.735 16  switches: flows:  553491 566116 553582 569349 573464 488940 567086 577151 541782 554790 571202 543543 564053 555395 564300 558154  total = 148.373300 per ms 
00:57:58.837 16  switches: flows:  600152 603657 605330 604438 622885 611188 617040 610821 613696 625186 608020 624145 610644 578678 608434 616016  total = 162.397914 per ms 
00:58:58.938 16  switches: flows:  543598 539239 535814 521343 526550 531856 520052 537782 540212 514796 525736 543473 472838 545033 549730 490634  total = 140.407011 per ms 
00:59:59.041 16  switches: flows:  637649 651367 635692 649702 642213 647963 640539 630358 640688 613654 646572 625629 637400 629575 640365 638103  total = 169.838738 per ms 
01:00:59.143 16  switches: flows:  630137 635028 622695 636414 627344 631410 634844 644580 633325 613313 637734 639350 632960 631087 625676 622861  total = 168.029629 per ms 
01:01:59.245 16  switches: flows:  644033 642394 650399 659110 645010 622416 642875 643967 644436 655356 647887 651580 654861 647389 652941 649574  total = 172.278145 per ms 
01:02:59.353 16  switches: flows:  571384 581473 574874 585308 554671 577766 577435 589927 579880 577304 566265 585818 585719 563194 575813 571811  total = 153.368295 per ms 
01:03:59.456 16  switches: flows:  575746 583276 591881 572968 570537 576516 522868 572704 573419 567908 566401 577850 576574 570471 576799 592484  total = 152.548707 per ms 
01:04:59.558 16  switches: flows:  585600 569794 546652 539103 545265 550386 548209 558784 548984 569597 577346 560528 551095 544711 493668 560040  total = 147.249592 per ms 
01:05:59.659 16  switches: flows:  624028 626072 637049 617999 619709 622410 618944 617198 631286 620609 623316 626089 627374 620684 627607 625568  total = 166.152237 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 140407.01/172278.15/159141.14/54079.01 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.679226" elapsed="0.000367"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-15T01:05:59.679757" elapsed="0.000403"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-15T01:05:59.680553" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-15T01:05:59.680654" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 140407.01/172278.15/159141.14/54079.01 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-15T01:05:59.680326" elapsed="0.000356"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-15T01:05:59.681120" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 140407.01/172278.15/159141.14/54079.01 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-15T01:05:59.680839" elapsed="0.000323"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.683547" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.681311" elapsed="0.002299"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.686009" level="INFO">140407.01/172278.15/159141.14/54079.01</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.683773" elapsed="0.002295"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-15T01:05:59.688455" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-15T01:05:59.686234" elapsed="0.002249"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-15T01:05:59.690925" level="INFO">@{result_value_list} = [ 140407.01 | 172278.15 | 159141.14 | 54079.01 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-15T01:05:59.688670" elapsed="0.002283"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.691436" level="INFO">Length is 4.</msg>
<msg time="2026-08-15T01:05:59.691526" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-15T01:05:59.691111" elapsed="0.000438"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.696463" level="INFO">min :: 140407.01</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.691969" elapsed="0.004551"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-15T01:05:59.691832" elapsed="0.004726"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.701163" level="INFO">max :: 172278.15</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.696781" elapsed="0.004444"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-15T01:05:59.696651" elapsed="0.004609"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.705767" level="INFO">avg :: 159141.14</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.701478" elapsed="0.004347"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-15T01:05:59.701349" elapsed="0.004511"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.710433" level="INFO">stdev :: 54079.01</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.706091" elapsed="0.004399"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-15T01:05:59.705948" elapsed="0.004578"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-15T01:05:59.691626" elapsed="0.018930"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.714693" level="INFO">${min} = 140407.01</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T01:05:59.710720" elapsed="0.004000"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.718604" level="INFO">${max} = 172278.15</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T01:05:59.714877" elapsed="0.003754"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.722546" level="INFO">${average} = 159141.14</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T01:05:59.718786" elapsed="0.003787"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.726505" level="INFO">${stdev} = 54079.01</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T01:05:59.722726" elapsed="0.003807"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.727046" level="INFO">${date} = 2026-08-15 01:05:59</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-15T01:05:59.726695" elapsed="0.000377"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.727659" level="INFO">CBench Result: 2026-08-15 01:05:59,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,140407.01,172278.15,159141.14,54079.01</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.727236" elapsed="0.000479"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-15T01:05:59.728767" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-15T01:05:59.728349" elapsed="0.000487"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-15T01:05:59.728988" elapsed="0.000523"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-15T01:05:59.727857" elapsed="0.001719"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-08-15T00:55:52.966443" elapsed="606.763194"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.730108" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-15T01:05:59.729789" elapsed="0.000393"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-15T01:05:59.730708" elapsed="0.000265"/>
</kw>
<status status="PASS" start="2026-08-15T01:05:59.730403" elapsed="0.000642"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-15T00:55:52.965080" elapsed="606.766005"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.732322" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.731920" elapsed="0.000459"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.733629" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-15T01:05:59.733289" elapsed="0.000383"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-15T01:05:59.733998" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-15T01:05:59.733781" elapsed="0.000275"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-15T01:05:59.737189" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-08-15T01:05:59.736900" elapsed="0.000349"/>
</branch>
<status status="PASS" start="2026-08-15T01:05:59.736881" elapsed="0.000393"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-15T01:05:59.737626" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-15T01:05:59.737748" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-15T01:05:59.737408" elapsed="0.000368"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.738361" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.32 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.155" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:05:59.737911" elapsed="0.000510"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-15T01:05:59.738978" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T01:05:59.738572" elapsed="0.000433"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-15T01:05:59.739930" level="INFO">Length is 0.</msg>
<msg time="2026-08-15T01:05:59.740019" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-15T01:05:59.739614" elapsed="0.000430"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T01:05:59.740203" elapsed="0.000331"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-15T01:05:59.741495" level="INFO">Logging into '10.30.170.155:22' as 'jenkins'.</msg>
<msg time="2026-08-15T01:06:00.341990" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Aug 15 01:05:59 UTC 2026

  System load:  0.27               Processes:             104
  Usage of /:   20.2% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.155
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Aug 15 00:55:53 2026 from 10.30.171.155
[?2004h[jenkins@releng-63164-371-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-15T01:05:59.741111" elapsed="0.601095"/>
</kw>
<msg time="2026-08-15T01:06:00.342300" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T01:05:59.740698" elapsed="0.601689"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-15T01:05:59.739225" elapsed="0.603282"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-15T01:06:00.343085" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.32 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-15T01:16:06.387296" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-15T01:16:06.387914" level="INFO">${stdout} = </msg>
<msg time="2026-08-15T01:16:06.388021" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-15T01:06:00.342752" elapsed="606.045326"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T01:16:06.388642" elapsed="0.000577"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.389977" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:07:05.480 16  switches: flows:  106760 106529 105311 107339 102907 104996 105275 104214 101645 104440 103070 101972 103326 103256 100583 101711  total = 27.722233 per ms 
01:08:05.581 16  switches: flows:  113477 112911 110230 112846 113194 110787 110934 111906 110024 110566 110983 110443 107530 107555 107532 108302  total = 29.437883 per ms 
01:09:05.682 16  switches: flows:  124669 123973 121159 124879 122690 120951 122892 120775 121228 120692 121963 119282 117354 118767 116619 120857  total = 32.258578 per ms 
01:10:05.783 16  switches: flows:  128137 127406 124408 128330 126847 123320 127128 124290 127379 123804 125453 122463 120912 124228 119339 125925  total = 33.267299 per ms 
01:11:05.884 16  switches: flows:  125434 125263 122678 127931 126681 121735 124415 123320 125901 125636 125306 123075 122525 123977 119695 124524  total = 33.079730 per ms 
01:12:05.985 16  switches: flows:  127633 126895 125917 126616 127201 126292 126144 125838 126360 127226 126594 125865 123243 124617 122739 126652  total = 33.541228 per ms 
01:13:06.085 16  switches: flows:  128172 125229 124271 124660 127104 125250 126138 125919 126670 126284 126070 124715 121877 124919 122018 124463  total = 33.340353 per ms 
01:14:06.186 16  switches: flows:  120979 121689 119883 119032 119353 119346 118083 118801 116849 118076 118469 115695 115582 117960 114333 117987  total = 31.482731 per ms 
01:15:06.287 16  switches: flows:  124059 123680 121263 122073 123784 122061 122894 122483 118276 121984 120126 119437 118605 116365 119243 121071  total = 32.236251 per ms 
01:16:06.388 16  switches: flows:  123373 121019 119872 121630 122221 121193 119903 119374 118377 121323 119987 118194 118275 118046 117062 119489  total = 31.935620 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29437.88/33541.23/32286.63/10829.95 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:16:06.389477" elapsed="0.000745"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-15T01:16:06.390598" elapsed="0.000061"/>
</return>
<status status="PASS" start="2026-08-15T01:16:06.390345" elapsed="0.000369"/>
</branch>
<status status="PASS" start="2026-08-15T01:16:06.390310" elapsed="0.000440"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-15T01:16:06.390884" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-08-15T01:16:06.390832" elapsed="0.000108"/>
</branch>
<status status="NOT RUN" start="2026-08-15T01:16:06.390810" elapsed="0.000160"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-15T01:16:06.391012" elapsed="0.000018"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-15T01:16:06.394869" elapsed="0.000482"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-15T01:16:06.395557" elapsed="0.000219"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-15T01:16:06.395956" elapsed="0.000135"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-15T01:16:06.391497" elapsed="0.004692"/>
</kw>
<msg time="2026-08-15T01:16:06.396427" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-15T01:05:59.734463" elapsed="606.662004"/>
</kw>
<status status="PASS" start="2026-08-15T01:05:59.734083" elapsed="606.662453"/>
</branch>
<status status="PASS" start="2026-08-15T01:05:59.733761" elapsed="606.662816"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.397097" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.32:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.32. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:07:05.480 16  switches: flows:  106760 106529 105311 107339 102907 104996 105275 104214 101645 104440 103070 101972 103326 103256 100583 101711  total = 27.722233 per ms 
01:08:05.581 16  switches: flows:  113477 112911 110230 112846 113194 110787 110934 111906 110024 110566 110983 110443 107530 107555 107532 108302  total = 29.437883 per ms 
01:09:05.682 16  switches: flows:  124669 123973 121159 124879 122690 120951 122892 120775 121228 120692 121963 119282 117354 118767 116619 120857  total = 32.258578 per ms 
01:10:05.783 16  switches: flows:  128137 127406 124408 128330 126847 123320 127128 124290 127379 123804 125453 122463 120912 124228 119339 125925  total = 33.267299 per ms 
01:11:05.884 16  switches: flows:  125434 125263 122678 127931 126681 121735 124415 123320 125901 125636 125306 123075 122525 123977 119695 124524  total = 33.079730 per ms 
01:12:05.985 16  switches: flows:  127633 126895 125917 126616 127201 126292 126144 125838 126360 127226 126594 125865 123243 124617 122739 126652  total = 33.541228 per ms 
01:13:06.085 16  switches: flows:  128172 125229 124271 124660 127104 125250 126138 125919 126670 126284 126070 124715 121877 124919 122018 124463  total = 33.340353 per ms 
01:14:06.186 16  switches: flows:  120979 121689 119883 119032 119353 119346 118083 118801 116849 118076 118469 115695 115582 117960 114333 117987  total = 31.482731 per ms 
01:15:06.287 16  switches: flows:  124059 123680 121263 122073 123784 122061 122894 122483 118276 121984 120126 119437 118605 116365 119243 121071  total = 32.236251 per ms 
01:16:06.388 16  switches: flows:  123373 121019 119872 121630 122221 121193 119903 119374 118377 121323 119987 118194 118275 118046 117062 119489  total = 31.935620 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29437.88/33541.23/32286.63/10829.95 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:16:06.396772" elapsed="0.000416"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-15T01:16:06.397337" elapsed="0.000366"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-15T01:16:06.398079" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-15T01:16:06.398185" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 29437.88/33541.23/32286.63/10829.95 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-15T01:16:06.397863" elapsed="0.000348"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-15T01:16:06.398616" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 29437.88/33541.23/32286.63/10829.95 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-15T01:16:06.398363" elapsed="0.000280"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.401067" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:16:06.398786" elapsed="0.002342"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.403574" level="INFO">29437.88/33541.23/32286.63/10829.95</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:16:06.401295" elapsed="0.002339"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-15T01:16:06.406042" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-15T01:16:06.403788" elapsed="0.002282"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-15T01:16:06.408612" level="INFO">@{result_value_list} = [ 29437.88 | 33541.23 | 32286.63 | 10829.95 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-15T01:16:06.406300" elapsed="0.002341"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.409102" level="INFO">Length is 4.</msg>
<msg time="2026-08-15T01:16:06.409211" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-15T01:16:06.408795" elapsed="0.000441"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.413944" level="INFO">min :: 29437.88</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:16:06.409623" elapsed="0.004380"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-15T01:16:06.409494" elapsed="0.004545"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.418590" level="INFO">max :: 33541.23</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:16:06.414271" elapsed="0.004377"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-15T01:16:06.414127" elapsed="0.004556"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.423280" level="INFO">avg :: 32286.63</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:16:06.418899" elapsed="0.004438"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-15T01:16:06.418767" elapsed="0.004604"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.427850" level="INFO">stdev :: 10829.95</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:16:06.423579" elapsed="0.004328"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-15T01:16:06.423453" elapsed="0.004489"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-15T01:16:06.409310" elapsed="0.018662"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.432010" level="INFO">${min} = 29437.88</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T01:16:06.428130" elapsed="0.003908"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.435930" level="INFO">${max} = 33541.23</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T01:16:06.432241" elapsed="0.003717"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.440097" level="INFO">${average} = 32286.63</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T01:16:06.436111" elapsed="0.004017"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.444280" level="INFO">${stdev} = 10829.95</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-15T01:16:06.440329" elapsed="0.003979"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.444870" level="INFO">${date} = 2026-08-15 01:16:06</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-15T01:16:06.444509" elapsed="0.000387"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.445483" level="INFO">CBench Result: 2026-08-15 01:16:06,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,29437.88,33541.23,32286.63,10829.95</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-15T01:16:06.445044" elapsed="0.000496"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-15T01:16:06.446644" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-15T01:16:06.446172" elapsed="0.000541"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-15T01:16:06.446865" elapsed="0.000478"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-15T01:16:06.445683" elapsed="0.001725"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-08-15T01:05:59.732702" elapsed="606.714766"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.447938" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-15T01:16:06.447616" elapsed="0.000380"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-15T01:16:06.449280" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-15T01:16:06.448772" elapsed="0.000534"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-08-15T01:16:06.449528" elapsed="0.000030"/>
</return>
<status status="PASS" start="2026-08-15T01:16:06.449381" elapsed="0.000208"/>
</branch>
<status status="PASS" start="2026-08-15T01:16:06.449362" elapsed="0.000251"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-08-15T01:16:06.449753" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-08-15T01:16:06.449907" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-08-15T01:16:06.450062" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-15T01:16:06.450271" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-08-15T01:16:06.450418" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-08-15T01:16:06.450561" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-15T01:16:06.450702" elapsed="0.000018"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-08-15T01:16:06.450918" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-08-15T01:16:06.450782" elapsed="0.000186"/>
</branch>
<status status="NOT RUN" start="2026-08-15T01:16:06.450765" elapsed="0.000226"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-08-15T01:16:06.448390" elapsed="0.002652"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-15T01:05:59.731412" elapsed="606.719676"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-08-15T00:45:43.988226" elapsed="1822.463304"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
