<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-08-04T00:44:09.439683" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-04T00:44:09.986364" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-08-04T00:44:09.986231" elapsed="0.000204"/>
</branch>
<status status="PASS" start="2026-08-04T00:44:09.986203" elapsed="0.000259"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T00:44:09.986623" elapsed="0.000489"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-04T00:44:09.987594" level="INFO">Logging into '10.30.170.78:8101' as 'karaf'.</msg>
<msg time="2026-08-04T00:44:10.556886" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-04T00:44:09.987284" elapsed="0.569848"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-04T00:44:10.606870" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-04T00:44:10.557463" elapsed="0.049480"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-04T00:44:10.608666" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-04T00:44:10.608781" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-04T00:44:10.607113" elapsed="0.001698"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-04T00:44:10.608969" elapsed="0.000227"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T00:44:10.609360" elapsed="0.000259"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:44:10.610140" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:44:10.609773" elapsed="0.000422"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-04T00:44:10.610253" elapsed="0.000066"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.78
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-04T00:44:09.985858" elapsed="0.624595"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-08-04T00:44:09.982214" elapsed="0.628418"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-04T00:44:10.611261" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-04T00:44:10.610843" elapsed="0.000475"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-04T00:44:10.611738" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-04T00:44:10.611473" elapsed="0.000333"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-04T00:44:10.612372" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-04T00:44:10.611963" elapsed="0.000439"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-04T00:44:10.612935" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-04T00:44:10.612592" elapsed="0.000386"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-04T00:44:10.613580" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-04T00:44:10.613149" elapsed="0.000458"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-04T00:44:10.614083" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-04T00:44:10.613770" elapsed="0.000355"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-08-04T00:44:10.614451" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-04T00:44:10.614224" elapsed="0.000302"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-04T00:44:10.619262" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T00:44:10.618837" elapsed="0.000453"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-04T00:44:10.620377" level="INFO">Length is 0.</msg>
<msg time="2026-08-04T00:44:10.620462" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-04T00:44:10.619879" elapsed="0.000607"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T00:44:10.620651" elapsed="0.000350"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-04T00:44:10.622080" level="INFO">Logging into '10.30.171.197:22' as 'jenkins'.</msg>
<msg time="2026-08-04T00:44:11.345633" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Aug  4 00:44:10 UTC 2026

  System load:  0.14               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.197
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-360-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-04T00:44:10.621544" elapsed="0.724272"/>
</kw>
<msg time="2026-08-04T00:44:11.345927" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T00:44:10.621172" elapsed="0.724865"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-04T00:44:10.619523" elapsed="0.726663"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.354304" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-08-04T00:44:11.346445" elapsed="0.009885"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T00:44:11.356720" elapsed="0.000642"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-08-04T00:44:10.618269" elapsed="0.739272"/>
</kw>
<status status="PASS" start="2026-08-04T00:44:10.614835" elapsed="0.742799"/>
</branch>
<status status="PASS" start="2026-08-04T00:44:10.614194" elapsed="0.743512"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-04T00:44:11.358052" elapsed="0.001078"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-04T00:44:11.367611" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-08-04T00:44:11.367472" elapsed="0.000195"/>
</branch>
<status status="PASS" start="2026-08-04T00:44:11.367445" elapsed="0.000246"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-04T00:44:11.371329" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-08-04T00:44:11.371216" elapsed="0.000160"/>
</branch>
<status status="PASS" start="2026-08-04T00:44:11.371196" elapsed="0.000203"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T00:44:11.371546" elapsed="0.000450"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.372413" level="INFO">Logging into '10.30.170.78:8101' as 'karaf'.</msg>
<msg time="2026-08-04T00:44:11.599762" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-04T00:44:11.372145" elapsed="0.227821"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.703169" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-04T00:44:11.600267" elapsed="0.103023"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.713378" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-04T00:44:11.713665" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-04T00:44:11.703498" elapsed="0.010200"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-04T00:44:11.713864" elapsed="0.000280"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T00:44:11.714302" elapsed="0.000283"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:44:11.715095" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:44:11.714736" elapsed="0.000415"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-04T00:44:11.715206" elapsed="0.000074"/>
</return>
<msg time="2026-08-04T00:44:11.715451" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.78
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-04T00:44:11.370854" elapsed="0.344630"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-04T00:44:11.715660" elapsed="0.000628"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-04T00:44:11.716340" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-08-04T00:44:11.367145" elapsed="0.349329"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-04T00:44:11.720464" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-08-04T00:44:11.720320" elapsed="0.000219"/>
</branch>
<status status="PASS" start="2026-08-04T00:44:11.720294" elapsed="0.000274"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T00:44:11.720706" elapsed="0.000739"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.721910" level="INFO">Logging into '10.30.170.78:8101' as 'karaf'.</msg>
<msg time="2026-08-04T00:44:11.917084" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-04T00:44:11.721641" elapsed="0.195644"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.942078" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-04T00:44:11.917632" elapsed="0.024511"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.943959" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-04T00:44:11.944071" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-04T00:44:11.942298" elapsed="0.001802"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-04T00:44:11.944238" elapsed="0.000211"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T00:44:11.944617" elapsed="0.000233"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:44:11.945347" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:44:11.944994" elapsed="0.000403"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-04T00:44:11.945454" elapsed="0.000114"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.78
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-04T00:44:11.719972" elapsed="0.225756"/>
</kw>
<status status="PASS" start="2026-08-04T00:44:09.980457" elapsed="1.965349"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:44:11.948175" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:44:11.946765" elapsed="0.001478"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-04T00:44:11.949807" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-04T00:44:11.949404" elapsed="0.000447"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-04T00:44:11.950181" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-04T00:44:11.949933" elapsed="0.000306"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-04T00:44:11.953246" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-04T00:44:11.952996" elapsed="0.000305"/>
</branch>
<status status="PASS" start="2026-08-04T00:44:11.952976" elapsed="0.000351"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.953720" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-04T00:44:11.953843" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-04T00:44:11.953459" elapsed="0.000410"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:44:11.954432" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.78 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.197" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:44:11.954005" elapsed="0.000487"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.955142" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T00:44:11.954652" elapsed="0.000516"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-04T00:44:11.956112" level="INFO">Length is 0.</msg>
<msg time="2026-08-04T00:44:11.956203" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-04T00:44:11.955772" elapsed="0.000455"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T00:44:11.956372" elapsed="0.000357"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-04T00:44:11.957627" level="INFO">Logging into '10.30.171.197:22' as 'jenkins'.</msg>
<msg time="2026-08-04T00:44:12.289432" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Aug  4 00:44:10 UTC 2026

  System load:  0.14               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.197
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Tue Aug  4 00:44:11 2026 from 10.30.170.123
[?2004h[jenkins@releng-63164-360-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-04T00:44:11.957241" elapsed="0.332410"/>
</kw>
<msg time="2026-08-04T00:44:12.289736" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T00:44:11.956887" elapsed="0.332934"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-04T00:44:11.955372" elapsed="0.334591"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-04T00:44:12.290587" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.78 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-04T00:54:18.392321" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-04T00:54:18.392966" level="INFO">${stdout} = </msg>
<msg time="2026-08-04T00:54:18.393076" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-04T00:44:12.290217" elapsed="606.102919"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T00:54:18.393687" elapsed="0.000855"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.395838" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:17.487 16  switches: flows:  133260 128045 127089 128371 125485 128341 130927 127807 123935 125347 123365 124004 123827 124627 131290 127840  total = 33.892667 per ms 
00:46:17.588 16  switches: flows:  146306 142255 140121 141551 138838 139575 140048 138959 133561 138272 135152 137828 138261 137720 138803 137059  total = 37.009498 per ms 
00:47:17.689 16  switches: flows:  145855 143007 140086 141456 139682 139579 138609 136944 133157 137499 136444 138017 136320 137766 137933 136296  total = 36.915781 per ms 
00:48:17.789 16  switches: flows:  150000 147661 142682 143026 141598 142675 141200 142591 138088 137626 137157 139117 138399 140250 138514 139682  total = 37.608310 per ms 
00:49:17.889 16  switches: flows:  151018 149135 145216 144230 144641 145316 141779 145377 138659 139897 139421 139343 142170 141329 139957 141536  total = 38.086786 per ms 
00:50:17.989 16  switches: flows:  155088 153007 149348 147241 146156 149623 147746 147106 142300 141245 141680 143648 144961 142756 143954 143238  total = 38.919901 per ms 
00:51:18.090 16  switches: flows:  149707 148935 145738 144303 144869 147878 142881 145008 137760 138632 136950 141215 141412 137665 140003 141550  total = 38.011657 per ms 
00:52:18.190 16  switches: flows:  144181 142853 144351 140682 143158 142230 140094 140546 137840 138092 134743 136518 133642 132334 136223 135823  total = 36.993401 per ms 
00:53:18.290 16  switches: flows:  149529 148858 150624 148461 147111 147535 146560 146408 142560 143223 139715 143847 143294 140451 142859 143481  total = 38.677364 per ms 
00:54:18.390 16  switches: flows:  149566 145657 148809 148483 145902 144897 143846 146739 143568 142081 138083 139022 142843 140026 141217 143111  total = 38.333492 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 36915.78/38919.90/37839.58/12633.07 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.394976" elapsed="0.001202"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-04T00:54:18.396742" elapsed="0.000102"/>
</return>
<status status="PASS" start="2026-08-04T00:54:18.396390" elapsed="0.000553"/>
</branch>
<status status="PASS" start="2026-08-04T00:54:18.396330" elapsed="0.000673"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-04T00:54:18.397231" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-08-04T00:54:18.397142" elapsed="0.000184"/>
</branch>
<status status="NOT RUN" start="2026-08-04T00:54:18.397105" elapsed="0.000270"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-04T00:54:18.397451" elapsed="0.000034"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T00:54:18.402699" elapsed="0.000348"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T00:54:18.403198" elapsed="0.000177"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T00:54:18.403541" elapsed="0.000106"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-04T00:54:18.398275" elapsed="0.005427"/>
</kw>
<msg time="2026-08-04T00:54:18.403834" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-04T00:44:11.950614" elapsed="606.453248"/>
</kw>
<status status="PASS" start="2026-08-04T00:44:11.950268" elapsed="606.453643"/>
</branch>
<status status="PASS" start="2026-08-04T00:44:11.949909" elapsed="606.454027"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.404373" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:17.487 16  switches: flows:  133260 128045 127089 128371 125485 128341 130927 127807 123935 125347 123365 124004 123827 124627 131290 127840  total = 33.892667 per ms 
00:46:17.588 16  switches: flows:  146306 142255 140121 141551 138838 139575 140048 138959 133561 138272 135152 137828 138261 137720 138803 137059  total = 37.009498 per ms 
00:47:17.689 16  switches: flows:  145855 143007 140086 141456 139682 139579 138609 136944 133157 137499 136444 138017 136320 137766 137933 136296  total = 36.915781 per ms 
00:48:17.789 16  switches: flows:  150000 147661 142682 143026 141598 142675 141200 142591 138088 137626 137157 139117 138399 140250 138514 139682  total = 37.608310 per ms 
00:49:17.889 16  switches: flows:  151018 149135 145216 144230 144641 145316 141779 145377 138659 139897 139421 139343 142170 141329 139957 141536  total = 38.086786 per ms 
00:50:17.989 16  switches: flows:  155088 153007 149348 147241 146156 149623 147746 147106 142300 141245 141680 143648 144961 142756 143954 143238  total = 38.919901 per ms 
00:51:18.090 16  switches: flows:  149707 148935 145738 144303 144869 147878 142881 145008 137760 138632 136950 141215 141412 137665 140003 141550  total = 38.011657 per ms 
00:52:18.190 16  switches: flows:  144181 142853 144351 140682 143158 142230 140094 140546 137840 138092 134743 136518 133642 132334 136223 135823  total = 36.993401 per ms 
00:53:18.290 16  switches: flows:  149529 148858 150624 148461 147111 147535 146560 146408 142560 143223 139715 143847 143294 140451 142859 143481  total = 38.677364 per ms 
00:54:18.390 16  switches: flows:  149566 145657 148809 148483 145902 144897 143846 146739 143568 142081 138083 139022 142843 140026 141217 143111  total = 38.333492 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 36915.78/38919.90/37839.58/12633.07 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.404079" elapsed="0.000370"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-04T00:54:18.404629" elapsed="0.000409"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-04T00:54:18.405459" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-04T00:54:18.405590" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 36915.78/38919.90/37839.58/12633.07 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-04T00:54:18.405215" elapsed="0.000412"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-04T00:54:18.406101" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 36915.78/38919.90/37839.58/12633.07 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-04T00:54:18.405807" elapsed="0.000321"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.408619" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.406281" elapsed="0.002397"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.411136" level="INFO">36915.78/38919.90/37839.58/12633.07</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.408834" elapsed="0.002362"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-04T00:54:18.413649" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-04T00:54:18.411349" elapsed="0.002329"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-04T00:54:18.416186" level="INFO">@{result_value_list} = [ 36915.78 | 38919.90 | 37839.58 | 12633.07 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-04T00:54:18.413873" elapsed="0.002344"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.416733" level="INFO">Length is 4.</msg>
<msg time="2026-08-04T00:54:18.416824" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-04T00:54:18.416392" elapsed="0.000456"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.421708" level="INFO">min :: 36915.78</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.417268" elapsed="0.004511"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-04T00:54:18.417109" elapsed="0.004709"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.426493" level="INFO">max :: 38919.90</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.422044" elapsed="0.004525"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-04T00:54:18.421912" elapsed="0.004692"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.431328" level="INFO">avg :: 37839.58</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.426826" elapsed="0.004561"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-04T00:54:18.426695" elapsed="0.004726"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.436278" level="INFO">stdev :: 12633.07</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.431689" elapsed="0.004647"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-04T00:54:18.431545" elapsed="0.004826"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-04T00:54:18.416919" elapsed="0.019486"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.440332" level="INFO">${min} = 36915.78</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T00:54:18.436585" elapsed="0.003775"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.444428" level="INFO">${max} = 38919.90</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T00:54:18.440533" elapsed="0.003922"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.448534" level="INFO">${average} = 37839.58</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T00:54:18.444625" elapsed="0.003938"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.452478" level="INFO">${stdev} = 12633.07</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T00:54:18.448720" elapsed="0.003799"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.453062" level="INFO">${date} = 2026-08-04 00:54:18</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-04T00:54:18.452683" elapsed="0.000408"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.453678" level="INFO">CBench Result: 2026-08-04 00:54:18,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,36915.78,38919.90,37839.58,12633.07</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.453242" elapsed="0.000492"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-04T00:54:18.454770" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-04T00:54:18.454354" elapsed="0.000483"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-04T00:54:18.454989" elapsed="0.000455"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-04T00:54:18.453878" elapsed="0.001646"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-08-04T00:44:11.948752" elapsed="606.506835"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.456068" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-04T00:54:18.455741" elapsed="0.000384"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-04T00:54:18.456652" elapsed="0.000288"/>
</kw>
<status status="PASS" start="2026-08-04T00:54:18.456338" elapsed="0.000685"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-04T00:44:11.945992" elapsed="606.511069"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.458342" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.457958" elapsed="0.000441"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.459661" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-04T00:54:18.459311" elapsed="0.000393"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-04T00:54:18.460039" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-04T00:54:18.459817" elapsed="0.000281"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-04T00:54:18.462998" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-04T00:54:18.462751" elapsed="0.000303"/>
</branch>
<status status="PASS" start="2026-08-04T00:54:18.462733" elapsed="0.000344"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-04T00:54:18.463414" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-04T00:54:18.463550" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-04T00:54:18.463216" elapsed="0.000362"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.464132" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.78 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.197" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T00:54:18.463714" elapsed="0.000476"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-04T00:54:18.464750" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T00:54:18.464330" elapsed="0.000447"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-04T00:54:18.465714" level="INFO">Length is 0.</msg>
<msg time="2026-08-04T00:54:18.465803" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-04T00:54:18.465379" elapsed="0.000448"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T00:54:18.465969" elapsed="0.000324"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-04T00:54:18.467160" level="INFO">Logging into '10.30.171.197:22' as 'jenkins'.</msg>
<msg time="2026-08-04T00:54:19.064389" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Aug  4 00:54:18 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.197
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Tue Aug  4 00:44:12 2026 from 10.30.170.123
[?2004h[jenkins@releng-63164-360-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-04T00:54:18.466808" elapsed="0.597821"/>
</kw>
<msg time="2026-08-04T00:54:19.064714" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T00:54:18.466445" elapsed="0.598358"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-04T00:54:18.465001" elapsed="0.599916"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-04T00:54:19.065472" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.78 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-04T01:04:25.137888" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-04T01:04:25.138446" level="INFO">${stdout} = </msg>
<msg time="2026-08-04T01:04:25.138592" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-04T00:54:19.065147" elapsed="606.073506"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T01:04:25.139129" elapsed="0.001208"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.141542" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:55:24.197 16  switches: flows:  532664 541739 540842 538986 536209 538945 540265 535005 516040 526090 529222 532891 531632 530585 519406 527172  total = 141.961550 per ms 
00:56:24.321 16  switches: flows:  595747 601112 603789 599991 600863 596704 599817 597328 604630 598964 605604 593774 606053 605717 593002 594322  total = 159.628031 per ms 
00:57:24.424 16  switches: flows:  525312 527788 519692 533678 525391 535341 537014 534770 517123 532404 530531 531266 525148 524604 535465 530109  total = 140.857996 per ms 
00:58:24.525 16  switches: flows:  543899 541039 551782 550083 550770 545435 545957 553784 546851 543666 552212 550931 555971 546555 549316 555442  total = 146.148416 per ms 
00:59:24.626 16  switches: flows:  535059 524334 537608 536514 534445 534065 527171 534133 527350 536651 534067 533427 531344 523912 528874 537337  total = 141.699818 per ms 
01:00:24.727 16  switches: flows:  523353 523959 519638 518181 525765 520231 518841 523711 521835 523247 526136 517343 531575 520687 525945 518926  total = 139.089864 per ms 
01:01:24.827 16  switches: flows:  553360 554032 553946 547353 559576 545465 551368 544899 550297 554791 552749 558158 549424 538639 549839 543005  total = 146.536540 per ms 
01:02:24.928 16  switches: flows:  521044 523088 518815 518828 523559 521734 526860 526588 523562 524143 517113 513527 527511 525036 517481 516101  total = 138.850347 per ms 
01:03:25.029 16  switches: flows:  566316 568691 574645 560902 580007 570739 568670 575359 567937 564886 575769 577616 569683 569486 574670 573263  total = 152.055574 per ms 
01:04:25.130 16  switches: flows:  500309 501029 496905 501383 504186 499371 496955 493900 499516 505787 500273 496881 504463 493587 504547 498105  total = 133.062462 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 133062.46/159628.03/144214.34/48651.78 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.140770" elapsed="0.001102"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-04T01:04:25.142356" elapsed="0.000073"/>
</return>
<status status="PASS" start="2026-08-04T01:04:25.142052" elapsed="0.000484"/>
</branch>
<status status="PASS" start="2026-08-04T01:04:25.142003" elapsed="0.000591"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-04T01:04:25.142800" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-08-04T01:04:25.142720" elapsed="0.000167"/>
</branch>
<status status="NOT RUN" start="2026-08-04T01:04:25.142685" elapsed="0.000248"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-04T01:04:25.142998" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T01:04:25.148439" elapsed="0.000381"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T01:04:25.149004" elapsed="0.000198"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T01:04:25.149342" elapsed="0.000108"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-04T01:04:25.143753" elapsed="0.005769"/>
</kw>
<msg time="2026-08-04T01:04:25.149666" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-04T00:54:18.460435" elapsed="606.689258"/>
</kw>
<status status="PASS" start="2026-08-04T00:54:18.460123" elapsed="606.689621"/>
</branch>
<status status="PASS" start="2026-08-04T00:54:18.459796" elapsed="606.689975"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.150247" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:55:24.197 16  switches: flows:  532664 541739 540842 538986 536209 538945 540265 535005 516040 526090 529222 532891 531632 530585 519406 527172  total = 141.961550 per ms 
00:56:24.321 16  switches: flows:  595747 601112 603789 599991 600863 596704 599817 597328 604630 598964 605604 593774 606053 605717 593002 594322  total = 159.628031 per ms 
00:57:24.424 16  switches: flows:  525312 527788 519692 533678 525391 535341 537014 534770 517123 532404 530531 531266 525148 524604 535465 530109  total = 140.857996 per ms 
00:58:24.525 16  switches: flows:  543899 541039 551782 550083 550770 545435 545957 553784 546851 543666 552212 550931 555971 546555 549316 555442  total = 146.148416 per ms 
00:59:24.626 16  switches: flows:  535059 524334 537608 536514 534445 534065 527171 534133 527350 536651 534067 533427 531344 523912 528874 537337  total = 141.699818 per ms 
01:00:24.727 16  switches: flows:  523353 523959 519638 518181 525765 520231 518841 523711 521835 523247 526136 517343 531575 520687 525945 518926  total = 139.089864 per ms 
01:01:24.827 16  switches: flows:  553360 554032 553946 547353 559576 545465 551368 544899 550297 554791 552749 558158 549424 538639 549839 543005  total = 146.536540 per ms 
01:02:24.928 16  switches: flows:  521044 523088 518815 518828 523559 521734 526860 526588 523562 524143 517113 513527 527511 525036 517481 516101  total = 138.850347 per ms 
01:03:25.029 16  switches: flows:  566316 568691 574645 560902 580007 570739 568670 575359 567937 564886 575769 577616 569683 569486 574670 573263  total = 152.055574 per ms 
01:04:25.130 16  switches: flows:  500309 501029 496905 501383 504186 499371 496955 493900 499516 505787 500273 496881 504463 493587 504547 498105  total = 133.062462 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 133062.46/159628.03/144214.34/48651.78 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.149933" elapsed="0.000390"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-04T01:04:25.150473" elapsed="0.000407"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-04T01:04:25.151283" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-04T01:04:25.151378" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 133062.46/159628.03/144214.34/48651.78 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-04T01:04:25.151043" elapsed="0.000359"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-04T01:04:25.151826" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 133062.46/159628.03/144214.34/48651.78 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-04T01:04:25.151571" elapsed="0.000282"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.154295" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.151997" elapsed="0.002356"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.156807" level="INFO">133062.46/159628.03/144214.34/48651.78</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.154515" elapsed="0.002349"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-04T01:04:25.159255" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-04T01:04:25.157018" elapsed="0.002288"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-04T01:04:25.161800" level="INFO">@{result_value_list} = [ 133062.46 | 159628.03 | 144214.34 | 48651.78 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-04T01:04:25.159545" elapsed="0.002283"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.162301" level="INFO">Length is 4.</msg>
<msg time="2026-08-04T01:04:25.162391" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-04T01:04:25.161986" elapsed="0.000429"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.167437" level="INFO">min :: 133062.46</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.162832" elapsed="0.004664"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-04T01:04:25.162700" elapsed="0.004846"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.172071" level="INFO">max :: 159628.03</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.167771" elapsed="0.004356"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-04T01:04:25.167639" elapsed="0.004523"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.176816" level="INFO">avg :: 144214.34</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.172378" elapsed="0.004495"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-04T01:04:25.172250" elapsed="0.004658"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.181559" level="INFO">stdev :: 48651.78</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.177159" elapsed="0.004456"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-04T01:04:25.177024" elapsed="0.004626"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-04T01:04:25.162484" elapsed="0.019197"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.185842" level="INFO">${min} = 133062.46</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T01:04:25.181843" elapsed="0.004027"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.189803" level="INFO">${max} = 159628.03</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T01:04:25.186029" elapsed="0.003801"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.193845" level="INFO">${average} = 144214.34</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T01:04:25.189987" elapsed="0.003886"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.198010" level="INFO">${stdev} = 48651.78</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T01:04:25.194029" elapsed="0.004013"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.198579" level="INFO">${date} = 2026-08-04 01:04:25</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-04T01:04:25.198204" elapsed="0.000402"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.199166" level="INFO">CBench Result: 2026-08-04 01:04:25,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,133062.46,159628.03,144214.34,48651.78</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.198754" elapsed="0.000469"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-04T01:04:25.200360" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-04T01:04:25.199912" elapsed="0.000516"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-04T01:04:25.200594" elapsed="0.000474"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-04T01:04:25.199409" elapsed="0.001725"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-08-04T00:54:18.458725" elapsed="606.742470"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.201684" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-04T01:04:25.201347" elapsed="0.000395"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-04T01:04:25.202260" elapsed="0.000286"/>
</kw>
<status status="PASS" start="2026-08-04T01:04:25.201955" elapsed="0.000663"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-04T00:54:18.457365" elapsed="606.745291"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.204168" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.203753" elapsed="0.000475"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.205705" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-04T01:04:25.205216" elapsed="0.000538"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-04T01:04:25.206199" elapsed="0.000029"/>
</kw>
<status status="NOT RUN" start="2026-08-04T01:04:25.205919" elapsed="0.000354"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-04T01:04:25.209686" elapsed="0.000027"/>
</kw>
<status status="NOT RUN" start="2026-08-04T01:04:25.209382" elapsed="0.000369"/>
</branch>
<status status="PASS" start="2026-08-04T01:04:25.209363" elapsed="0.000412"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-04T01:04:25.210127" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-04T01:04:25.210267" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-04T01:04:25.209916" elapsed="0.000391"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.210903" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.78 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.197" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:04:25.210454" elapsed="0.000509"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-04T01:04:25.211634" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T01:04:25.211107" elapsed="0.000562"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-04T01:04:25.212597" level="INFO">Length is 0.</msg>
<msg time="2026-08-04T01:04:25.212686" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-04T01:04:25.212261" elapsed="0.000449"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T01:04:25.212852" elapsed="0.000324"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-04T01:04:25.214045" level="INFO">Logging into '10.30.171.197:22' as 'jenkins'.</msg>
<msg time="2026-08-04T01:04:25.841498" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Aug  4 01:04:25 UTC 2026

  System load:  0.37               Processes:             106
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.197
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Tue Aug  4 00:54:18 2026 from 10.30.170.123
[?2004h[jenkins@releng-63164-360-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-04T01:04:25.213692" elapsed="0.628072"/>
</kw>
<msg time="2026-08-04T01:04:25.841861" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T01:04:25.213329" elapsed="0.628625"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-04T01:04:25.211883" elapsed="0.630197"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-04T01:04:25.842668" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.78 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-04T01:14:31.910003" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-04T01:14:31.910634" level="INFO">${stdout} = </msg>
<msg time="2026-08-04T01:14:31.910744" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-04T01:04:25.842331" elapsed="606.068470"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T01:14:31.911305" elapsed="0.000749"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.913198" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:05:31.006 16  switches: flows:  152646 150031 150177 155833 147086 146684 148156 148179 144553 142968 143937 143556 143822 139114 144660 143345  total = 39.079117 per ms 
01:06:31.106 16  switches: flows:  154403 149307 152092 153068 147433 150462 149269 148896 143868 143681 146411 142789 144912 142084 146430 144943  total = 39.268474 per ms 
01:07:31.207 16  switches: flows:  156083 152328 153954 157323 152111 152196 151036 149698 145221 148689 148499 146090 149888 142519 149320 146778  total = 39.962147 per ms 
01:08:31.307 16  switches: flows:  158357 154871 155794 156662 151506 154666 153184 151173 147189 149354 149848 145651 147724 144722 150988 147395  total = 40.250871 per ms 
01:09:31.407 16  switches: flows:  158948 154455 153434 156876 151796 152065 150119 150719 147379 148561 147510 144032 147575 143224 147418 146550  total = 39.944318 per ms 
01:10:31.508 16  switches: flows:  156841 151216 153132 155011 151079 153695 151575 149386 145508 145518 147978 143984 148494 142308 148782 145433  total = 39.765906 per ms 
01:11:31.608 16  switches: flows:  156090 153794 152908 156377 152466 154986 151935 149044 144061 148019 147471 144822 148899 145027 148938 146616  total = 39.957512 per ms 
01:12:31.708 16  switches: flows:  154535 151956 152552 156586 151309 155416 150397 151584 144502 146873 146901 144263 148039 144763 148136 147266  total = 39.851368 per ms 
01:13:31.808 16  switches: flows:  157932 154059 154427 156930 152371 151625 153190 149709 147251 149098 148725 145787 147804 143493 149395 147323  total = 40.085095 per ms 
01:14:31.909 16  switches: flows:  157438 154271 155251 158368 152956 155541 151956 150941 146097 150835 148833 146513 150321 145958 149749 149172  total = 40.336008 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 39268.47/40336.01/39935.74/13315.10 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:14:31.912434" elapsed="0.001117"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-04T01:14:31.914046" elapsed="0.000072"/>
</return>
<status status="PASS" start="2026-08-04T01:14:31.913745" elapsed="0.000452"/>
</branch>
<status status="PASS" start="2026-08-04T01:14:31.913694" elapsed="0.000560"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-04T01:14:31.914464" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-08-04T01:14:31.914381" elapsed="0.000205"/>
</branch>
<status status="NOT RUN" start="2026-08-04T01:14:31.914346" elapsed="0.000289"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-04T01:14:31.914704" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-04T01:14:31.919010" elapsed="0.000486"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-04T01:14:31.919731" elapsed="0.000223"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-04T01:14:31.920136" elapsed="0.000138"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-04T01:14:31.915444" elapsed="0.004905"/>
</kw>
<msg time="2026-08-04T01:14:31.920548" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-04T01:04:25.206740" elapsed="606.713848"/>
</kw>
<status status="PASS" start="2026-08-04T01:04:25.206308" elapsed="606.714350"/>
</branch>
<status status="PASS" start="2026-08-04T01:04:25.205895" elapsed="606.714796"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.921292" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:05:31.006 16  switches: flows:  152646 150031 150177 155833 147086 146684 148156 148179 144553 142968 143937 143556 143822 139114 144660 143345  total = 39.079117 per ms 
01:06:31.106 16  switches: flows:  154403 149307 152092 153068 147433 150462 149269 148896 143868 143681 146411 142789 144912 142084 146430 144943  total = 39.268474 per ms 
01:07:31.207 16  switches: flows:  156083 152328 153954 157323 152111 152196 151036 149698 145221 148689 148499 146090 149888 142519 149320 146778  total = 39.962147 per ms 
01:08:31.307 16  switches: flows:  158357 154871 155794 156662 151506 154666 153184 151173 147189 149354 149848 145651 147724 144722 150988 147395  total = 40.250871 per ms 
01:09:31.407 16  switches: flows:  158948 154455 153434 156876 151796 152065 150119 150719 147379 148561 147510 144032 147575 143224 147418 146550  total = 39.944318 per ms 
01:10:31.508 16  switches: flows:  156841 151216 153132 155011 151079 153695 151575 149386 145508 145518 147978 143984 148494 142308 148782 145433  total = 39.765906 per ms 
01:11:31.608 16  switches: flows:  156090 153794 152908 156377 152466 154986 151935 149044 144061 148019 147471 144822 148899 145027 148938 146616  total = 39.957512 per ms 
01:12:31.708 16  switches: flows:  154535 151956 152552 156586 151309 155416 150397 151584 144502 146873 146901 144263 148039 144763 148136 147266  total = 39.851368 per ms 
01:13:31.808 16  switches: flows:  157932 154059 154427 156930 152371 151625 153190 149709 147251 149098 148725 145787 147804 143493 149395 147323  total = 40.085095 per ms 
01:14:31.909 16  switches: flows:  157438 154271 155251 158368 152956 155541 151956 150941 146097 150835 148833 146513 150321 145958 149749 149172  total = 40.336008 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 39268.47/40336.01/39935.74/13315.10 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:14:31.920889" elapsed="0.000505"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-04T01:14:31.921626" elapsed="0.000518"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-04T01:14:31.922696" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-04T01:14:31.922823" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 39268.47/40336.01/39935.74/13315.10 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-04T01:14:31.922370" elapsed="0.000488"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-04T01:14:31.923442" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 39268.47/40336.01/39935.74/13315.10 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-04T01:14:31.923072" elapsed="0.000408"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.926858" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:14:31.923707" elapsed="0.003242"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.929670" level="INFO">39268.47/40336.01/39935.74/13315.10</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:14:31.927153" elapsed="0.002573"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-04T01:14:31.932119" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-04T01:14:31.929877" elapsed="0.002269"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-04T01:14:31.934590" level="INFO">@{result_value_list} = [ 39268.47 | 40336.01 | 39935.74 | 13315.10 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-04T01:14:31.932340" elapsed="0.002277"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.935080" level="INFO">Length is 4.</msg>
<msg time="2026-08-04T01:14:31.935168" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-04T01:14:31.934774" elapsed="0.000417"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.939943" level="INFO">min :: 39268.47</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:14:31.935598" elapsed="0.004402"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-04T01:14:31.935452" elapsed="0.004586"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.944593" level="INFO">max :: 40336.01</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:14:31.940255" elapsed="0.004394"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-04T01:14:31.940127" elapsed="0.004557"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.949238" level="INFO">avg :: 39935.74</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:14:31.944897" elapsed="0.004397"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-04T01:14:31.944768" elapsed="0.004560"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.954064" level="INFO">stdev :: 13315.10</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:14:31.949555" elapsed="0.004565"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-04T01:14:31.949412" elapsed="0.004743"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-04T01:14:31.935267" elapsed="0.018919"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.958120" level="INFO">${min} = 39268.47</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T01:14:31.954349" elapsed="0.003797"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.962306" level="INFO">${max} = 40336.01</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T01:14:31.958303" elapsed="0.004030"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.966304" level="INFO">${average} = 39935.74</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T01:14:31.962490" elapsed="0.003840"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.970321" level="INFO">${stdev} = 13315.10</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-04T01:14:31.966486" elapsed="0.003862"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.970884" level="INFO">${date} = 2026-08-04 01:14:31</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-04T01:14:31.970531" elapsed="0.000379"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.971499" level="INFO">CBench Result: 2026-08-04 01:14:31,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,39268.47,40336.01,39935.74,13315.10</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-04T01:14:31.971058" elapsed="0.000514"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-04T01:14:31.972711" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-04T01:14:31.972205" elapsed="0.000575"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-04T01:14:31.972934" elapsed="0.000466"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-04T01:14:31.971726" elapsed="0.001739"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-08-04T01:04:25.204636" elapsed="606.768905"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.974006" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-04T01:14:31.973692" elapsed="0.000370"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-04T01:14:31.975293" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-04T01:14:31.974804" elapsed="0.000517"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-08-04T01:14:31.975568" elapsed="0.000035"/>
</return>
<status status="PASS" start="2026-08-04T01:14:31.975400" elapsed="0.000234"/>
</branch>
<status status="PASS" start="2026-08-04T01:14:31.975380" elapsed="0.000279"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-08-04T01:14:31.975806" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-08-04T01:14:31.975966" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-08-04T01:14:31.976132" elapsed="0.000025"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-04T01:14:31.976337" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-08-04T01:14:31.976492" elapsed="0.000041"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-08-04T01:14:31.976667" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-04T01:14:31.976815" elapsed="0.000021"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-08-04T01:14:31.977040" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-04T01:14:31.976900" elapsed="0.000193"/>
</branch>
<status status="NOT RUN" start="2026-08-04T01:14:31.976883" elapsed="0.000233"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-08-04T01:14:31.974449" elapsed="0.002717"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-04T01:04:25.202951" elapsed="606.774261"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-08-04T00:44:09.441260" elapsed="1822.536506"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
