<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-09-07T00:53:38.013444" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-07T00:53:38.545755" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-09-07T00:53:38.545616" elapsed="0.000209"/>
</branch>
<status status="PASS" start="2026-09-07T00:53:38.545587" elapsed="0.000264"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T00:53:38.546020" elapsed="0.000491"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-07T00:53:38.546971" level="INFO">Logging into '10.30.171.76:8101' as 'karaf'.</msg>
<msg time="2026-09-07T00:53:44.524689" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-07T00:53:38.546671" elapsed="5.978199"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-07T00:53:44.574761" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-07T00:53:44.525127" elapsed="0.049760"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-07T00:53:44.577063" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-07T00:53:44.577263" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-07T00:53:44.575110" elapsed="0.002182"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-07T00:53:44.577439" elapsed="0.000316"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T00:53:44.577924" elapsed="0.000308"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T00:53:44.578783" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T00:53:44.578481" elapsed="0.000477"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-07T00:53:44.579011" elapsed="0.000047"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.76
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-07T00:53:38.545244" elapsed="6.033931"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-09-07T00:53:38.541525" elapsed="6.037708"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T00:53:44.579945" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T00:53:44.579573" elapsed="0.000426"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T00:53:44.580523" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T00:53:44.580285" elapsed="0.000308"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-07T00:53:44.581265" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-07T00:53:44.580844" elapsed="0.000447"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T00:53:44.581751" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T00:53:44.581446" elapsed="0.000344"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-07T00:53:44.582645" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-07T00:53:44.582116" elapsed="0.000554"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T00:53:44.583579" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T00:53:44.582965" elapsed="0.000751"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-09-07T00:53:44.584126" elapsed="0.000034"/>
</kw>
<status status="NOT RUN" start="2026-09-07T00:53:44.583799" elapsed="0.000394"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-07T00:53:44.590005" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T00:53:44.589391" elapsed="0.000649"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T00:53:44.591180" level="INFO">Length is 0.</msg>
<msg time="2026-09-07T00:53:44.591293" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T00:53:44.590582" elapsed="0.000735"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T00:53:44.591500" elapsed="0.000348"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-07T00:53:44.593526" level="INFO">Logging into '10.30.170.234:22' as 'jenkins'.</msg>
<msg time="2026-09-07T00:53:45.077620" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep  7 00:53:01 UTC 2026

  System load:  0.21               Processes:             110
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.234
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-391-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-07T00:53:44.592663" elapsed="0.485102"/>
</kw>
<msg time="2026-09-07T00:53:45.077850" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T00:53:44.592065" elapsed="0.486016"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-07T00:53:44.590251" elapsed="0.487959"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.087563" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-09-07T00:53:45.078419" elapsed="0.010941"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T00:53:45.089548" elapsed="0.000279"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-09-07T00:53:44.588607" elapsed="0.501297"/>
</kw>
<status status="PASS" start="2026-09-07T00:53:44.584435" elapsed="0.505506"/>
</branch>
<status status="PASS" start="2026-09-07T00:53:44.583775" elapsed="0.506200"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-07T00:53:45.090121" elapsed="0.000633"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-07T00:53:45.095487" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-09-07T00:53:45.095359" elapsed="0.000181"/>
</branch>
<status status="PASS" start="2026-09-07T00:53:45.095329" elapsed="0.000234"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-07T00:53:45.099420" elapsed="0.000013"/>
</return>
<status status="NOT RUN" start="2026-09-07T00:53:45.099305" elapsed="0.000164"/>
</branch>
<status status="PASS" start="2026-09-07T00:53:45.099287" elapsed="0.000213"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T00:53:45.099670" elapsed="0.000526"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.100624" level="INFO">Logging into '10.30.171.76:8101' as 'karaf'.</msg>
<msg time="2026-09-07T00:53:45.328715" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-07T00:53:45.100362" elapsed="0.228523"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.426166" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-07T00:53:45.329148" elapsed="0.097139"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.438786" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-07T00:53:45.438987" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-07T00:53:45.426507" elapsed="0.012509"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-07T00:53:45.439183" elapsed="0.000233"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T00:53:45.439552" elapsed="0.000197"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T00:53:45.440192" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T00:53:45.439895" elapsed="0.000356"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-07T00:53:45.440297" elapsed="0.000047"/>
</return>
<msg time="2026-09-07T00:53:45.440478" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.76
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-07T00:53:45.098950" elapsed="0.341557"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-07T00:53:45.440639" elapsed="0.000476"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-07T00:53:45.441173" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-09-07T00:53:45.095041" elapsed="0.346273"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-07T00:53:45.444823" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-09-07T00:53:45.444700" elapsed="0.000182"/>
</branch>
<status status="PASS" start="2026-09-07T00:53:45.444678" elapsed="0.000227"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T00:53:45.445024" elapsed="0.000431"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.445822" level="INFO">Logging into '10.30.171.76:8101' as 'karaf'.</msg>
<msg time="2026-09-07T00:53:45.622707" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-07T00:53:45.445591" elapsed="0.177284"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.649827" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-07T00:53:45.623253" elapsed="0.026678"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.653101" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-07T00:53:45.653587" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-07T00:53:45.650112" elapsed="0.003572"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-07T00:53:45.654396" elapsed="0.000556"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T00:53:45.655089" elapsed="0.000220"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T00:53:45.655885" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T00:53:45.655454" elapsed="0.000482"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-07T00:53:45.655988" elapsed="0.000056"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.76
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-07T00:53:45.444412" elapsed="0.211764"/>
</kw>
<status status="PASS" start="2026-09-07T00:53:38.539544" elapsed="7.116695"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T00:53:45.658458" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T00:53:45.657101" elapsed="0.001428"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T00:53:45.660086" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T00:53:45.659718" elapsed="0.000410"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-07T00:53:45.660465" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-09-07T00:53:45.660233" elapsed="0.000286"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-07T00:53:45.663997" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-07T00:53:45.663746" elapsed="0.000303"/>
</branch>
<status status="PASS" start="2026-09-07T00:53:45.663728" elapsed="0.000345"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.664442" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-07T00:53:45.664558" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-07T00:53:45.664216" elapsed="0.000366"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T00:53:45.665119" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.76 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.234" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T00:53:45.664709" elapsed="0.000484"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.665762" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T00:53:45.665321" elapsed="0.000466"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T00:53:45.666657" level="INFO">Length is 0.</msg>
<msg time="2026-09-07T00:53:45.666740" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T00:53:45.666348" elapsed="0.000414"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T00:53:45.666912" elapsed="0.000338"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-07T00:53:45.668052" level="INFO">Logging into '10.30.170.234:22' as 'jenkins'.</msg>
<msg time="2026-09-07T00:53:46.033232" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep  7 00:53:01 UTC 2026

  System load:  0.21               Processes:             110
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.234
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep  7 00:53:44 2026 from 10.30.171.16
[?2004h[jenkins@releng-63164-391-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-07T00:53:45.667709" elapsed="0.365717"/>
</kw>
<msg time="2026-09-07T00:53:46.033511" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T00:53:45.667391" elapsed="0.366209"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-07T00:53:45.665990" elapsed="0.367730"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-07T00:53:46.034275" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.76 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-07T01:03:52.230570" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-07T01:03:52.231078" level="INFO">${stdout} = </msg>
<msg time="2026-09-07T01:03:52.231175" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-07T00:53:46.033966" elapsed="606.197274"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:03:52.231691" elapsed="0.000685"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.233597" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.76. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:54:51.318 16  switches: flows:  80052 77269 77844 76823 75212 75286 78318 77019 72769 71248 73775 71992 74499 73732 71472 72920  total = 20.003833 per ms 
00:55:51.420 16  switches: flows:  89103 86482 85154 86509 84916 84155 88709 84773 80060 80455 80835 81205 84255 83560 81459 81791  total = 22.353024 per ms 
00:56:51.520 16  switches: flows:  92442 86866 85695 87214 86196 83791 86482 88210 80984 81847 83355 81460 83143 84893 82233 83088  total = 22.593927 per ms 
00:57:51.621 16  switches: flows:  96385 91327 89675 91138 88529 87759 87121 87956 84171 83962 86101 84931 84086 83985 84573 85531  total = 23.248354 per ms 
00:58:51.721 16  switches: flows:  97979 93729 92090 93038 92292 90437 90968 89538 84535 84711 87957 85098 85973 84494 86754 88377  total = 23.759823 per ms 
00:59:51.821 16  switches: flows:  98880 92595 93278 93675 91397 91991 92025 90242 85737 84772 89020 85586 87396 85878 86414 88434  total = 23.915405 per ms 
01:00:51.921 16  switches: flows:  98530 93556 92331 93009 91339 90351 90139 89482 84699 85075 88019 84885 85842 85121 86571 86936  total = 23.725157 per ms 
01:01:52.022 16  switches: flows:  100649 95506 96357 96078 93143 92341 91696 91244 87535 86400 90881 86462 86830 86552 88785 89891  total = 24.298573 per ms 
01:02:52.122 16  switches: flows:  102369 94343 94095 95385 91995 91684 91806 90861 86474 86336 90328 85833 86684 85495 89891 90030  total = 24.186454 per ms 
01:03:52.222 16  switches: flows:  100458 93713 95152 94500 92349 90994 90695 91399 87149 85581 89074 85331 86937 86864 88737 88284  total = 24.080097 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 22353.02/24298.57/23573.42/7885.25 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.232787" elapsed="0.001099"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-07T01:03:52.234350" elapsed="0.000068"/>
</return>
<status status="PASS" start="2026-09-07T01:03:52.234072" elapsed="0.000470"/>
</branch>
<status status="PASS" start="2026-09-07T01:03:52.234015" elapsed="0.000602"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-07T01:03:52.234847" elapsed="0.000073"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:03:52.234751" elapsed="0.000248"/>
</branch>
<status status="NOT RUN" start="2026-09-07T01:03:52.234719" elapsed="0.000341"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-07T01:03:52.235152" elapsed="0.000039"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:03:52.240708" elapsed="0.000707"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:03:52.241737" elapsed="0.000353"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:03:52.242353" elapsed="0.000221"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-07T01:03:52.235946" elapsed="0.006734"/>
</kw>
<msg time="2026-09-07T01:03:52.242968" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-07T00:53:45.660847" elapsed="606.582176"/>
</kw>
<status status="PASS" start="2026-09-07T00:53:45.660546" elapsed="606.582574"/>
</branch>
<status status="PASS" start="2026-09-07T00:53:45.660208" elapsed="606.582959"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.244301" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.76. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:54:51.318 16  switches: flows:  80052 77269 77844 76823 75212 75286 78318 77019 72769 71248 73775 71992 74499 73732 71472 72920  total = 20.003833 per ms 
00:55:51.420 16  switches: flows:  89103 86482 85154 86509 84916 84155 88709 84773 80060 80455 80835 81205 84255 83560 81459 81791  total = 22.353024 per ms 
00:56:51.520 16  switches: flows:  92442 86866 85695 87214 86196 83791 86482 88210 80984 81847 83355 81460 83143 84893 82233 83088  total = 22.593927 per ms 
00:57:51.621 16  switches: flows:  96385 91327 89675 91138 88529 87759 87121 87956 84171 83962 86101 84931 84086 83985 84573 85531  total = 23.248354 per ms 
00:58:51.721 16  switches: flows:  97979 93729 92090 93038 92292 90437 90968 89538 84535 84711 87957 85098 85973 84494 86754 88377  total = 23.759823 per ms 
00:59:51.821 16  switches: flows:  98880 92595 93278 93675 91397 91991 92025 90242 85737 84772 89020 85586 87396 85878 86414 88434  total = 23.915405 per ms 
01:00:51.921 16  switches: flows:  98530 93556 92331 93009 91339 90351 90139 89482 84699 85075 88019 84885 85842 85121 86571 86936  total = 23.725157 per ms 
01:01:52.022 16  switches: flows:  100649 95506 96357 96078 93143 92341 91696 91244 87535 86400 90881 86462 86830 86552 88785 89891  total = 24.298573 per ms 
01:02:52.122 16  switches: flows:  102369 94343 94095 95385 91995 91684 91806 90861 86474 86336 90328 85833 86684 85495 89891 90030  total = 24.186454 per ms 
01:03:52.222 16  switches: flows:  100458 93713 95152 94500 92349 90994 90695 91399 87149 85581 89074 85331 86937 86864 88737 88284  total = 24.080097 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 22353.02/24298.57/23573.42/7885.25 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.243452" elapsed="0.001062"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-07T01:03:52.244821" elapsed="0.000777"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-07T01:03:52.246390" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-07T01:03:52.246605" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 22353.02/24298.57/23573.42/7885.25 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-07T01:03:52.245947" elapsed="0.000708"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:03:52.247522" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 22353.02/24298.57/23573.42/7885.25 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:03:52.246993" elapsed="0.000585"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.252727" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.247896" elapsed="0.004945"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.258098" level="INFO">22353.02/24298.57/23573.42/7885.25</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.253167" elapsed="0.005049"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:03:52.263285" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:03:52.258549" elapsed="0.004792"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:03:52.268780" level="INFO">@{result_value_list} = [ 22353.02 | 24298.57 | 23573.42 | 7885.25 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:03:52.263758" elapsed="0.005060"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.269454" level="INFO">Length is 4.</msg>
<msg time="2026-09-07T01:03:52.269596" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:03:52.269038" elapsed="0.000591"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.275656" level="INFO">min :: 22353.02</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.270217" elapsed="0.005509"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-07T01:03:52.270040" elapsed="0.005728"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.281656" level="INFO">max :: 24298.57</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.276078" elapsed="0.005654"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-07T01:03:52.275906" elapsed="0.005871"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.287455" level="INFO">avg :: 23573.42</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.282073" elapsed="0.005484"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-07T01:03:52.281912" elapsed="0.005690"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.292581" level="INFO">stdev :: 7885.25</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.287933" elapsed="0.004714"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-07T01:03:52.287726" elapsed="0.004956"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-07T01:03:52.269728" elapsed="0.022986"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.298341" level="INFO">${min} = 22353.02</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:03:52.292897" elapsed="0.005485"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.305503" level="INFO">${max} = 24298.57</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:03:52.298622" elapsed="0.006919"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.309947" level="INFO">${average} = 23573.42</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:03:52.305754" elapsed="0.004218"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.313938" level="INFO">${stdev} = 7885.25</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:03:52.310115" elapsed="0.003847"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.314456" level="INFO">${date} = 2026-09-07 01:03:52</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-07T01:03:52.314111" elapsed="0.000388"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.315033" level="INFO">CBench Result: 2026-09-07 01:03:52,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,22353.02,24298.57,23573.42,7885.25</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.314638" elapsed="0.000447"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T01:03:52.316103" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T01:03:52.315686" elapsed="0.000478"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-07T01:03:52.316299" elapsed="0.000444"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-07T01:03:52.315243" elapsed="0.001559"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-09-07T00:53:45.659047" elapsed="606.657807"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.317313" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-07T01:03:52.317004" elapsed="0.000363"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-07T01:03:52.317970" elapsed="0.000244"/>
</kw>
<status status="PASS" start="2026-09-07T01:03:52.317662" elapsed="0.000615"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-07T00:53:45.656386" elapsed="606.661925"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.319521" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.319152" elapsed="0.000420"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.320693" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T01:03:52.320382" elapsed="0.000348"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-07T01:03:52.321071" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:03:52.320800" elapsed="0.000324"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-07T01:03:52.323875" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:03:52.323636" elapsed="0.000291"/>
</branch>
<status status="PASS" start="2026-09-07T01:03:52.323620" elapsed="0.000329"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:03:52.324282" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-07T01:03:52.324394" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-07T01:03:52.324071" elapsed="0.000347"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.324977" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.76 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.234" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:03:52.324574" elapsed="0.000456"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:03:52.325552" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:03:52.325155" elapsed="0.000421"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:03:52.326394" level="INFO">Length is 0.</msg>
<msg time="2026-09-07T01:03:52.326506" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:03:52.326104" elapsed="0.000427"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:03:52.326659" elapsed="0.000358"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-07T01:03:52.327825" level="INFO">Logging into '10.30.170.234:22' as 'jenkins'.</msg>
<msg time="2026-09-07T01:03:52.922780" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep  7 01:03:52 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   19.9% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.234
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep  7 00:53:45 2026 from 10.30.171.16
[?2004h[jenkins@releng-63164-391-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-07T01:03:52.327507" elapsed="0.595475"/>
</kw>
<msg time="2026-09-07T01:03:52.923079" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:03:52.327174" elapsed="0.595994"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-07T01:03:52.325756" elapsed="0.597517"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-07T01:03:52.923788" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.76 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-07T01:13:58.996147" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-07T01:13:58.996643" level="INFO">${stdout} = </msg>
<msg time="2026-09-07T01:13:58.996702" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-07T01:03:52.923500" elapsed="606.073247"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:13:58.997091" elapsed="0.000582"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:58.998473" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.76. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:04:58.068 16  switches: flows:  579056 574904 570197 572878 579013 575425 573687 572210 573212 570556 572695 578871 563378 560052 566680 565729  total = 152.475717 per ms 
01:05:58.169 16  switches: flows:  598534 591626 589758 595969 592437 590995 586118 590253 597256 593966 594174 593328 593616 600424 601026 587173  total = 158.012190 per ms 
01:06:58.273 16  switches: flows:  597847 610919 615172 611133 605460 601909 612028 610918 611255 612947 614755 621381 612443 609587 606613 609198  total = 162.448194 per ms 
01:07:58.374 16  switches: flows:  643628 647656 634884 643040 649989 638694 642107 632349 650382 634540 638641 646677 644250 639467 648735 642673  total = 171.007995 per ms 
01:08:58.476 16  switches: flows:  589110 582963 588502 590517 578881 587618 582934 584390 592549 595845 587531 585337 587926 591332 594352 597167  total = 156.684025 per ms 
01:09:58.577 16  switches: flows:  634747 627072 617491 628688 629876 624078 624897 616635 627068 620912 624380 627318 627002 629941 626999 623087  total = 166.557730 per ms 
01:10:58.679 16  switches: flows:  646784 653126 644181 638481 646309 646306 640980 636457 640938 649474 654147 630341 651840 646301 645507 650669  total = 171.742062 per ms 
01:11:58.780 16  switches: flows:  610207 619606 613580 620368 626552 609687 608852 617681 620132 614705 612308 611338 619248 619345 615604 621085  total = 164.062576 per ms 
01:12:58.882 16  switches: flows:  636158 646574 653291 638524 650127 646674 644232 639827 650516 650704 648398 654908 655573 652761 649580 637057  total = 172.289077 per ms 
01:13:58.982 16  switches: flows:  605326 607141 616191 609257 602439 604520 607260 607117 610153 600149 612615 613287 609832 607884 608793 608091  total = 161.895650 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 156684.02/172289.08/164966.61/55263.10 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:58.997928" elapsed="0.000759"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-07T01:13:58.999045" elapsed="0.000051"/>
</return>
<status status="PASS" start="2026-09-07T01:13:58.998820" elapsed="0.000337"/>
</branch>
<status status="PASS" start="2026-09-07T01:13:58.998781" elapsed="0.000405"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-07T01:13:58.999295" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:13:58.999249" elapsed="0.000102"/>
</branch>
<status status="NOT RUN" start="2026-09-07T01:13:58.999232" elapsed="0.000145"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-07T01:13:58.999416" elapsed="0.000017"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:13:59.003052" elapsed="0.000517"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:13:59.003765" elapsed="0.000259"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:13:59.004218" elapsed="0.000161"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-07T01:13:58.999854" elapsed="0.004594"/>
</kw>
<msg time="2026-09-07T01:13:59.004618" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-07T01:03:52.321435" elapsed="606.683219"/>
</kw>
<status status="PASS" start="2026-09-07T01:03:52.321151" elapsed="606.683569"/>
</branch>
<status status="PASS" start="2026-09-07T01:03:52.320778" elapsed="606.683978"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.005411" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.76. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:04:58.068 16  switches: flows:  579056 574904 570197 572878 579013 575425 573687 572210 573212 570556 572695 578871 563378 560052 566680 565729  total = 152.475717 per ms 
01:05:58.169 16  switches: flows:  598534 591626 589758 595969 592437 590995 586118 590253 597256 593966 594174 593328 593616 600424 601026 587173  total = 158.012190 per ms 
01:06:58.273 16  switches: flows:  597847 610919 615172 611133 605460 601909 612028 610918 611255 612947 614755 621381 612443 609587 606613 609198  total = 162.448194 per ms 
01:07:58.374 16  switches: flows:  643628 647656 634884 643040 649989 638694 642107 632349 650382 634540 638641 646677 644250 639467 648735 642673  total = 171.007995 per ms 
01:08:58.476 16  switches: flows:  589110 582963 588502 590517 578881 587618 582934 584390 592549 595845 587531 585337 587926 591332 594352 597167  total = 156.684025 per ms 
01:09:58.577 16  switches: flows:  634747 627072 617491 628688 629876 624078 624897 616635 627068 620912 624380 627318 627002 629941 626999 623087  total = 166.557730 per ms 
01:10:58.679 16  switches: flows:  646784 653126 644181 638481 646309 646306 640980 636457 640938 649474 654147 630341 651840 646301 645507 650669  total = 171.742062 per ms 
01:11:58.780 16  switches: flows:  610207 619606 613580 620368 626552 609687 608852 617681 620132 614705 612308 611338 619248 619345 615604 621085  total = 164.062576 per ms 
01:12:58.882 16  switches: flows:  636158 646574 653291 638524 650127 646674 644232 639827 650516 650704 648398 654908 655573 652761 649580 637057  total = 172.289077 per ms 
01:13:58.982 16  switches: flows:  605326 607141 616191 609257 602439 604520 607260 607117 610153 600149 612615 613287 609832 607884 608793 608091  total = 161.895650 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 156684.02/172289.08/164966.61/55263.10 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.004995" elapsed="0.000517"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-07T01:13:59.005702" elapsed="0.000520"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-07T01:13:59.006720" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-07T01:13:59.006838" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 156684.02/172289.08/164966.61/55263.10 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-07T01:13:59.006428" elapsed="0.000459"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:13:59.007469" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 156684.02/172289.08/164966.61/55263.10 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:13:59.007091" elapsed="0.000414"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.010697" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.007694" elapsed="0.003089"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.014067" level="INFO">156684.02/172289.08/164966.61/55263.10</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.011012" elapsed="0.003150"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:13:59.017427" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:13:59.014380" elapsed="0.003085"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:13:59.020774" level="INFO">@{result_value_list} = [ 156684.02 | 172289.08 | 164966.61 | 55263.10 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:13:59.017771" elapsed="0.003037"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.021507" level="INFO">Length is 4.</msg>
<msg time="2026-09-07T01:13:59.021613" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:13:59.021044" elapsed="0.000599"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.027589" level="INFO">min :: 156684.02</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.022267" elapsed="0.005383"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-07T01:13:59.022074" elapsed="0.005610"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.031988" level="INFO">max :: 172289.08</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.027969" elapsed="0.004075"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-07T01:13:59.027782" elapsed="0.004295"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.036468" level="INFO">avg :: 164966.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.032313" elapsed="0.004209"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-07T01:13:59.032181" elapsed="0.004372"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.040758" level="INFO">stdev :: 55263.10</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.036757" elapsed="0.004056"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-07T01:13:59.036633" elapsed="0.004212"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-07T01:13:59.021743" elapsed="0.019145"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.044743" level="INFO">${min} = 156684.02</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:13:59.041060" elapsed="0.003708"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.048403" level="INFO">${max} = 172289.08</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:13:59.044926" elapsed="0.003501"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.052016" level="INFO">${average} = 164966.61</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:13:59.048569" elapsed="0.003471"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.055667" level="INFO">${stdev} = 55263.10</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:13:59.052195" elapsed="0.003497"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.056204" level="INFO">${date} = 2026-09-07 01:13:59</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-07T01:13:59.055840" elapsed="0.000387"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.056740" level="INFO">CBench Result: 2026-09-07 01:13:59,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,156684.02,172289.08,164966.61,55263.10</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.056364" elapsed="0.000429"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T01:13:59.057812" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T01:13:59.057409" elapsed="0.000478"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-07T01:13:59.058026" elapsed="0.000468"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-07T01:13:59.056960" elapsed="0.001595"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-09-07T01:03:52.319872" elapsed="606.738737"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.059054" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-07T01:13:59.058745" elapsed="0.000374"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-07T01:13:59.059585" elapsed="0.000240"/>
</kw>
<status status="PASS" start="2026-09-07T01:13:59.059312" elapsed="0.000592"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-07T01:03:52.318602" elapsed="606.741338"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.061064" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.060701" elapsed="0.000430"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.062240" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T01:13:59.061930" elapsed="0.000348"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-07T01:13:59.062607" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:13:59.062403" elapsed="0.000256"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-07T01:13:59.065529" elapsed="0.000018"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:13:59.065304" elapsed="0.000278"/>
</branch>
<status status="PASS" start="2026-09-07T01:13:59.065287" elapsed="0.000319"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:13:59.065932" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-07T01:13:59.066037" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-07T01:13:59.065728" elapsed="0.000333"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.066579" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.76 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.234" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:13:59.066197" elapsed="0.000434"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:13:59.067155" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:13:59.066756" elapsed="0.000424"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:13:59.068000" level="INFO">Length is 0.</msg>
<msg time="2026-09-07T01:13:59.068079" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:13:59.067694" elapsed="0.000406"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:13:59.068248" elapsed="0.000293"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-07T01:13:59.069334" level="INFO">Logging into '10.30.170.234:22' as 'jenkins'.</msg>
<msg time="2026-09-07T01:13:59.687227" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep  7 01:13:59 UTC 2026

  System load:  0.32               Processes:             106
  Usage of /:   19.9% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.234
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep  7 01:03:52 2026 from 10.30.171.16
[?2004h[jenkins@releng-63164-391-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-07T01:13:59.069003" elapsed="0.618439"/>
</kw>
<msg time="2026-09-07T01:13:59.687546" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:13:59.068678" elapsed="0.618962"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-07T01:13:59.067361" elapsed="0.620417"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-07T01:13:59.688403" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.76 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-07T01:24:05.743784" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-07T01:24:05.744365" level="INFO">${stdout} = </msg>
<msg time="2026-09-07T01:24:05.744460" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-07T01:13:59.688035" elapsed="606.056489"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:24:05.744998" elapsed="0.000644"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.746776" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.76. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:15:04.828 16  switches: flows:  85291 84642 84859 84563 83182 83230 83778 81072 80040 80020 79829 79205 78742 80100 79711 78722  total = 21.783100 per ms 
01:16:04.929 16  switches: flows:  86026 84105 85963 84670 85222 82894 83459 80737 80364 80758 78333 77557 79470 79849 78617 78998  total = 21.747417 per ms 
01:17:05.029 16  switches: flows:  85110 85479 85178 85269 83899 82741 82324 82672 79813 81342 77955 78162 79273 77907 78016 80487  total = 21.724199 per ms 
01:18:05.129 16  switches: flows:  83942 85291 85501 85416 84382 83673 83565 82972 78817 80740 78912 79386 78041 79358 78698 78586  total = 21.751711 per ms 
01:19:05.229 16  switches: flows:  83918 84497 85001 84907 83823 83184 83688 80940 78882 80605 78985 77578 78768 78833 77613 78637  total = 21.628224 per ms 
01:20:05.330 16  switches: flows:  85490 84727 85334 86130 83543 82783 84079 81659 79334 79996 78968 78578 79708 78933 78651 78657  total = 21.739847 per ms 
01:21:05.430 16  switches: flows:  86599 86132 87725 86990 84030 84283 82785 82459 80574 81423 79863 78618 80718 79675 78799 81133  total = 21.993399 per ms 
01:22:05.530 16  switches: flows:  88841 89242 88933 87224 86150 85789 85237 84213 82006 83050 81021 81082 81485 80968 79721 81130  total = 22.397494 per ms 
01:23:05.630 16  switches: flows:  89734 91066 90277 89920 86431 86516 85351 85223 83459 83374 81767 81316 82071 81554 80336 83533  total = 22.660972 per ms 
01:24:05.730 16  switches: flows:  88017 91808 90279 87979 86729 85299 85489 87242 81988 81480 82086 83764 81848 82322 80854 83423  total = 22.639012 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 21628.22/22660.97/22031.36/7354.39 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:24:05.746011" elapsed="0.001085"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-07T01:24:05.747597" elapsed="0.000063"/>
</return>
<status status="PASS" start="2026-09-07T01:24:05.747312" elapsed="0.000421"/>
</branch>
<status status="PASS" start="2026-09-07T01:24:05.747242" elapsed="0.000542"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-07T01:24:05.747998" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:24:05.747926" elapsed="0.000153"/>
</branch>
<status status="NOT RUN" start="2026-09-07T01:24:05.747894" elapsed="0.000228"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-07T01:24:05.748183" elapsed="0.000026"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:24:05.753932" elapsed="0.000694"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:24:05.754953" elapsed="0.000341"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:24:05.755576" elapsed="0.000198"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-07T01:24:05.748846" elapsed="0.007062"/>
</kw>
<msg time="2026-09-07T01:24:05.756191" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-07T01:13:59.062999" elapsed="606.693270"/>
</kw>
<status status="PASS" start="2026-09-07T01:13:59.062683" elapsed="606.693686"/>
</branch>
<status status="PASS" start="2026-09-07T01:13:59.062381" elapsed="606.694035"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.757393" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.76:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.76. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:15:04.828 16  switches: flows:  85291 84642 84859 84563 83182 83230 83778 81072 80040 80020 79829 79205 78742 80100 79711 78722  total = 21.783100 per ms 
01:16:04.929 16  switches: flows:  86026 84105 85963 84670 85222 82894 83459 80737 80364 80758 78333 77557 79470 79849 78617 78998  total = 21.747417 per ms 
01:17:05.029 16  switches: flows:  85110 85479 85178 85269 83899 82741 82324 82672 79813 81342 77955 78162 79273 77907 78016 80487  total = 21.724199 per ms 
01:18:05.129 16  switches: flows:  83942 85291 85501 85416 84382 83673 83565 82972 78817 80740 78912 79386 78041 79358 78698 78586  total = 21.751711 per ms 
01:19:05.229 16  switches: flows:  83918 84497 85001 84907 83823 83184 83688 80940 78882 80605 78985 77578 78768 78833 77613 78637  total = 21.628224 per ms 
01:20:05.330 16  switches: flows:  85490 84727 85334 86130 83543 82783 84079 81659 79334 79996 78968 78578 79708 78933 78651 78657  total = 21.739847 per ms 
01:21:05.430 16  switches: flows:  86599 86132 87725 86990 84030 84283 82785 82459 80574 81423 79863 78618 80718 79675 78799 81133  total = 21.993399 per ms 
01:22:05.530 16  switches: flows:  88841 89242 88933 87224 86150 85789 85237 84213 82006 83050 81021 81082 81485 80968 79721 81130  total = 22.397494 per ms 
01:23:05.630 16  switches: flows:  89734 91066 90277 89920 86431 86516 85351 85223 83459 83374 81767 81316 82071 81554 80336 83533  total = 22.660972 per ms 
01:24:05.730 16  switches: flows:  88017 91808 90279 87979 86729 85299 85489 87242 81988 81480 82086 83764 81848 82322 80854 83423  total = 22.639012 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 21628.22/22660.97/22031.36/7354.39 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:24:05.756714" elapsed="0.000835"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-07T01:24:05.757853" elapsed="0.000808"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-07T01:24:05.759528" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-07T01:24:05.759715" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 21628.22/22660.97/22031.36/7354.39 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-07T01:24:05.759041" elapsed="0.000722"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:24:05.760680" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 21628.22/22660.97/22031.36/7354.39 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:24:05.760138" elapsed="0.000596"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.765765" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:24:05.761063" elapsed="0.004844"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.770886" level="INFO">21628.22/22660.97/22031.36/7354.39</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:24:05.766210" elapsed="0.004797"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:24:05.775975" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:24:05.771339" elapsed="0.004693"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:24:05.781432" level="INFO">@{result_value_list} = [ 21628.22 | 22660.97 | 22031.36 | 7354.39 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:24:05.776444" elapsed="0.005044"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.782576" level="INFO">Length is 4.</msg>
<msg time="2026-09-07T01:24:05.782753" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:24:05.781826" elapsed="0.000974"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.791632" level="INFO">min :: 21628.22</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:24:05.783751" elapsed="0.008132"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-07T01:24:05.783341" elapsed="0.008592"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.798182" level="INFO">max :: 22660.97</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:24:05.792230" elapsed="0.006047"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-07T01:24:05.792048" elapsed="0.006277"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.804505" level="INFO">avg :: 22031.36</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:24:05.798614" elapsed="0.005969"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-07T01:24:05.798439" elapsed="0.006191"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.810805" level="INFO">stdev :: 7354.39</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:24:05.804932" elapsed="0.005972"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-07T01:24:05.804740" elapsed="0.006211"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-07T01:24:05.782957" elapsed="0.028035"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.816392" level="INFO">${min} = 21628.22</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:24:05.811204" elapsed="0.005225"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.821826" level="INFO">${max} = 22660.97</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:24:05.816636" elapsed="0.005244"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.827282" level="INFO">${average} = 22031.36</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:24:05.822092" elapsed="0.005229"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.831569" level="INFO">${stdev} = 7354.39</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:24:05.827540" elapsed="0.004055"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.832088" level="INFO">${date} = 2026-09-07 01:24:05</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-07T01:24:05.831743" elapsed="0.000370"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.832644" level="INFO">CBench Result: 2026-09-07 01:24:05,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,21628.22,22660.97,22031.36,7354.39</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:24:05.832262" elapsed="0.000435"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T01:24:05.833729" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T01:24:05.833295" elapsed="0.000496"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-07T01:24:05.833947" elapsed="0.000436"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-07T01:24:05.832835" elapsed="0.001605"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-09-07T01:13:59.061422" elapsed="606.773070"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.834918" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-07T01:24:05.834623" elapsed="0.000347"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-07T01:24:05.836103" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-07T01:24:05.835655" elapsed="0.000473"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-09-07T01:24:05.836351" elapsed="0.000032"/>
</return>
<status status="PASS" start="2026-09-07T01:24:05.836199" elapsed="0.000213"/>
</branch>
<status status="PASS" start="2026-09-07T01:24:05.836180" elapsed="0.000254"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-09-07T01:24:05.836565" elapsed="0.000019"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-09-07T01:24:05.836706" elapsed="0.000018"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-09-07T01:24:05.836849" elapsed="0.000035"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-09-07T01:24:05.837005" elapsed="0.000018"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-09-07T01:24:05.837191" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-09-07T01:24:05.837430" elapsed="0.000019"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-09-07T01:24:05.837561" elapsed="0.000018"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-09-07T01:24:05.837758" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:24:05.837634" elapsed="0.000175"/>
</branch>
<status status="NOT RUN" start="2026-09-07T01:24:05.837619" elapsed="0.000211"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-09-07T01:24:05.835357" elapsed="0.002537"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-07T01:13:59.060263" elapsed="606.777673"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-09-07T00:53:38.015050" elapsed="1827.823312"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
