Updates to DFC CSIT test
[integration/csit.git] / tests / dcaegen2-collectors-datafile / testsuites / Functional-Single-File-suite / FuncSingleFile.robot
1 *** Settings ***
2 Library         OperatingSystem
3 Library         RequestsLibrary
4 Library         Process
5
6 Resource        ../../resources/common-keywords.robot
7
8 *** Variables ***
9
10
11 *** Test Cases ***
12
13 ######### Single file, SFTP
14
15 Verify single event with single 1MB SFTP file. From event poll to published file
16         [TAGS]                                                  DFC_FUNCTIONAL_1
17         [Documentation]                                 Verify single event with single SFTP 1MB file from event poll to published file.
18         ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/../dfc-containers-clean.sh
19     Set Environment Variable            MR_TC           --tc100
20     Set Environment Variable            DR_TC           --tc normal
21     Set Environment Variable            DR_REDIR_TC     --tc normal
22     Set Environment Variable            NUM_FTPFILES    1
23     Set Environment Variable            NUM_PNFS        1
24     Set Environment Variable            FILE_SIZE       1MB
25     Set Environment Variable            FTP_TYPE        SFTP
26     ${cli_cmd_output}=                  Run Process     ./simulators-start.sh    cwd=${SIMGROUP_ROOT}
27         MR Sim Emitted Files Equal      0                                                                                                                                       #Verify 0 file emitted from MR sim
28         DR Sim Published Files Equal    0                                                                                                                                       #Verify 0 file published to DR sim
29         ${cli_cmd_output}=              Run Process             ${DFC_ROOT}/dfc-start.sh  cwd=${DFC_ROOT}
30         Wait Until Keyword Succeeds     1 minute        10 sec  MR Sim Emitted Files Equal      1                                       #Verify 1 file emitted from MR sim
31         Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Query Not Published Equal        1                               #Verify 1 query response for not published files
32         Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Published Files Equal            1                                   #Verify 1 file published to DR sim
33         DR Redir Sim Downloaded Volume Equal    1 000 000                                                                                                                       #Verify 1 000 000 bytes published file data in DR redir sim
34         ${cli_cmd_output}=                              Run Process     ${SIMGROUP_ROOT}/simulators-kill.sh
35         ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/dfc-kill.sh
36
37 Verify single event with single 5MB SFTP file. From event poll to published file
38         [TAGS]                                                  DFC_FUNCTIONAL_2
39         [Documentation]                                 Verify single event with single SFTP 5MB file from event poll to published file.
40         ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/../dfc-containers-clean.sh
41     Set Environment Variable            MR_TC           --tc101
42     Set Environment Variable            DR_TC           --tc normal
43     Set Environment Variable            DR_REDIR_TC     --tc normal
44     Set Environment Variable            NUM_FTPFILES    1
45     Set Environment Variable            NUM_PNFS        1
46     Set Environment Variable            FILE_SIZE       5MB
47     Set Environment Variable            FTP_TYPE        SFTP
48     ${cli_cmd_output}=                  Run Process     ./simulators-start.sh    cwd=${SIMGROUP_ROOT}
49         MR Sim Emitted Files Equal      0                                                                                                                                       #Verify 0 file emitted from MR sim
50         DR Sim Published Files Equal    0                                                                                                                                       #Verify 0 file published to DR sim
51         ${cli_cmd_output}=              Run Process             ${DFC_ROOT}/dfc-start.sh  cwd=${DFC_ROOT}
52         Wait Until Keyword Succeeds     1 minute        10 sec  MR Sim Emitted Files Equal      1                                       #Verify 1 file emitted from MR sim
53         Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Query Not Published Equal        1                               #Verify 1 query response for not published files
54         Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Published Files Equal            1                                   #Verify 1 file published to DR sim
55         DR Redir Sim Downloaded Volume Equal    5 000 000                                                                                                                       #Verify 1 000 000 bytes published file data in DR redir sim
56         ${cli_cmd_output}=                              Run Process     ${SIMGROUP_ROOT}/simulators-kill.sh
57         ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/dfc-kill.sh
58
59 Verify single event with single 50MB SFTP file. From event poll to published file
60         [TAGS]                                                  DFC_FUNCTIONAL_3
61         [Documentation]                                 Verify single event with single SFTP 50MB file from event poll to published file.
62         ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/../dfc-containers-clean.sh
63     Set Environment Variable            MR_TC           --tc102
64     Set Environment Variable            DR_TC           --tc normal
65     Set Environment Variable            DR_REDIR_TC     --tc normal
66     Set Environment Variable            NUM_FTPFILES    1
67     Set Environment Variable            NUM_PNFS        1
68     Set Environment Variable            FILE_SIZE       50MB
69     Set Environment Variable            FTP_TYPE        SFTP
70     ${cli_cmd_output}=                  Run Process     ./simulators-start.sh    cwd=${SIMGROUP_ROOT}
71         MR Sim Emitted Files Equal      0                                                                                                                                       #Verify 0 file emitted from MR sim
72         DR Sim Published Files Equal    0                                                                                                                                       #Verify 0 file published to DR sim
73         ${cli_cmd_output}=              Run Process             ${DFC_ROOT}/dfc-start.sh  cwd=${DFC_ROOT}
74         Wait Until Keyword Succeeds     1 minute        10 sec  MR Sim Emitted Files Equal      1                                       #Verify 1 file emitted from MR sim
75         Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Query Not Published Equal        1                               #Verify 1 query response for not published files
76         Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Published Files Equal            1                                   #Verify 1 file published to DR sim
77         DR Redir Sim Downloaded Volume Equal    50 000 000                                                                                                                      #Verify 50 000 000 bytes published file data in DR redir sim
78         ${cli_cmd_output}=                              Run Process     ${SIMGROUP_ROOT}/simulators-kill.sh
79         ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/dfc-kill.sh
80
81
82 ######### Single file, FTPS
83 # Temporarily removed due to issues with the certificates for the ftsp server simulator cert.
84 #Verify single event with single 1MB FTPS file. From event poll to published file
85 #       [TAGS]                                                  DFC_FUNCTIONAL_10
86 #       [Documentation]                                 Verify single event with single FTPS 1MB file from event poll to published file.
87 #       ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/../dfc-containers-clean.sh
88 #    Set Environment Variable           MR_TC           --tc200
89 #    Set Environment Variable           DR_TC           --tc normal
90 #    Set Environment Variable           DR_REDIR_TC     --tc normal
91 #    Set Environment Variable           NUM_FTPFILES    1
92 #    Set Environment Variable           NUM_PNFS        1
93 #    Set Environment Variable           FILE_SIZE       1MB
94 #    Set Environment Variable           FTP_TYPE        FTPS
95 #    ${cli_cmd_output}=                 Run Process     ./simulators-start.sh    cwd=${SIMGROUP_ROOT}
96 #       MR Sim Emitted Files Equal      0                                                                                                                                       #Verify 0 file emitted from MR sim
97 #       DR Sim Published Files Equal    0                                                                                                                                       #Verify 0 file published to DR sim
98 #       ${cli_cmd_output}=              Run Process             ${DFC_ROOT}/dfc-start.sh  cwd=${DFC_ROOT}
99 #       Wait Until Keyword Succeeds     1 minute        10 sec  MR Sim Emitted Files Equal      1                                       #Verify 1 file emitted from MR sim
100 #       Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Query Not Published Equal        1                               #Verify 1 query response for not published files
101 #       Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Published Files Equal            1                                   #Verify 1 file published to DR sim
102 #       DR Redir Sim Downloaded Volume Equal    1 000 000                                                                                                                       #Verify 1 000 000 bytes published file data in DR redir sim
103 #       ${cli_cmd_output}=                              Run Process     ${SIMGROUP_ROOT}/simulators-kill.sh
104 #       ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/dfc-kill.sh
105 #
106 #Verify single event with single 5MB FTPS file. From event poll to published file
107 #       [TAGS]                                                  DFC_FUNCTIONAL_11
108 #       [Documentation]                                 Verify single event with single FTPS 5MB file from event poll to published file.
109 #       ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/../dfc-containers-clean.sh
110 #    Set Environment Variable           MR_TC           --tc201
111 #    Set Environment Variable           DR_TC           --tc normal
112 #    Set Environment Variable           DR_REDIR_TC     --tc normal
113 #    Set Environment Variable           NUM_FTPFILES    1
114 #    Set Environment Variable           NUM_PNFS        1
115 #    Set Environment Variable           FILE_SIZE       5MB
116 #    Set Environment Variable           FTP_TYPE        FTPS
117 #    ${cli_cmd_output}=                 Run Process     ./simulators-start.sh    cwd=${SIMGROUP_ROOT}
118 #       MR Sim Emitted Files Equal      0                                                                                                                                       #Verify 0 file emitted from MR sim
119 #       DR Sim Published Files Equal    0                                                                                                                                       #Verify 0 file published to DR sim
120 #       ${cli_cmd_output}=              Run Process             ${DFC_ROOT}/dfc-start.sh  cwd=${DFC_ROOT}
121 #       Wait Until Keyword Succeeds     1 minute        10 sec  MR Sim Emitted Files Equal      1                                       #Verify 1 file emitted from MR sim
122 #       Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Query Not Published Equal        1                               #Verify 1 query response for not published files
123 #       Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Published Files Equal            1                                   #Verify 1 file published to DR sim
124 #       DR Redir Sim Downloaded Volume Equal    5 000 000                                                                                                                       #Verify 5 000 000 bytes published file data in DR redir sim
125 #       ${cli_cmd_output}=                              Run Process     ${SIMGROUP_ROOT}/simulators-kill.sh
126 #       ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/dfc-kill.sh
127 #
128 #Verify single event with single 50MB FTPS file. From event poll to published file
129 #       [TAGS]                                                  DFC_FUNCTIONAL_12
130 #       [Documentation]                                 Verify single event with single FTPS 50MB file from event poll to published file.
131 #       ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/../dfc-containers-clean.sh
132 #    Set Environment Variable           MR_TC           --tc202
133 #    Set Environment Variable           DR_TC           --tc normal
134 #    Set Environment Variable           DR_REDIR_TC     --tc normal
135 #    Set Environment Variable           NUM_FTPFILES    1
136 #    Set Environment Variable           NUM_PNFS        1
137 #    Set Environment Variable           FILE_SIZE       50MB
138 #    Set Environment Variable           FTP_TYPE        FTPS
139 #    ${cli_cmd_output}=                 Run Process     ./simulators-start.sh    cwd=${SIMGROUP_ROOT}
140 #       MR Sim Emitted Files Equal      0                                                                                                                                       #Verify 0 file emitted from MR sim
141 #       DR Sim Published Files Equal    0                                                                                                                                       #Verify 0 file published to DR sim
142 #       ${cli_cmd_output}=              Run Process             ${DFC_ROOT}/dfc-start.sh  cwd=${DFC_ROOT}
143 #       Wait Until Keyword Succeeds     1 minute        10 sec  MR Sim Emitted Files Equal      1                                       #Verify 1 file emitted from MR sim
144 #       Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Query Not Published Equal        1                               #Verify 1 query response for not published files
145 #       Wait Until Keyword Succeeds     1 minute        10 sec  DR Sim Published Files Equal            1                                   #Verify 1 file published to DR sim
146 #       DR Redir Sim Downloaded Volume Equal    50 000 000                                                                                                                      #Verify 50 000 000 bytes published file data in DR redir sim
147 #       ${cli_cmd_output}=                              Run Process     ${SIMGROUP_ROOT}/simulators-kill.sh
148 #       ${cli_cmd_output}=                              Run Process     ${DFC_ROOT}/dfc-kill.sh
149 #
150
151 *** Keywords ***
152