test/mocks/datafilecollector-testharness/auto-test/MaxFiles1MB_SFTP_24h.sh

   1 #!/bin/bash
   2
   3 TC_ONELINE_DESCR="Maximum number of 1MB SFTP files during 24h, 700 PNFs. 100 new files per event."
   4
   5 . ../common/testcase_common.sh $1 $2
   6
   7 #### TEST BEGIN ####
   8
   9 clean_containers
  10
  11 export MR_TC="--tc1200"
  12 export MR_GROUPS="OpenDcae-c12:PM_MEAS_FILES"
  13 export MR_FILE_PREFIX_MAPPING="PM_MEAS_FILES:A"
  14
  15 export DR_TC="--tc normal"
  16 export DR_FEEDS="2:A"
  17
  18 export DR_REDIR_TC="--tc normal"
  19 export DR_REDIR_FEEDS="2:A"
  20
  21 export NUM_FTPFILES="1500"
  22 export NUM_PNFS="700"
  23 export FILE_SIZE="1MB"
  24 export FTP_TYPE="SFTP"
  25 export FTP_FILE_PREFIXES="A"
  26 export NUM_FTP_SERVERS=5
  27
  28 log_sim_settings
  29
  30 start_simulators
  31
  32 consul_config_app   0                                    "../simulator-group/consul/c12_feed2_PM.json"
  33 consul_config_dmaap 0                                    "../simulator-group/consul/dmaap_feed2.json"
  34
  35 mr_equal            ctr_requests                         0 60
  36 dr_equal            ctr_published_files                  0 60
  37
  38 mr_print            tc_info
  39 dr_print            tc_info
  40 drr_print           tc_info
  41
  42 start_dfc           0
  43
  44 # 24h MR sim execution time since first poll, should be reached withing 24h +1h margion
  45 mr_contain_str      exe_time_first_poll                  1440: $((60*60*24+3600))
  46
  47 # stop event delivery
  48 mr_print            stop
  49 # wait for MR sim values to stabilize
  50 sleep_wait          30
  51
  52 # Requirement number of files, 100 new files in first event for each PNF, then 1 new file per PNF in the
  53 # remaining polls up to 24h. This is the minimum number of published files for the test
  54 TARGET_REQUIRMENT_FILES=$((70000+700*95))
  55
  56 #Calculate targets based on the number of of unique files delivered from MR sim
  57 TARGET_FILES=$(mr_read ctr_unique_files)
  58 TARGET_EVENTS=$((TARGET_FILES/100))
  59 TARGET_VOLUME=$((TARGET_FILES*1000000))
  60
  61 #Maximum number of configured FTP files, if DFC reach this then the NUM_FTPSFILES need to be increased.
  62 MAX_FILES=$((NUM_FTPFILES*NUM_PNFS))
  63
  64 #Wait remaining time upto 15 min for DFC to download all consumed events
  65 sleep_wait          870
  66
  67 #At least the requiment number of file shall be published
  68 dr_greater          ctr_published_files                  $TARGET_REQUIRMENT_FILES
  69
  70 #If greater then MAX_FILES then more FTP files need to be configured
  71 mr_less             ctr_unique_files                     $MAX_FILES
  72
  73
  74 #Test that all files from polled events has been downloaded etc
  75
  76 dr_equal            ctr_published_files                  $TARGET_FILES
  77
  78 mr_equal            ctr_events                           $TARGET_EVENTS
  79
  80 mr_equal            ctr_unique_PNFs                      700
  81
  82 dr_equal            ctr_publish_query                    $TARGET_FILES
  83 dr_equal            ctr_publish_query_bad_file_prefix    0
  84 dr_equal            ctr_publish_query_published          0
  85 dr_equal            ctr_publish_query_not_published      $TARGET_FILES
  86 dr_equal            ctr_publish_req                      $TARGET_FILES
  87 dr_equal            ctr_publish_req_bad_file_prefix      0
  88 dr_equal            ctr_publish_req_redirect             $TARGET_FILES
  89 dr_equal            ctr_publish_req_published            0
  90 dr_equal            ctr_published_files                  $TARGET_FILES
  91 dr_equal            ctr_double_publish                   0
  92
  93 drr_equal           ctr_publish_requests                 $TARGET_FILES
  94 drr_equal           ctr_publish_requests_bad_file_prefix 0
  95 drr_equal           ctr_publish_responses                $TARGET_FILES
  96
  97 drr_equal           dwl_volume                           $TARGET_VOLUME
  98
  99 print_all
 100
 101 check_dfc_logs
 102
 103 #### TEST COMPLETE ####
 104
 105 store_logs          END
 106
 107 print_result