[1] | 1 | SUBROUTINE cpu_statistics |
---|
| 2 | |
---|
[3] | 3 | !------------------------------------------------------------------------------! |
---|
[1] | 4 | ! Actual revisions: |
---|
| 5 | ! ----------------- |
---|
| 6 | ! |
---|
| 7 | ! |
---|
| 8 | ! Former revisions: |
---|
| 9 | ! ----------------- |
---|
[3] | 10 | ! $Id: cpu_statistics.f90 4 2007-02-13 11:33:16Z raasch $ |
---|
| 11 | ! RCS Log replace by Id keyword, revision history cleaned up |
---|
| 12 | ! |
---|
[1] | 13 | ! Revision 1.13 2006/04/26 12:10:51 raasch |
---|
| 14 | ! Output of number of threads per task, max = min in case of 1 PE |
---|
| 15 | ! |
---|
| 16 | ! Revision 1.1 1997/07/24 11:11:11 raasch |
---|
| 17 | ! Initial revision |
---|
| 18 | ! |
---|
| 19 | ! |
---|
| 20 | ! Description: |
---|
| 21 | ! ------------ |
---|
| 22 | ! Analysis and output of the cpu-times measured. All PE results are collected |
---|
| 23 | ! on PE0 in order to calculate the mean cpu-time over all PEs and other |
---|
| 24 | ! statistics. The output is sorted according to the amount of cpu-time consumed |
---|
| 25 | ! and output on PE0. |
---|
[3] | 26 | !------------------------------------------------------------------------------! |
---|
[1] | 27 | |
---|
| 28 | USE cpulog |
---|
| 29 | USE pegrid |
---|
| 30 | USE control_parameters |
---|
| 31 | |
---|
| 32 | IMPLICIT NONE |
---|
| 33 | |
---|
| 34 | INTEGER :: i, ii(1), iii, lp, sender |
---|
| 35 | REAL, SAVE :: norm = 1.0 |
---|
| 36 | REAL, DIMENSION(:), ALLOCATABLE :: pe_max, pe_min, pe_rms, sum |
---|
| 37 | REAL, DIMENSION(:,:), ALLOCATABLE :: pe_log_points |
---|
| 38 | |
---|
| 39 | |
---|
| 40 | !#if defined( __hpmuk ) && ! defined( __chinook ) |
---|
| 41 | ! norm = clock_ticks_per_second() |
---|
| 42 | !#endif |
---|
| 43 | |
---|
| 44 | ! |
---|
| 45 | !-- Compute cpu-times in seconds |
---|
| 46 | log_point%mtime = log_point%mtime / norm |
---|
| 47 | log_point%sum = log_point%sum / norm |
---|
| 48 | log_point%vector = log_point%vector / norm |
---|
| 49 | WHERE ( log_point%counts /= 0 ) |
---|
| 50 | log_point%mean = log_point%sum / log_point%counts |
---|
| 51 | END WHERE |
---|
| 52 | |
---|
| 53 | |
---|
| 54 | ! |
---|
| 55 | !-- Collect cpu-times from all PEs and calculate statistics |
---|
| 56 | IF ( myid == 0 ) THEN |
---|
| 57 | ! |
---|
| 58 | !-- Allocate and initialize temporary arrays needed for statistics |
---|
| 59 | ALLOCATE( pe_max( SIZE( log_point ) ), pe_min( SIZE( log_point ) ), & |
---|
| 60 | pe_rms( SIZE( log_point ) ), & |
---|
| 61 | pe_log_points( SIZE( log_point ), 0:numprocs-1 ) ) |
---|
| 62 | pe_min = log_point%sum |
---|
| 63 | pe_max = log_point%sum ! need to be set in case of 1 PE |
---|
| 64 | pe_rms = 0.0 |
---|
| 65 | |
---|
| 66 | #if defined( __parallel ) |
---|
| 67 | ! |
---|
| 68 | !-- Receive data from all PEs |
---|
| 69 | DO i = 1, numprocs-1 |
---|
| 70 | CALL MPI_RECV( pe_max(1), SIZE( log_point ), MPI_REAL, & |
---|
| 71 | MPI_ANY_SOURCE, MPI_ANY_TAG, comm2d, status, ierr ) |
---|
| 72 | sender = status(MPI_SOURCE) |
---|
| 73 | pe_log_points(:,sender) = pe_max |
---|
| 74 | ENDDO |
---|
| 75 | pe_log_points(:,0) = log_point%sum ! Results from PE0 |
---|
| 76 | ! |
---|
| 77 | !-- Calculate mean of all PEs, store it on log_point%sum |
---|
| 78 | !-- and find minimum and maximum |
---|
| 79 | DO iii = 1, SIZE( log_point ) |
---|
| 80 | DO i = 1, numprocs-1 |
---|
| 81 | log_point(iii)%sum = log_point(iii)%sum + pe_log_points(iii,i) |
---|
| 82 | pe_min(iii) = MIN( pe_min(iii), pe_log_points(iii,i) ) |
---|
| 83 | pe_max(iii) = MAX( pe_max(iii), pe_log_points(iii,i) ) |
---|
| 84 | ENDDO |
---|
| 85 | log_point(iii)%sum = log_point(iii)%sum / numprocs |
---|
| 86 | ! |
---|
| 87 | !-- Calculate rms |
---|
| 88 | DO i = 0, numprocs-1 |
---|
| 89 | ! IF ( log_point(iii)%place == 'run_control' ) THEN |
---|
| 90 | ! PRINT*, 'pe_rms=',pe_rms(iii),' plp=',pe_log_points(iii,i), & |
---|
| 91 | ! ' lps=',log_point(iii)%sum |
---|
| 92 | ! ENDIF |
---|
| 93 | pe_rms(iii) = pe_rms(iii) + ( & |
---|
| 94 | pe_log_points(iii,i) - log_point(iii)%sum & |
---|
| 95 | )**2 |
---|
| 96 | ENDDO |
---|
| 97 | pe_rms(iii) = SQRT( pe_rms(iii) / numprocs ) |
---|
| 98 | ENDDO |
---|
| 99 | ELSE |
---|
| 100 | ! |
---|
| 101 | !-- Send data to PE0 (pe_max is used as temporary storage to send |
---|
| 102 | !-- the data in order to avoid sending the data type log) |
---|
| 103 | ALLOCATE( pe_max( SIZE( log_point ) ) ) |
---|
| 104 | pe_max = log_point%sum |
---|
| 105 | CALL MPI_SEND( pe_max(1), SIZE( log_point ), MPI_REAL, 0, 0, comm2d, & |
---|
| 106 | ierr ) |
---|
| 107 | #endif |
---|
| 108 | |
---|
| 109 | ENDIF |
---|
| 110 | |
---|
| 111 | ! |
---|
| 112 | !-- Write cpu-times |
---|
| 113 | IF ( myid == 0 ) THEN |
---|
| 114 | ! |
---|
| 115 | !-- Re-store sums |
---|
| 116 | ALLOCATE( sum( SIZE( log_point ) ) ) |
---|
| 117 | WHERE ( log_point%counts /= 0 ) |
---|
| 118 | sum = log_point%sum |
---|
| 119 | ELSEWHERE |
---|
| 120 | sum = -1.0 |
---|
| 121 | ENDWHERE |
---|
| 122 | |
---|
| 123 | ! |
---|
| 124 | !-- Write cpu-times sorted by size |
---|
| 125 | CALL check_open( 18 ) |
---|
| 126 | WRITE ( 18, 100 ) TRIM( run_description_header ), & |
---|
| 127 | numprocs * threads_per_task, numprocs, & |
---|
| 128 | threads_per_task |
---|
| 129 | DO |
---|
| 130 | ii = MAXLOC( sum ) |
---|
| 131 | i = ii(1) |
---|
| 132 | IF ( sum(i) /= -1.0 ) THEN |
---|
| 133 | WRITE ( 18, 102 ) & |
---|
| 134 | log_point(i)%place, log_point(i)%sum, & |
---|
| 135 | log_point(i)%sum / log_point(1)%sum * 100.0, & |
---|
| 136 | log_point(i)%counts, pe_min(i), pe_max(i), pe_rms(i) |
---|
| 137 | sum(i) = -1.0 |
---|
| 138 | ELSE |
---|
| 139 | EXIT |
---|
| 140 | ENDIF |
---|
| 141 | ENDDO |
---|
| 142 | ENDIF |
---|
| 143 | |
---|
| 144 | |
---|
| 145 | ! |
---|
| 146 | !-- The same procedure again for the individual measurements. |
---|
| 147 | ! |
---|
| 148 | !-- Compute cpu-times in seconds |
---|
| 149 | log_point_s%mtime = log_point_s%mtime / norm |
---|
| 150 | log_point_s%sum = log_point_s%sum / norm |
---|
| 151 | log_point_s%vector = log_point_s%vector / norm |
---|
| 152 | WHERE ( log_point_s%counts /= 0 ) |
---|
| 153 | log_point_s%mean = log_point_s%sum / log_point_s%counts |
---|
| 154 | END WHERE |
---|
| 155 | |
---|
| 156 | ! |
---|
| 157 | !-- Collect cpu-times from all PEs and calculate statistics |
---|
| 158 | #if defined( __parallel ) |
---|
| 159 | ! |
---|
| 160 | !-- Set barrier in order to avoid that PE0 receives log_point_s-data |
---|
| 161 | !-- while still busy with receiving log_point-data (see above) |
---|
| 162 | CALL MPI_BARRIER( comm2d, ierr ) |
---|
| 163 | #endif |
---|
| 164 | IF ( myid == 0 ) THEN |
---|
| 165 | ! |
---|
| 166 | !-- Initialize temporary arrays needed for statistics |
---|
| 167 | pe_min = log_point_s%sum |
---|
| 168 | pe_max = log_point_s%sum ! need to be set in case of 1 PE |
---|
| 169 | pe_rms = 0.0 |
---|
| 170 | |
---|
| 171 | #if defined( __parallel ) |
---|
| 172 | ! |
---|
| 173 | !-- Receive data from all PEs |
---|
| 174 | DO i = 1, numprocs-1 |
---|
| 175 | CALL MPI_RECV( pe_max(1), SIZE( log_point ), MPI_REAL, & |
---|
| 176 | MPI_ANY_SOURCE, MPI_ANY_TAG, comm2d, status, ierr ) |
---|
| 177 | sender = status(MPI_SOURCE) |
---|
| 178 | pe_log_points(:,sender) = pe_max |
---|
| 179 | ENDDO |
---|
| 180 | pe_log_points(:,0) = log_point_s%sum ! Results from PE0 |
---|
| 181 | ! |
---|
| 182 | !-- Calculate mean of all PEs, store it on log_point_s%sum |
---|
| 183 | !-- and find minimum and maximum |
---|
| 184 | DO iii = 1, SIZE( log_point ) |
---|
| 185 | DO i = 1, numprocs-1 |
---|
| 186 | log_point_s(iii)%sum = log_point_s(iii)%sum + pe_log_points(iii,i) |
---|
| 187 | pe_min(iii) = MIN( pe_min(iii), pe_log_points(iii,i) ) |
---|
| 188 | pe_max(iii) = MAX( pe_max(iii), pe_log_points(iii,i) ) |
---|
| 189 | ENDDO |
---|
| 190 | log_point_s(iii)%sum = log_point_s(iii)%sum / numprocs |
---|
| 191 | ! |
---|
| 192 | !-- Calculate rms |
---|
| 193 | DO i = 0, numprocs-1 |
---|
| 194 | pe_rms(iii) = pe_rms(iii) + ( & |
---|
| 195 | pe_log_points(iii,i) - log_point_s(iii)%sum & |
---|
| 196 | )**2 |
---|
| 197 | ENDDO |
---|
| 198 | pe_rms(iii) = SQRT( pe_rms(iii) / numprocs ) |
---|
| 199 | ENDDO |
---|
| 200 | ELSE |
---|
| 201 | ! |
---|
| 202 | !-- Send data to PE0 (pe_max is used as temporary storage to send |
---|
| 203 | !-- the data in order to avoid sending the data type log) |
---|
| 204 | pe_max = log_point_s%sum |
---|
| 205 | CALL MPI_SEND( pe_max(1), SIZE( log_point ), MPI_REAL, 0, 0, comm2d, & |
---|
| 206 | ierr ) |
---|
| 207 | #endif |
---|
| 208 | |
---|
| 209 | ENDIF |
---|
| 210 | |
---|
| 211 | ! |
---|
| 212 | !-- Write cpu-times |
---|
| 213 | IF ( myid == 0 ) THEN |
---|
| 214 | ! |
---|
| 215 | !-- Re-store sums |
---|
| 216 | WHERE ( log_point_s%counts /= 0 ) |
---|
| 217 | sum = log_point_s%sum |
---|
| 218 | ELSEWHERE |
---|
| 219 | sum = -1.0 |
---|
| 220 | ENDWHERE |
---|
| 221 | |
---|
| 222 | ! |
---|
| 223 | !-- Write cpu-times sorted by size |
---|
| 224 | WRITE ( 18, 101 ) |
---|
| 225 | DO |
---|
| 226 | ii = MAXLOC( sum ) |
---|
| 227 | i = ii(1) |
---|
| 228 | IF ( sum(i) /= -1.0 ) THEN |
---|
| 229 | WRITE ( 18, 102 ) & |
---|
| 230 | log_point_s(i)%place, log_point_s(i)%sum, & |
---|
| 231 | log_point_s(i)%sum / log_point(1)%sum * 100.0, & |
---|
| 232 | log_point_s(i)%counts, pe_min(i), pe_max(i), pe_rms(i) |
---|
| 233 | sum(i) = -1.0 |
---|
| 234 | ELSE |
---|
| 235 | EXIT |
---|
| 236 | ENDIF |
---|
| 237 | ENDDO |
---|
| 238 | |
---|
| 239 | ! |
---|
| 240 | !-- Empty lines in order to create a gap to the results of the model |
---|
| 241 | !-- continuation runs |
---|
| 242 | WRITE ( 18, 103 ) |
---|
| 243 | |
---|
| 244 | ! |
---|
| 245 | !-- Unit 18 is not needed anymore |
---|
| 246 | CALL close_file( 18 ) |
---|
| 247 | |
---|
| 248 | ENDIF |
---|
| 249 | |
---|
| 250 | |
---|
| 251 | 100 FORMAT (A/11('-')//'CPU measures for ',I3,' PEs (',I3,' tasks *',I3, & |
---|
| 252 | &' threads):'/ & |
---|
| 253 | &'--------------------------------------------------'// & |
---|
| 254 | &'place: mean counts min ', & |
---|
| 255 | &' max rms'/ & |
---|
| 256 | &' sec. % sec. ', & |
---|
| 257 | &' sec. sec.'/ & |
---|
| 258 | &'-----------------------------------------------------------', & |
---|
| 259 | &'-------------------') |
---|
| 260 | |
---|
| 261 | 101 FORMAT (/'special measures:'/ & |
---|
| 262 | &'-----------------------------------------------------------', & |
---|
| 263 | &'--------------------') |
---|
| 264 | |
---|
| 265 | 102 FORMAT (A20,2X,F9.3,2X,F7.2,1X,I7,3(1X,F9.3)) |
---|
| 266 | 103 FORMAT (//) |
---|
| 267 | |
---|
| 268 | END SUBROUTINE cpu_statistics |
---|
| 269 | |
---|