17 & IELPTR_LOC8, RELPTR_LOC8,
18 & ELTVAR_LOC, ELTVAL_LOC,
20 & KEEP,KEEP8, MAXELT_SIZE,
21 & FRTPTR, FRTELT, A, LA, FILS,
27 INTEGER COMM, MYID, SLAVEF, MAXELT_SIZE, MSGLEN
28 INTEGER(8),
intent(IN) :: LA
30 INTEGER FRTELT( NELT ), FILS ( N )
33 INTEGER(8),
INTENT(IN) :: IELPTR_LOC8( NELT + 1 )
34 INTEGER(8),
INTENT(INOUT) :: RELPTR_LOC8( NELT + 1 )
35 INTEGER(8),
INTENT(IN) :: LINTARR, LDBLARR
36 INTEGER ELTVAR_LOC( LINTARR )
37 COMPLEX ELTVAL_LOC( LDBLARR )
39 TYPE(cmumps_struc) :: id
40 TYPE(cmumps_root_struc) :: root
44 INCLUDE 'mumps_tags.h
'
46 INTEGER :: STATUS(MPI_STATUS_SIZE)
49 INTEGER I, DEST, MAXELT_REAL_SIZE, MPG, IEL, SIZEI, SIZER
50 INTEGER NBRECORDS, NBUF
51 INTEGER(8) :: RECV_IELTPTR8
52 INTEGER(8) :: RECV_RELTPTR8
54 INTEGER(8) :: IELTPTR8, RELTPTR8
55 LOGICAL FINI, PROKG, I_AM_SLAVE, EARLYT3ROOTINS
56 INTEGER(8) :: PTR_ROOT
57 INTEGER LOCAL_M, LOCAL_N, LP, IBEG, IGLOB, JGLOB
59 INTEGER IELT, J, NB_REC, IREC
60 INTEGER(8) :: K8, IVALPTR8
61 INTEGER ILOCROOT, JLOCROOT, IPOSROOT, JPOSROOT, IPTR
62 INTEGER JCOL_GRID, IROW_GRID
65 PARAMETER( MASTER = 0 )
68 PARAMETER( ZERO = (0.0E0,0.0E0) )
69 INTEGER, DIMENSION( :, : ), ALLOCATABLE :: BUFI
70 COMPLEX, DIMENSION( :, : ), ALLOCATABLE :: BUFR
71 COMPLEX, DIMENSION( : ), ALLOCATABLE :: TEMP_ELT_R
72 INTEGER, DIMENSION( : ), ALLOCATABLE :: TEMP_ELT_I
73 INTEGER(8), DIMENSION( : ), ALLOCATABLE :: ELROOTPOS8
74 INTEGER, DIMENSION( : ), ALLOCATABLE, TARGET :: RG2LALLOC
75 INTEGER, DIMENSION( : ), POINTER :: RG2L
78.eq..or..ne.
I_AM_SLAVE = ( KEEP(46) 1 MYID MASTER )
79.and..eq.
PROKG = ( MPG > 0 MYID MASTER )
80.AND..GE.
PROKG = (PROKG(id%ICNTL(4)2))
83.EQ.
EARLYT3ROOTINS = KEEP(200) 0
84.OR..LT..AND..EQ.
& ( KEEP(200) 0 KEEP(400) 0 )
85.eq.
IF ( MYID MASTER ) THEN
86.eq.
IF ( KEEP(46) 0 ) THEN
92 IF (NA_ELT8 < int(NBRECORDS,8)) THEN
93 NBRECORDS = int(NA_ELT8)
95.eq.
IF ( KEEP(50) 0 ) THEN
96 MAXELT_REAL_SIZE = MAXELT_SIZE * MAXELT_SIZE
98 MAXELT_REAL_SIZE = MAXELT_SIZE * (MAXELT_SIZE+1)/2
100.GT.
IF ( MAXELT_REAL_SIZE KEEP(39) ) THEN
101 NBRECORDS = MAXELT_REAL_SIZE
102.GT.
IF ( MPG 0 ) THEN
104 & ' ** warning :
for element distrib nbrecords set to
',
105 & MAXELT_REAL_SIZE,' because one element is large
'
108 ALLOCATE( BUFI( 2*NBRECORDS+1, NBUF ), stat=allocok )
109.gt.
IF ( allocok 0 ) THEN
111 id%INFO(2) = 2*NBRECORDS + 1
114 ALLOCATE( BUFR( NBRECORDS+1, NBUF ), stat=allocok )
115.gt.
IF ( allocok 0 ) THEN
117 id%INFO(2) = NBRECORDS + 1
120.ne.
IF ( KEEP(52) 0 ) THEN
121 ALLOCATE( TEMP_ELT_R( MAXELT_REAL_SIZE ), stat =allocok )
122.gt.
IF ( allocok 0 ) THEN
124 id%INFO(2) = MAXELT_REAL_SIZE
128 ALLOCATE( TEMP_ELT_I( MAXELT_SIZE ), stat=allocok )
129.gt.
IF ( allocok 0 ) THEN
131 id%INFO(2) = MAXELT_SIZE
134.ne.
IF ( KEEP(38) 0 ) THEN
135 NBELROOT = FRTPTR(KEEP(38)+1)-FRTPTR(KEEP(38))
136 IF ( EARLYT3ROOTINS ) THEN
137 ALLOCATE( ELROOTPOS8( max(NBELROOT,1) ),
139.gt.
IF ( allocok 0 ) THEN
141 id%INFO(2) = NBELROOT
145.eq.
IF (KEEP(46) 0 ) THEN
146 ALLOCATE( RG2LALLOC( N ), stat = allocok )
147.gt.
IF ( allocok 0 ) THEN
154.GT.
DO WHILE ( INODE 0 )
155 RG2LALLOC( INODE ) = I
156 INODE = FILS( INODE )
161 RG2L => root%RG2L_ROW
170 CALL MUMPS_PROPINFO( id%ICNTL(1), id%INFO(1), COMM, MYID )
171.LT.
IF ( id%INFO(1) 0 ) RETURN
172 CALL MPI_BCAST( NBRECORDS, 1, MPI_INTEGER, MASTER,
176.eq.
IF ( MYID MASTER ) THEN
181 IELTPTR8 = int(id%ELTPTR( IEL ),8)
182 SIZEI = int(int(id%ELTPTR( IEL + 1 ),8) - IELTPTR8)
183.eq.
IF ( KEEP( 50 ) 0 ) THEN
184 SIZER = SIZEI * SIZEI
186 SIZER = SIZEI * ( SIZEI + 1 ) / 2
188 DEST = id%ELTPROC( IEL )
189.eq.
IF ( DEST -2 ) THEN
190 NBELROOT = NBELROOT + 1
191 FRTELT( FRTPTR(KEEP(38)) + NBELROOT - 1 ) = IEL
192 ELROOTPOS8( NBELROOT ) = RELTPTR8
195.ge..and..eq.
IF ( DEST 0 KEEP(46) 0 ) DEST = DEST + 1
196.ne.
IF ( KEEP(52) 0 ) THEN
197 CALL CMUMPS_SCALE_ELEMENT( N, SIZEI, SIZER,
198 & id%ELTVAR( IELTPTR8 ), id%A_ELT( RELTPTR8 ),
199 & TEMP_ELT_R(1), MAXELT_REAL_SIZE,
200 & id%ROWSCA(1), id%COLSCA(1), KEEP(50) )
202.eq..or..eq..and..ne.
IF ( DEST 0 ( DEST -1 KEEP(46) 0 ) )
204 ELTVAR_LOC( RECV_IELTPTR8: RECV_IELTPTR8 + SIZEI - 1 )
205 & = id%ELTVAR( IELTPTR8: IELTPTR8 + SIZEI - 1 )
206 RECV_IELTPTR8 = RECV_IELTPTR8 + SIZEI
207.ne.
IF ( KEEP(52) 0 ) THEN
208 ELTVAL_LOC( RECV_RELTPTR8: RECV_RELTPTR8 + SIZER - 1)
209 & = TEMP_ELT_R( 1: SIZER )
210 RECV_RELTPTR8 = RECV_RELTPTR8 + SIZER
213.NE..AND.
IF ( DEST 0 DEST. NE. -3 ) THEN
214.eq.
IF ( KEEP(52) 0 ) THEN
215 CALL CMUMPS_ELT_FILL_BUF(
216 & id%ELTVAR(IELTPTR8),
217 & id%A_ELT (RELTPTR8),
220 & DEST, NBUF, NBRECORDS,
223 CALL CMUMPS_ELT_FILL_BUF(
224 & id%ELTVAR(IELTPTR8),
228 & DEST, NBUF, NBRECORDS,
233 RELTPTR8 = RELTPTR8 + SIZER
234.eq..OR..eq.
IF ( KEEP(46) 0 KEEP(52) 0 ) THEN
235 RELPTR_LOC8( IEL + 1 ) = RELTPTR8
237 RELPTR_LOC8( IEL + 1 ) = RECV_RELTPTR8
240.eq..OR..eq.
IF ( KEEP(46) 0 KEEP(52) 0 ) THEN
241 KEEP8(26) = RELTPTR8 - 1_8
243 KEEP8(26) = RECV_RELTPTR8 - 1_8
245.NE.
IF ( RELTPTR8 - 1_8 NA_ELT8 ) THEN
246 WRITE(*,*) " ** Internal error in CMUMPS_ELT_DISTRIB",
247 & RELTPTR8 - 1_8, NA_ELT8
255 CALL CMUMPS_ELT_FILL_BUF(
256 & id%ELTVAR(IELTPTR8),
257 & id%A_ELT (RELTPTR8),
260 & DEST, NBUF, NBRECORDS,
262.NE.
IF ( KEEP(52) 0 ) DEALLOCATE( TEMP_ELT_R )
264.eq.
FINI = ( RECV_IELTPTR8 IELPTR_LOC8( NELT+1 )
265.and..eq.
& RECV_RELTPTR8 RELPTR_LOC8( NELT+1 ) )
266.not.
DO WHILE ( FINI )
267 CALL MPI_PROBE( MASTER, MPI_ANY_TAG,
268 & COMM, STATUS, IERR_MPI )
269 MSGTAG = STATUS( MPI_TAG )
270 SELECT CASE ( MSGTAG )
272 CALL MPI_GET_COUNT( STATUS, MPI_INTEGER,
274 CALL MPI_RECV( ELTVAR_LOC( RECV_IELTPTR8 ), MSGLEN,
275 & MPI_INTEGER, MASTER, ELT_INT,
276 & COMM, STATUS, IERR_MPI )
277 RECV_IELTPTR8 = RECV_IELTPTR8 + MSGLEN
279 CALL MPI_GET_COUNT( STATUS, MPI_COMPLEX,
281 CALL MPI_RECV( ELTVAL_LOC( RECV_RELTPTR8 ), MSGLEN,
282 & MPI_COMPLEX, MASTER, ELT_REAL,
283 & COMM, STATUS, IERR_MPI )
284 RECV_RELTPTR8 = RECV_RELTPTR8 + MSGLEN
286.eq.
FINI = ( RECV_IELTPTR8 IELPTR_LOC8( NELT+1 )
287.and..eq.
& RECV_RELTPTR8 RELPTR_LOC8( NELT+1 ) )
290.NE..AND.
IF ( KEEP(38) 0 EARLYT3ROOTINS ) THEN
291.and.
IF ( I_AM_SLAVE root%yes ) THEN
292 CALL CMUMPS_GET_ROOT_INFO(root,
293 & LOCAL_M, LOCAL_N, PTR_ROOT, LA)
294 CALL CMUMPS_SET_ROOT_TO_ZERO(root, KEEP, A, LA)
296.NE.
IF ( MYID MASTER ) THEN
297 ALLOCATE( BUFI( NBRECORDS * 2 + 1, 1 ), stat = allocok )
298.GT.
IF ( allocok 0 ) THEN
300 id%INFO(2) = NBRECORDS * 2 + 1
303 ALLOCATE( BUFR( NBRECORDS, 1 ) , stat = allocok )
304.GT.
IF ( allocok 0 ) THEN
306 id%INFO(2) = NBRECORDS
310 CALL MUMPS_PROPINFO( id%ICNTL(1), id%INFO(1), COMM, MYID )
311.LT.
IF ( id%INFO(1) 0 ) RETURN
312.eq.
IF ( MYID MASTER ) THEN
313 DO IPTR = FRTPTR(KEEP(38)), FRTPTR(KEEP(38)+1) - 1
314 IELT = FRTELT( IPTR )
315 SIZEI = id%ELTPTR( IELT + 1 ) - id%ELTPTR( IELT )
317 TEMP_ELT_I( I ) = RG2L
318 & ( id%ELTVAR( id%ELTPTR(IELT) + I - 1 ) )
320 IVALPTR8 = ELROOTPOS8( IPTR - FRTPTR(KEEP(38)) + 1 ) - 1
323 JGLOB = id%ELTVAR( id%ELTPTR( IELT ) + J - 1 )
324.eq.
IF ( KEEP(50) 0 ) THEN
330 IGLOB = id%ELTVAR( id%ELTPTR( IELT ) + I - 1 )
331.eq.
IF ( KEEP(52) 0 ) THEN
332 VAL = id%A_ELT( IVALPTR8 + K8 )
334 VAL = id%A_ELT( IVALPTR8 + K8 ) *
335 & id%ROWSCA( IGLOB ) * id%COLSCA( JGLOB )
337.eq.
IF ( KEEP(50)0 ) THEN
338 IPOSROOT = TEMP_ELT_I( I )
339 JPOSROOT = TEMP_ELT_I( J )
341.GT.
IF ( TEMP_ELT_I(I) TEMP_ELT_I(J) ) THEN
342 IPOSROOT = TEMP_ELT_I(I)
343 JPOSROOT = TEMP_ELT_I(J)
345 IPOSROOT = TEMP_ELT_I(J)
346 JPOSROOT = TEMP_ELT_I(I)
349 IROW_GRID = mod( ( IPOSROOT - 1 )/root%MBLOCK,
351 JCOL_GRID = mod( ( JPOSROOT - 1 )/root%NBLOCK,
353.eq.
IF ( KEEP(46) 0 ) THEN
354 DEST = IROW_GRID * root%NPCOL + JCOL_GRID + 1
356 DEST = IROW_GRID * root%NPCOL + JCOL_GRID
358.eq.
IF ( DEST MASTER ) THEN
359 ILOCROOT = root%MBLOCK * ( ( IPOSROOT - 1 ) /
360 & ( root%MBLOCK * root%NPROW ) )
361 & + mod( IPOSROOT - 1, root%MBLOCK ) + 1
362 JLOCROOT = root%NBLOCK * ( ( JPOSROOT - 1 ) /
363 & ( root%NBLOCK * root%NPCOL ) )
364 & + mod( JPOSROOT - 1, root%NBLOCK ) + 1
365 ARROW_ROOT = ARROW_ROOT + 1
366 IF (KEEP(60)==0) THEN
368 & + int(JLOCROOT - 1,8) * int(LOCAL_M,8)
369 & + int(ILOCROOT - 1,8) )
371 & + int(JLOCROOT - 1,8) * int(LOCAL_M,8)
372 & + int(ILOCROOT - 1,8) )
375 root%SCHUR_POINTER( int(JLOCROOT-1,8)
376 & * int(root%SCHUR_LLD,8)
377 & + int(ILOCROOT,8) )
378 & = root%SCHUR_POINTER( int(JLOCROOT-1,8)
379 & * int(root%SCHUR_LLD,8)
380 & + int(ILOCROOT,8) )
384 CALL CMUMPS_ARROW_FILL_SEND_BUF_ELT(
385 & IPOSROOT, JPOSROOT, VAL, DEST, BUFI, BUFR, NBRECORDS,
392 CALL CMUMPS_ARROW_FINISH_SEND_BUF(
393 & BUFI, BUFR, NBRECORDS,
394 & NBUF, LP, COMM, KEEP(46) )
397.not.
DO WHILE ( FINI )
398 CALL MPI_RECV( BUFI(1,1), 2*NBRECORDS+1,
399 & MPI_INTEGER, MASTER,
401 & COMM, STATUS, IERR_MPI )
403 ARROW_ROOT = ARROW_ROOT + NB_REC
404.LE.
IF (NB_REC0) THEN
408.EQ.
IF (NB_REC0) EXIT
409 CALL MPI_RECV( BUFR(1,1), NBRECORDS, MPI_COMPLEX,
411 & COMM, STATUS, IERR_MPI )
413 IPOSROOT = BUFI( IREC * 2, 1 )
414 JPOSROOT = BUFI( IREC * 2 + 1, 1 )
415 VAL = BUFR( IREC, 1 )
416 ILOCROOT = root%MBLOCK * ( ( IPOSROOT - 1 ) /
417 & ( root%MBLOCK * root%NPROW ) )
418 & + mod( IPOSROOT - 1, root%MBLOCK ) + 1
419 JLOCROOT = root%NBLOCK * ( ( JPOSROOT - 1 ) /
420 & ( root%NBLOCK * root%NPCOL ) )
421 & + mod( JPOSROOT - 1, root%NBLOCK ) + 1
422.eq.
IF (KEEP(60)0) THEN
423 A( PTR_ROOT + int(JLOCROOT-1,8) * int(LOCAL_M,8)
424 & + int(ILOCROOT-1,8))
425 & = A( PTR_ROOT + int(JLOCROOT-1,8) * int(LOCAL_M,8)
426 & + int(ILOCROOT-1,8))
429 root%SCHUR_POINTER(int(JLOCROOT-1,8)
430 & * int(root%SCHUR_LLD,8)
431 & + int(ILOCROOT,8) )
432 & = root%SCHUR_POINTER( int(JLOCROOT - 1,8)
433 & * int(root%SCHUR_LLD,8)
443.eq.
IF ( MYID MASTER ) THEN
446 IF (allocated(ELROOTPOS8)) DEALLOCATE(ELROOTPOS8)
447.ne.
IF (KEEP(38)0) THEN
448.eq.
IF (KEEP(46) 0 ) THEN
449 DEALLOCATE(RG2LALLOC)
452 DEALLOCATE( TEMP_ELT_I )
454 KEEP(49) = ARROW_ROOT
subroutine cmumps_elt_distrib(n, nelt, na_elt8, comm, myid, slavef, ielptr_loc8, relptr_loc8, eltvar_loc, eltval_loc, lintarr, ldblarr, keep, keep8, maxelt_size, frtptr, frtelt, a, la, fils, id, root)