34 USE spmd_mod
35
36
37
38#include "implicit_f.inc"
39
40
41
42#include "spmd.inc"
43
44
45
46#include "com01_c.inc"
47#include "task_c.inc"
48
49
50
51 INTEGER NODNX_SMS(*), IAD_ELEM(2,*), FR_ELEM(*), SIZE, LENR
52 DOUBLE PRECISION
53 . V(6,SIZE,*)
54
55
56
57#ifdef MPI
58 INTEGER MSGTYP,MSGOFF,I,NOD,,IERROR,
59 . SIZ,J,L,NB_NOD,K,M,
60 . STATUS(MPI_STATUS_SIZE),
61 . IAD_SEND(NSPMD+1),IAD_RECV(NSPMD+1),
62 . REQ_R(NSPMD),REQ_S(NSPMD)
63 DOUBLE PRECISION RBUF(6*SIZE*LENR), SBUF(6*SIZE*LENR)
64 DATA msgoff/214/
65
66
67
68 loc_proc = ispmd + 1
69 l = 1
70 iad_recv(1) = 1
71 DO i=1,nspmd
72
73 siz = 0
74 DO j=iad_elem(1,i),iad_elem(1,i+1)-1
75 nod = fr_elem(j)
76 IF(nodnx_sms(nod)/=0)THEN
77 siz = siz + 6*SIZE
78 END IF
79 END DO
80
81 IF(siz/=0)THEN
82 msgtyp = msgoff
84 s rbuf(l),siz,mpi_double_precision,it_spmd(i),msgtyp,
85 g spmd_comm_world,req_r(i),ierror)
86 l = l + siz
87 ENDIF
88 iad_recv(i+1) = l
89 END DO
90 l = 1
91 iad_send(1) = 1
92 DO i=1,nspmd
93#include "vectorize.inc"
94 DO j=iad_elem(1,i),iad_elem(1,i+1)-1
95 nod = fr_elem(j)
96 IF(nodnx_sms(nod)/=0)THEN
97 DO m=1,6
98 DO k=1,SIZE
99 sbuf(l+k-1) = v(m,k,nod)
100 END DO
101 l = l + SIZE
102 END DO
103 END IF
104 END DO
105 iad_send(i+1) = l
106 ENDDO
107
108
109
110 DO i=1,nspmd
111
112
113 IF(iad_send(i+1)-iad_send(i)>0)THEN
114 msgtyp = msgoff
115 siz = iad_send(i+1)-iad_send(i)
116 l = iad_send(i)
118 s sbuf(l),siz,mpi_double_precision,it_spmd(i),msgtyp,
119 g spmd_comm_world,req_s(i),ierror)
120 ENDIF
121
122 ENDDO
123
124 DO i = 1, nspmd
125
126 IF(iad_recv(i+1)-iad_recv(i)>0)THEN
127 CALL mpi_wait(req_r(i),status,ierror)
128 l = iad_recv(i)
129#include "vectorize.inc"
130 DO j=iad_elem(1,i),iad_elem(1,i+1)-1
131 nod = fr_elem(j)
132 IF(nodnx_sms(nod)/=0) THEN
133 DO m=1,6
134 DO k=1,SIZE
135 v(m,k,nod) = v(m,k,nod)+rbuf(l+k-1)
136 END DO
137 l = l + SIZE
138 END DO
139 END IF
140 END DO
141 ENDIF
142 END DO
143
144 DO i = 1, nspmd
145
146 IF(iad_send(i+1)-iad_send(i)>0)THEN
147 CALL mpi_wait(req_s(i),status,ierror)
148 ENDIF
149 ENDDO
150
151#endif
152 RETURN
subroutine mpi_isend(buf, cnt, datatype, dest, tag, comm, ireq, ierr)
subroutine mpi_wait(ireq, status, ierr)
subroutine mpi_irecv(buf, cnt, datatype, source, tag, comm, ireq, ierr)