35
36
37
38 USE spmd_comm_world_mod, ONLY : spmd_comm_world
39#include "implicit_f.inc"
40
41
42
43#include "spmd.inc"
44
45
46
47#include "com01_c.inc"
48#include "task_c.inc"
49
50
51
52 INTEGER IAD_ELEM(2,*),FR_ELEM(*),LENR
53 double precision
54 . volnod6(6,*), varnod6(6,*)
55
56
57
58#ifdef mpi
59 INTEGER MSGTYP,I,NOD,,IERROR,MSGOFF,
60 . SIZ,J,L,NB_NOD,SIZ6,LEN,
61 . STATUS(MPI_STATUS_SIZE),
62 . IAD_SEND(NSPMD+1),
63 . IAD_RECV(NSPMD+1),
64 . REQ_R(NSPMD),REQ_S(NSPMD)
65 DATA msgoff/231/
66
67 DOUBLE PRECISION,
68 . DIMENSION(:,:),ALLOCATABLE :: RBUF, SBUF
69
70
71
72 ALLOCATE(rbuf(6,lenr))
73 ALLOCATE(sbuf(6,lenr))
74
75 loc_proc = ispmd + 1
76 siz6 = 6
77
78 l = 1
79 iad_recv(1) = 1
80
81 DO i=1,nspmd
82 len = iad_elem(1,i+1)-iad_elem(1,i)
83 siz = siz6 * 2 * len
84 IF(siz/=0)THEN
85 msgtyp = msgoff
87 s rbuf(1,l),siz,mpi_double_precision,
88 g it_spmd(i),msgtyp,spmd_comm_world,
89 h req_r(i),ierror)
90 l = l + 2*len
91 ENDIF
92 iad_recv(i+1) = l
93 END DO
94
95 l = 1
96 iad_send(1) = l
97
98 DO i=1,nspmd
99 nb_nod = iad_elem(1,i+1)-iad_elem(1,i)
100#include "vectorize.inc"
101 DO j=iad_elem(1,i),iad_elem(1,i+1)-1
102 nod = fr_elem(j)
103
104 sbuf(1, l) = volnod6(1,nod)
105 sbuf(2, l) = volnod6(2,nod)
106 sbuf(3, l) = volnod6(3,nod)
107 sbuf(4, l) = volnod6(4,nod)
108 sbuf(5, l) = volnod6(5,nod)
109 sbuf(6, l) = volnod6(6,nod)
110
111 sbuf(1, l+ nb_nod) = varnod6(1,nod)
112 sbuf(2, l+ nb_nod) = varnod6(2,nod)
113 sbuf(3, l+ nb_nod) = varnod6(3,nod)
114 sbuf(4, l+ nb_nod) = varnod6(4,nod)
115 sbuf(5, l+ nb_nod) = varnod6(5,nod)
116 sbuf(6, l+ nb_nod) = varnod6(6,nod)
117
118 l = l + 1
119 END DO
120
121 l = l + nb_nod
122 iad_send(i+1) = l
123 ENDDO
124
125
126
127 DO i=1,nspmd
128
129
130 nb_nod = iad_elem(1,i+1)-iad_elem(1,i)
131 IF(nb_nod>0)THEN
132 msgtyp = msgoff
133 len = iad_elem(1,i+1)-iad_elem(1,i)
134
135 siz = len * 2 * siz6
136 l = iad_send(i)
138 s sbuf(1,l),siz,mpi_double_precision,
139 g it_spmd(i),msgtyp,spmd_comm_world,
140 h req_s(i),ierror)
141 ENDIF
142
143 ENDDO
144
145
146
147 DO i = 1, nspmd
148 nb_nod = iad_elem(1,i+1)-iad_elem(1,i)
149 IF(nb_nod>0)THEN
150 CALL mpi_wait(req_r(i),status,ierror)
151 l = iad_recv(i)
152
153#include "vectorize.inc"
154 DO j=iad_elem(1,i),iad_elem(1,i+1)-1
155 nod = fr_elem(j)
156 volnod6(1,nod) = volnod6(1,nod) + rbuf(1,l)
157 volnod6(2,nod) = volnod6(2,nod) + rbuf(2,l)
158 volnod6(3,nod) = volnod6(3,nod) + rbuf(3,l)
159 volnod6(4,nod) = volnod6(4,nod) + rbuf(4,l)
160 volnod6(5,nod) = volnod6(5,nod) + rbuf(5,l)
161 volnod6(6,nod) = volnod6(6,nod) + rbuf(6,l)
162
163 varnod6(1,nod) = varnod6(1,nod) + rbuf(1,l+ nb_nod)
164 varnod6(2,nod) = varnod6(2,nod) + rbuf(2,l+ nb_nod)
165 varnod6(3,nod) = varnod6(3,nod) + rbuf(3,l+ nb_nod)
166 varnod6(4,nod) = varnod6(4,nod) + rbuf(4,l
167 varnod6(5,nod) = varnod6(5,nod) + rbuf(5,l+ nb_nod)
168 varnod6(6,nod) = varnod6(6,nod) + rbuf(6,l+ nb_nod)
169
170 l = l + 1
171 END DO
172 ENDIF
173 END DO
174
175
176
177 DO i = 1, nspmd
178 IF(iad_elem(1,i+1)-iad_elem(1,i)>0)THEN
179 CALL mpi_wait(req_s(i),status,ierror)
180 ENDIF
181 ENDDO
182
183#endif
184 RETURN
subroutine mpi_isend(buf, cnt, datatype, dest, tag, comm, ireq, ierr)
subroutine mpi_wait(ireq, status, ierr)
subroutine mpi_irecv(buf, cnt, datatype, source, tag, comm, ireq, ierr)