pio_server.c 40.9 KB
Newer Older
Deike Kleberg's avatar
Deike Kleberg committed
1
2
/** @file ioServer.c
*/
3
4
5
6
#ifdef HAVE_CONFIG_H
#  include "config.h"
#endif

Deike Kleberg's avatar
Deike Kleberg committed
7
8
9
#include "pio_server.h"


10
#include <limits.h>
Deike Kleberg's avatar
Deike Kleberg committed
11
12
#include <stdlib.h>
#include <stdio.h>
13
14
15
16
17
18

#ifdef HAVE_PARALLEL_NC4
#include <core/ppm_combinatorics.h>
#include <core/ppm_rectilinear.h>
#include <ppm/ppm_uniform_partition.h>
#endif
19
#include <yaxt.h>
20

Deike Kleberg's avatar
Deike Kleberg committed
21
#include "cdi.h"
22
#include "cdipio.h"
23
#include "dmemory.h"
24
#include "namespace.h"
25
#include "taxis.h"
Deike Kleberg's avatar
Deike Kleberg committed
26
#include "pio.h"
Deike Kleberg's avatar
Deike Kleberg committed
27
#include "pio_comm.h"
28
#include "pio_interface.h"
Deike Kleberg's avatar
Deike Kleberg committed
29
#include "pio_rpc.h"
Deike Kleberg's avatar
Deike Kleberg committed
30
#include "pio_util.h"
31
#include "cdi_int.h"
32
33
34
#ifndef HAVE_NETCDF_PAR_H
#define MPI_INCLUDED
#endif
35
#include "pio_cdf_int.h"
36
#include "resource_handle.h"
37
#include "resource_unpack.h"
Thomas Jahns's avatar
Thomas Jahns committed
38
#include "stream_cdf.h"
Deike Kleberg's avatar
Deike Kleberg committed
39
#include "vlist_var.h"
40

41

42
extern void arrayDestroy ( void );
Deike Kleberg's avatar
Deike Kleberg committed
43

44
45
46
static struct
{
  size_t size;
Thomas Jahns's avatar
Thomas Jahns committed
47
  unsigned char *buffer;
48
  int dictSize;
49
50
} *rxWin = NULL;

Thomas Jahns's avatar
Thomas Jahns committed
51
static MPI_Win getWin = MPI_WIN_NULL;
Thomas Jahns's avatar
Thomas Jahns committed
52
static MPI_Group groupModel = MPI_GROUP_NULL;
Deike Kleberg's avatar
Deike Kleberg committed
53

54
55
56
57
58
#ifdef HAVE_PARALLEL_NC4
/* prime factorization of number of pio collectors */
static uint32_t *pioPrimes;
static int numPioPrimes;
#endif
Deike Kleberg's avatar
Deike Kleberg committed
59

Deike Kleberg's avatar
Deike Kleberg committed
60
61
/************************************************************************/

62
static
Deike Kleberg's avatar
Deike Kleberg committed
63
64
void serverWinCleanup ()
{
65
66
  if (getWin != MPI_WIN_NULL)
    xmpi(MPI_Win_free(&getWin));
67
68
  if (rxWin)
    {
69
      free(rxWin[0].buffer);
70
      free(rxWin);
Deike Kleberg's avatar
Deike Kleberg committed
71
    }
72

73
  xdebug("%s", "cleaned up mpi_win");
Deike Kleberg's avatar
Deike Kleberg committed
74
}
75

Deike Kleberg's avatar
Deike Kleberg committed
76
 /************************************************************************/
77

78
79
static size_t
collDefBufferSizes()
Deike Kleberg's avatar
Deike Kleberg committed
80
{
81
  int nstreams, * streamIndexList, streamNo, vlistID, nvars, varID, iorank;
82
83
  int modelID;
  size_t sumGetBufferSizes = 0;
84
  int rankGlob = commInqRankGlob ();
Deike Kleberg's avatar
Deike Kleberg committed
85
  int nProcsModel = commInqNProcsModel ();
86
  int root = commInqRootGlob ();
Deike Kleberg's avatar
Deike Kleberg committed
87

88
  xassert(rxWin != NULL);
Deike Kleberg's avatar
Deike Kleberg committed
89

Deike Kleberg's avatar
Deike Kleberg committed
90
  nstreams = reshCountType ( &streamOps );
91
  streamIndexList = xmalloc((size_t)nstreams * sizeof (streamIndexList[0]));
92
  reshGetResHListOfType ( nstreams, streamIndexList, &streamOps );
Deike Kleberg's avatar
Deike Kleberg committed
93
94
  for ( streamNo = 0; streamNo < nstreams; streamNo++ )
    {
95
      // space required for data
96
      vlistID = streamInqVlist ( streamIndexList[streamNo] );
Deike Kleberg's avatar
Deike Kleberg committed
97
98
99
100
      nvars = vlistNvars ( vlistID );
      for ( varID = 0; varID < nvars; varID++ )
        {
          iorank = vlistInqVarIOrank ( vlistID, varID );
Deike Kleberg's avatar
Deike Kleberg committed
101
          xassert ( iorank != CDI_UNDEFID );
Deike Kleberg's avatar
Deike Kleberg committed
102
103
          if ( iorank == rankGlob )
            {
Deike Kleberg's avatar
Deike Kleberg committed
104
              for ( modelID = 0; modelID < nProcsModel; modelID++ )
105
                {
106
107
108
109
110
111
                  int decoChunk;
                  {
                    int varSize = vlistInqVarSize(vlistID, varID);
                    int nProcsModel = commInqNProcsModel();
                    decoChunk =
                      (int)ceilf(cdiPIOpartInflate_
112
113
                                 * (float)(varSize + nProcsModel - 1)
                                 / (float)nProcsModel);
114
                  }
Deike Kleberg's avatar
Deike Kleberg committed
115
                  xassert ( decoChunk > 0 );
116
                  rxWin[modelID].size += (size_t)decoChunk * sizeof (double)
117
118
119
120
                    /* re-align chunks to multiple of double size */
                    + sizeof (double) - 1
                    /* one header for data record, one for
                     * corresponding part descriptor*/
121
                    + 2 * sizeof (struct winHeaderEntry)
122
                    /* FIXME: heuristic for size of packed Xt_idxlist */
123
                    + sizeof (Xt_int) * (size_t)decoChunk * 3;
124
                  rxWin[modelID].dictSize += 2;
125
                }
Deike Kleberg's avatar
Deike Kleberg committed
126
            }
127
        }
Deike Kleberg's avatar
Deike Kleberg committed
128
129
      // space required for the 3 function calls streamOpen, streamDefVlist, streamClose 
      // once per stream and timestep for all collprocs only on the modelproc root
130
      rxWin[root].size += numRPCFuncs * sizeof (struct winHeaderEntry)
131
132
133
134
        /* serialized filename */
        + MAXDATAFILENAME
        /* data part of streamDefTimestep */
        + (2 * CDI_MAX_NAME + sizeof (taxis_t));
135
      rxWin[root].dictSize += numRPCFuncs;
Deike Kleberg's avatar
Deike Kleberg committed
136
    }
137
  free ( streamIndexList );
Deike Kleberg's avatar
Deike Kleberg committed
138
139

  for ( modelID = 0; modelID < nProcsModel; modelID++ )
140
    {
141
      /* account for size header */
142
      rxWin[modelID].dictSize += 1;
143
      rxWin[modelID].size += sizeof (struct winHeaderEntry);
144
145
146
      rxWin[modelID].size = roundUpToMultiple(rxWin[modelID].size,
                                              PIO_WIN_ALIGN);
      sumGetBufferSizes += (size_t)rxWin[modelID].size;
147
    }
Deike Kleberg's avatar
Deike Kleberg committed
148
  xassert ( sumGetBufferSizes <= MAXWINBUFFERSIZE );
149
  return sumGetBufferSizes;
Deike Kleberg's avatar
Deike Kleberg committed
150
}
151

Deike Kleberg's avatar
Deike Kleberg committed
152
 /************************************************************************/
153

154
155
156
static void
serverWinCreate(void)
{
Deike Kleberg's avatar
Deike Kleberg committed
157
  int ranks[1], modelID;
158
  MPI_Comm commCalc = commInqCommCalc ();
Deike Kleberg's avatar
Deike Kleberg committed
159
  MPI_Group groupCalc;
160
  int nProcsModel = commInqNProcsModel ();
161
162
163
  MPI_Info no_locks_info;
  xmpi(MPI_Info_create(&no_locks_info));
  xmpi(MPI_Info_set(no_locks_info, "no_locks", "true"));
Deike Kleberg's avatar
Deike Kleberg committed
164

165
  xmpi(MPI_Win_create(MPI_BOTTOM, 0, 1, no_locks_info, commCalc, &getWin));
Deike Kleberg's avatar
Deike Kleberg committed
166
167

  /* target group */
168
169
  ranks[0] = nProcsModel;
  xmpi ( MPI_Comm_group ( commCalc, &groupCalc ));
Deike Kleberg's avatar
Deike Kleberg committed
170
171
  xmpi ( MPI_Group_excl ( groupCalc, 1, ranks, &groupModel ));

172
  rxWin = xcalloc((size_t)nProcsModel, sizeof (rxWin[0]));
173
  size_t totalBufferSize = collDefBufferSizes();
Uwe Schulzweida's avatar
Uwe Schulzweida committed
174
  rxWin[0].buffer = (unsigned char*) xmalloc(totalBufferSize);
175
176
177
178
179
180
  size_t ofs = 0;
  for ( modelID = 1; modelID < nProcsModel; modelID++ )
    {
      ofs += rxWin[modelID - 1].size;
      rxWin[modelID].buffer = rxWin[0].buffer + ofs;
    }
Deike Kleberg's avatar
Deike Kleberg committed
181

182
183
  xmpi(MPI_Info_free(&no_locks_info));

184
  xdebug("%s", "created mpi_win, allocated getBuffer");
Deike Kleberg's avatar
Deike Kleberg committed
185
186
}

Deike Kleberg's avatar
Deike Kleberg committed
187
188
/************************************************************************/

189
static void
190
readFuncCall(struct winHeaderEntry *header)
Deike Kleberg's avatar
Deike Kleberg committed
191
192
{
  int root = commInqRootGlob ();
193
  int funcID = header->id;
194
  union funcArgs *funcArgs = &(header->specific.funcArgs);
Deike Kleberg's avatar
Deike Kleberg committed
195

196
  xassert(funcID >= MINFUNCID && funcID <= MAXFUNCID);
Deike Kleberg's avatar
Deike Kleberg committed
197
198
  switch ( funcID )
    {
199
200
    case STREAMCLOSE:
      {
201
        int streamID
202
          = namespaceAdaptKey2(funcArgs->streamChange.streamID);
203
204
205
206
        streamClose(streamID);
        xdebug("READ FUNCTION CALL FROM WIN:  %s, streamID=%d,"
               " closed stream",
               funcMap[(-1 - funcID)], streamID);
207
208
      }
      break;
Deike Kleberg's avatar
Deike Kleberg committed
209
    case STREAMOPEN:
210
      {
211
        size_t filenamesz = (size_t)funcArgs->newFile.fnamelen;
Deike Kleberg's avatar
Deike Kleberg committed
212
        xassert ( filenamesz > 0 && filenamesz < MAXDATAFILENAME );
213
        const char *filename
214
          = (const char *)(rxWin[root].buffer + header->offset);
215
        xassert(filename[filenamesz] == '\0');
216
        int filetype = funcArgs->newFile.filetype;
217
        int streamID = streamOpenWrite(filename, filetype);
218
        xassert(streamID != CDI_ELIBNAVAIL);
219
220
        xdebug("READ FUNCTION CALL FROM WIN:  %s, filenamesz=%zu,"
               " filename=%s, filetype=%d, OPENED STREAM %d",
221
               funcMap[(-1 - funcID)], filenamesz, filename,
222
               filetype, streamID);
223
      }
224
      break;
225
226
    case STREAMDEFVLIST:
      {
227
        int streamID
228
229
          = namespaceAdaptKey2(funcArgs->streamChange.streamID);
        int vlistID = namespaceAdaptKey2(funcArgs->streamChange.vlistID);
230
231
232
233
        streamDefVlist(streamID, vlistID);
        xdebug("READ FUNCTION CALL FROM WIN:  %s, streamID=%d,"
               " vlistID=%d, called streamDefVlist ().",
               funcMap[(-1 - funcID)], streamID, vlistID);
234
235
      }
      break;
236
237
238
    case STREAMDEFTIMESTEP:
      {
        MPI_Comm commCalc = commInqCommCalc ();
239
        int streamID = funcArgs->streamNewTimestep.streamID;
240
        int originNamespace = namespaceResHDecode(streamID).nsp;
241
242
243
        streamID = namespaceAdaptKey2(streamID);
        int oldTaxisID
          = vlistInqTaxis(streamInqVlist(streamID));
244
        int position = header->offset;
245
246
        int changedTaxisID
          = taxisUnpack((char *)rxWin[root].buffer, (int)rxWin[root].size,
247
                        &position, originNamespace, &commCalc, 0);
248
249
250
251
        taxis_t *oldTaxisPtr = taxisPtr(oldTaxisID);
        taxis_t *changedTaxisPtr = taxisPtr(changedTaxisID);
        ptaxisCopy(oldTaxisPtr, changedTaxisPtr);
        taxisDestroy(changedTaxisID);
252
        streamDefTimestep(streamID, funcArgs->streamNewTimestep.tsID);
253
254
      }
      break;
Deike Kleberg's avatar
Deike Kleberg committed
255
    default:
256
      xabort ( "REMOTE FUNCTIONCALL NOT IMPLEMENTED!" );
Deike Kleberg's avatar
Deike Kleberg committed
257
258
259
260
261
    }
}

/************************************************************************/

262
263
264
265
266
static void
resizeVarGatherBuf(int vlistID, int varID, double **buf, int *bufSize)
{
  int size = vlistInqVarSize(vlistID, varID);
  if (size <= *bufSize) ; else
267
    *buf = xrealloc(*buf, (size_t)(*bufSize = size) * sizeof (buf[0][0]));
268
269
270
271
272
273
274
}

static void
gatherArray(int root, int nProcsModel, int headerIdx,
            int vlistID,
            double *gatherBuf, int *nmiss)
{
275
276
  struct winHeaderEntry *winDict
    = (struct winHeaderEntry *)rxWin[root].buffer;
277
  int streamID = winDict[headerIdx].id;
278
  int varID = winDict[headerIdx].specific.dataRecord.varID;
279
  int varShape[3] = { 0, 0, 0 };
280
  cdiPioQueryVarDims(varShape, vlistID, varID);
281
282
283
284
285
  Xt_int varShapeXt[3];
  static const Xt_int origin[3] = { 0, 0, 0 };
  for (unsigned i = 0; i < 3; ++i)
    varShapeXt[i] = varShape[i];
  int varSize = varShape[0] * varShape[1] * varShape[2];
286
287
288
  struct Xt_offset_ext *partExts
    = xmalloc((size_t)nProcsModel * sizeof (partExts[0]));
  Xt_idxlist *part = xmalloc((size_t)nProcsModel * sizeof (part[0]));
289
290
  MPI_Comm commCalc = commInqCommCalc();
  {
291
    int nmiss_ = 0;
292
293
294
    for (int modelID = 0; modelID < nProcsModel; modelID++)
      {
        struct dataRecord *dataHeader
295
296
297
298
          = &((struct winHeaderEntry *)
              rxWin[modelID].buffer)[headerIdx].specific.dataRecord;
        int position =
          ((struct winHeaderEntry *)rxWin[modelID].buffer)[headerIdx + 1].offset;
299
300
301
        xassert(namespaceAdaptKey2(((struct winHeaderEntry *)
                                    rxWin[modelID].buffer)[headerIdx].id)
                == streamID
302
                && dataHeader->varID == varID
303
304
                && ((struct winHeaderEntry *)
                    rxWin[modelID].buffer)[headerIdx + 1].id == PARTDESCMARKER
305
306
                && position > 0
                && ((size_t)position
307
                    >= sizeof (struct winHeaderEntry) * (size_t)rxWin[modelID].dictSize)
308
309
310
311
                && ((size_t)position < rxWin[modelID].size));
        part[modelID] = xt_idxlist_unpack(rxWin[modelID].buffer,
                                          (int)rxWin[modelID].size,
                                          &position, commCalc);
312
313
314
315
316
        unsigned partSize = (unsigned)xt_idxlist_get_num_indices(part[modelID]);
        size_t charOfs = (size_t)((rxWin[modelID].buffer
                                   + ((struct winHeaderEntry *)
                                      rxWin[modelID].buffer)[headerIdx].offset)
                                  - rxWin[0].buffer);
317
318
        xassert(charOfs % sizeof (double) == 0
                && charOfs / sizeof (double) + partSize <= INT_MAX);
319
        int elemOfs = (int)(charOfs / sizeof (double));
320
        partExts[modelID].start = elemOfs;
321
        partExts[modelID].size = (int)partSize;
322
        partExts[modelID].stride = 1;
323
324
325
326
327
        nmiss_ += dataHeader->nmiss;
      }
    *nmiss = nmiss_;
  }
  Xt_idxlist srcList = xt_idxlist_collection_new(part, nProcsModel);
328
  for (int modelID = 0; modelID < nProcsModel; modelID++)
329
330
331
332
333
334
335
336
    xt_idxlist_delete(part[modelID]);
  free(part);
  Xt_xmap gatherXmap;
  {
    Xt_idxlist dstList
      = xt_idxsection_new(0, 3, varShapeXt, varShapeXt, origin);
    struct Xt_com_list full = { .list = dstList, .rank = 0 };
    gatherXmap = xt_xmap_intersection_new(1, &full, 1, &full, srcList, dstList,
337
                                          MPI_COMM_SELF);
338
339
340
341
    xt_idxlist_delete(dstList);
  }
  xt_idxlist_delete(srcList);

342
  struct Xt_offset_ext gatherExt = { .start = 0, .size = varSize, .stride = 1 };
343
  Xt_redist gatherRedist
344
345
    = xt_redist_p2p_ext_new(gatherXmap, nProcsModel, partExts, 1, &gatherExt,
                            MPI_DOUBLE);
346
  xt_xmap_delete(gatherXmap);
347
  xt_redist_s_exchange1(gatherRedist, rxWin[0].buffer, gatherBuf);
348
  free(partExts);
349
  xt_redist_delete(gatherRedist);
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
}

struct xyzDims
{
  int sizes[3];
};

static inline int
xyzGridSize(struct xyzDims dims)
{
  return dims.sizes[0] * dims.sizes[1] * dims.sizes[2];
}

#ifdef HAVE_PARALLEL_NC4
static void
365
queryVarBounds(struct PPM_extent varShape[3], int vlistID, int varID)
366
{
367
368
  varShape[0].first = 0;
  varShape[1].first = 0;
369
  varShape[2].first = 0;
370
  int sizes[3];
371
  cdiPioQueryVarDims(sizes, vlistID, varID);
372
373
  for (unsigned i = 0; i < 3; ++i)
    varShape[i].size = sizes[i];
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
}

/* compute distribution of collectors such that number of collectors
 * <= number of variable grid cells in each dimension */
static struct xyzDims
varDimsCollGridMatch(const struct PPM_extent varDims[3])
{
  xassert(PPM_extents_size(3, varDims) >= commInqSizeColl());
  struct xyzDims collGrid = { { 1, 1, 1 } };
  /* because of storage order, dividing dimension 3 first is preferred */
  for (int i = 0; i < numPioPrimes; ++i)
    {
      for (int dim = 2; dim >=0; --dim)
        if (collGrid.sizes[dim] * pioPrimes[i] <= varDims[dim].size)
          {
            collGrid.sizes[dim] *= pioPrimes[i];
            goto nextPrime;
          }
      /* no position found, retrack */
      xabort("Not yet implemented back-tracking needed.");
      nextPrime:
      ;
    }
  return collGrid;
}

static void
myVarPart(struct PPM_extent varShape[3], struct xyzDims collGrid,
          struct PPM_extent myPart[3])
{
  int32_t myCollGridCoord[3];
  {
    struct PPM_extent collGridShape[3];
    for (int i = 0; i < 3; ++i)
      {
        collGridShape[i].first = 0;
        collGridShape[i].size = collGrid.sizes[i];
      }
    PPM_lidx2rlcoord_e(3, collGridShape, commInqRankColl(), myCollGridCoord);
    xdebug("my coord: (%d, %d, %d)", myCollGridCoord[0], myCollGridCoord[1],
           myCollGridCoord[2]);
  }
  PPM_uniform_partition_nd(3, varShape, collGrid.sizes,
                           myCollGridCoord, myPart);
}
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
#elif defined (HAVE_LIBNETCDF)
/* needed for writing when some files are only written to by a single process */
/* cdiOpenFileMap(fileID) gives the writer process */
int cdiPioSerialOpenFileMap(int streamID)
{
  return stream_to_pointer(streamID)->ownerRank;
}
/* for load-balancing purposes, count number of files per process */
/* cdiOpenFileCounts[rank] gives number of open files rank has to himself */
static int *cdiSerialOpenFileCount = NULL;
int cdiPioNextOpenRank()
{
  xassert(cdiSerialOpenFileCount != NULL);
  int commCollSize = commInqSizeColl();
  int minRank = 0, minOpenCount = cdiSerialOpenFileCount[0];
  for (int i = 1; i < commCollSize; ++i)
    if (cdiSerialOpenFileCount[i] < minOpenCount)
      {
        minOpenCount = cdiSerialOpenFileCount[i];
        minRank = i;
      }
  return minRank;
}

void cdiPioOpenFileOnRank(int rank)
{
  xassert(cdiSerialOpenFileCount != NULL
          && rank >= 0 && rank < commInqSizeColl());
  ++(cdiSerialOpenFileCount[rank]);
}


void cdiPioCloseFileOnRank(int rank)
{
  xassert(cdiSerialOpenFileCount != NULL
          && rank >= 0 && rank < commInqSizeColl());
  xassert(cdiSerialOpenFileCount[rank] > 0);
  --(cdiSerialOpenFileCount[rank]);
}

459
460
461
462
463
464
465
466
467
468
static void
cdiPioServerCdfDefVars(stream_t *streamptr)
{
  int rank, rankOpen;
  if (commInqIOMode() == PIO_NONE
      || ((rank = commInqRankColl())
          == (rankOpen = cdiPioSerialOpenFileMap(streamptr->self))))
    cdfDefVars(streamptr);
}

469
470
#endif

471
472
473
474
475
476
struct streamMapping {
  int streamID, filetype;
  int firstHeaderIdx, lastHeaderIdx;
  int numVars, *varMap;
};

477
478
479
480
481
482
struct streamMap
{
  struct streamMapping *entries;
  int numEntries;
};

Thomas Jahns's avatar
Thomas Jahns committed
483
484
485
486
487
488
489
490
static int
smCmpStreamID(const void *a_, const void *b_)
{
  const struct streamMapping *a = a_, *b = b_;
  int streamIDa = a->streamID, streamIDb = b->streamID;
  return (streamIDa > streamIDb) - (streamIDa < streamIDb);
}

491
492
493
494
495
496
497
static inline int
inventorizeStream(struct streamMapping *streamMap, int numStreamIDs,
                  int *sizeStreamMap_, int streamID, int headerIdx)
{
  int sizeStreamMap = *sizeStreamMap_;
  if (numStreamIDs < sizeStreamMap) ; else
    {
498
499
500
      streamMap = xrealloc(streamMap,
                           (size_t)(sizeStreamMap *= 2)
                           * sizeof (streamMap[0]));
501
502
503
504
      *sizeStreamMap_ = sizeStreamMap;
    }
  streamMap[numStreamIDs].streamID = streamID;
  streamMap[numStreamIDs].firstHeaderIdx = headerIdx;
505
  streamMap[numStreamIDs].lastHeaderIdx = headerIdx;
506
507
508
509
510
511
512
513
514
  streamMap[numStreamIDs].numVars = -1;
  int filetype = streamInqFiletype(streamID);
  streamMap[numStreamIDs].filetype = filetype;
  if (filetype == FILETYPE_NC || filetype == FILETYPE_NC2
      || filetype == FILETYPE_NC4)
    {
      int vlistID = streamInqVlist(streamID);
      int nvars = vlistNvars(vlistID);
      streamMap[numStreamIDs].numVars = nvars;
515
516
      streamMap[numStreamIDs].varMap
        = xmalloc(sizeof (streamMap[numStreamIDs].varMap[0]) * (size_t)nvars);
517
518
519
520
521
522
      for (int i = 0; i < nvars; ++i)
        streamMap[numStreamIDs].varMap[i] = -1;
    }
  return numStreamIDs + 1;
}

523
524
525
526
527
528
529
530
531
532
static inline int
streamIsInList(struct streamMapping *streamMap, int numStreamIDs,
               int streamIDQuery)
{
  int p = 0;
  for (int i = 0; i < numStreamIDs; ++i)
    p |= streamMap[i].streamID == streamIDQuery;
  return p;
}

533
static struct streamMap
534
buildStreamMap(struct winHeaderEntry *winDict)
535
536
537
{
  int streamIDOld = CDI_UNDEFID;
  int oldStreamIdx = CDI_UNDEFID;
538
  int filetype = FILETYPE_UNDEF;
539
  int sizeStreamMap = 16;
540
541
  struct streamMapping *streamMap
    = xmalloc((size_t)sizeStreamMap * sizeof (streamMap[0]));
542
  int numDataEntries = winDict[0].specific.headerSize.numDataEntries;
543
  int numStreamIDs = 0;
544
  /* find streams written on this process */
545
546
547
  for (int headerIdx = 1; headerIdx < numDataEntries; headerIdx += 2)
    {
      int streamID
548
549
        = winDict[headerIdx].id
        = namespaceAdaptKey2(winDict[headerIdx].id);
550
551
552
553
554
555
556
557
558
559
560
      xassert(streamID > 0);
      if (streamID != streamIDOld)
        {
          for (int i = numStreamIDs - 1; i >= 0; --i)
            if ((streamIDOld = streamMap[i].streamID) == streamID)
              {
                oldStreamIdx = i;
                goto streamIDInventorized;
              }
          oldStreamIdx = numStreamIDs;
          streamIDOld = streamID;
561
562
          numStreamIDs = inventorizeStream(streamMap, numStreamIDs,
                                           &sizeStreamMap, streamID, headerIdx);
563
564
        }
      streamIDInventorized:
565
      filetype = streamMap[oldStreamIdx].filetype;
566
567
568
569
      streamMap[oldStreamIdx].lastHeaderIdx = headerIdx;
      if (filetype == FILETYPE_NC || filetype == FILETYPE_NC2
          || filetype == FILETYPE_NC4)
        {
570
          int varID = winDict[headerIdx].specific.dataRecord.varID;
571
572
573
          streamMap[oldStreamIdx].varMap[varID] = headerIdx;
        }
    }
574
575
576
577
  /* join with list of streams written to in total */
  {
    int *streamIDs, *streamIsWritten;
    int numTotalStreamIDs = streamSize();
Uwe Schulzweida's avatar
Uwe Schulzweida committed
578
    streamIDs = (int*) xmalloc(2 * sizeof (streamIDs[0]) * (size_t)numTotalStreamIDs);
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
    streamGetIndexList(numTotalStreamIDs, streamIDs);
    streamIsWritten = streamIDs + numTotalStreamIDs;
    for (int i = 0; i < numTotalStreamIDs; ++i)
      streamIsWritten[i] = streamIsInList(streamMap, numStreamIDs,
                                          streamIDs[i]);
    /* Find what streams are written to at all on any process */
    xmpi(MPI_Allreduce(MPI_IN_PLACE, streamIsWritten, numTotalStreamIDs,
                       MPI_INT, MPI_BOR, commInqCommColl()));
    /* append streams written to on other tasks to mapping */
    for (int i = 0; i < numTotalStreamIDs; ++i)
      if (streamIsWritten[i] && !streamIsInList(streamMap, numStreamIDs,
                                                streamIDs[i]))
        numStreamIDs = inventorizeStream(streamMap, numStreamIDs,
                                         &sizeStreamMap, streamIDs[i], -1);

    free(streamIDs);
  }
Thomas Jahns's avatar
Thomas Jahns committed
596
  /* sort written streams by streamID */
597
598
  streamMap = xrealloc(streamMap, sizeof (streamMap[0]) * (size_t)numStreamIDs);
  qsort(streamMap, (size_t)numStreamIDs, sizeof (streamMap[0]), smCmpStreamID);
599
600
601
  return (struct streamMap){ .entries = streamMap, .numEntries = numStreamIDs };
}

602
603
604
605
606
607
608
609
610
611
static void
writeGribStream(struct winHeaderEntry *winDict, struct streamMapping *mapping,
                double **data_, int *currentDataBufSize, int root,
                int nProcsModel)
{
  int streamID = mapping->streamID;
  int headerIdx, lastHeaderIdx = mapping->lastHeaderIdx;
  int vlistID = streamInqVlist(streamID);
  if (lastHeaderIdx < 0)
    {
612
      /* write zero bytes to trigger synchronization code in fileWrite */
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
      cdiPioFileWrite(streamInqFileID(streamID), NULL, 0,
                      streamInqCurTimestepID(streamID));
    }
  else
    for (headerIdx = mapping->firstHeaderIdx;
         headerIdx <= lastHeaderIdx;
         headerIdx += 2)
      if (streamID == winDict[headerIdx].id)
        {
          int varID = winDict[headerIdx].specific.dataRecord.varID;
          int size = vlistInqVarSize(vlistID, varID);
          int nmiss;
          resizeVarGatherBuf(vlistID, varID, data_, currentDataBufSize);
          double *data = *data_;
          gatherArray(root, nProcsModel, headerIdx,
                      vlistID, data, &nmiss);
          streamWriteVar(streamID, varID, data, nmiss);
          if ( ddebug > 2 )
            {
              char text[1024];
              sprintf(text, "streamID=%d, var[%d], size=%d",
                      streamID, varID, size);
              xprintArray(text, data, size, DATATYPE_FLT);
            }
        }
}
639

640
641
642
643
644
645
646
#ifdef HAVE_NETCDF4
static void
buildWrittenVars(struct streamMapping *mapping, int **varIsWritten_,
                 int myCollRank, MPI_Comm collComm)
{
  int nvars = mapping->numVars;
  int *varMap = mapping->varMap;
647
648
  int *varIsWritten = *varIsWritten_
    = xrealloc(*varIsWritten_, sizeof (*varIsWritten) * (size_t)nvars);
649
650
651
652
653
654
655
  for (int varID = 0; varID < nvars; ++varID)
    varIsWritten[varID] = ((varMap[varID] != -1)
                           ?myCollRank+1 : 0);
  xmpi(MPI_Allreduce(MPI_IN_PLACE, varIsWritten, nvars,
                     MPI_INT, MPI_BOR, collComm));
}
#endif
656

657
static void readGetBuffers()
Deike Kleberg's avatar
Deike Kleberg committed
658
{
659
  int nProcsModel = commInqNProcsModel ();
Deike Kleberg's avatar
Deike Kleberg committed
660
  int root        = commInqRootGlob ();
661
#ifdef HAVE_NETCDF4
662
  int myCollRank = commInqRankColl();
663
  MPI_Comm collComm = commInqCommColl();
664
#endif
665
  xdebug("%s", "START");
666

667
668
  struct winHeaderEntry *winDict
    = (struct winHeaderEntry *)rxWin[root].buffer;
669
  xassert(winDict[0].id == HEADERSIZEMARKER);
670
671
  {
    int dictSize = rxWin[root].dictSize,
672
      firstNonRPCEntry = dictSize - winDict[0].specific.headerSize.numRPCEntries - 1,
673
674
675
676
677
678
      headerIdx,
      numFuncCalls = 0;
    for (headerIdx = dictSize - 1;
         headerIdx > firstNonRPCEntry;
         --headerIdx)
      {
679
680
        xassert(winDict[headerIdx].id >= MINFUNCID
                && winDict[headerIdx].id <= MAXFUNCID);
681
        ++numFuncCalls;
682
        readFuncCall(winDict + headerIdx);
683
      }
684
    xassert(numFuncCalls == winDict[0].specific.headerSize.numRPCEntries);
685
  }
Thomas Jahns's avatar
Thomas Jahns committed
686
  /* build list of streams, data was transferred for */
687
  {
688
    struct streamMap map = buildStreamMap(winDict);
689
    double *data = NULL;
Thomas Jahns's avatar
Thomas Jahns committed
690
691
692
#ifdef HAVE_NETCDF4
    int *varIsWritten = NULL;
#endif
693
694
695
#if defined (HAVE_PARALLEL_NC4)
    double *writeBuf = NULL;
#endif
Thomas Jahns's avatar
Thomas Jahns committed
696
    int currentDataBufSize = 0;
697
    for (int streamIdx = 0; streamIdx < map.numEntries; ++streamIdx)
Thomas Jahns's avatar
Thomas Jahns committed
698
      {
699
        int streamID = map.entries[streamIdx].streamID;
Thomas Jahns's avatar
Thomas Jahns committed
700
        int vlistID = streamInqVlist(streamID);
701
        int filetype = map.entries[streamIdx].filetype;
Thomas Jahns's avatar
Thomas Jahns committed
702

703
        switch (filetype)
704
705
706
          {
          case FILETYPE_GRB:
          case FILETYPE_GRB2:
707
708
709
            writeGribStream(winDict, map.entries + streamIdx,
                            &data, &currentDataBufSize,
                            root, nProcsModel);
710
            break;
711
712
713
714
715
716
717
#ifdef HAVE_NETCDF4
          case FILETYPE_NC:
          case FILETYPE_NC2:
          case FILETYPE_NC4:
#ifdef HAVE_PARALLEL_NC4
            /* HAVE_PARALLE_NC4 implies having ScalES-PPM and yaxt */
            {
718
719
              int nvars = map.entries[streamIdx].numVars;
              int *varMap = map.entries[streamIdx].varMap;
720
721
              buildWrittenVars(map.entries + streamIdx, &varIsWritten,
                               myCollRank, collComm);
722
723
724
725
              for (int varID = 0; varID < nvars; ++varID)
                if (varIsWritten[varID])
                  {
                    struct PPM_extent varShape[3];
726
                    queryVarBounds(varShape, vlistID, varID);
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
                    struct xyzDims collGrid = varDimsCollGridMatch(varShape);
                    xdebug("writing varID %d with dimensions: "
                           "x=%d, y=%d, z=%d,\n"
                           "found distribution with dimensions:"
                           " x=%d, y=%d, z=%d.", varID,
                           varShape[0].size, varShape[1].size, varShape[2].size,
                           collGrid.sizes[0], collGrid.sizes[1],
                           collGrid.sizes[2]);
                    struct PPM_extent varChunk[3];
                    myVarPart(varShape, collGrid, varChunk);
                    int myChunk[3][2];
                    for (int i = 0; i < 3; ++i)
                      {
                        myChunk[i][0] = PPM_extent_start(varChunk[i]);
                        myChunk[i][1] = PPM_extent_end(varChunk[i]);
                      }
                    xdebug("Writing chunk { { %d, %d }, { %d, %d },"
                           " { %d, %d } }", myChunk[0][0], myChunk[0][1],
                           myChunk[1][0], myChunk[1][1], myChunk[2][0],
                           myChunk[2][1]);
                    Xt_int varSize[3];
                    for (int i = 0; i < 3; ++i)
                      varSize[2 - i] = varShape[i].size;
                    Xt_idxlist preRedistChunk, preWriteChunk;
                    /* prepare yaxt descriptor for current data
                       distribution after collect */
                    int nmiss;
                    if (varMap[varID] == -1)
                      {
                        preRedistChunk = xt_idxempty_new();
                        xdebug("%s", "I got none\n");
                      }
                    else
                      {
                        Xt_int preRedistStart[3] = { 0, 0, 0 };
                        preRedistChunk
                          = xt_idxsection_new(0, 3, varSize, varSize,
                                              preRedistStart);
                        resizeVarGatherBuf(vlistID, varID, &data,
                                           &currentDataBufSize);
                        int headerIdx = varMap[varID];
                        gatherArray(root, nProcsModel, headerIdx,
                                    vlistID, data, &nmiss);
                        xdebug("%s", "I got all\n");
                      }
                    MPI_Bcast(&nmiss, 1, MPI_INT, varIsWritten[varID] - 1,
                              collComm);
                    /* prepare yaxt descriptor for write chunk */
                    {
                      Xt_int preWriteChunkStart[3], preWriteChunkSize[3];
                      for (int i = 0; i < 3; ++i)
                        {
                          preWriteChunkStart[2 - i] = varChunk[i].first;
                          preWriteChunkSize[2 - i] = varChunk[i].size;
                        }
                      preWriteChunk = xt_idxsection_new(0, 3, varSize,
                                                        preWriteChunkSize,
                                                        preWriteChunkStart);
                    }
                    /* prepare redistribution */
                    {
                      Xt_xmap xmap = xt_xmap_all2all_new(preRedistChunk,
                                                         preWriteChunk,
                                                         collComm);
                      Xt_redist redist = xt_redist_p2p_new(xmap, MPI_DOUBLE);
                      xt_idxlist_delete(preRedistChunk);
                      xt_idxlist_delete(preWriteChunk);
                      xt_xmap_delete(xmap);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
795
796
797
                      writeBuf = (double*) xrealloc(writeBuf,
                                                    sizeof (double)
                                                    * PPM_extents_size(3, varChunk));
798
                      xt_redist_s_exchange1(redist, data, writeBuf);
799
800
801
802
803
804
805
806
807
808
                      xt_redist_delete(redist);
                    }
                    /* write chunk */
                    streamWriteVarChunk(streamID, varID,
                                        (const int (*)[2])myChunk, writeBuf,
                                        nmiss);
                  }
            }
#else
            /* determine process which has stream open (writer) and
809
810
811
             * which has data for which variable (var owner)
             * three cases need to be distinguished */
            {
812
813
              int nvars = map.entries[streamIdx].numVars;
              int *varMap = map.entries[streamIdx].varMap;
814
815
              buildWrittenVars(map.entries + streamIdx, &varIsWritten,
                               myCollRank, collComm);
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
              int writerRank;
              if ((writerRank = cdiPioSerialOpenFileMap(streamID))
                  == myCollRank)
                {
                  for (int varID = 0; varID < nvars; ++varID)
                    if (varIsWritten[varID])
                      {
                        int nmiss;
                        int size = vlistInqVarSize(vlistID, varID);
                        resizeVarGatherBuf(vlistID, varID, &data,
                                           &currentDataBufSize);
                        int headerIdx = varMap[varID];
                        if (varIsWritten[varID] == myCollRank + 1)
                          {
                            /* this process has the full array and will
                             * write it */
                            xdebug("gathering varID=%d for direct writing",
                                   varID);
                            gatherArray(root, nProcsModel, headerIdx,
                                        vlistID, data, &nmiss);
                          }
                        else
                          {
                            /* another process has the array and will
                             * send it over */
                            MPI_Status stat;
                            xdebug("receiving varID=%d for writing from"
                                   " process %d",
                                   varID, varIsWritten[varID] - 1);
                            xmpiStat(MPI_Recv(&nmiss, 1, MPI_INT,
                                              varIsWritten[varID] - 1,
                                              COLLBUFNMISS,
                                              collComm, &stat), &stat);
                            xmpiStat(MPI_Recv(data, size, MPI_DOUBLE,
                                              varIsWritten[varID] - 1,
                                              COLLBUFTX,
                                              collComm, &stat), &stat);
                          }
                        streamWriteVar(streamID, varID, data, nmiss);
                      }
                }
              else
                for (int varID = 0; varID < nvars; ++varID)
                  if (varIsWritten[varID] == myCollRank + 1)
                    {
                      /* this process has the full array and another
                       * will write it */
                      int nmiss;
                      int size = vlistInqVarSize(vlistID, varID);
                      resizeVarGatherBuf(vlistID, varID, &data,
                                         &currentDataBufSize);
                      int headerIdx = varMap[varID];
                      gatherArray(root, nProcsModel, headerIdx,
                                  vlistID, data, &nmiss);
                      MPI_Request req;
                      MPI_Status stat;
                      xdebug("sending varID=%d for writing to"
                             " process %d",
                             varID, writerRank);
                      xmpi(MPI_Isend(&nmiss, 1, MPI_INT,
                                     writerRank, COLLBUFNMISS,
                                     collComm, &req));
                      xmpi(MPI_Send(data, size, MPI_DOUBLE,
                                    writerRank, COLLBUFTX,
                                    collComm));
                      xmpiStat(MPI_Wait(&req, &stat), &stat);
                    }
            }
884
885
886
#endif
            break;
#endif
887
888
889
          default:
            xabort("unhandled filetype in parallel I/O.");
          }
890
      }
Thomas Jahns's avatar
Thomas Jahns committed
891
892
#ifdef HAVE_NETCDF4
    free(varIsWritten);
Thomas Jahns's avatar
Thomas Jahns committed
893
894
895
#ifdef HAVE_PARALLEL_NC4
    free(writeBuf);
#endif
Thomas Jahns's avatar
Thomas Jahns committed
896
#endif
897
    free(map.entries);
Thomas Jahns's avatar
Thomas Jahns committed
898
    free(data);
899
  }
900
  xdebug("%s", "RETURN");
901
902
903
904
} 

/************************************************************************/

Deike Kleberg's avatar
Deike Kleberg committed
905

Thomas Jahns's avatar
Thomas Jahns committed
906
907
static
void clearModelWinBuffer(int modelID)
Deike Kleberg's avatar
Deike Kleberg committed
908
909
910
{
  int nProcsModel = commInqNProcsModel ();

Deike Kleberg's avatar
Deike Kleberg committed
911
912
  xassert ( modelID                >= 0           &&
            modelID                 < nProcsModel &&
913
            rxWin != NULL && rxWin[modelID].buffer != NULL &&
914
915
            rxWin[modelID].size > 0 &&
            rxWin[modelID].size <= MAXWINBUFFERSIZE );
916
  memset(rxWin[modelID].buffer, 0, rxWin[modelID].size);
Deike Kleberg's avatar
Deike Kleberg committed
917
918
919
920
921
922
}


/************************************************************************/


923
static
924
void getTimeStepData()
Deike Kleberg's avatar
Deike Kleberg committed
925
{
926
  int modelID;
927
  char text[1024];
928
  int nProcsModel = commInqNProcsModel ();
Thomas Jahns's avatar
Thomas Jahns committed
929
930
  void *getWinBaseAddr;
  int attrFound;
931

932
  xdebug("%s", "START");
Deike Kleberg's avatar
Deike Kleberg committed
933

934
935
  for ( modelID = 0; modelID < nProcsModel; modelID++ )
    clearModelWinBuffer(modelID);
Deike Kleberg's avatar
Deike Kleberg committed
936
  // todo put in correct lbs and ubs
937
  xmpi(MPI_Win_start(groupModel, 0, getWin));
938
939
  xmpi(MPI_Win_get_attr(getWin, MPI_WIN_BASE, &getWinBaseAddr, &attrFound));
  xassert(attrFound);
Deike Kleberg's avatar
Deike Kleberg committed
940
941
  for ( modelID = 0; modelID < nProcsModel; modelID++ )
    {
942
      xdebug("modelID=%d, nProcsModel=%d, rxWin[%d].size=%zu,"
Thomas Jahns's avatar
Thomas Jahns committed
943
             " getWin=%p, sizeof(int)=%u",
944
             modelID, nProcsModel, modelID, rxWin[modelID].size,
Thomas Jahns's avatar
Thomas Jahns committed
945
             getWinBaseAddr, (unsigned)sizeof(int));
946
      /* FIXME: this needs to use MPI_PACK for portability */
947
      xmpi(MPI_Get(rxWin[modelID].buffer, (int)rxWin[modelID].size,
948
                   MPI_UNSIGNED_CHAR, modelID, 0,
949
                   (int)rxWin[modelID].size, MPI_UNSIGNED_CHAR, getWin));
Deike Kleberg's avatar
Deike Kleberg committed
950
    }
951
  xmpi ( MPI_Win_complete ( getWin ));
Deike Kleberg's avatar
Deike Kleberg committed
952

953
  if ( ddebug > 2 )
Deike Kleberg's avatar
Deike Kleberg committed
954
    for ( modelID = 0; modelID < nProcsModel; modelID++ )
955
      {
956
        sprintf(text, "rxWin[%d].size=%zu from PE%d rxWin[%d].buffer",
957
                modelID, rxWin[modelID].size, modelID, modelID);
958
        xprintArray(text, rxWin[modelID].buffer,
959
                    (int)(rxWin[modelID].size / sizeof (double)),
960
                    DATATYPE_FLT);
961
      }
962
963
  readGetBuffers();

964
  xdebug("%s", "RETURN");
Deike Kleberg's avatar
Deike Kleberg committed
965
}
Deike Kleberg's avatar
Deike Kleberg committed
966
967
968

/************************************************************************/

969
970
971
972
973
974
975
976
977
978
979
#if defined (HAVE_LIBNETCDF) && ! defined (HAVE_PARALLEL_NC4)
static int
cdiPioStreamCDFOpenWrap(const char *filename, const char *filemode,
                        int filetype, stream_t *streamptr,
                        int recordBufIsToBeCreated)
{
  switch (filetype)
    {
    case FILETYPE_NC4:
    case FILETYPE_NC4C:
      {
Thomas Jahns's avatar
Thomas Jahns committed
980
981
        /* Only needs initialization to shut up gcc */
        int rank = -1, fileID;
Thomas Jahns's avatar
Thomas Jahns committed
982
983
        int ioMode = commInqIOMode();
        if (ioMode == PIO_NONE
984
985
986
987
            || commInqRankColl() == (rank = cdiPioNextOpenRank()))
          fileID = cdiStreamOpenDefaultDelegate(filename, filemode, filetype,
                                                streamptr,
                                                recordBufIsToBeCreated);
988
989
        else
          streamptr->filetype = filetype;
Thomas Jahns's avatar
Thomas Jahns committed
990
        if (ioMode != PIO_NONE)
991
992
993
994
995
996
997
998
999
1000
          xmpi(MPI_Bcast(&fileID, 1, MPI_INT, rank, commInqCommColl()));
        streamptr->ownerRank = rank;
        return fileID;
      }
    default:
      return cdiStreamOpenDefaultDelegate(filename, filemode, filetype,
                                          streamptr, recordBufIsToBeCreated);
    }
}

For faster browsing, not all history is shown. View entire blame