stream_cgribex.c 58 KB
Newer Older
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1
2
3
4
5
#if defined (HAVE_CONFIG_H)
#  include "config.h"
#endif

#include <stdio.h>
6
// #include <float.h>  /* FLT_EPSILON */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
7
8
9

#include "dmemory.h"
#include "cdi.h"
10
#include "cdi_int.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
11
12
13
14
#include "file.h"
#include "varscan.h"
#include "datetime.h"
#include "vlist.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
15
#include "stream_grb.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
16

Uwe Schulzweida's avatar
Uwe Schulzweida committed
17
18
19
#if  defined  (HAVE_LIBCGRIBEX)
#  include "cgribex.h"
#endif
Uwe Schulzweida's avatar
Uwe Schulzweida committed
20

Uwe Schulzweida's avatar
Uwe Schulzweida committed
21
extern int cdiInventoryMode;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
22
23

typedef struct {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
24
  int param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
25
26
27
  int level1;
  int level2;
  int ltype;
28
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
29
} compvar_t;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
30
31


Uwe Schulzweida's avatar
Uwe Schulzweida committed
32
#if  defined  (HAVE_LIBCGRIBEX)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
33
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
34
int cgribexGetGridType(int *isec2)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
35
{
36
  int gridtype = GRID_GENERIC;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
37
38
39

  switch (ISEC2_GridType)
    {
40
    case  GRIB1_GTYPE_LATLON:     { if ( ISEC2_Reduced )      break; }
41
42
43
44
45
46
47
48
49
50
    case  GRIB1_GTYPE_LATLON_ROT: { gridtype = GRID_LONLAT;   break; }
    case  GRIB1_GTYPE_LCC:        { gridtype = GRID_LCC;      break; }
    case  GRIB1_GTYPE_GAUSSIAN:   { if ( ISEC2_Reduced )
	                              gridtype = GRID_GAUSSIAN_REDUCED;
                         	    else
				      gridtype = GRID_GAUSSIAN;
          	                    break;
                                  }
    case  GRIB1_GTYPE_SPECTRAL:   { gridtype = GRID_SPECTRAL; break; }
    case  GRIB1_GTYPE_GME:        { gridtype = GRID_GME;      break; }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
51
52
53
54
55
    }

  return (gridtype);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
56
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
57
int cgribexGetIsRotated(int *isec2)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
58
59
60
{
  int isRotated = 0;

61
  if ( ISEC2_GridType == GRIB1_GTYPE_LATLON_ROT )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
62
63
64
    {
      isRotated = 1;
    }
65

Uwe Schulzweida's avatar
Uwe Schulzweida committed
66
67
68
  return (isRotated);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
69
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
70
int cgribexGetZaxisHasBounds(int grb_ltype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
71
72
73
{
  int lbounds = 0;

74
  switch (grb_ltype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
75
    {
76
    case GRIB1_LTYPE_SIGMA_LAYER:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
77
78
    case GRIB1_LTYPE_HYBRID_LAYER:
    case GRIB1_LTYPE_LANDDEPTH_LAYER:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
79
80
81
82
83
84
85
86
87
      {
	lbounds = 1;
	break;
      }
    }

  return (lbounds);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
88
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
89
int cgribexGetTimeUnit(int *isec1)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
90
{
91
  int timeunit = TUNIT_HOUR;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
92
93
94
95
  static int lprint = TRUE;

  switch ( ISEC1_TimeUnit )
    {
96
97
98
99
100
101
102
103
    case ISEC1_TABLE4_MINUTE:    timeunit = TUNIT_MINUTE;    break;
    case ISEC1_TABLE4_QUARTER:   timeunit = TUNIT_QUARTER;   break;
    case ISEC1_TABLE4_30MINUTES: timeunit = TUNIT_30MINUTES; break;
    case ISEC1_TABLE4_HOUR:      timeunit = TUNIT_HOUR;      break;
    case ISEC1_TABLE4_3HOURS:    timeunit = TUNIT_3HOURS;    break;
    case ISEC1_TABLE4_6HOURS:    timeunit = TUNIT_6HOURS;    break;
    case ISEC1_TABLE4_12HOURS:   timeunit = TUNIT_12HOURS;   break;
    case ISEC1_TABLE4_DAY:       timeunit = TUNIT_DAY;       break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
104
105
106
    default:
      if ( lprint )
	{
107
	  Message("GRIB time unit %d unsupported!", ISEC1_TimeUnit);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
108
109
	  lprint = FALSE;
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
110
      break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
111
112
113
114
115
    }

  return (timeunit);
}

116
117
118
119
120
121
122
123
124
125
126
127
128
129
static
int cgribexTimeIsFC(int *isec1)
{
  int isFC = TRUE;

  if ( ISEC1_TimeRange == 10 && ISEC1_TimePeriod1 == 0 && ISEC1_TimePeriod2 == 0 )
    isFC = FALSE;

  return (isFC);
}

static
int cgribexGetTsteptype(int timerange)
{
130
  int tsteptype = TSTEP_INSTANT;
131
132
133
134
135
136
137
138
139
140
141
142
143
144
  static int lprint = TRUE;

  switch ( timerange )
    {
    case  0:  tsteptype = TSTEP_INSTANT;  break;
    case  1:  tsteptype = TSTEP_INSTANT2; break;
    case  2:  tsteptype = TSTEP_RANGE;    break;
    case  3:  tsteptype = TSTEP_AVG;      break;
    case  4:  tsteptype = TSTEP_ACCUM;    break;
    case  5:  tsteptype = TSTEP_DIFF;     break;
    case 10:  tsteptype = TSTEP_INSTANT3; break;
    default:
      if ( lprint )
	{
145
	  Message("Time range indicator %d unsupported, set to 0!", timerange);
146
147
	  lprint = FALSE;
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
148
      break;
149
150
151
152
153
    }

  return (tsteptype);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
154
static
155
void cgribexGetGrid(stream_t *streamptr, int *isec2, double *fsec2, int *isec4, grid_t *grid, int iret)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
156
{
157
158
  int compyinc = TRUE;
  int gridtype = cgribexGetGridType(isec2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
159

160
  if ( streamptr->unreduced && gridtype == GRID_GAUSSIAN_REDUCED && iret != -801 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
161
    {
162
163
164
      int ilat, nlon = 0;
      for ( ilat = 0; ilat < ISEC2_NumLat; ++ilat )
        if ( ISEC2_RowLon(ilat) > nlon ) nlon = ISEC2_RowLon(ilat);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
165
      gridtype = GRID_GAUSSIAN;
166
167
      ISEC2_NumLon = nlon;
      ISEC4_NumValues = nlon*ISEC2_NumLat;
168
      compyinc = FALSE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
169
170
    }

171
  memset(grid, 0, sizeof(grid_t));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
172
173
174
175
176
177
  switch (gridtype)
    {
    case GRID_LONLAT:
    case GRID_GAUSSIAN:
      {
	if ( ISEC4_NumValues != ISEC2_NumLon*ISEC2_NumLat )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
178
	  Error("numberOfPoints (%d) and gridSize (%d) differ!", ISEC4_NumValues, ISEC2_NumLon*ISEC2_NumLat);
179
180
181
	grid->size  = ISEC4_NumValues;
	grid->xsize = ISEC2_NumLon;
	grid->ysize = ISEC2_NumLat;
182
        if ( gridtype == GRID_GAUSSIAN ) grid->np = ISEC2_NumPar;
183
184
185
	grid->xinc  = 0;
	grid->yinc  = 0;
	grid->xdef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
186
187
	/* if ( ISEC2_FirstLon != 0 || ISEC2_LastLon != 0 ) */
	  {
188
	    if ( grid->xsize > 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
189
	      {
190
                int recompinc = TRUE;
191

192
193
                if ( ISEC2_LastLon < ISEC2_FirstLon && ISEC2_LastLon < 0 ) ISEC2_LastLon += 360000;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
194
		if ( ISEC2_ResFlag && ISEC2_LonIncr > 0 )
195
196
197
198
199
200
201
                  {
                    if ( abs(ISEC2_LastLon - (ISEC2_FirstLon+ISEC2_LonIncr*(grid->xsize-1))) <= 2 )
                      {
                        recompinc = FALSE;
                        grid->xinc = ISEC2_LonIncr * 0.001;
                      }
                  }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
202

203
		/* recompute xinc if necessary */
204
                if ( recompinc ) grid->xinc = (ISEC2_LastLon - ISEC2_FirstLon) * 0.001 / (grid->xsize-1);
205
206
207
208
209
210
211
212
213
214
215
216

		/* correct xinc if necessary */
		if ( ISEC2_FirstLon == 0 && ISEC2_LastLon > 354000 && ISEC2_LastLon < 360000 )
		  {
		    double xinc = 360. / grid->xsize;

		    if ( fabs(grid->xinc-xinc) > 0.0 )
		      {
			grid->xinc = xinc;
			if ( CDI_Debug ) Message("set xinc to %g", grid->xinc);
		      }
		  }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
217
	      }
218
219
	    grid->xfirst = ISEC2_FirstLon * 0.001;
	    grid->xlast  = ISEC2_LastLon  * 0.001;
220
	    grid->xdef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
221
	  }
222
	grid->ydef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
223
224
	/* if ( ISEC2_FirstLat != 0 || ISEC2_LastLat != 0 ) */
	  {
225
	    if ( grid->ysize > 1 && compyinc )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
226
	      {
227
                int recompinc = TRUE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
228
		if ( ISEC2_ResFlag && ISEC2_LatIncr > 0 )
229
230
231
232
233
234
235
                  {
                    if ( abs(ISEC2_LastLat - (ISEC2_FirstLat+ISEC2_LatIncr*(grid->ysize-1))) <= 2 )
                      {
                        recompinc = FALSE;
                        grid->yinc = ISEC2_LatIncr * 0.001;
                      }
                  }
236

237
		/* recompute yinc if necessary */
238
                if ( recompinc ) grid->yinc = (ISEC2_LastLat - ISEC2_FirstLat) * 0.001 / (grid->ysize - 1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
239
	      }
240
241
	    grid->yfirst = ISEC2_FirstLat * 0.001;
	    grid->ylast  = ISEC2_LastLat  * 0.001;
242
	    grid->ydef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
243
244
245
246
247
	  }
	break;
      }
    case GRID_GAUSSIAN_REDUCED:
      {
248
        grid->np     = ISEC2_NumPar;
249
250
251
	grid->size   = ISEC4_NumValues;
        grid->rowlon = ISEC2_RowLonPtr;
	grid->ysize  = ISEC2_NumLat;
252
253
254
	grid->xinc   = 0;
	grid->yinc   = 0;
	grid->xdef   = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
255
256
	/* if ( ISEC2_FirstLon != 0 || ISEC2_LastLon != 0 ) */
	  {
257
	    if ( grid->xsize > 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
258
	      {
259
260
                if ( ISEC2_LastLon < ISEC2_FirstLon && ISEC2_LastLon < 0 ) ISEC2_LastLon += 360000;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
261
		if ( ISEC2_ResFlag && ISEC2_LonIncr > 0 )
262
		  grid->xinc = ISEC2_LonIncr * 0.001;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
263
		else
264
		  grid->xinc = (ISEC2_LastLon - ISEC2_FirstLon) * 0.001 / (grid->xsize - 1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
265
	      }
266
267
	    grid->xfirst = ISEC2_FirstLon * 0.001;
	    grid->xlast  = ISEC2_LastLon  * 0.001;
268
	    grid->xdef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
269
	  }
270
	grid->ydef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
271
272
	/* if ( ISEC2_FirstLat != 0 || ISEC2_LastLat != 0 ) */
	  {
273
	    if ( grid->ysize > 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
274
275
	      {
		if ( ISEC2_ResFlag && ISEC2_LatIncr > 0 )
276
		  grid->yinc = ISEC2_LatIncr * 0.001;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
277
		else
278
		  grid->yinc = (ISEC2_LastLat - ISEC2_FirstLat) * 0.001 / (grid->ysize - 1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
279
	      }
280
281
	    grid->yfirst = ISEC2_FirstLat * 0.001;
	    grid->ylast  = ISEC2_LastLat  * 0.001;
282
	    grid->ydef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
283
284
285
	  }
	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
286
    case GRID_LCC:
287
288
      {
	if ( ISEC4_NumValues != ISEC2_NumLon*ISEC2_NumLat )
289
	  Error("numberOfPoints (%d) and gridSize (%d) differ!",
290
		ISEC4_NumValues, ISEC2_NumLon*ISEC2_NumLat);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
291

292
293
294
	grid->size  = ISEC4_NumValues;
	grid->xsize = ISEC2_NumLon;
	grid->ysize = ISEC2_NumLat;
295

296
297
298
299
300
301
302
303
304
	grid->lcc_xinc      = ISEC2_Lambert_dx;
	grid->lcc_yinc      = ISEC2_Lambert_dy;
	grid->lcc_originLon = ISEC2_FirstLon * 0.001;
	grid->lcc_originLat = ISEC2_FirstLat * 0.001;
	grid->lcc_lonParY   = ISEC2_Lambert_Lov * 0.001;
	grid->lcc_lat1      = ISEC2_Lambert_LatS1 * 0.001;
	grid->lcc_lat2      = ISEC2_Lambert_LatS2 * 0.001;
	grid->lcc_projflag  = ISEC2_Lambert_ProjFlag;
	grid->lcc_scanflag  = ISEC2_ScanFlag;
305

306
	grid->xdef   = 0;
307
	grid->ydef   = 0;
308
309
310

	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
311
312
    case GRID_SPECTRAL:
      {
313
314
	grid->size  = ISEC4_NumValues;
	grid->trunc = ISEC2_PentaJ;
315
	if ( ISEC2_RepMode == 2 )
316
	  grid->lcomplex = 1;
317
	else
318
	  grid->lcomplex = 0;
319

Uwe Schulzweida's avatar
Uwe Schulzweida committed
320
321
322
323
	break;
      }
    case GRID_GME:
      {
324
325
326
327
328
	grid->size  = ISEC4_NumValues;
	grid->nd    = ISEC2_GME_ND;
	grid->ni    = ISEC2_GME_NI;
	grid->ni2   = ISEC2_GME_NI2;
	grid->ni3   = ISEC2_GME_NI3;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
329
330
331
332
	break;
      }
    case GRID_GENERIC:
      {
333
334
335
	grid->size  = ISEC4_NumValues;
	grid->xsize = 0;
	grid->ysize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
336
337
338
339
	break;
      }
    default:
      {
340
	Error("Unsupported grid type: %s", gridNamePtr(gridtype));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
341
342
343
344
	break;
      }
    }

345
  grid->isRotated = FALSE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
346
  if ( cgribexGetIsRotated(isec2) )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
347
    {
348
      grid->isRotated = TRUE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
349
350
      grid->ypole     = - ISEC2_LatSP*0.001;
      grid->xpole     =   ISEC2_LonSP*0.001 - 180;
351
      grid->angle     = FSEC2_RotAngle;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
352
353
    }

354
355
356
357
358
359
  grid->xvals = NULL;
  grid->yvals = NULL;
  grid->type  = gridtype;
}

static
360
void cgribexAddRecord(stream_t * streamptr, int param, int *isec1, int *isec2, double *fsec2, double *fsec3,
361
		      int *isec4, long recsize, off_t position, int datatype, int comptype, int lmv, int iret)
362
{
363
  int varID;
364
365
366
  int levelID = 0;
  grid_t grid;

367
368
369
370
  int vlistID = streamptr->vlistID;
  int tsID    = streamptr->curTsID;
  int recID   = recordNewEntry(streamptr, tsID);
  record_t *record  = &streamptr->tsteps[tsID].records[recID];
371

372
373
  int tsteptype = cgribexGetTsteptype(ISEC1_TimeRange);
  int numavg    = ISEC1_AvgNum;
374

375
376
  int level1  = ISEC1_Level1;
  int level2  = ISEC1_Level2;
377
378
379

  /* fprintf(stderr, "param %d %d %d %d\n", param, level1, level2, ISEC1_LevelType); */

380
381
382
383
384
385
386
  record->size      = (size_t)recsize;
  record->position  = position;
  record->param     = param;
  record->ilevel    = level1;
  record->ilevel2   = level2;
  record->ltype     = ISEC1_LevelType;
  record->tsteptype = tsteptype;
387

388
  cgribexGetGrid(streamptr, isec2, fsec2, isec4, &grid, iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
389

390
  int gridID = varDefGrid(vlistID, &grid, 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
391

392
  int zaxistype = grib1ltypeToZaxisType(ISEC1_LevelType);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
393

394
  if ( zaxistype == ZAXIS_HYBRID || zaxistype == ZAXIS_HYBRID_HALF )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
395
    {
396
      size_t vctsize = (size_t)ISEC2_NumVCP;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
397
398
399
400
401
      double *vctptr = &fsec2[10];

      varDefVCT(vctsize, vctptr);
    }

402
  int lbounds = cgribexGetZaxisHasBounds(ISEC1_LevelType);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
403

404
405
  if ( datatype > 32 ) datatype = DATATYPE_PACK32;
  if ( datatype <  0 ) datatype = DATATYPE_PACK;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
406

407
408
  /* set dummy tiles attributes (so far, only used for GRIB-API and GRIB2) */
  int tile_index;
409
  varAddRecord(recID, param, gridID, zaxistype, lbounds, level1, level2, 0, 0,
410
411
	       datatype, &varID, &levelID, tsteptype, numavg, ISEC1_LevelType, -1, 
               NULL, NULL, NULL, NULL, dummy_tiles, &tile_index);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
412

413
414
  (*record).varID   = (short)varID;
  (*record).levelID = (short)levelID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
415

416
  varDefCompType(varID, comptype);
417

418
419
420
421
422
423
424
  if ( ISEC1_LocalFLag )
    {
      if      ( ISEC1_CenterID == 78  && isec1[36] == 253 ) // DWD local extension
        varDefEnsembleInfo(varID, isec1[54], isec1[53], isec1[52]);
      else if ( ISEC1_CenterID == 252 && isec1[36] ==   1 ) // MPIM local extension
        varDefEnsembleInfo(varID, isec1[38], isec1[39], isec1[37]);
    }
425

426
427
  if ( lmv ) varDefMissval(varID, FSEC3_MissVal);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
428
  if ( varInqInst(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
429
430
431
432
433
    {
      int center, subcenter, instID;
      center    = ISEC1_CenterID;
      subcenter = ISEC1_SubCenterID;
      instID    = institutInq(center, subcenter, NULL, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
434
      if ( instID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
435
436
437
438
	instID = institutDef(center, subcenter, NULL, NULL);
      varDefInst(varID, instID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
439
  if ( varInqModel(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
440
441
442
    {
      int modelID;
      modelID = modelInq(varInqInst(varID), ISEC1_ModelID, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
443
      if ( modelID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
444
445
446
447
	modelID = modelDef(varInqInst(varID), ISEC1_ModelID, NULL);
      varDefModel(varID, modelID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
448
  if ( varInqTable(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
449
450
    {
      int tableID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
451

Uwe Schulzweida's avatar
Uwe Schulzweida committed
452
      tableID = tableInq(varInqModel(varID), ISEC1_CodeTable, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
453

Uwe Schulzweida's avatar
Uwe Schulzweida committed
454
      if ( tableID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
455
456
457
458
	tableID = tableDef(varInqModel(varID), ISEC1_CodeTable, NULL);
      varDefTable(varID, tableID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
459
460
  streamptr->tsteps[tsID].nallrecs++;
  streamptr->nrecs++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
461
462
}

463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
static
void MCH_get_undef(int *isec1, double *undef_pds, double *undef_eps)
{
  /* 2010-01-13: Oliver Fuhrer */
  if ( ISEC1_CenterID == 215 ) {
    if (isec1[34] != 0 && isec1[34] != 255) {
      if (isec1[34] & 2) {
        if (isec1[34] & 1) {
          *undef_pds = -0.99*pow(10.0,-isec1[35]);
        } else {
          *undef_pds = +0.99*pow(10.0,-isec1[35]);
        }
        *undef_eps = pow(10.0,-isec1[35]-1);
      } else {
        if (isec1[34] & 1) {
          *undef_pds = -0.99*pow(10.0,+isec1[35]);
        } else {
          *undef_pds = +0.99*pow(10.0,+isec1[35]);
        }
        *undef_eps = pow(10.0,isec1[35]-1);
      }
    }
  }
}

static
void cgribexDecodeHeader(int *isec0, int *isec1, int *isec2, double *fsec2,
490
			 int *isec3, double *fsec3, int *isec4, double *fsec4,
491
			 int *gribbuffer, int recsize, int *lmv, int *iret)
492
{
493
  int ipunp = 0, iword = 0;
494

495
496
  memset(isec1, 0, 256*sizeof(int));

497
  gribExDP(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
498
	   ipunp, (int *) gribbuffer, recsize, &iword, "J", iret);
499
500
501
502
503
504
505
506
507
508
509
510

  *lmv = 0;

  if ( ISEC1_CenterID == 215 && (isec1[34] != 0 && isec1[34] != 255) )
    {
      double undef_pds, undef_eps;

      MCH_get_undef(isec1, &undef_pds, &undef_eps);
      FSEC3_MissVal = undef_pds;
      *lmv = 1;
    }
}
511
512

static
513
compvar_t cgribexVarSet(int param, int level1, int level2, int leveltype, int trange)
514
515
{
  compvar_t compVar;
516
  int tsteptype = cgribexGetTsteptype(trange);
517

518
519
520
521
522
  compVar.param     = param;
  compVar.level1    = level1;
  compVar.level2    = level2;
  compVar.ltype     = leveltype;
  compVar.tsteptype = tsteptype;
523
524
525
526

  return (compVar);
}

Thomas Jahns's avatar
Thomas Jahns committed
527
528
static inline int
cgribexVarCompare(compvar_t compVar, record_t record, int flag)
529
{
Thomas Jahns's avatar
Thomas Jahns committed
530
531
532
533
  int tstepDiff = (!((flag == 0) & (((compVar.tsteptype == TSTEP_INSTANT)
                                     & (record.tsteptype == TSTEP_INSTANT3))
                                    |((compVar.tsteptype == TSTEP_INSTANT3)
                                      & (record.tsteptype == TSTEP_INSTANT)))))
Thomas Jahns's avatar
Thomas Jahns committed
534
535
536
537
538
539
    & (compVar.tsteptype != record.tsteptype);
  int rstatus = (compVar.param != record.param)
    |           (compVar.level1 != record.ilevel)
    |           (compVar.level2 != record.ilevel2)
    |           (compVar.ltype != record.ltype)
    |           tstepDiff;
540
541
  return (rstatus);
}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
542
#endif
Uwe Schulzweida's avatar
Uwe Schulzweida committed
543

544
545
546
#define gribWarning(text, nrecs, timestep, paramstr, level1, level2) \
            Warning("Record %2d (id=%s lev1=%d lev2=%d) timestep %d: %s", nrecs, paramstr, level1, level2, timestep, text)

547
#if  defined  (HAVE_LIBCGRIBEX)
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580

static inline void
cgribexScanTsFixNtsteps(stream_t *streamptr, off_t recpos)
{
  if ( streamptr->ntsteps == -1 )
    {
      int tsID = tstepsNewEntry(streamptr);
      if ( tsID != streamptr->rtsteps )
	Error("Internal error. tsID = %d", tsID);

      streamptr->tsteps[tsID-1].next   = TRUE;
      streamptr->tsteps[tsID].position = recpos;
    }
}

static inline void
cgribexScanTsConstAdjust(stream_t *streamptr, taxis_t *taxis)
{
  int vlistID = streamptr->vlistID;
  if ( streamptr->ntsteps == 1 )
    {
      if ( taxis->vdate == 0 && taxis->vtime == 0 )
	{
	  streamptr->ntsteps = 0;
	  for (int varID = 0; varID < streamptr->nvars; varID++ )
	    {
	      vlistDefVarTsteptype(vlistID, varID, TSTEP_CONSTANT);
	    }
	}
    }
}


581
int cgribexScanTimestep1(stream_t * streamptr)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
582
583
584
{
  int *isec0, *isec1, *isec2, *isec3, *isec4;
  double fsec2[512], fsec3[2], *fsec4 = NULL;
585
  int lmv = 0, iret = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
586
587
  off_t recpos = 0;
  unsigned char *gribbuffer = NULL;
588
  size_t buffersize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
589
  int rstatus;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
590
  int fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
591
592
  int param = 0;
  int level1 = 0, level2 = 0, vdate = 0, vtime = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
593
594
595
  DateTime datetime, datetime0;
  int tsID;
  size_t readsize;
596
  unsigned nrecords, recID;
597
  int nrecs_scanned = 0;
598
  int datatype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
599
  long recsize = 0;
600
  int warn_time = TRUE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
601
602
603
  int warn_numavg = TRUE;
  int taxisID = -1;
  int rdate = 0, rtime = 0, tunit = 0, fcast = 0;
604
  taxis_t *taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
605
  int vlistID;
606
  int comptype;
607
  long unzipsize;
608
  char paramstr[32];
609
610
  extern int cdiSkipRecords;
  int nskip = cdiSkipRecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
611
612

  streamptr->curTsID = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
613

Uwe Schulzweida's avatar
Uwe Schulzweida committed
614
615
616
617
618
  isec0 = streamptr->record->sec0;
  isec1 = streamptr->record->sec1;
  isec2 = streamptr->record->sec2;
  isec3 = streamptr->record->sec3;
  isec4 = streamptr->record->sec4;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
619

620
  tsID  = tstepsNewEntry(streamptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
621
  taxis = &streamptr->tsteps[tsID].taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
622
623

  if ( tsID != 0 )
624
    Error("Internal problem! tstepsNewEntry returns %d", tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
625

Uwe Schulzweida's avatar
Uwe Schulzweida committed
626
  fileID = streamptr->fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
627

628
629
630
  while ( nskip-- > 0 )
    {
      recsize = gribGetSize(fileID);
631
      if ( recsize == 0 )
632
	Error("Skipping of %d records failed!", cdiSkipRecords);
633

634
      recpos  = fileGetPos(fileID);
635
      fileSetPos(fileID, (off_t)recsize, SEEK_CUR);
636
637
    }

638
  unsigned nrecs = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
639
640
641
642
643
644
645
  while ( TRUE )
    {
      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);

      if ( recsize == 0 )
	{
646
	  if ( nrecs == 0 )
647
	    Error("No GRIB records found!");
648

Uwe Schulzweida's avatar
Uwe Schulzweida committed
649
	  streamptr->ntsteps = 1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
650
651
	  break;
	}
652
      if ( (size_t)recsize > buffersize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
653
	{
654
	  buffersize = (size_t)recsize;
655
	  gribbuffer = (unsigned char *)xrealloc(gribbuffer, buffersize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
656
657
	}

658
      readsize = (size_t)recsize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
659
660
      rstatus = gribRead(fileID, gribbuffer, &readsize);
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
661

662
      comptype = COMPRESS_NONE;
663
664
      if ( gribGetZip(recsize, gribbuffer, &unzipsize) > 0 )
	{
665
	  comptype = COMPRESS_SZIP;
666
	  unzipsize += 100; /* need 0 to 1 bytes for rounding of bds */
667
	  if ( buffersize < (size_t)unzipsize )
668
	    {
669
	      buffersize = (size_t)unzipsize;
670
671
672
673
	      gribbuffer = (unsigned char *) realloc(gribbuffer, buffersize);
	    }
	}

674
      nrecs_scanned++;
675
      cgribexDecodeHeader(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
676
			  (int *) gribbuffer, (int)recsize, &lmv, &iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
677

Uwe Schulzweida's avatar
Uwe Schulzweida committed
678
      param = cdiEncodeParam(ISEC1_Parameter, ISEC1_CodeTable, 255);
679
680
      cdiParamToString(param, paramstr, sizeof(paramstr));

681
682
      if ( ISEC1_LevelType == 100 ) ISEC1_Level1 *= 100;
      if ( ISEC1_LevelType ==  99 ) ISEC1_LevelType = 100;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
683
684
685
      level1   = ISEC1_Level1;
      level2   = ISEC1_Level2;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
686
687
      gribDateTime(isec1, &vdate, &vtime);

688
      if ( ISEC4_NumBits > 0 && ISEC4_NumBits <= 32 )
689
	datatype = ISEC4_NumBits;
690
      else
691
        datatype = DATATYPE_PACK;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
692
693
694
695
696
697
698

      if ( nrecs == 0 )
	{
	  datetime0.date = vdate;
	  datetime0.time = vtime;
	  rdate = gribRefDate(isec1);
	  rtime = gribRefTime(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
699
	  tunit = cgribexGetTimeUnit(isec1);
700
	  fcast = cgribexTimeIsFC(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
701
702
703
704
705
	}
      else
	{
	  datetime.date  = vdate;
	  datetime.time  = vtime;
706

707
	  compvar_t compVar = cgribexVarSet(param, level1, level2, ISEC1_LevelType, ISEC1_TimeRange);
708

Uwe Schulzweida's avatar
Uwe Schulzweida committed
709
710
	  for ( recID = 0; recID < nrecs; recID++ )
	    {
711
	      if ( cgribexVarCompare(compVar, streamptr->tsteps[0].records[recID], 0) == 0 ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
712
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
713
714
715
716
717
718
719

	  if ( cdiInventoryMode == 1 )
	    {
	      if ( recID < nrecs ) break;
	      if ( warn_time )
		if ( memcmp(&datetime, &datetime0, sizeof(DateTime)) != 0 )
		  {
720
                    gribWarning("Inconsistent verification time!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
721
722
723
724
725
726
727
728
729
		    warn_time = FALSE;
		  }
	    }
	  else
	    {
	      if ( memcmp(&datetime, &datetime0, sizeof(DateTime)) != 0 ) break;

	      if ( recID < nrecs )
		{
730
		  gribWarning("Parameter already exist, skipped!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
731
732
733
		  continue;
		}
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
734
735
736
737
738
739
	}

      if ( ISEC1_AvgNum )
	{
	  if (  taxis->numavg && warn_numavg && (taxis->numavg != ISEC1_AvgNum) )
	    {
740
	      Warning("Changing numavg from %d to %d not supported!", taxis->numavg, ISEC1_AvgNum);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
741
742
743
744
745
746
747
748
749
750
751
	      warn_numavg = FALSE;
	    }
	  else
	    {
	      taxis->numavg = ISEC1_AvgNum;
	    }
	}

      nrecs++;

      if ( CDI_Debug )
752
	Message("Read record %2d (id=%s lev1=%d lev2=%d) %8d %6d", nrecs_scanned, paramstr, level1, level2, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
753

754
      cgribexAddRecord(streamptr, param, isec1, isec2, fsec2, fsec3,
755
		       isec4, recsize, recpos, datatype, comptype, lmv, iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
756
757
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
758
  streamptr->rtsteps = 1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
759

760
761
  if ( nrecs == 0 ) return (CDI_EUFSTRUCT);

762
  cdi_generate_vars(streamptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
763
764
765

  if ( fcast )
    {
766
      taxisID = taxisCreate(TAXIS_RELATIVE);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
767
768
769
770
771
772
773
      taxis->type  = TAXIS_RELATIVE;
      taxis->rdate = rdate;
      taxis->rtime = rtime;
      taxis->unit  = tunit;
    }
  else
    {
774
      taxisID = taxisCreate(TAXIS_ABSOLUTE);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
775
      taxis->type  = TAXIS_ABSOLUTE;
776
      taxis->unit  = tunit;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
777
778
    }

779
780
  taxis->vdate = (int)datetime0.date;
  taxis->vtime = (int)datetime0.time;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
781

Uwe Schulzweida's avatar
Uwe Schulzweida committed
782
  vlistID = streamptr->vlistID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
783
784
  vlistDefTaxis(vlistID, taxisID);

785
786
  nrecords = (unsigned)streamptr->tsteps[0].nallrecs;
  if ( nrecords < (unsigned)streamptr->tsteps[0].recordSize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
787
    {
788
      streamptr->tsteps[0].recordSize = (int)nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
789
      streamptr->tsteps[0].records =
Uwe Schulzweida's avatar
Uwe Schulzweida committed
790
      (record_t *) realloc(streamptr->tsteps[0].records, nrecords*sizeof(record_t));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
791
792
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
793
  streamptr->tsteps[0].recIDs = (int *) malloc(nrecords*sizeof(int));
794
  streamptr->tsteps[0].nrecs = (int)nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
795
  for ( recID = 0; recID < nrecords; recID++ )
796
    streamptr->tsteps[0].recIDs[recID] = (int)recID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
797

Uwe Schulzweida's avatar
Uwe Schulzweida committed
798
  streamptr->record->buffer     = gribbuffer;
799
  streamptr->record->buffersize = (size_t)buffersize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
800

801
802
  cgribexScanTsFixNtsteps(streamptr, recpos);
  cgribexScanTsConstAdjust(streamptr, taxis);
803
804

  return (0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
805
806
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
807

808
int cgribexScanTimestep2(stream_t * streamptr)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
809
{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
810
  int rstatus = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
811
812
  int *isec0, *isec1, *isec2, *isec3, *isec4;
  double fsec2[512], fsec3[2], *fsec4 = NULL;
813
  int lmv = 0, iret = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
814
815
  off_t recpos = 0;
  unsigned char *gribbuffer = NULL;
816
  size_t buffersize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
817
  int fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
818
819
  int param = 0;
  int level1 = 0, level2 = 0, vdate = 0, vtime = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
820
  DateTime datetime, datetime0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
821
822
823
824
  int tsID;
  int varID, gridID;
  size_t readsize;
  int nrecords, nrecs, recID, rindex;
825
  int nrecs_scanned = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
826
827
  long recsize = 0;
  int warn_numavg = TRUE;
828
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
829
  int taxisID = -1;
830
  taxis_t *taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
831
  int vlistID;
832
  long unzipsize;
833
  char paramstr[32];
Uwe Schulzweida's avatar
Uwe Schulzweida committed
834

Uwe Schulzweida's avatar
Uwe Schulzweida committed
835
836
837
838
839
840
841
  streamptr->curTsID = 1;

  isec0 = streamptr->record->sec0;
  isec1 = streamptr->record->sec1;
  isec2 = streamptr->record->sec2;
  isec3 = streamptr->record->sec3;
  isec4 = streamptr->record->sec4;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
842

Uwe Schulzweida's avatar
Uwe Schulzweida committed
843
844
  fileID  = streamptr->fileID;
  vlistID = streamptr->vlistID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
845
846
  taxisID = vlistInqTaxis(vlistID);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
847
848
  gribbuffer = (unsigned char *) streamptr->record->buffer;
  buffersize = streamptr->record->buffersize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
849

Uwe Schulzweida's avatar
Uwe Schulzweida committed
850
  tsID = streamptr->rtsteps;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
851
  if ( tsID != 1 )
Thomas Jahns's avatar
Thomas Jahns committed
852
    Error("Internal problem! unexpected timestep %d", tsID+1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
853

Uwe Schulzweida's avatar
Uwe Schulzweida committed
854
  taxis = &streamptr->tsteps[tsID].taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
855

Uwe Schulzweida's avatar
Uwe Schulzweida committed
856
  fileSetPos(fileID, streamptr->tsteps[tsID].position, SEEK_SET);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
857

858
  cdi_create_records(streamptr, tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
859

Uwe Schulzweida's avatar
Uwe Schulzweida committed
860
  nrecords = streamptr->tsteps[tsID].nallrecs;
861
  if ( nrecords ) streamptr->tsteps[1].recIDs = (int *)xmalloc((size_t)nrecords * sizeof(int));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
862
  streamptr->tsteps[1].nrecs = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
863
  for ( recID = 0; recID < nrecords; recID++ )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
864
    streamptr->tsteps[1].recIDs[recID] = -1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
865

Uwe Schulzweida's avatar
Uwe Schulzweida committed
866
867
  for ( recID = 0; recID < nrecords; recID++ )
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
868
      varID = streamptr->tsteps[0].records[recID].varID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
869
870
      streamptr->tsteps[tsID].records[recID].position =	streamptr->tsteps[0].records[recID].position;
      streamptr->tsteps[tsID].records[recID].size     =	streamptr->tsteps[0].records[recID].size;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
871
872
    }

873
  nrecs_scanned = nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
874
875
  rindex = 0;
  while ( TRUE )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
876
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
877
878
      if ( rindex > nrecords ) break;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
879
880
881
882
      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);
      if ( recsize == 0 )
	{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
883
	  streamptr->ntsteps = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
884
885
	  break;
	}
886
      if ( (size_t)recsize > buffersize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
887
	{
888
	  buffersize = (size_t)recsize;
889
	  gribbuffer = (unsigned char *)xrealloc(gribbuffer, buffersize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
890
891
	}

892
      readsize = (size_t)recsize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
893
894
      rstatus = gribRead(fileID, gribbuffer, &readsize);
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
895

896
897
898
      if ( gribGetZip(recsize, gribbuffer, &unzipsize) > 0 )
	{
	  unzipsize += 100; /* need 0 to 1 bytes for rounding of bds */
899
	  if ( buffersize < (size_t)unzipsize )
900
	    {
901
	      buffersize = (size_t)unzipsize;
902
903
904
905
	      gribbuffer = (unsigned char *) realloc(gribbuffer, buffersize);
	    }
	}

906
      cgribexDecodeHeader(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
907
			  (int *) gribbuffer, (int)recsize, &lmv, &iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
908

909
910
      nrecs_scanned++;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
911
      param = cdiEncodeParam(ISEC1_Parameter, ISEC1_CodeTable, 255);
912
913
      cdiParamToString(param, paramstr, sizeof(paramstr));

914
915
      if ( ISEC1_LevelType == 100 ) ISEC1_Level1 *= 100;
      if ( ISEC1_LevelType ==  99 ) ISEC1_LevelType = 100;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
      level1    = ISEC1_Level1;
      level2    = ISEC1_Level2;

      gribDateTime(isec1, &vdate, &vtime);

      if ( rindex == 0 )
	{
	  if ( taxisInqType(taxisID) == TAXIS_RELATIVE )
	    {
	      taxis->type  = TAXIS_RELATIVE;
	      taxis->rdate = gribRefDate(isec1);
	      taxis->rtime = gribRefTime(isec1);
	    }
	  else
	    {
	      taxis->type  = TAXIS_ABSOLUTE;
	    }
933
	  taxis->unit  = cgribexGetTimeUnit(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
934
935
	  taxis->vdate = vdate;
	  taxis->vtime = vtime;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
936
937
938

	  datetime0.date = vdate;
	  datetime0.time = vtime;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
939
940
	}

941
942
      tsteptype = cgribexGetTsteptype(ISEC1_TimeRange);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
943
944
945
      if ( ISEC1_AvgNum )
	{
	  if (  taxis->numavg && warn_numavg &&
946
        	(taxis->numavg != ISEC1_AvgNum) )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
947
948
	    {
	  /*
949
	      Warning("Changing numavg from %d to %d not supported!", taxis->numavg, ISEC1_AvgNum);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
950
951
952
953
954
955
956
957
958
	  */
	      warn_numavg = FALSE;
	    }
	  else
	    {
	      taxis->numavg = ISEC1_AvgNum;
	    }
	}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
959
960
      datetime.date  = vdate;
      datetime.time  = vtime;
961

962
      compvar_t compVar = cgribexVarSet(param, level1, level2, ISEC1_LevelType, ISEC1_TimeRange);
963

Uwe Schulzweida's avatar
Uwe Schulzweida committed
964
965
      for ( recID = 0; recID < nrecords; recID++ )
	{
966
	  if ( cgribexVarCompare(compVar, streamptr->tsteps[tsID].records[recID], 0) == 0 ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
967
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
968

Uwe Schulzweida's avatar
Uwe Schulzweida committed
969
970
      if ( recID == nrecords )
	{
971
	  gribWarning("Parameter not defined at timestep 1!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
972
973
974
	  return (CDI_EUFSTRUCT);
	}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
975
976
977
978
979
980
981
982
983
984
      if ( cdiInventoryMode == 1 )
	{
	  if ( streamptr->tsteps[tsID].records[recID].used )
	    {
	      break;
	    }
	  else
	    {
	      streamptr->tsteps[tsID].records[recID].used = TRUE;
	      streamptr->tsteps[tsID].recIDs[rindex] = recID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
985
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
986
987
988
989
990
991
992
	}
      else
	{
	  if ( streamptr->tsteps[tsID].records[recID].used )
	    {
	      if ( memcmp(&datetime, &datetime0, sizeof(DateTime)) != 0 ) break;

993
              gribWarning("Parameter already exist, skipped!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
994
995
996
997
998
999
	      continue;
	    }
	  else
	    {
	      streamptr->tsteps[tsID].records[recID].used = TRUE;
	      streamptr->tsteps[tsID].recIDs[rindex] = recID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1000
	    }