stream_cgribex.c 58.1 KB
Newer Older
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1
2
3
4
#if defined (HAVE_CONFIG_H)
#  include "config.h"
#endif

5
#include <limits.h>
Uwe Schulzweida's avatar
Uwe Schulzweida committed
6
#include <stdio.h>
7
// #include <float.h>  /* FLT_EPSILON */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
8
9
10

#include "dmemory.h"
#include "cdi.h"
11
#include "cdi_int.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
12
13
14
15
#include "file.h"
#include "varscan.h"
#include "datetime.h"
#include "vlist.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
16
#include "stream_grb.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
17

Uwe Schulzweida's avatar
Uwe Schulzweida committed
18
19
20
#if  defined  (HAVE_LIBCGRIBEX)
#  include "cgribex.h"
#endif
Uwe Schulzweida's avatar
Uwe Schulzweida committed
21

Uwe Schulzweida's avatar
Uwe Schulzweida committed
22
extern int cdiInventoryMode;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
23
24

typedef struct {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
25
  int param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
26
27
28
  int level1;
  int level2;
  int ltype;
29
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
30
} compvar_t;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
31
32


Uwe Schulzweida's avatar
Uwe Schulzweida committed
33
#if  defined  (HAVE_LIBCGRIBEX)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
34
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
35
int cgribexGetGridType(int *isec2)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
36
{
37
  int gridtype = GRID_GENERIC;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
38
39
40

  switch (ISEC2_GridType)
    {
41
    case  GRIB1_GTYPE_LATLON:     { if ( ISEC2_Reduced )      break; }
42
43
44
45
46
47
48
49
50
51
    case  GRIB1_GTYPE_LATLON_ROT: { gridtype = GRID_LONLAT;   break; }
    case  GRIB1_GTYPE_LCC:        { gridtype = GRID_LCC;      break; }
    case  GRIB1_GTYPE_GAUSSIAN:   { if ( ISEC2_Reduced )
	                              gridtype = GRID_GAUSSIAN_REDUCED;
                         	    else
				      gridtype = GRID_GAUSSIAN;
          	                    break;
                                  }
    case  GRIB1_GTYPE_SPECTRAL:   { gridtype = GRID_SPECTRAL; break; }
    case  GRIB1_GTYPE_GME:        { gridtype = GRID_GME;      break; }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
52
53
54
55
56
    }

  return (gridtype);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
57
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
58
int cgribexGetIsRotated(int *isec2)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
59
60
61
{
  int isRotated = 0;

62
  if ( ISEC2_GridType == GRIB1_GTYPE_LATLON_ROT )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
63
64
65
    {
      isRotated = 1;
    }
66

Uwe Schulzweida's avatar
Uwe Schulzweida committed
67
68
69
  return (isRotated);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
70
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
71
int cgribexGetZaxisHasBounds(int grb_ltype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
72
73
74
{
  int lbounds = 0;

75
  switch (grb_ltype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
76
    {
77
    case GRIB1_LTYPE_SIGMA_LAYER:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
78
79
    case GRIB1_LTYPE_HYBRID_LAYER:
    case GRIB1_LTYPE_LANDDEPTH_LAYER:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
80
81
82
83
84
85
86
87
88
      {
	lbounds = 1;
	break;
      }
    }

  return (lbounds);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
89
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
90
int cgribexGetTimeUnit(int *isec1)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
91
{
92
  int timeunit = TUNIT_HOUR;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
93
94
95
96
  static int lprint = TRUE;

  switch ( ISEC1_TimeUnit )
    {
97
98
99
100
101
102
103
104
    case ISEC1_TABLE4_MINUTE:    timeunit = TUNIT_MINUTE;    break;
    case ISEC1_TABLE4_QUARTER:   timeunit = TUNIT_QUARTER;   break;
    case ISEC1_TABLE4_30MINUTES: timeunit = TUNIT_30MINUTES; break;
    case ISEC1_TABLE4_HOUR:      timeunit = TUNIT_HOUR;      break;
    case ISEC1_TABLE4_3HOURS:    timeunit = TUNIT_3HOURS;    break;
    case ISEC1_TABLE4_6HOURS:    timeunit = TUNIT_6HOURS;    break;
    case ISEC1_TABLE4_12HOURS:   timeunit = TUNIT_12HOURS;   break;
    case ISEC1_TABLE4_DAY:       timeunit = TUNIT_DAY;       break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
105
106
107
    default:
      if ( lprint )
	{
108
	  Message("GRIB time unit %d unsupported!", ISEC1_TimeUnit);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
109
110
	  lprint = FALSE;
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
111
      break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
112
113
114
115
116
    }

  return (timeunit);
}

117
118
119
120
121
122
123
124
125
126
127
128
129
130
static
int cgribexTimeIsFC(int *isec1)
{
  int isFC = TRUE;

  if ( ISEC1_TimeRange == 10 && ISEC1_TimePeriod1 == 0 && ISEC1_TimePeriod2 == 0 )
    isFC = FALSE;

  return (isFC);
}

static
int cgribexGetTsteptype(int timerange)
{
131
  int tsteptype = TSTEP_INSTANT;
132
133
134
135
136
137
138
139
140
141
142
143
144
145
  static int lprint = TRUE;

  switch ( timerange )
    {
    case  0:  tsteptype = TSTEP_INSTANT;  break;
    case  1:  tsteptype = TSTEP_INSTANT2; break;
    case  2:  tsteptype = TSTEP_RANGE;    break;
    case  3:  tsteptype = TSTEP_AVG;      break;
    case  4:  tsteptype = TSTEP_ACCUM;    break;
    case  5:  tsteptype = TSTEP_DIFF;     break;
    case 10:  tsteptype = TSTEP_INSTANT3; break;
    default:
      if ( lprint )
	{
146
	  Message("Time range indicator %d unsupported, set to 0!", timerange);
147
148
	  lprint = FALSE;
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
149
      break;
150
151
152
153
154
    }

  return (tsteptype);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
155
static
156
void cgribexGetGrid(stream_t *streamptr, int *isec2, double *fsec2, int *isec4, grid_t *grid, int iret)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
157
{
158
159
  int compyinc = TRUE;
  int gridtype = cgribexGetGridType(isec2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
160

161
  if ( streamptr->unreduced && gridtype == GRID_GAUSSIAN_REDUCED && iret != -801 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
162
    {
163
164
165
      int ilat, nlon = 0;
      for ( ilat = 0; ilat < ISEC2_NumLat; ++ilat )
        if ( ISEC2_RowLon(ilat) > nlon ) nlon = ISEC2_RowLon(ilat);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
166
      gridtype = GRID_GAUSSIAN;
167
168
      ISEC2_NumLon = nlon;
      ISEC4_NumValues = nlon*ISEC2_NumLat;
169
      compyinc = FALSE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
170
171
    }

172
  memset(grid, 0, sizeof(grid_t));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
173
174
175
176
177
178
  switch (gridtype)
    {
    case GRID_LONLAT:
    case GRID_GAUSSIAN:
      {
	if ( ISEC4_NumValues != ISEC2_NumLon*ISEC2_NumLat )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
179
	  Error("numberOfPoints (%d) and gridSize (%d) differ!", ISEC4_NumValues, ISEC2_NumLon*ISEC2_NumLat);
180
181
182
	grid->size  = ISEC4_NumValues;
	grid->xsize = ISEC2_NumLon;
	grid->ysize = ISEC2_NumLat;
183
        if ( gridtype == GRID_GAUSSIAN ) grid->np = ISEC2_NumPar;
184
185
186
	grid->xinc  = 0;
	grid->yinc  = 0;
	grid->xdef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
187
188
	/* if ( ISEC2_FirstLon != 0 || ISEC2_LastLon != 0 ) */
	  {
189
	    if ( grid->xsize > 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
190
	      {
191
                int recompinc = TRUE;
192

193
194
                if ( ISEC2_LastLon < ISEC2_FirstLon && ISEC2_LastLon < 0 ) ISEC2_LastLon += 360000;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
195
		if ( ISEC2_ResFlag && ISEC2_LonIncr > 0 )
196
197
198
199
200
201
202
                  {
                    if ( abs(ISEC2_LastLon - (ISEC2_FirstLon+ISEC2_LonIncr*(grid->xsize-1))) <= 2 )
                      {
                        recompinc = FALSE;
                        grid->xinc = ISEC2_LonIncr * 0.001;
                      }
                  }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
203

204
		/* recompute xinc if necessary */
205
                if ( recompinc ) grid->xinc = (ISEC2_LastLon - ISEC2_FirstLon) * 0.001 / (grid->xsize-1);
206
207
208
209
210
211
212
213
214
215
216
217

		/* correct xinc if necessary */
		if ( ISEC2_FirstLon == 0 && ISEC2_LastLon > 354000 && ISEC2_LastLon < 360000 )
		  {
		    double xinc = 360. / grid->xsize;

		    if ( fabs(grid->xinc-xinc) > 0.0 )
		      {
			grid->xinc = xinc;
			if ( CDI_Debug ) Message("set xinc to %g", grid->xinc);
		      }
		  }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
218
	      }
219
220
	    grid->xfirst = ISEC2_FirstLon * 0.001;
	    grid->xlast  = ISEC2_LastLon  * 0.001;
221
	    grid->xdef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
222
	  }
223
	grid->ydef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
224
225
	/* if ( ISEC2_FirstLat != 0 || ISEC2_LastLat != 0 ) */
	  {
226
	    if ( grid->ysize > 1 && compyinc )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
227
	      {
228
                int recompinc = TRUE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
229
		if ( ISEC2_ResFlag && ISEC2_LatIncr > 0 )
230
231
232
233
234
235
236
                  {
                    if ( abs(ISEC2_LastLat - (ISEC2_FirstLat+ISEC2_LatIncr*(grid->ysize-1))) <= 2 )
                      {
                        recompinc = FALSE;
                        grid->yinc = ISEC2_LatIncr * 0.001;
                      }
                  }
237

238
		/* recompute yinc if necessary */
239
                if ( recompinc ) grid->yinc = (ISEC2_LastLat - ISEC2_FirstLat) * 0.001 / (grid->ysize - 1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
240
	      }
241
242
	    grid->yfirst = ISEC2_FirstLat * 0.001;
	    grid->ylast  = ISEC2_LastLat  * 0.001;
243
	    grid->ydef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
244
245
246
247
248
	  }
	break;
      }
    case GRID_GAUSSIAN_REDUCED:
      {
249
        grid->np     = ISEC2_NumPar;
250
251
252
	grid->size   = ISEC4_NumValues;
        grid->rowlon = ISEC2_RowLonPtr;
	grid->ysize  = ISEC2_NumLat;
253
254
255
	grid->xinc   = 0;
	grid->yinc   = 0;
	grid->xdef   = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
256
257
	/* if ( ISEC2_FirstLon != 0 || ISEC2_LastLon != 0 ) */
	  {
258
	    if ( grid->xsize > 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
259
	      {
260
261
                if ( ISEC2_LastLon < ISEC2_FirstLon && ISEC2_LastLon < 0 ) ISEC2_LastLon += 360000;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
262
		if ( ISEC2_ResFlag && ISEC2_LonIncr > 0 )
263
		  grid->xinc = ISEC2_LonIncr * 0.001;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
264
		else
265
		  grid->xinc = (ISEC2_LastLon - ISEC2_FirstLon) * 0.001 / (grid->xsize - 1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
266
	      }
267
268
	    grid->xfirst = ISEC2_FirstLon * 0.001;
	    grid->xlast  = ISEC2_LastLon  * 0.001;
269
	    grid->xdef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
270
	  }
271
	grid->ydef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
272
273
	/* if ( ISEC2_FirstLat != 0 || ISEC2_LastLat != 0 ) */
	  {
274
	    if ( grid->ysize > 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
275
276
	      {
		if ( ISEC2_ResFlag && ISEC2_LatIncr > 0 )
277
		  grid->yinc = ISEC2_LatIncr * 0.001;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
278
		else
279
		  grid->yinc = (ISEC2_LastLat - ISEC2_FirstLat) * 0.001 / (grid->ysize - 1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
280
	      }
281
282
	    grid->yfirst = ISEC2_FirstLat * 0.001;
	    grid->ylast  = ISEC2_LastLat  * 0.001;
283
	    grid->ydef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
284
285
286
	  }
	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
287
    case GRID_LCC:
288
289
      {
	if ( ISEC4_NumValues != ISEC2_NumLon*ISEC2_NumLat )
290
	  Error("numberOfPoints (%d) and gridSize (%d) differ!",
291
		ISEC4_NumValues, ISEC2_NumLon*ISEC2_NumLat);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
292

293
294
295
	grid->size  = ISEC4_NumValues;
	grid->xsize = ISEC2_NumLon;
	grid->ysize = ISEC2_NumLat;
296

297
298
299
300
301
302
303
304
305
	grid->lcc_xinc      = ISEC2_Lambert_dx;
	grid->lcc_yinc      = ISEC2_Lambert_dy;
	grid->lcc_originLon = ISEC2_FirstLon * 0.001;
	grid->lcc_originLat = ISEC2_FirstLat * 0.001;
	grid->lcc_lonParY   = ISEC2_Lambert_Lov * 0.001;
	grid->lcc_lat1      = ISEC2_Lambert_LatS1 * 0.001;
	grid->lcc_lat2      = ISEC2_Lambert_LatS2 * 0.001;
	grid->lcc_projflag  = ISEC2_Lambert_ProjFlag;
	grid->lcc_scanflag  = ISEC2_ScanFlag;
306

307
	grid->xdef   = 0;
308
	grid->ydef   = 0;
309
310
311

	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
312
313
    case GRID_SPECTRAL:
      {
314
315
	grid->size  = ISEC4_NumValues;
	grid->trunc = ISEC2_PentaJ;
316
	if ( ISEC2_RepMode == 2 )
317
	  grid->lcomplex = 1;
318
	else
319
	  grid->lcomplex = 0;
320

Uwe Schulzweida's avatar
Uwe Schulzweida committed
321
322
323
324
	break;
      }
    case GRID_GME:
      {
325
326
327
328
329
	grid->size  = ISEC4_NumValues;
	grid->nd    = ISEC2_GME_ND;
	grid->ni    = ISEC2_GME_NI;
	grid->ni2   = ISEC2_GME_NI2;
	grid->ni3   = ISEC2_GME_NI3;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
330
331
332
333
	break;
      }
    case GRID_GENERIC:
      {
334
335
336
	grid->size  = ISEC4_NumValues;
	grid->xsize = 0;
	grid->ysize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
337
338
339
340
	break;
      }
    default:
      {
341
	Error("Unsupported grid type: %s", gridNamePtr(gridtype));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
342
343
344
345
	break;
      }
    }

346
  grid->isRotated = FALSE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
347
  if ( cgribexGetIsRotated(isec2) )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
348
    {
349
      grid->isRotated = TRUE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
350
351
      grid->ypole     = - ISEC2_LatSP*0.001;
      grid->xpole     =   ISEC2_LonSP*0.001 - 180;
352
      grid->angle     = - FSEC2_RotAngle;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
353
354
    }

355
356
357
358
359
360
  grid->xvals = NULL;
  grid->yvals = NULL;
  grid->type  = gridtype;
}

static
361
void cgribexAddRecord(stream_t * streamptr, int param, int *isec1, int *isec2, double *fsec2, double *fsec3,
362
		      int *isec4, long recsize, off_t position, int datatype, int comptype, int lmv, int iret)
363
{
364
  int varID;
365
366
367
  int levelID = 0;
  grid_t grid;

368
369
370
371
  int vlistID = streamptr->vlistID;
  int tsID    = streamptr->curTsID;
  int recID   = recordNewEntry(streamptr, tsID);
  record_t *record  = &streamptr->tsteps[tsID].records[recID];
372

373
374
  int tsteptype = cgribexGetTsteptype(ISEC1_TimeRange);
  int numavg    = ISEC1_AvgNum;
375

376
377
  int level1  = ISEC1_Level1;
  int level2  = ISEC1_Level2;
378
379
380

  /* fprintf(stderr, "param %d %d %d %d\n", param, level1, level2, ISEC1_LevelType); */

381
382
383
384
385
386
387
  record->size      = (size_t)recsize;
  record->position  = position;
  record->param     = param;
  record->ilevel    = level1;
  record->ilevel2   = level2;
  record->ltype     = ISEC1_LevelType;
  record->tsteptype = tsteptype;
388

389
  cgribexGetGrid(streamptr, isec2, fsec2, isec4, &grid, iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
390

391
  int gridID = varDefGrid(vlistID, &grid, 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
392

393
  int zaxistype = grib1ltypeToZaxisType(ISEC1_LevelType);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
394

395
  if ( zaxistype == ZAXIS_HYBRID || zaxistype == ZAXIS_HYBRID_HALF )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
396
    {
397
      size_t vctsize = (size_t)ISEC2_NumVCP;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
398
399
400
401
402
      double *vctptr = &fsec2[10];

      varDefVCT(vctsize, vctptr);
    }

403
  int lbounds = cgribexGetZaxisHasBounds(ISEC1_LevelType);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
404

405
406
  if ( datatype > 32 ) datatype = DATATYPE_PACK32;
  if ( datatype <  0 ) datatype = DATATYPE_PACK;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
407

408
  varAddRecord(recID, param, gridID, zaxistype, lbounds, level1, level2, 0, 0,
409
410
	       datatype, &varID, &levelID, tsteptype, numavg, ISEC1_LevelType, -1,
               NULL, NULL, NULL, NULL, NULL, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
411

412
413
  (*record).varID   = (short)varID;
  (*record).levelID = (short)levelID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
414

415
  varDefCompType(varID, comptype);
416

417
418
419
420
421
422
423
  if ( ISEC1_LocalFLag )
    {
      if      ( ISEC1_CenterID == 78  && isec1[36] == 253 ) // DWD local extension
        varDefEnsembleInfo(varID, isec1[54], isec1[53], isec1[52]);
      else if ( ISEC1_CenterID == 252 && isec1[36] ==   1 ) // MPIM local extension
        varDefEnsembleInfo(varID, isec1[38], isec1[39], isec1[37]);
    }
424

425
426
  if ( lmv ) varDefMissval(varID, FSEC3_MissVal);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
427
  if ( varInqInst(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
428
429
430
431
432
    {
      int center, subcenter, instID;
      center    = ISEC1_CenterID;
      subcenter = ISEC1_SubCenterID;
      instID    = institutInq(center, subcenter, NULL, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
433
      if ( instID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
434
435
436
437
	instID = institutDef(center, subcenter, NULL, NULL);
      varDefInst(varID, instID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
438
  if ( varInqModel(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
439
440
441
    {
      int modelID;
      modelID = modelInq(varInqInst(varID), ISEC1_ModelID, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
442
      if ( modelID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
443
444
445
446
	modelID = modelDef(varInqInst(varID), ISEC1_ModelID, NULL);
      varDefModel(varID, modelID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
447
  if ( varInqTable(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
448
449
    {
      int tableID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
450

Uwe Schulzweida's avatar
Uwe Schulzweida committed
451
      tableID = tableInq(varInqModel(varID), ISEC1_CodeTable, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
452

Uwe Schulzweida's avatar
Uwe Schulzweida committed
453
      if ( tableID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
454
455
456
457
	tableID = tableDef(varInqModel(varID), ISEC1_CodeTable, NULL);
      varDefTable(varID, tableID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
458
459
  streamptr->tsteps[tsID].nallrecs++;
  streamptr->nrecs++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
460
461
}

462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
static
void MCH_get_undef(int *isec1, double *undef_pds, double *undef_eps)
{
  /* 2010-01-13: Oliver Fuhrer */
  if ( ISEC1_CenterID == 215 ) {
    if (isec1[34] != 0 && isec1[34] != 255) {
      if (isec1[34] & 2) {
        if (isec1[34] & 1) {
          *undef_pds = -0.99*pow(10.0,-isec1[35]);
        } else {
          *undef_pds = +0.99*pow(10.0,-isec1[35]);
        }
        *undef_eps = pow(10.0,-isec1[35]-1);
      } else {
        if (isec1[34] & 1) {
          *undef_pds = -0.99*pow(10.0,+isec1[35]);
        } else {
          *undef_pds = +0.99*pow(10.0,+isec1[35]);
        }
        *undef_eps = pow(10.0,isec1[35]-1);
      }
    }
  }
}

static
void cgribexDecodeHeader(int *isec0, int *isec1, int *isec2, double *fsec2,
489
			 int *isec3, double *fsec3, int *isec4, double *fsec4,
490
			 int *gribbuffer, int recsize, int *lmv, int *iret)
491
{
492
  int ipunp = 0, iword = 0;
493

494
495
  memset(isec1, 0, 256*sizeof(int));

496
  gribExDP(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
497
	   ipunp, (int *) gribbuffer, recsize, &iword, "J", iret);
498
499
500
501
502
503
504
505
506
507
508
509

  *lmv = 0;

  if ( ISEC1_CenterID == 215 && (isec1[34] != 0 && isec1[34] != 255) )
    {
      double undef_pds, undef_eps;

      MCH_get_undef(isec1, &undef_pds, &undef_eps);
      FSEC3_MissVal = undef_pds;
      *lmv = 1;
    }
}
510
511

static
512
compvar_t cgribexVarSet(int param, int level1, int level2, int leveltype, int trange)
513
514
{
  compvar_t compVar;
515
  int tsteptype = cgribexGetTsteptype(trange);
516

517
518
519
520
521
  compVar.param     = param;
  compVar.level1    = level1;
  compVar.level2    = level2;
  compVar.ltype     = leveltype;
  compVar.tsteptype = tsteptype;
522
523
524
525

  return (compVar);
}

Thomas Jahns's avatar
Thomas Jahns committed
526
527
static inline int
cgribexVarCompare(compvar_t compVar, record_t record, int flag)
528
{
Thomas Jahns's avatar
Thomas Jahns committed
529
530
531
532
  int tstepDiff = (!((flag == 0) & (((compVar.tsteptype == TSTEP_INSTANT)
                                     & (record.tsteptype == TSTEP_INSTANT3))
                                    |((compVar.tsteptype == TSTEP_INSTANT3)
                                      & (record.tsteptype == TSTEP_INSTANT)))))
Thomas Jahns's avatar
Thomas Jahns committed
533
534
535
536
537
538
    & (compVar.tsteptype != record.tsteptype);
  int rstatus = (compVar.param != record.param)
    |           (compVar.level1 != record.ilevel)
    |           (compVar.level2 != record.ilevel2)
    |           (compVar.ltype != record.ltype)
    |           tstepDiff;
539
540
  return (rstatus);
}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
541
#endif
Uwe Schulzweida's avatar
Uwe Schulzweida committed
542

543
544
545
#define gribWarning(text, nrecs, timestep, paramstr, level1, level2) \
            Warning("Record %2d (id=%s lev1=%d lev2=%d) timestep %d: %s", nrecs, paramstr, level1, level2, timestep, text)

546
#if  defined  (HAVE_LIBCGRIBEX)
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579

static inline void
cgribexScanTsFixNtsteps(stream_t *streamptr, off_t recpos)
{
  if ( streamptr->ntsteps == -1 )
    {
      int tsID = tstepsNewEntry(streamptr);
      if ( tsID != streamptr->rtsteps )
	Error("Internal error. tsID = %d", tsID);

      streamptr->tsteps[tsID-1].next   = TRUE;
      streamptr->tsteps[tsID].position = recpos;
    }
}

static inline void
cgribexScanTsConstAdjust(stream_t *streamptr, taxis_t *taxis)
{
  int vlistID = streamptr->vlistID;
  if ( streamptr->ntsteps == 1 )
    {
      if ( taxis->vdate == 0 && taxis->vtime == 0 )
	{
	  streamptr->ntsteps = 0;
	  for (int varID = 0; varID < streamptr->nvars; varID++ )
	    {
	      vlistDefVarTsteptype(vlistID, varID, TSTEP_CONSTANT);
	    }
	}
    }
}


580
int cgribexScanTimestep1(stream_t * streamptr)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
581
582
583
{
  int *isec0, *isec1, *isec2, *isec3, *isec4;
  double fsec2[512], fsec3[2], *fsec4 = NULL;
584
  int lmv = 0, iret = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
585
586
  off_t recpos = 0;
  unsigned char *gribbuffer = NULL;
587
  size_t buffersize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
588
  int rstatus;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
589
  int fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
590
591
  int param = 0;
  int level1 = 0, level2 = 0, vdate = 0, vtime = 0;
592
  DateTime datetime, datetime0 = { LONG_MIN, LONG_MIN };
Uwe Schulzweida's avatar
Uwe Schulzweida committed
593
594
  int tsID;
  size_t readsize;
595
  unsigned nrecords, recID;
596
  int nrecs_scanned = 0;
597
  int datatype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
598
  long recsize = 0;
599
  int warn_time = TRUE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
600
601
602
  int warn_numavg = TRUE;
  int taxisID = -1;
  int rdate = 0, rtime = 0, tunit = 0, fcast = 0;
603
  taxis_t *taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
604
  int vlistID;
605
  int comptype;
606
  long unzipsize;
607
  char paramstr[32];
608
609
  extern int cdiSkipRecords;
  int nskip = cdiSkipRecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
610
611

  streamptr->curTsID = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
612

Uwe Schulzweida's avatar
Uwe Schulzweida committed
613
614
615
616
617
  isec0 = streamptr->record->sec0;
  isec1 = streamptr->record->sec1;
  isec2 = streamptr->record->sec2;
  isec3 = streamptr->record->sec3;
  isec4 = streamptr->record->sec4;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
618

619
  tsID  = tstepsNewEntry(streamptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
620
  taxis = &streamptr->tsteps[tsID].taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
621
622

  if ( tsID != 0 )
623
    Error("Internal problem! tstepsNewEntry returns %d", tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
624

Uwe Schulzweida's avatar
Uwe Schulzweida committed
625
  fileID = streamptr->fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
626

627
628
629
  while ( nskip-- > 0 )
    {
      recsize = gribGetSize(fileID);
630
      if ( recsize == 0 )
631
	Error("Skipping of %d records failed!", cdiSkipRecords);
632

633
      recpos  = fileGetPos(fileID);
634
      fileSetPos(fileID, (off_t)recsize, SEEK_CUR);
635
636
    }

637
  unsigned nrecs = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
638
639
640
641
642
643
644
  while ( TRUE )
    {
      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);

      if ( recsize == 0 )
	{
645
	  if ( nrecs == 0 )
646
	    Error("No GRIB records found!");
647

Uwe Schulzweida's avatar
Uwe Schulzweida committed
648
	  streamptr->ntsteps = 1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
649
650
	  break;
	}
651
      if ( (size_t)recsize > buffersize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
652
	{
653
	  buffersize = (size_t)recsize;
654
	  gribbuffer = (unsigned char *)realloc(gribbuffer, buffersize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
655
656
	}

657
      readsize = (size_t)recsize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
658
659
      rstatus = gribRead(fileID, gribbuffer, &readsize);
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
660

661
      comptype = COMPRESS_NONE;
662
663
      if ( gribGetZip(recsize, gribbuffer, &unzipsize) > 0 )
	{
664
	  comptype = COMPRESS_SZIP;
665
	  unzipsize += 100; /* need 0 to 1 bytes for rounding of bds */
666
	  if ( buffersize < (size_t)unzipsize )
667
	    {
668
	      buffersize = (size_t)unzipsize;
669
670
671
672
	      gribbuffer = (unsigned char *) realloc(gribbuffer, buffersize);
	    }
	}

673
      nrecs_scanned++;
674
      cgribexDecodeHeader(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
675
			  (int *) gribbuffer, (int)recsize, &lmv, &iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
676

Uwe Schulzweida's avatar
Uwe Schulzweida committed
677
      param = cdiEncodeParam(ISEC1_Parameter, ISEC1_CodeTable, 255);
678
679
      cdiParamToString(param, paramstr, sizeof(paramstr));

680
681
      if ( ISEC1_LevelType == 100 ) ISEC1_Level1 *= 100;
      if ( ISEC1_LevelType ==  99 ) ISEC1_LevelType = 100;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
682
683
684
      level1   = ISEC1_Level1;
      level2   = ISEC1_Level2;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
685
686
      gribDateTime(isec1, &vdate, &vtime);

687
      if ( ISEC4_NumBits > 0 && ISEC4_NumBits <= 32 )
688
	datatype = ISEC4_NumBits;
689
      else
690
        datatype = DATATYPE_PACK;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
691
692
693
694
695
696
697

      if ( nrecs == 0 )
	{
	  datetime0.date = vdate;
	  datetime0.time = vtime;
	  rdate = gribRefDate(isec1);
	  rtime = gribRefTime(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
698
	  tunit = cgribexGetTimeUnit(isec1);
699
	  fcast = cgribexTimeIsFC(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
700
701
702
703
704
	}
      else
	{
	  datetime.date  = vdate;
	  datetime.time  = vtime;
705

706
	  compvar_t compVar = cgribexVarSet(param, level1, level2, ISEC1_LevelType, ISEC1_TimeRange);
707

Uwe Schulzweida's avatar
Uwe Schulzweida committed
708
709
	  for ( recID = 0; recID < nrecs; recID++ )
	    {
710
	      if ( cgribexVarCompare(compVar, streamptr->tsteps[0].records[recID], 0) == 0 ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
711
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
712
713
714
715
716

	  if ( cdiInventoryMode == 1 )
	    {
	      if ( recID < nrecs ) break;
	      if ( warn_time )
717
		if ( datetimeCmp(datetime, datetime0) != 0 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
718
		  {
719
                    gribWarning("Inconsistent verification time!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
720
721
722
723
724
		    warn_time = FALSE;
		  }
	    }
	  else
	    {
725
	      if ( datetimeCmp(datetime, datetime0) != 0 ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
726
727
728

	      if ( recID < nrecs )
		{
729
		  gribWarning("Parameter already exist, skipped!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
730
731
732
		  continue;
		}
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
733
734
735
736
737
738
	}

      if ( ISEC1_AvgNum )
	{
	  if (  taxis->numavg && warn_numavg && (taxis->numavg != ISEC1_AvgNum) )
	    {
739
	      Warning("Changing numavg from %d to %d not supported!", taxis->numavg, ISEC1_AvgNum);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
740
741
742
743
744
745
746
747
748
749
750
	      warn_numavg = FALSE;
	    }
	  else
	    {
	      taxis->numavg = ISEC1_AvgNum;
	    }
	}

      nrecs++;

      if ( CDI_Debug )
751
	Message("Read record %2d (id=%s lev1=%d lev2=%d) %8d %6d", nrecs_scanned, paramstr, level1, level2, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
752

753
      cgribexAddRecord(streamptr, param, isec1, isec2, fsec2, fsec3,
754
		       isec4, recsize, recpos, datatype, comptype, lmv, iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
755
756
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
757
  streamptr->rtsteps = 1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
758

759
760
  if ( nrecs == 0 ) return (CDI_EUFSTRUCT);

761
  cdi_generate_vars(streamptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
762
763
764

  if ( fcast )
    {
765
      taxisID = taxisCreate(TAXIS_RELATIVE);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
766
767
768
769
770
771
772
      taxis->type  = TAXIS_RELATIVE;
      taxis->rdate = rdate;
      taxis->rtime = rtime;
      taxis->unit  = tunit;
    }
  else
    {
773
      taxisID = taxisCreate(TAXIS_ABSOLUTE);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
774
      taxis->type  = TAXIS_ABSOLUTE;
775
      taxis->unit  = tunit;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
776
777
    }

778
779
  taxis->vdate = (int)datetime0.date;
  taxis->vtime = (int)datetime0.time;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
780

Uwe Schulzweida's avatar
Uwe Schulzweida committed
781
  vlistID = streamptr->vlistID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
782
783
  vlistDefTaxis(vlistID, taxisID);

784
785
  nrecords = (unsigned)streamptr->tsteps[0].nallrecs;
  if ( nrecords < (unsigned)streamptr->tsteps[0].recordSize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
786
    {
787
      streamptr->tsteps[0].recordSize = (int)nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
788
      streamptr->tsteps[0].records =
Uwe Schulzweida's avatar
Uwe Schulzweida committed
789
      (record_t *) realloc(streamptr->tsteps[0].records, nrecords*sizeof(record_t));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
790
791
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
792
  streamptr->tsteps[0].recIDs = (int *) malloc(nrecords*sizeof(int));
793
  streamptr->tsteps[0].nrecs = (int)nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
794
  for ( recID = 0; recID < nrecords; recID++ )
795
    streamptr->tsteps[0].recIDs[recID] = (int)recID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
796

Uwe Schulzweida's avatar
Uwe Schulzweida committed
797
  streamptr->record->buffer     = gribbuffer;
798
  streamptr->record->buffersize = (size_t)buffersize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
799

800
801
  cgribexScanTsFixNtsteps(streamptr, recpos);
  cgribexScanTsConstAdjust(streamptr, taxis);
802
803

  return (0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
804
805
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
806

807
int cgribexScanTimestep2(stream_t * streamptr)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
808
{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
809
  int rstatus = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
810
811
  int *isec0, *isec1, *isec2, *isec3, *isec4;
  double fsec2[512], fsec3[2], *fsec4 = NULL;
812
  int lmv = 0, iret = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
813
814
  off_t recpos = 0;
  unsigned char *gribbuffer = NULL;
815
  size_t buffersize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
816
  int fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
817
818
  int param = 0;
  int level1 = 0, level2 = 0, vdate = 0, vtime = 0;
819
  DateTime datetime, datetime0 = { LONG_MIN, LONG_MIN };
Uwe Schulzweida's avatar
Uwe Schulzweida committed
820
821
822
823
  int tsID;
  int varID, gridID;
  size_t readsize;
  int nrecords, nrecs, recID, rindex;
824
  int nrecs_scanned = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
825
826
  long recsize = 0;
  int warn_numavg = TRUE;
827
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
828
  int taxisID = -1;
829
  taxis_t *taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
830
  int vlistID;
831
  long unzipsize;
832
  char paramstr[32];
Uwe Schulzweida's avatar
Uwe Schulzweida committed
833

Uwe Schulzweida's avatar
Uwe Schulzweida committed
834
835
836
837
838
839
840
  streamptr->curTsID = 1;

  isec0 = streamptr->record->sec0;
  isec1 = streamptr->record->sec1;
  isec2 = streamptr->record->sec2;
  isec3 = streamptr->record->sec3;
  isec4 = streamptr->record->sec4;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
841

Uwe Schulzweida's avatar
Uwe Schulzweida committed
842
843
  fileID  = streamptr->fileID;
  vlistID = streamptr->vlistID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
844
845
  taxisID = vlistInqTaxis(vlistID);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
846
847
  gribbuffer = (unsigned char *) streamptr->record->buffer;
  buffersize = streamptr->record->buffersize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
848

Uwe Schulzweida's avatar
Uwe Schulzweida committed
849
  tsID = streamptr->rtsteps;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
850
  if ( tsID != 1 )
Thomas Jahns's avatar
Thomas Jahns committed
851
    Error("Internal problem! unexpected timestep %d", tsID+1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
852

Uwe Schulzweida's avatar
Uwe Schulzweida committed
853
  taxis = &streamptr->tsteps[tsID].taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
854

Uwe Schulzweida's avatar
Uwe Schulzweida committed
855
  fileSetPos(fileID, streamptr->tsteps[tsID].position, SEEK_SET);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
856

857
  cdi_create_records(streamptr, tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
858

Uwe Schulzweida's avatar
Uwe Schulzweida committed
859
  nrecords = streamptr->tsteps[tsID].nallrecs;
860
  if ( nrecords ) streamptr->tsteps[1].recIDs = (int *)malloc((size_t)nrecords * sizeof(int));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
861
  streamptr->tsteps[1].nrecs = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
862
  for ( recID = 0; recID < nrecords; recID++ )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
863
    streamptr->tsteps[1].recIDs[recID] = -1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
864

Uwe Schulzweida's avatar
Uwe Schulzweida committed
865
866
  for ( recID = 0; recID < nrecords; recID++ )
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
867
      varID = streamptr->tsteps[0].records[recID].varID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
868
869
      streamptr->tsteps[tsID].records[recID].position =	streamptr->tsteps[0].records[recID].position;
      streamptr->tsteps[tsID].records[recID].size     =	streamptr->tsteps[0].records[recID].size;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
870
871
    }

872
  nrecs_scanned = nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
873
874
  rindex = 0;
  while ( TRUE )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
875
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
876
877
      if ( rindex > nrecords ) break;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
878
879
880
881
      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);
      if ( recsize == 0 )
	{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
882
	  streamptr->ntsteps = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
883
884
	  break;
	}
885
      if ( (size_t)recsize > buffersize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
886
	{
887
	  buffersize = (size_t)recsize;
888
	  gribbuffer = (unsigned char *)realloc(gribbuffer, buffersize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
889
890
	}

891
      readsize = (size_t)recsize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
892
893
      rstatus = gribRead(fileID, gribbuffer, &readsize);
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
894

895
896
897
      if ( gribGetZip(recsize, gribbuffer, &unzipsize) > 0 )
	{
	  unzipsize += 100; /* need 0 to 1 bytes for rounding of bds */
898
	  if ( buffersize < (size_t)unzipsize )
899
	    {
900
	      buffersize = (size_t)unzipsize;
901
902
903
904
	      gribbuffer = (unsigned char *) realloc(gribbuffer, buffersize);
	    }
	}

905
      cgribexDecodeHeader(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
906
			  (int *) gribbuffer, (int)recsize, &lmv, &iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
907

908
909
      nrecs_scanned++;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
910
      param = cdiEncodeParam(ISEC1_Parameter, ISEC1_CodeTable, 255);
911
912
      cdiParamToString(param, paramstr, sizeof(paramstr));

913
914
      if ( ISEC1_LevelType == 100 ) ISEC1_Level1 *= 100;
      if ( ISEC1_LevelType ==  99 ) ISEC1_LevelType = 100;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
      level1    = ISEC1_Level1;
      level2    = ISEC1_Level2;

      gribDateTime(isec1, &vdate, &vtime);

      if ( rindex == 0 )
	{
	  if ( taxisInqType(taxisID) == TAXIS_RELATIVE )
	    {
	      taxis->type  = TAXIS_RELATIVE;
	      taxis->rdate = gribRefDate(isec1);
	      taxis->rtime = gribRefTime(isec1);
	    }
	  else
	    {
	      taxis->type  = TAXIS_ABSOLUTE;
	    }
932
	  taxis->unit  = cgribexGetTimeUnit(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
933
934
	  taxis->vdate = vdate;
	  taxis->vtime = vtime;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
935
936
937

	  datetime0.date = vdate;
	  datetime0.time = vtime;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
938
939
	}

940
941
      tsteptype = cgribexGetTsteptype(ISEC1_TimeRange);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
942
943
944
      if ( ISEC1_AvgNum )
	{
	  if (  taxis->numavg && warn_numavg &&
945
        	(taxis->numavg != ISEC1_AvgNum) )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
946
947
	    {
	  /*
948
	      Warning("Changing numavg from %d to %d not supported!", taxis->numavg, ISEC1_AvgNum);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
949
950
951
952
953
954
955
956
957
	  */
	      warn_numavg = FALSE;
	    }
	  else
	    {
	      taxis->numavg = ISEC1_AvgNum;
	    }
	}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
958
959
      datetime.date  = vdate;
      datetime.time  = vtime;
960

961
      compvar_t compVar = cgribexVarSet(param, level1, level2, ISEC1_LevelType, ISEC1_TimeRange);
962

Uwe Schulzweida's avatar
Uwe Schulzweida committed
963
964
      for ( recID = 0; recID < nrecords; recID++ )
	{
965
	  if ( cgribexVarCompare(compVar, streamptr->tsteps[tsID].records[recID], 0) == 0 ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
966
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
967

Uwe Schulzweida's avatar
Uwe Schulzweida committed
968
969
      if ( recID == nrecords )
	{
970
	  gribWarning("Parameter not defined at timestep 1!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
971
972
973
	  return (CDI_EUFSTRUCT);
	}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
974
975
976
977
978
979
980
981
982
983
      if ( cdiInventoryMode == 1 )
	{
	  if ( streamptr->tsteps[tsID].records[recID].used )
	    {
	      break;
	    }
	  else
	    {
	      streamptr->tsteps[tsID].records[recID].used = TRUE;
	      streamptr->tsteps[tsID].recIDs[rindex] = recID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
984
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
985
986
987
988
989
	}
      else
	{
	  if ( streamptr->tsteps[tsID].records[recID].used )
	    {
990
	      if ( datetimeCmp