stream_cgribex.c 57.9 KB
Newer Older
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1
2
3
4
5
#if defined (HAVE_CONFIG_H)
#  include "config.h"
#endif

#include <stdio.h>
6
// #include <float.h>  /* FLT_EPSILON */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
7
8
9

#include "dmemory.h"
#include "cdi.h"
10
#include "cdi_int.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
11
12
13
14
#include "file.h"
#include "varscan.h"
#include "datetime.h"
#include "vlist.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
15
#include "stream_grb.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
16

Uwe Schulzweida's avatar
Uwe Schulzweida committed
17
18
19
#if  defined  (HAVE_LIBCGRIBEX)
#  include "cgribex.h"
#endif
Uwe Schulzweida's avatar
Uwe Schulzweida committed
20

Uwe Schulzweida's avatar
Uwe Schulzweida committed
21
extern int cdiInventoryMode;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
22
23

typedef struct {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
24
  int param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
25
26
27
  int level1;
  int level2;
  int ltype;
28
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
29
} compvar_t;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
30
31


Uwe Schulzweida's avatar
Uwe Schulzweida committed
32
#if  defined  (HAVE_LIBCGRIBEX)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
33
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
34
int cgribexGetGridType(int *isec2)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
35
{
36
  int gridtype = GRID_GENERIC;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
37
38
39

  switch (ISEC2_GridType)
    {
40
    case  GRIB1_GTYPE_LATLON:     { if ( ISEC2_Reduced )      break; }
41
42
43
44
45
46
47
48
49
50
    case  GRIB1_GTYPE_LATLON_ROT: { gridtype = GRID_LONLAT;   break; }
    case  GRIB1_GTYPE_LCC:        { gridtype = GRID_LCC;      break; }
    case  GRIB1_GTYPE_GAUSSIAN:   { if ( ISEC2_Reduced )
	                              gridtype = GRID_GAUSSIAN_REDUCED;
                         	    else
				      gridtype = GRID_GAUSSIAN;
          	                    break;
                                  }
    case  GRIB1_GTYPE_SPECTRAL:   { gridtype = GRID_SPECTRAL; break; }
    case  GRIB1_GTYPE_GME:        { gridtype = GRID_GME;      break; }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
51
52
53
54
55
    }

  return (gridtype);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
56
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
57
int cgribexGetIsRotated(int *isec2)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
58
59
60
{
  int isRotated = 0;

61
  if ( ISEC2_GridType == GRIB1_GTYPE_LATLON_ROT )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
62
63
64
    {
      isRotated = 1;
    }
65

Uwe Schulzweida's avatar
Uwe Schulzweida committed
66
67
68
  return (isRotated);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
69
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
70
int cgribexGetZaxisHasBounds(int grb_ltype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
71
72
73
{
  int lbounds = 0;

74
  switch (grb_ltype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
75
    {
76
    case GRIB1_LTYPE_SIGMA_LAYER:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
77
78
    case GRIB1_LTYPE_HYBRID_LAYER:
    case GRIB1_LTYPE_LANDDEPTH_LAYER:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
79
80
81
82
83
84
85
86
87
      {
	lbounds = 1;
	break;
      }
    }

  return (lbounds);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
88
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
89
int cgribexGetTimeUnit(int *isec1)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
90
{
91
  int timeunit = TUNIT_HOUR;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
92
93
94
95
  static int lprint = TRUE;

  switch ( ISEC1_TimeUnit )
    {
96
97
98
99
100
101
102
103
    case ISEC1_TABLE4_MINUTE:    timeunit = TUNIT_MINUTE;    break;
    case ISEC1_TABLE4_QUARTER:   timeunit = TUNIT_QUARTER;   break;
    case ISEC1_TABLE4_30MINUTES: timeunit = TUNIT_30MINUTES; break;
    case ISEC1_TABLE4_HOUR:      timeunit = TUNIT_HOUR;      break;
    case ISEC1_TABLE4_3HOURS:    timeunit = TUNIT_3HOURS;    break;
    case ISEC1_TABLE4_6HOURS:    timeunit = TUNIT_6HOURS;    break;
    case ISEC1_TABLE4_12HOURS:   timeunit = TUNIT_12HOURS;   break;
    case ISEC1_TABLE4_DAY:       timeunit = TUNIT_DAY;       break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
104
105
106
    default:
      if ( lprint )
	{
107
	  Message("GRIB time unit %d unsupported!", ISEC1_TimeUnit);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
108
109
	  lprint = FALSE;
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
110
      break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
111
112
113
114
115
    }

  return (timeunit);
}

116
117
118
119
120
121
122
123
124
125
126
127
128
129
static
int cgribexTimeIsFC(int *isec1)
{
  int isFC = TRUE;

  if ( ISEC1_TimeRange == 10 && ISEC1_TimePeriod1 == 0 && ISEC1_TimePeriod2 == 0 )
    isFC = FALSE;

  return (isFC);
}

static
int cgribexGetTsteptype(int timerange)
{
130
  int tsteptype = TSTEP_INSTANT;
131
132
133
134
135
136
137
138
139
140
141
142
143
144
  static int lprint = TRUE;

  switch ( timerange )
    {
    case  0:  tsteptype = TSTEP_INSTANT;  break;
    case  1:  tsteptype = TSTEP_INSTANT2; break;
    case  2:  tsteptype = TSTEP_RANGE;    break;
    case  3:  tsteptype = TSTEP_AVG;      break;
    case  4:  tsteptype = TSTEP_ACCUM;    break;
    case  5:  tsteptype = TSTEP_DIFF;     break;
    case 10:  tsteptype = TSTEP_INSTANT3; break;
    default:
      if ( lprint )
	{
145
	  Message("Time range indicator %d unsupported, set to 0!", timerange);
146
147
	  lprint = FALSE;
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
148
      break;
149
150
151
152
153
    }

  return (tsteptype);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
154
static
155
void cgribexGetGrid(stream_t *streamptr, int *isec2, double *fsec2, int *isec4, grid_t *grid, int iret)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
156
{
157
158
  int compyinc = TRUE;
  int gridtype = cgribexGetGridType(isec2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
159

160
  if ( streamptr->unreduced && gridtype == GRID_GAUSSIAN_REDUCED && iret != -801 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
161
    {
162
163
164
      int ilat, nlon = 0;
      for ( ilat = 0; ilat < ISEC2_NumLat; ++ilat )
        if ( ISEC2_RowLon(ilat) > nlon ) nlon = ISEC2_RowLon(ilat);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
165
      gridtype = GRID_GAUSSIAN;
166
167
      ISEC2_NumLon = nlon;
      ISEC4_NumValues = nlon*ISEC2_NumLat;
168
      compyinc = FALSE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
169
170
    }

171
  memset(grid, 0, sizeof(grid_t));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
172
173
174
175
176
177
  switch (gridtype)
    {
    case GRID_LONLAT:
    case GRID_GAUSSIAN:
      {
	if ( ISEC4_NumValues != ISEC2_NumLon*ISEC2_NumLat )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
178
	  Error("numberOfPoints (%d) and gridSize (%d) differ!", ISEC4_NumValues, ISEC2_NumLon*ISEC2_NumLat);
179
180
181
	grid->size  = ISEC4_NumValues;
	grid->xsize = ISEC2_NumLon;
	grid->ysize = ISEC2_NumLat;
182
        if ( gridtype == GRID_GAUSSIAN ) grid->np = ISEC2_NumPar;
183
184
185
	grid->xinc  = 0;
	grid->yinc  = 0;
	grid->xdef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
186
187
	/* if ( ISEC2_FirstLon != 0 || ISEC2_LastLon != 0 ) */
	  {
188
	    if ( grid->xsize > 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
189
	      {
190
                int recompinc = TRUE;
191

192
193
                if ( ISEC2_LastLon < ISEC2_FirstLon && ISEC2_LastLon < 0 ) ISEC2_LastLon += 360000;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
194
		if ( ISEC2_ResFlag && ISEC2_LonIncr > 0 )
195
196
197
198
199
200
201
                  {
                    if ( abs(ISEC2_LastLon - (ISEC2_FirstLon+ISEC2_LonIncr*(grid->xsize-1))) <= 2 )
                      {
                        recompinc = FALSE;
                        grid->xinc = ISEC2_LonIncr * 0.001;
                      }
                  }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
202

203
		/* recompute xinc if necessary */
204
                if ( recompinc ) grid->xinc = (ISEC2_LastLon - ISEC2_FirstLon) * 0.001 / (grid->xsize-1);
205
206
207
208
209
210
211
212
213
214
215
216

		/* correct xinc if necessary */
		if ( ISEC2_FirstLon == 0 && ISEC2_LastLon > 354000 && ISEC2_LastLon < 360000 )
		  {
		    double xinc = 360. / grid->xsize;

		    if ( fabs(grid->xinc-xinc) > 0.0 )
		      {
			grid->xinc = xinc;
			if ( CDI_Debug ) Message("set xinc to %g", grid->xinc);
		      }
		  }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
217
	      }
218
219
	    grid->xfirst = ISEC2_FirstLon * 0.001;
	    grid->xlast  = ISEC2_LastLon  * 0.001;
220
	    grid->xdef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
221
	  }
222
	grid->ydef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
223
224
	/* if ( ISEC2_FirstLat != 0 || ISEC2_LastLat != 0 ) */
	  {
225
	    if ( grid->ysize > 1 && compyinc )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
226
	      {
227
                int recompinc = TRUE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
228
		if ( ISEC2_ResFlag && ISEC2_LatIncr > 0 )
229
230
231
232
233
234
235
                  {
                    if ( abs(ISEC2_LastLat - (ISEC2_FirstLat+ISEC2_LatIncr*(grid->ysize-1))) <= 2 )
                      {
                        recompinc = FALSE;
                        grid->yinc = ISEC2_LatIncr * 0.001;
                      }
                  }
236

237
		/* recompute yinc if necessary */
238
                if ( recompinc ) grid->yinc = (ISEC2_LastLat - ISEC2_FirstLat) * 0.001 / (grid->ysize - 1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
239
	      }
240
241
	    grid->yfirst = ISEC2_FirstLat * 0.001;
	    grid->ylast  = ISEC2_LastLat  * 0.001;
242
	    grid->ydef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
243
244
245
246
247
	  }
	break;
      }
    case GRID_GAUSSIAN_REDUCED:
      {
248
        grid->np     = ISEC2_NumPar;
249
250
251
	grid->size   = ISEC4_NumValues;
        grid->rowlon = ISEC2_RowLonPtr;
	grid->ysize  = ISEC2_NumLat;
252
253
254
	grid->xinc   = 0;
	grid->yinc   = 0;
	grid->xdef   = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
255
256
	/* if ( ISEC2_FirstLon != 0 || ISEC2_LastLon != 0 ) */
	  {
257
	    if ( grid->xsize > 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
258
	      {
259
260
                if ( ISEC2_LastLon < ISEC2_FirstLon && ISEC2_LastLon < 0 ) ISEC2_LastLon += 360000;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
261
		if ( ISEC2_ResFlag && ISEC2_LonIncr > 0 )
262
		  grid->xinc = ISEC2_LonIncr * 0.001;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
263
		else
264
		  grid->xinc = (ISEC2_LastLon - ISEC2_FirstLon) * 0.001 / (grid->xsize - 1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
265
	      }
266
267
	    grid->xfirst = ISEC2_FirstLon * 0.001;
	    grid->xlast  = ISEC2_LastLon  * 0.001;
268
	    grid->xdef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
269
	  }
270
	grid->ydef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
271
272
	/* if ( ISEC2_FirstLat != 0 || ISEC2_LastLat != 0 ) */
	  {
273
	    if ( grid->ysize > 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
274
275
	      {
		if ( ISEC2_ResFlag && ISEC2_LatIncr > 0 )
276
		  grid->yinc = ISEC2_LatIncr * 0.001;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
277
		else
278
		  grid->yinc = (ISEC2_LastLat - ISEC2_FirstLat) * 0.001 / (grid->ysize - 1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
279
	      }
280
281
	    grid->yfirst = ISEC2_FirstLat * 0.001;
	    grid->ylast  = ISEC2_LastLat  * 0.001;
282
	    grid->ydef   = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
283
284
285
	  }
	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
286
    case GRID_LCC:
287
288
      {
	if ( ISEC4_NumValues != ISEC2_NumLon*ISEC2_NumLat )
289
	  Error("numberOfPoints (%d) and gridSize (%d) differ!",
290
		ISEC4_NumValues, ISEC2_NumLon*ISEC2_NumLat);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
291

292
293
294
	grid->size  = ISEC4_NumValues;
	grid->xsize = ISEC2_NumLon;
	grid->ysize = ISEC2_NumLat;
295

296
297
298
299
300
301
302
303
304
	grid->lcc_xinc      = ISEC2_Lambert_dx;
	grid->lcc_yinc      = ISEC2_Lambert_dy;
	grid->lcc_originLon = ISEC2_FirstLon * 0.001;
	grid->lcc_originLat = ISEC2_FirstLat * 0.001;
	grid->lcc_lonParY   = ISEC2_Lambert_Lov * 0.001;
	grid->lcc_lat1      = ISEC2_Lambert_LatS1 * 0.001;
	grid->lcc_lat2      = ISEC2_Lambert_LatS2 * 0.001;
	grid->lcc_projflag  = ISEC2_Lambert_ProjFlag;
	grid->lcc_scanflag  = ISEC2_ScanFlag;
305

306
	grid->xdef   = 0;
307
	grid->ydef   = 0;
308
309
310

	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
311
312
    case GRID_SPECTRAL:
      {
313
314
	grid->size  = ISEC4_NumValues;
	grid->trunc = ISEC2_PentaJ;
315
	if ( ISEC2_RepMode == 2 )
316
	  grid->lcomplex = 1;
317
	else
318
	  grid->lcomplex = 0;
319

Uwe Schulzweida's avatar
Uwe Schulzweida committed
320
321
322
323
	break;
      }
    case GRID_GME:
      {
324
325
326
327
328
	grid->size  = ISEC4_NumValues;
	grid->nd    = ISEC2_GME_ND;
	grid->ni    = ISEC2_GME_NI;
	grid->ni2   = ISEC2_GME_NI2;
	grid->ni3   = ISEC2_GME_NI3;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
329
330
331
332
	break;
      }
    case GRID_GENERIC:
      {
333
334
335
	grid->size  = ISEC4_NumValues;
	grid->xsize = 0;
	grid->ysize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
336
337
338
339
	break;
      }
    default:
      {
340
	Error("Unsupported grid type: %s", gridNamePtr(gridtype));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
341
342
343
344
	break;
      }
    }

345
  grid->isRotated = FALSE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
346
  if ( cgribexGetIsRotated(isec2) )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
347
    {
348
      grid->isRotated = TRUE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
349
350
      grid->ypole     = - ISEC2_LatSP*0.001;
      grid->xpole     =   ISEC2_LonSP*0.001 - 180;
351
      grid->angle     = FSEC2_RotAngle;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
352
353
    }

354
355
356
357
358
359
  grid->xvals = NULL;
  grid->yvals = NULL;
  grid->type  = gridtype;
}

static
360
void cgribexAddRecord(stream_t * streamptr, int param, int *isec1, int *isec2, double *fsec2, double *fsec3,
361
		      int *isec4, long recsize, off_t position, int datatype, int comptype, int lmv, int iret)
362
{
363
  int varID;
364
365
366
  int levelID = 0;
  grid_t grid;

367
368
369
370
  int vlistID = streamptr->vlistID;
  int tsID    = streamptr->curTsID;
  int recID   = recordNewEntry(streamptr, tsID);
  record_t *record  = &streamptr->tsteps[tsID].records[recID];
371

372
373
  int tsteptype = cgribexGetTsteptype(ISEC1_TimeRange);
  int numavg    = ISEC1_AvgNum;
374

375
376
  int level1  = ISEC1_Level1;
  int level2  = ISEC1_Level2;
377
378
379

  /* fprintf(stderr, "param %d %d %d %d\n", param, level1, level2, ISEC1_LevelType); */

380
381
382
383
384
385
386
  record->size      = (size_t)recsize;
  record->position  = position;
  record->param     = param;
  record->ilevel    = level1;
  record->ilevel2   = level2;
  record->ltype     = ISEC1_LevelType;
  record->tsteptype = tsteptype;
387

388
  cgribexGetGrid(streamptr, isec2, fsec2, isec4, &grid, iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
389

390
  int gridID = varDefGrid(vlistID, &grid, 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
391

392
  int zaxistype = grib1ltypeToZaxisType(ISEC1_LevelType);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
393

394
  if ( zaxistype == ZAXIS_HYBRID || zaxistype == ZAXIS_HYBRID_HALF )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
395
    {
396
      size_t vctsize = (size_t)ISEC2_NumVCP;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
397
398
399
400
401
      double *vctptr = &fsec2[10];

      varDefVCT(vctsize, vctptr);
    }

402
  int lbounds = cgribexGetZaxisHasBounds(ISEC1_LevelType);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
403

404
405
  if ( datatype > 32 ) datatype = DATATYPE_PACK32;
  if ( datatype <  0 ) datatype = DATATYPE_PACK;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
406

407
  varAddRecord(recID, param, gridID, zaxistype, lbounds, level1, level2, 0, 0,
408
409
	       datatype, &varID, &levelID, tsteptype, numavg, ISEC1_LevelType, -1,
               NULL, NULL, NULL, NULL, NULL, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
410

411
412
  (*record).varID   = (short)varID;
  (*record).levelID = (short)levelID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
413

414
  varDefCompType(varID, comptype);
415

416
417
418
419
420
421
422
  if ( ISEC1_LocalFLag )
    {
      if      ( ISEC1_CenterID == 78  && isec1[36] == 253 ) // DWD local extension
        varDefEnsembleInfo(varID, isec1[54], isec1[53], isec1[52]);
      else if ( ISEC1_CenterID == 252 && isec1[36] ==   1 ) // MPIM local extension
        varDefEnsembleInfo(varID, isec1[38], isec1[39], isec1[37]);
    }
423

424
425
  if ( lmv ) varDefMissval(varID, FSEC3_MissVal);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
426
  if ( varInqInst(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
427
428
429
430
431
    {
      int center, subcenter, instID;
      center    = ISEC1_CenterID;
      subcenter = ISEC1_SubCenterID;
      instID    = institutInq(center, subcenter, NULL, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
432
      if ( instID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
433
434
435
436
	instID = institutDef(center, subcenter, NULL, NULL);
      varDefInst(varID, instID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
437
  if ( varInqModel(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
438
439
440
    {
      int modelID;
      modelID = modelInq(varInqInst(varID), ISEC1_ModelID, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
441
      if ( modelID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
442
443
444
445
	modelID = modelDef(varInqInst(varID), ISEC1_ModelID, NULL);
      varDefModel(varID, modelID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
446
  if ( varInqTable(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
447
448
    {
      int tableID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
449

Uwe Schulzweida's avatar
Uwe Schulzweida committed
450
      tableID = tableInq(varInqModel(varID), ISEC1_CodeTable, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
451

Uwe Schulzweida's avatar
Uwe Schulzweida committed
452
      if ( tableID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
453
454
455
456
	tableID = tableDef(varInqModel(varID), ISEC1_CodeTable, NULL);
      varDefTable(varID, tableID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
457
458
  streamptr->tsteps[tsID].nallrecs++;
  streamptr->nrecs++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
459
460
}

461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
static
void MCH_get_undef(int *isec1, double *undef_pds, double *undef_eps)
{
  /* 2010-01-13: Oliver Fuhrer */
  if ( ISEC1_CenterID == 215 ) {
    if (isec1[34] != 0 && isec1[34] != 255) {
      if (isec1[34] & 2) {
        if (isec1[34] & 1) {
          *undef_pds = -0.99*pow(10.0,-isec1[35]);
        } else {
          *undef_pds = +0.99*pow(10.0,-isec1[35]);
        }
        *undef_eps = pow(10.0,-isec1[35]-1);
      } else {
        if (isec1[34] & 1) {
          *undef_pds = -0.99*pow(10.0,+isec1[35]);
        } else {
          *undef_pds = +0.99*pow(10.0,+isec1[35]);
        }
        *undef_eps = pow(10.0,isec1[35]-1);
      }
    }
  }
}

static
void cgribexDecodeHeader(int *isec0, int *isec1, int *isec2, double *fsec2,
488
			 int *isec3, double *fsec3, int *isec4, double *fsec4,
489
			 int *gribbuffer, int recsize, int *lmv, int *iret)
490
{
491
  int ipunp = 0, iword = 0;
492

493
494
  memset(isec1, 0, 256*sizeof(int));

495
  gribExDP(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
496
	   ipunp, (int *) gribbuffer, recsize, &iword, "J", iret);
497
498
499
500
501
502
503
504
505
506
507
508

  *lmv = 0;

  if ( ISEC1_CenterID == 215 && (isec1[34] != 0 && isec1[34] != 255) )
    {
      double undef_pds, undef_eps;

      MCH_get_undef(isec1, &undef_pds, &undef_eps);
      FSEC3_MissVal = undef_pds;
      *lmv = 1;
    }
}
509
510

static
511
compvar_t cgribexVarSet(int param, int level1, int level2, int leveltype, int trange)
512
513
{
  compvar_t compVar;
514
  int tsteptype = cgribexGetTsteptype(trange);
515

516
517
518
519
520
  compVar.param     = param;
  compVar.level1    = level1;
  compVar.level2    = level2;
  compVar.ltype     = leveltype;
  compVar.tsteptype = tsteptype;
521
522
523
524

  return (compVar);
}

Thomas Jahns's avatar
Thomas Jahns committed
525
526
static inline int
cgribexVarCompare(compvar_t compVar, record_t record, int flag)
527
{
Thomas Jahns's avatar
Thomas Jahns committed
528
529
530
531
  int tstepDiff = (!((flag == 0) & (((compVar.tsteptype == TSTEP_INSTANT)
                                     & (record.tsteptype == TSTEP_INSTANT3))
                                    |((compVar.tsteptype == TSTEP_INSTANT3)
                                      & (record.tsteptype == TSTEP_INSTANT)))))
Thomas Jahns's avatar
Thomas Jahns committed
532
533
534
535
536
537
    & (compVar.tsteptype != record.tsteptype);
  int rstatus = (compVar.param != record.param)
    |           (compVar.level1 != record.ilevel)
    |           (compVar.level2 != record.ilevel2)
    |           (compVar.ltype != record.ltype)
    |           tstepDiff;
538
539
  return (rstatus);
}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
540
#endif
Uwe Schulzweida's avatar
Uwe Schulzweida committed
541

542
543
544
#define gribWarning(text, nrecs, timestep, paramstr, level1, level2) \
            Warning("Record %2d (id=%s lev1=%d lev2=%d) timestep %d: %s", nrecs, paramstr, level1, level2, timestep, text)

545
#if  defined  (HAVE_LIBCGRIBEX)
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578

static inline void
cgribexScanTsFixNtsteps(stream_t *streamptr, off_t recpos)
{
  if ( streamptr->ntsteps == -1 )
    {
      int tsID = tstepsNewEntry(streamptr);
      if ( tsID != streamptr->rtsteps )
	Error("Internal error. tsID = %d", tsID);

      streamptr->tsteps[tsID-1].next   = TRUE;
      streamptr->tsteps[tsID].position = recpos;
    }
}

static inline void
cgribexScanTsConstAdjust(stream_t *streamptr, taxis_t *taxis)
{
  int vlistID = streamptr->vlistID;
  if ( streamptr->ntsteps == 1 )
    {
      if ( taxis->vdate == 0 && taxis->vtime == 0 )
	{
	  streamptr->ntsteps = 0;
	  for (int varID = 0; varID < streamptr->nvars; varID++ )
	    {
	      vlistDefVarTsteptype(vlistID, varID, TSTEP_CONSTANT);
	    }
	}
    }
}


579
int cgribexScanTimestep1(stream_t * streamptr)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
580
581
582
{
  int *isec0, *isec1, *isec2, *isec3, *isec4;
  double fsec2[512], fsec3[2], *fsec4 = NULL;
583
  int lmv = 0, iret = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
584
585
  off_t recpos = 0;
  unsigned char *gribbuffer = NULL;
586
  size_t buffersize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
587
  int rstatus;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
588
  int fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
589
590
  int param = 0;
  int level1 = 0, level2 = 0, vdate = 0, vtime = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
591
592
593
  DateTime datetime, datetime0;
  int tsID;
  size_t readsize;
594
  unsigned nrecords, recID;
595
  int nrecs_scanned = 0;
596
  int datatype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
597
  long recsize = 0;
598
  int warn_time = TRUE;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
599
600
601
  int warn_numavg = TRUE;
  int taxisID = -1;
  int rdate = 0, rtime = 0, tunit = 0, fcast = 0;
602
  taxis_t *taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
603
  int vlistID;
604
  int comptype;
605
  long unzipsize;
606
  char paramstr[32];
607
608
  extern int cdiSkipRecords;
  int nskip = cdiSkipRecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
609
610

  streamptr->curTsID = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
611

Uwe Schulzweida's avatar
Uwe Schulzweida committed
612
613
614
615
616
  isec0 = streamptr->record->sec0;
  isec1 = streamptr->record->sec1;
  isec2 = streamptr->record->sec2;
  isec3 = streamptr->record->sec3;
  isec4 = streamptr->record->sec4;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
617

618
  tsID  = tstepsNewEntry(streamptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
619
  taxis = &streamptr->tsteps[tsID].taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
620
621

  if ( tsID != 0 )
622
    Error("Internal problem! tstepsNewEntry returns %d", tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
623

Uwe Schulzweida's avatar
Uwe Schulzweida committed
624
  fileID = streamptr->fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
625

626
627
628
  while ( nskip-- > 0 )
    {
      recsize = gribGetSize(fileID);
629
      if ( recsize == 0 )
630
	Error("Skipping of %d records failed!", cdiSkipRecords);
631

632
      recpos  = fileGetPos(fileID);
633
      fileSetPos(fileID, (off_t)recsize, SEEK_CUR);
634
635
    }

636
  unsigned nrecs = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
637
638
639
640
641
642
643
  while ( TRUE )
    {
      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);

      if ( recsize == 0 )
	{
644
	  if ( nrecs == 0 )
645
	    Error("No GRIB records found!");
646

Uwe Schulzweida's avatar
Uwe Schulzweida committed
647
	  streamptr->ntsteps = 1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
648
649
	  break;
	}
650
      if ( (size_t)recsize > buffersize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
651
	{
652
	  buffersize = (size_t)recsize;
653
	  gribbuffer = (unsigned char *)xrealloc(gribbuffer, buffersize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
654
655
	}

656
      readsize = (size_t)recsize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
657
658
      rstatus = gribRead(fileID, gribbuffer, &readsize);
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
659

660
      comptype = COMPRESS_NONE;
661
662
      if ( gribGetZip(recsize, gribbuffer, &unzipsize) > 0 )
	{
663
	  comptype = COMPRESS_SZIP;
664
	  unzipsize += 100; /* need 0 to 1 bytes for rounding of bds */
665
	  if ( buffersize < (size_t)unzipsize )
666
	    {
667
	      buffersize = (size_t)unzipsize;
668
669
670
671
	      gribbuffer = (unsigned char *) realloc(gribbuffer, buffersize);
	    }
	}

672
      nrecs_scanned++;
673
      cgribexDecodeHeader(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
674
			  (int *) gribbuffer, (int)recsize, &lmv, &iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
675

Uwe Schulzweida's avatar
Uwe Schulzweida committed
676
      param = cdiEncodeParam(ISEC1_Parameter, ISEC1_CodeTable, 255);
677
678
      cdiParamToString(param, paramstr, sizeof(paramstr));

679
680
      if ( ISEC1_LevelType == 100 ) ISEC1_Level1 *= 100;
      if ( ISEC1_LevelType ==  99 ) ISEC1_LevelType = 100;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
681
682
683
      level1   = ISEC1_Level1;
      level2   = ISEC1_Level2;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
684
685
      gribDateTime(isec1, &vdate, &vtime);

686
      if ( ISEC4_NumBits > 0 && ISEC4_NumBits <= 32 )
687
	datatype = ISEC4_NumBits;
688
      else
689
        datatype = DATATYPE_PACK;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
690
691
692
693
694
695
696

      if ( nrecs == 0 )
	{
	  datetime0.date = vdate;
	  datetime0.time = vtime;
	  rdate = gribRefDate(isec1);
	  rtime = gribRefTime(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
697
	  tunit = cgribexGetTimeUnit(isec1);
698
	  fcast = cgribexTimeIsFC(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
699
700
701
702
703
	}
      else
	{
	  datetime.date  = vdate;
	  datetime.time  = vtime;
704

705
	  compvar_t compVar = cgribexVarSet(param, level1, level2, ISEC1_LevelType, ISEC1_TimeRange);
706

Uwe Schulzweida's avatar
Uwe Schulzweida committed
707
708
	  for ( recID = 0; recID < nrecs; recID++ )
	    {
709
	      if ( cgribexVarCompare(compVar, streamptr->tsteps[0].records[recID], 0) == 0 ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
710
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
711
712
713
714
715
716
717

	  if ( cdiInventoryMode == 1 )
	    {
	      if ( recID < nrecs ) break;
	      if ( warn_time )
		if ( memcmp(&datetime, &datetime0, sizeof(DateTime)) != 0 )
		  {
718
                    gribWarning("Inconsistent verification time!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
719
720
721
722
723
724
725
726
727
		    warn_time = FALSE;
		  }
	    }
	  else
	    {
	      if ( memcmp(&datetime, &datetime0, sizeof(DateTime)) != 0 ) break;

	      if ( recID < nrecs )
		{
728
		  gribWarning("Parameter already exist, skipped!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
729
730
731
		  continue;
		}
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
732
733
734
735
736
737
	}

      if ( ISEC1_AvgNum )
	{
	  if (  taxis->numavg && warn_numavg && (taxis->numavg != ISEC1_AvgNum) )
	    {
738
	      Warning("Changing numavg from %d to %d not supported!", taxis->numavg, ISEC1_AvgNum);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
739
740
741
742
743
744
745
746
747
748
749
	      warn_numavg = FALSE;
	    }
	  else
	    {
	      taxis->numavg = ISEC1_AvgNum;
	    }
	}

      nrecs++;

      if ( CDI_Debug )
750
	Message("Read record %2d (id=%s lev1=%d lev2=%d) %8d %6d", nrecs_scanned, paramstr, level1, level2, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
751

752
      cgribexAddRecord(streamptr, param, isec1, isec2, fsec2, fsec3,
753
		       isec4, recsize, recpos, datatype, comptype, lmv, iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
754
755
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
756
  streamptr->rtsteps = 1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
757

758
759
  if ( nrecs == 0 ) return (CDI_EUFSTRUCT);

760
  cdi_generate_vars(streamptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
761
762
763

  if ( fcast )
    {
764
      taxisID = taxisCreate(TAXIS_RELATIVE);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
765
766
767
768
769
770
771
      taxis->type  = TAXIS_RELATIVE;
      taxis->rdate = rdate;
      taxis->rtime = rtime;
      taxis->unit  = tunit;
    }
  else
    {
772
      taxisID = taxisCreate(TAXIS_ABSOLUTE);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
773
      taxis->type  = TAXIS_ABSOLUTE;
774
      taxis->unit  = tunit;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
775
776
    }

777
778
  taxis->vdate = (int)datetime0.date;
  taxis->vtime = (int)datetime0.time;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
779

Uwe Schulzweida's avatar
Uwe Schulzweida committed
780
  vlistID = streamptr->vlistID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
781
782
  vlistDefTaxis(vlistID, taxisID);

783
784
  nrecords = (unsigned)streamptr->tsteps[0].nallrecs;
  if ( nrecords < (unsigned)streamptr->tsteps[0].recordSize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
785
    {
786
      streamptr->tsteps[0].recordSize = (int)nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
787
      streamptr->tsteps[0].records =
Uwe Schulzweida's avatar
Uwe Schulzweida committed
788
      (record_t *) realloc(streamptr->tsteps[0].records, nrecords*sizeof(record_t));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
789
790
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
791
  streamptr->tsteps[0].recIDs = (int *) malloc(nrecords*sizeof(int));
792
  streamptr->tsteps[0].nrecs = (int)nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
793
  for ( recID = 0; recID < nrecords; recID++ )
794
    streamptr->tsteps[0].recIDs[recID] = (int)recID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
795

Uwe Schulzweida's avatar
Uwe Schulzweida committed
796
  streamptr->record->buffer     = gribbuffer;
797
  streamptr->record->buffersize = (size_t)buffersize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
798

799
800
  cgribexScanTsFixNtsteps(streamptr, recpos);
  cgribexScanTsConstAdjust(streamptr, taxis);
801
802

  return (0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
803
804
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
805

806
int cgribexScanTimestep2(stream_t * streamptr)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
807
{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
808
  int rstatus = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
809
810
  int *isec0, *isec1, *isec2, *isec3, *isec4;
  double fsec2[512], fsec3[2], *fsec4 = NULL;
811
  int lmv = 0, iret = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
812
813
  off_t recpos = 0;
  unsigned char *gribbuffer = NULL;
814
  size_t buffersize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
815
  int fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
816
817
  int param = 0;
  int level1 = 0, level2 = 0, vdate = 0, vtime = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
818
  DateTime datetime, datetime0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
819
820
821
822
  int tsID;
  int varID, gridID;
  size_t readsize;
  int nrecords, nrecs, recID, rindex;
823
  int nrecs_scanned = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
824
825
  long recsize = 0;
  int warn_numavg = TRUE;
826
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
827
  int taxisID = -1;
828
  taxis_t *taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
829
  int vlistID;
830
  long unzipsize;
831
  char paramstr[32];
Uwe Schulzweida's avatar
Uwe Schulzweida committed
832

Uwe Schulzweida's avatar
Uwe Schulzweida committed
833
834
835
836
837
838
839
  streamptr->curTsID = 1;

  isec0 = streamptr->record->sec0;
  isec1 = streamptr->record->sec1;
  isec2 = streamptr->record->sec2;
  isec3 = streamptr->record->sec3;
  isec4 = streamptr->record->sec4;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
840

Uwe Schulzweida's avatar
Uwe Schulzweida committed
841
842
  fileID  = streamptr->fileID;
  vlistID = streamptr->vlistID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
843
844
  taxisID = vlistInqTaxis(vlistID);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
845
846
  gribbuffer = (unsigned char *) streamptr->record->buffer;
  buffersize = streamptr->record->buffersize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
847

Uwe Schulzweida's avatar
Uwe Schulzweida committed
848
  tsID = streamptr->rtsteps;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
849
  if ( tsID != 1 )
Thomas Jahns's avatar
Thomas Jahns committed
850
    Error("Internal problem! unexpected timestep %d", tsID+1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
851

Uwe Schulzweida's avatar
Uwe Schulzweida committed
852
  taxis = &streamptr->tsteps[tsID].taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
853

Uwe Schulzweida's avatar
Uwe Schulzweida committed
854
  fileSetPos(fileID, streamptr->tsteps[tsID].position, SEEK_SET);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
855

856
  cdi_create_records(streamptr, tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
857

Uwe Schulzweida's avatar
Uwe Schulzweida committed
858
  nrecords = streamptr->tsteps[tsID].nallrecs;
859
  if ( nrecords ) streamptr->tsteps[1].recIDs = (int *)xmalloc((size_t)nrecords * sizeof(int));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
860
  streamptr->tsteps[1].nrecs = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
861
  for ( recID = 0; recID < nrecords; recID++ )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
862
    streamptr->tsteps[1].recIDs[recID] = -1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
863

Uwe Schulzweida's avatar
Uwe Schulzweida committed
864
865
  for ( recID = 0; recID < nrecords; recID++ )
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
866
      varID = streamptr->tsteps[0].records[recID].varID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
867
868
      streamptr->tsteps[tsID].records[recID].position =	streamptr->tsteps[0].records[recID].position;
      streamptr->tsteps[tsID].records[recID].size     =	streamptr->tsteps[0].records[recID].size;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
869
870
    }

871
  nrecs_scanned = nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
872
873
  rindex = 0;
  while ( TRUE )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
874
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
875
876
      if ( rindex > nrecords ) break;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
877
878
879
880
      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);
      if ( recsize == 0 )
	{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
881
	  streamptr->ntsteps = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
882
883
	  break;
	}
884
      if ( (size_t)recsize > buffersize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
885
	{
886
	  buffersize = (size_t)recsize;
887
	  gribbuffer = (unsigned char *)xrealloc(gribbuffer, buffersize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
888
889
	}

890
      readsize = (size_t)recsize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
891
892
      rstatus = gribRead(fileID, gribbuffer, &readsize);
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
893

894
895
896
      if ( gribGetZip(recsize, gribbuffer, &unzipsize) > 0 )
	{
	  unzipsize += 100; /* need 0 to 1 bytes for rounding of bds */
897
	  if ( buffersize < (size_t)unzipsize )
898
	    {
899
	      buffersize = (size_t)unzipsize;
900
901
902
903
	      gribbuffer = (unsigned char *) realloc(gribbuffer, buffersize);
	    }
	}

904
      cgribexDecodeHeader(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
905
			  (int *) gribbuffer, (int)recsize, &lmv, &iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
906

907
908
      nrecs_scanned++;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
909
      param = cdiEncodeParam(ISEC1_Parameter, ISEC1_CodeTable, 255);
910
911
      cdiParamToString(param, paramstr, sizeof(paramstr));

912
913
      if ( ISEC1_LevelType == 100 ) ISEC1_Level1 *= 100;
      if ( ISEC1_LevelType ==  99 ) ISEC1_LevelType = 100;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
      level1    = ISEC1_Level1;
      level2    = ISEC1_Level2;

      gribDateTime(isec1, &vdate, &vtime);

      if ( rindex == 0 )
	{
	  if ( taxisInqType(taxisID) == TAXIS_RELATIVE )
	    {
	      taxis->type  = TAXIS_RELATIVE;
	      taxis->rdate = gribRefDate(isec1);
	      taxis->rtime = gribRefTime(isec1);
	    }
	  else
	    {
	      taxis->type  = TAXIS_ABSOLUTE;
	    }
931
	  taxis->unit  = cgribexGetTimeUnit(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
932
933
	  taxis->vdate = vdate;
	  taxis->vtime = vtime;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
934
935
936

	  datetime0.date = vdate;
	  datetime0.time = vtime;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
937
938
	}

939
940
      tsteptype = cgribexGetTsteptype(ISEC1_TimeRange);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
941
942
943
      if ( ISEC1_AvgNum )
	{
	  if (  taxis->numavg && warn_numavg &&
944
        	(taxis->numavg != ISEC1_AvgNum) )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
945
946
	    {
	  /*
947
	      Warning("Changing numavg from %d to %d not supported!", taxis->numavg, ISEC1_AvgNum);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
948
949
950
951
952
953
954
955
956
	  */
	      warn_numavg = FALSE;
	    }
	  else
	    {
	      taxis->numavg = ISEC1_AvgNum;
	    }
	}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
957
958
      datetime.date  = vdate;
      datetime.time  = vtime;
959

960
      compvar_t compVar = cgribexVarSet(param, level1, level2, ISEC1_LevelType, ISEC1_TimeRange);
961

Uwe Schulzweida's avatar
Uwe Schulzweida committed
962
963
      for ( recID = 0; recID < nrecords; recID++ )
	{
964
	  if ( cgribexVarCompare(compVar, streamptr->tsteps[tsID].records[recID], 0) == 0 ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
965
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
966

Uwe Schulzweida's avatar
Uwe Schulzweida committed
967
968
      if ( recID == nrecords )
	{
969
	  gribWarning("Parameter not defined at timestep 1!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
970
971
972
	  return (CDI_EUFSTRUCT);
	}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
973
974
975
976
977
978
979
980
981
982
      if ( cdiInventoryMode == 1 )
	{
	  if ( streamptr->tsteps[tsID].records[recID].used )
	    {
	      break;
	    }
	  else
	    {
	      streamptr->tsteps[tsID].records[recID].used = TRUE;
	      streamptr->tsteps[tsID].recIDs[rindex] = recID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
983
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
984
985
986
987
988
989
990
	}
      else
	{
	  if ( streamptr->tsteps[tsID].records[recID].used )
	    {
	      if ( memcmp(&datetime, &datetime0, sizeof(DateTime)) != 0 ) break;

991
              gribWarning("Parameter already exist, skipped!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
992
993
994
995
996
997
	      continue;
	    }
	  else
	    {
	      streamptr->tsteps[tsID].records[recID].used = TRUE;
	      streamptr->tsteps[tsID].recIDs[rindex] = recID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
998
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
999
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1000
1001

      if ( CDI_Debug )