stream_gribapi.c 63.9 KB
Newer Older
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1
2
3
4
5
6
#if defined (HAVE_CONFIG_H)
#  include "config.h"
#endif

#include <stdio.h>

Uwe Schulzweida's avatar
Uwe Schulzweida committed
7
#include "dmemory.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
8
9
10
11
12
13
#include "cdi.h"
#include "stream_int.h"
#include "file.h"
#include "varscan.h"
#include "datetime.h"
#include "vlist.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
14
#include "stream_grb.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
15
16
17
18


#if  defined  (HAVE_LIBGRIB_API)
#  include "cgribex.h"      /* gribGetSize, gribRead, gribGetZip */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
19
#  include "gribapi.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
20
21
22
23
24
25
26
#  include "grib_api.h"
#endif


extern int cdiInventoryMode;

typedef struct {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
27
  int param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
28
29
30
31
32
33
34
35
  int level1;
  int level2;
  int ltype;
} compvar2_t; 


#if  defined  (HAVE_LIBGRIB_API)
static
36
int gribapiGetGridType(grib_handle *gh, int gribgridtype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
37
38
39
40
41
42
43
44
45
{
  int gridtype = 0;
  long lpar;

  GRIB_CHECK(grib_get_long(gh, "gridDefinitionTemplateNumber", &lpar), 0);
  gribgridtype = (int) lpar;

  switch (gribgridtype)
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
46
47
    case  GRIB2_GTYPE_LATLON:
    case  GRIB2_GTYPE_LATLON_ROT:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
48
49
50
51
      {
	gridtype = GRID_LONLAT;
	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
52
    case  GRIB2_GTYPE_LCC:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
53
54
55
56
      {
	gridtype = GRID_LCC;
	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
57
    case  GRIB2_GTYPE_GAUSSIAN:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
58
      {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
59
60
61
	long lpar;
	GRIB_CHECK(grib_get_long(gh, "Ni", &lpar), 0);
	if ( lpar < 0 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
62
63
64
65
66
	  gridtype = GRID_GAUSSIAN_REDUCED;
	else
	  gridtype = GRID_GAUSSIAN;
	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
67
    case  GRIB2_GTYPE_SPECTRAL:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
68
69
70
71
      {
	gridtype = GRID_SPECTRAL;
	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
72
    case  GRIB2_GTYPE_GME:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
73
74
75
76
      {
	gridtype = GRID_GME;
	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
77
    case  GRIB2_GTYPE_NUMBER:
78
      {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
79
	gridtype = GRID_NUMBER;
80
81
	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
82
83
84
85
86
87
88
89
90
91
92
    default:
      {
	gridtype = GRID_GENERIC;
	break;
      }
    }

  return (gridtype);
}
#endif

Uwe Schulzweida's avatar
Uwe Schulzweida committed
93
#if  defined  (HAVE_LIBGRIB_API)
94
95
96
97
98
static
int gribapiGetIsRotated(int gribgridtype)
{
  int isRotated = 0;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
99
  if ( gribgridtype == GRIB2_GTYPE_LATLON_ROT )
100
101
102
103
104
105
    {
      isRotated = 1;
    }

  return (isRotated);
}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
106
#endif
107

Uwe Schulzweida's avatar
Uwe Schulzweida committed
108
109
#if  defined  (HAVE_LIBGRIB_API)
static
110
int gribapiGetZaxisType(long editionNumber, int grib_ltype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
111
{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
112
113
114
  int zaxistype = ZAXIS_GENERIC;

  if ( editionNumber <= 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
115
    {
116
      zaxistype = grib1ltypeToZaxisType(grib_ltype);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
117
118
119
    }
  else
    {
120
      zaxistype = grib2ltypeToZaxisType(grib_ltype);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
121
122
123
124
125
126
    }

  return (zaxistype);
}
#endif

127
128
129
130
131
132
#if  defined  (HAVE_LIBGRIB_API)
static
int gribapiGetTimeUnits(grib_handle *gh)
{
  int timeunits = -1;
  long lpar;
133
134
  size_t len = 8;
  char stepunits[8];
135
136
  static int lprint = TRUE;

137
138
  GRIB_CHECK(grib_get_string(gh, "stepUnits", stepunits, &len), 0);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
139
140
141
142
143
144
145
146
147
148
149
  len--;

  if      ( memcmp(stepunits, "s",   len) == 0 ) timeunits = TUNIT_SECOND;
  else if ( memcmp(stepunits, "m",   len) == 0 ) timeunits = TUNIT_MINUTE;
  else if ( memcmp(stepunits, "h",   len) == 0 ) timeunits = TUNIT_HOUR;
  else if ( memcmp(stepunits, "3h",  len) == 0 ) timeunits = TUNIT_3HOURS;
  else if ( memcmp(stepunits, "6h",  len) == 0 ) timeunits = TUNIT_6HOURS;
  else if ( memcmp(stepunits, "12h", len) == 0 ) timeunits = TUNIT_12HOURS;
  else if ( memcmp(stepunits, "D",   len) == 0 ) timeunits = TUNIT_DAY;
  else if ( memcmp(stepunits, "M",   len) == 0 ) timeunits = TUNIT_MONTH;
  else if ( memcmp(stepunits, "Y",   len) == 0 ) timeunits = TUNIT_YEAR;
150
  else if ( lprint )
151
    {
152
      Message("Step units >%s< unsupported!", stepunits);
153
      lprint = FALSE;
154
155
156
157
158
159
160
161
162
163
    }

  return (timeunits);
}
#endif

#if  defined  (HAVE_LIBGRIB_API)
static
int gribapiTimeIsFC(grib_handle *gh)
{
164
  long editionNumber;
165
166
  int isFC = TRUE;

167
  GRIB_CHECK(grib_get_long(gh, "editionNumber", &editionNumber), 0);
168

169
170
171
172
173
174
175
176
  if ( editionNumber == 2 )
    {
      long sigofrtime;

      GRIB_CHECK(grib_get_long(gh, "significanceOfReferenceTime", &sigofrtime), 0);

      if ( sigofrtime == 3 ) isFC = FALSE;
    }
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207

  return (isFC);
}
#endif

#if  defined  (HAVE_LIBGRIB_API)
static
int gribapiGetTsteptype(grib_handle *gh)
{
  int tsteptype = 0;
  int timerange;
  long lpar;
  static int lprint = TRUE;

  if ( gribapiTimeIsFC(gh) )
    {
      GRIB_CHECK(grib_get_long(gh, "stepType", &lpar), 0);
      timerange = (int) lpar;

      // printf("timerange %d\n", timerange);

      switch ( timerange )
	{
	case  0:  tsteptype = TSTEP_AVG;    break;
	case  1:  tsteptype = TSTEP_ACCUM;  break;
	case  2:  tsteptype = TSTEP_MIN;    break;
	case  3:  tsteptype = TSTEP_MAX;    break;
	case  4:  tsteptype = TSTEP_DIFF;   break;
	default:
	  if ( lprint )
	    {
208
	      Message("Time range %d unsupported", timerange);
209
210
211
212
213
214
215
216
217
218
219
220
221
	      lprint = FALSE;
	    }
	}
    }

  return (tsteptype);
}
#endif

#if  defined  (HAVE_LIBGRIB_API)
void gribapiGetValidityDateTime(grib_handle *gh, int *vdate, int *vtime)
{
  long lpar;
222
223
224
225
226
227
228
229
230
  long sigofrtime = 3;
  long editionNumber;

  GRIB_CHECK(grib_get_long(gh, "editionNumber", &editionNumber), 0);

  if ( editionNumber == 2 )
    {
      GRIB_CHECK(grib_get_long(gh, "significanceOfReferenceTime", &sigofrtime), 0);
    }
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248

  if ( sigofrtime == 3 )
    {
      GRIB_CHECK(grib_get_long(gh, "dataDate", &lpar), 0);
      *vdate = (int) lpar;
      GRIB_CHECK(grib_get_long(gh, "dataTime", &lpar), 0);
      *vtime = (int) lpar*100;
    }
  else
    {
      GRIB_CHECK(grib_get_long(gh, "validityDate", &lpar), 0);
      *vdate = (int) lpar;
      GRIB_CHECK(grib_get_long(gh, "validityTime", &lpar), 0);
      *vtime = (int) lpar*100;
    }
}
#endif

Uwe Schulzweida's avatar
Uwe Schulzweida committed
249
#if  defined  (HAVE_LIBGRIB_API)
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
static
double grib1GetLevel(grib_handle *gh, int leveltype)
{
  double dlevel;

  GRIB_CHECK(grib_get_double(gh, "level", &dlevel), 0);
  if ( leveltype == 100 ) dlevel *= 100;
  if ( dlevel < -2.e9 || dlevel > 2.e9 ) dlevel = 0;

  return (dlevel);
}

static
double grib2GetLevel(grib_handle *gh, int leveltype)
{
  double dlevel;

  GRIB_CHECK(grib_get_double(gh, "level", &dlevel), 0);
  if ( dlevel < -2.e9 || dlevel > 2.e9 ) dlevel = 0;

  return (dlevel);
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
273
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
274
void gribapiAddRecord(int streamID, int param, grib_handle *gh,
Uwe Schulzweida's avatar
Uwe Schulzweida committed
275
276
		      long recsize, off_t position, int prec, int ztype)
{
277
  long editionNumber;
278
  int gribgridtype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
279
280
281
282
283
284
285
  int gridtype;
  int zaxistype;
  int gridID = CDI_UNDEFID, varID;
  int levelID = 0;
  int tsID, recID;
  int level1, level2;
  int numavg;
286
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
287
  int lbounds = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
288
  record_t *record;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
289
290
291
292
293
294
295
  grid_t grid;
  int vlistID;
  stream_t *streamptr;
  int leveltype;
  double dlevel;
  long lpar;
  int status;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
296
297
  long numberOfPoints;
  size_t datasize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
298
299
  char name[256], longname[256], units[256];
  size_t vlen; 
Uwe Schulzweida's avatar
Uwe Schulzweida committed
300
301
302
303
304
305
306
307

  streamptr = stream_to_pointer(streamID);

  vlistID = streamInqVlist(streamID);
  tsID    = streamptr->curTsID;
  recID   = recordNewEntry(streamID, tsID);
  record  = &streamptr->tsteps[tsID].records[recID];

308
  tsteptype = gribapiGetTsteptype(gh);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
309
310
  // numavg  = ISEC1_AvgNum;
  numavg  = 0;
311
312
313
314

  GRIB_CHECK(grib_get_long(gh, "editionNumber", &editionNumber), 0);

  if ( editionNumber <= 1 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
315
    {
316
317
318
319
      status = grib_get_long(gh, "indicatorOfTypeOfLevel", &lpar);
      if ( status == 0 )
	{
	  leveltype = (int) lpar;
320
321
	  dlevel = grib1GetLevel(gh, leveltype);
	  if ( leveltype == 99 ) leveltype++;
322
323
324
325
326
327
	}
      else 
	{
	  leveltype = 0;
	  dlevel = 0;
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
328
    }
329
  else
Uwe Schulzweida's avatar
Uwe Schulzweida committed
330
    {
331
332
333
334
      status = grib_get_long(gh, "typeOfFirstFixedSurface", &lpar);
      if ( status == 0 )
	{
	  leveltype = (int) lpar;
335
336
	  dlevel = grib2GetLevel(gh, leveltype);
	  if ( leveltype == 99 ) leveltype++;
337
338
339
340
341
342
	}
      else 
	{
	  leveltype = 0;
	  dlevel = 0;
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
343
344
345
346
347
    }

  level1 = (int) dlevel;
  level2 = 0;

348
  // fprintf(stderr, "param %d %d %d %d\n", param, level1, level2, leveltype);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
349
350
351

  (*record).size     = recsize;
  (*record).position = position;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
352
  (*record).param    = param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
353
354
355
356
  (*record).ilevel   = level1;
  (*record).ilevel2  = level2;
  (*record).ltype    = leveltype;

357
358
359
  GRIB_CHECK(grib_get_long(gh, "gridDefinitionTemplateNumber", &lpar), 0);
  gribgridtype = (int) lpar;
  gridtype = gribapiGetGridType(gh, gribgridtype);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
360
361
362
363
364
365
366
367
368
369
  /*
  if ( streamptr->unreduced && gridtype == GRID_GAUSSIAN_REDUCED )
    {
      gridtype = GRID_GAUSSIAN;
      ISEC2_NumLon = 2*ISEC2_NumLat;
      ISEC4_NumValues = ISEC2_NumLon*ISEC2_NumLat;
    }
  */
  memset(&grid, 0, sizeof(grid_t));

Uwe Schulzweida's avatar
Uwe Schulzweida committed
370
371
372
  GRIB_CHECK(grib_get_size(gh, "values", &datasize), 0);
  GRIB_CHECK(grib_get_long(gh, "numberOfPoints", &numberOfPoints), 0);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
373
374
375
376
377
378
379
380
381
382
383
384
385
  switch (gridtype)
    {
    case GRID_LONLAT:
    case GRID_GAUSSIAN:
      {
	int nlon, nlat;

	GRIB_CHECK(grib_get_long(gh, "Ni", &lpar), 0);
	nlon = lpar;
	GRIB_CHECK(grib_get_long(gh, "Nj", &lpar), 0);
	nlat = lpar;

	if ( numberOfPoints != nlon*nlat )
386
	  Error("numberOfPoints (%d) and gridSize (%d) differ!",
Uwe Schulzweida's avatar
Uwe Schulzweida committed
387
388
389
390
391
392
		(int)numberOfPoints, nlon*nlat);
	grid.size  = numberOfPoints;
	grid.xsize = nlon;
	grid.ysize = nlat;
	grid.xinc  = 0;
	grid.yinc  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
393
394
395
396
397
398
399
400
	GRIB_CHECK(grib_get_double(gh, "longitudeOfFirstGridPointInDegrees", &grid.xfirst), 0);
	GRIB_CHECK(grib_get_double(gh, "longitudeOfLastGridPointInDegrees",  &grid.xlast), 0);
	GRIB_CHECK(grib_get_double(gh, "latitudeOfFirstGridPointInDegrees",  &grid.yfirst), 0);
	GRIB_CHECK(grib_get_double(gh, "latitudeOfLastGridPointInDegrees",   &grid.ylast), 0);
	GRIB_CHECK(grib_get_double(gh, "iDirectionIncrementInDegrees", &grid.xinc), 0);
	if ( gridtype == GRID_LONLAT )
	  GRIB_CHECK(grib_get_double(gh, "jDirectionIncrementInDegrees", &grid.yinc), 0);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
401
402
	if ( IS_EQUAL(grid.xinc, GRIB_MISSING_DOUBLE) ) grid.xinc = 0;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
403
        if ( IS_NOT_EQUAL(grid.xfirst, 0) || IS_NOT_EQUAL(grid.xlast, 0) )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
404
405
406
	  {
	    if ( grid.xsize > 1 )
	      {
407
		if ( (grid.xfirst > grid.xlast) && (grid.xfirst >= 180) ) grid.xfirst -= 360;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
408

409
410
411
412
413
414
415
416
417
418
		if ( editionNumber <= 1 )
		  {
		    /*
		      if ( ISEC2_ResFlag && ISEC2_LonIncr > 0 )
		      grid.xinc = ISEC2_LonIncr;
		      else
		      grid.xinc = (ISEC2_LastLon - ISEC2_FirstLon) / (grid.xsize - 1);
		    */
		    /* correct xinc if necessary */
		    if ( IS_EQUAL(grid.xfirst, 0) && grid.xlast > 354 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
419
		      {
420
421
422
423
424
425
426
			double xinc = 360. / grid.xsize;
		      
			if ( fabs(grid.xinc-xinc) > 0.0 )
			  {
			    grid.xinc = xinc;
			    if ( CDI_Debug ) Message("set xinc to %g", grid.xinc);
			  }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
427
428
429
430
431
432
		      }
		  }
	      }
	    grid.xdef   = 2;	    
	  }
	grid.ydef  = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
433
        if ( IS_NOT_EQUAL(grid.yfirst, 0) || IS_NOT_EQUAL(grid.ylast, 0) )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
434
435
436
	  {
	    if ( grid.ysize > 1 )
	      {
437
438
439
440
441
442
443
444
445
		if ( editionNumber <= 1 )
		  {
		    /*
		      if ( ISEC2_ResFlag && ISEC2_LatIncr > 0 )
		      grid.yinc = ISEC2_LatIncr;
		      else
		      grid.yinc = (ISEC2_LastLat - ISEC2_FirstLat) / (grid.ysize - 1);
		    */
		  }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
	      }
	    grid.ydef   = 2;	    
	  }
	break;
      }
      /*
    case GRID_GAUSSIAN_REDUCED:
      {
	grid.size   = ISEC4_NumValues;
        grid.rowlon = ISEC2_RowLonPtr;
	grid.ysize  = ISEC2_NumLat;
	grid.xinc  = 0;
	grid.yinc  = 0;
	grid.xdef  = 0;
	  {
	    if ( grid.xsize > 1 )
	      {
		if ( ISEC2_ResFlag && ISEC2_LonIncr > 0 )
		  grid.xinc = ISEC2_LonIncr * 0.001;
		else
		  grid.xinc = (ISEC2_LastLon - ISEC2_FirstLon) * 0.001 / (grid.xsize - 1);
	      }
	    grid.xfirst = ISEC2_FirstLon * 0.001;
	    grid.xlast  = ISEC2_LastLon  * 0.001;
	    grid.xdef   = 2;	    
	  }
	grid.ydef  = 0;
	  {
	    if ( grid.ysize > 1 )
	      {
		if ( ISEC2_ResFlag && ISEC2_LatIncr > 0 )
		  grid.yinc = ISEC2_LatIncr * 0.001;
		else
		  grid.yinc = (ISEC2_LastLat - ISEC2_FirstLat) * 0.001 / (grid.ysize - 1);
	      }
	    grid.yfirst = ISEC2_FirstLat * 0.001;
	    grid.ylast  = ISEC2_LastLat  * 0.001;
	    grid.ydef   = 2;	    
	  }
	break;
      }
    case GRID_LCC:
      {
	if ( ISEC4_NumValues != ISEC2_NumLon*ISEC2_NumLat )
490
	  Error("numberOfPoints (%d) and gridSize (%d) differ!",
Uwe Schulzweida's avatar
Uwe Schulzweida committed
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
		ISEC4_NumValues, ISEC2_NumLon*ISEC2_NumLat);

	grid.size  = ISEC4_NumValues;
	grid.xsize = ISEC2_NumLon;
	grid.ysize = ISEC2_NumLat;

	grid.lcc_xinc      = ISEC2_Lambert_dx;
	grid.lcc_yinc      = ISEC2_Lambert_dy;
	grid.lcc_originLon = ISEC2_FirstLon * 0.001;
	grid.lcc_originLat = ISEC2_FirstLat * 0.001;
	grid.lcc_lonParY   = ISEC2_Lambert_Lov * 0.001;
	grid.lcc_lat1      = ISEC2_Lambert_LatS1 * 0.001;
	grid.lcc_lat2      = ISEC2_Lambert_LatS2 * 0.001;
	grid.lcc_projflag  = ISEC2_Lambert_ProjFlag;
	grid.lcc_scanflag  = ISEC2_ScanFlag;

	grid.xdef   = 0;	    
	grid.ydef   = 0;

	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
512
      */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
513
514
    case GRID_SPECTRAL:
      {
515
516
	size_t len = 256;
	char typeOfPacking[256];
517
	GRIB_CHECK(grib_get_string(gh, "packingType", typeOfPacking, &len), 0);
518
519
520
	grid.lcomplex = 0;
	if ( strncmp(typeOfPacking, "spectral_complex", len) == 0 ) grid.lcomplex = 1;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
521
522
523
	grid.size  = datasize;
	GRIB_CHECK(grib_get_long(gh, "J", &lpar), 0);
	grid.trunc = lpar;
524

Uwe Schulzweida's avatar
Uwe Schulzweida committed
525
526
527
528
	break;
      }
    case GRID_GME:
      {
529
530
531
532
533
534
535
536
	grid.size  = numberOfPoints;
	if ( grib_get_long(gh, "nd", &lpar) == 0 ) grid.nd  = lpar;
	if ( grib_get_long(gh, "Ni", &lpar) == 0 ) grid.ni  = lpar;
	if ( grib_get_long(gh, "n2", &lpar) == 0 ) grid.ni2 = lpar;
	if ( grib_get_long(gh, "n3", &lpar) == 0 ) grid.ni3 = lpar;

	break;
      }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
537
    case GRID_NUMBER:
538
539
      {
	grid.size  = numberOfPoints;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
540
541
	if ( grib_get_long(gh, "numberOfGridUsed", &lpar) == 0 )        grid.number   = lpar;
	if ( grib_get_long(gh, "numberOfGridInReference", &lpar) == 0 ) grid.position = lpar;
542

Uwe Schulzweida's avatar
Uwe Schulzweida committed
543
544
545
546
	break;
      }
    case GRID_GENERIC:
      {
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
	int nlon = 0, nlat = 0;

	if ( grib_get_long(gh, "Ni", &lpar) == 0 ) nlon = lpar;
	if ( grib_get_long(gh, "Nj", &lpar) == 0 ) nlat = lpar;

	grid.size  = numberOfPoints;
	if ( nlon && nlat )
	  {
	    grid.xsize = nlon;
	    grid.ysize = nlat;
	  }
	else
	  {
	    grid.xsize = 0;
	    grid.ysize = 0;
	  }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
564
565
566
567
	break;
      }
    default:
      {
568
	Error("Unsupported grid type: %s", gridNamePtr(gridtype));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
569
570
571
572
573
	break;
      }
    }

  grid.isRotated = FALSE;
574
  if ( gribapiGetIsRotated(gribgridtype) )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
575
576
    {
      grid.isRotated = TRUE;
577
578
579
580
581
582
      GRIB_CHECK(grib_get_double(gh, "latitudeOfSouthernPoleInDegrees",  &grid.ypole), 0);
      GRIB_CHECK(grib_get_double(gh, "longitudeOfSouthernPoleInDegrees", &grid.xpole), 0);
      GRIB_CHECK(grib_get_double(gh, "angleOfRotation", &grid.angle), 0);
      /* change from south to north pole */
      grid.ypole = -grid.ypole;
      grid.xpole =  grid.xpole - 180;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
583
    }
584

Uwe Schulzweida's avatar
Uwe Schulzweida committed
585
586
587
588
589
590
  grid.xvals = NULL;
  grid.yvals = NULL;
  grid.type  = gridtype;

  gridID = varDefGrid(vlistID, grid, 0);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
591
  zaxistype = gribapiGetZaxisType(editionNumber, leveltype);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
592

593
  if ( zaxistype == ZAXIS_HYBRID || zaxistype == ZAXIS_HYBRID_HALF )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
594
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
595
      int vctsize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
596
      size_t dummy;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
597
      double *vctptr;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
598

Uwe Schulzweida's avatar
Uwe Schulzweida committed
599
600
      GRIB_CHECK(grib_get_long(gh, "NV", &lpar), 0);
      vctsize = lpar;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
601
602
603
604
605
606
607
608
      if ( vctsize > 0 )
	{
	  vctptr = (double *) malloc(vctsize*sizeof(double));
	  dummy = vctsize;
	  GRIB_CHECK(grib_get_double_array(gh, "pv", vctptr, &dummy), 0);
	  varDefVCT(vctsize, vctptr);
	  free(vctptr);
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
609
    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
610

Uwe Schulzweida's avatar
Uwe Schulzweida committed
611
612
613
614
615
  //lbounds = cgribexGetZaxisHasBounds(ISEC1_LevelType);

  if ( prec > 32 ) prec = DATATYPE_PACK32;
  if ( prec <  0 ) prec = DATATYPE_PACK;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
616
617
618
619
620
621
622
623
624
  vlen = 256;
  GRIB_CHECK(grib_get_string(gh, "shortName", name, &vlen), 0);
  if ( vlen == 8 && memcmp(name, "unknown", vlen) == 0 ) name[0] = 0;
  vlen = 256;
  GRIB_CHECK(grib_get_string(gh, "name", longname, &vlen), 0);
  if ( vlen == 8 && memcmp(longname, "unknown", vlen) == 0 ) longname[0] = 0;
  vlen = 256;
  GRIB_CHECK(grib_get_string(gh, "units", units, &vlen), 0);
  if ( vlen == 8 && memcmp(units, "unknown", vlen) == 0 ) units[0] = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
625
  // fprintf(stderr, "param %d name %s %s %s\n", param, name, longname, units); 
Uwe Schulzweida's avatar
Uwe Schulzweida committed
626

Uwe Schulzweida's avatar
Uwe Schulzweida committed
627
  varAddRecord(recID, param, gridID, zaxistype, lbounds, level1, level2,
628
	       prec, &varID, &levelID, 0, numavg, leveltype,
Uwe Schulzweida's avatar
Uwe Schulzweida committed
629
	       name, longname, units);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
630
631
632
633
634
635
636
637

  (*record).varID   = varID;
  (*record).levelID = levelID;

  varDefZtype(varID, ztype);

  if ( varInqInst(varID) == CDI_UNDEFID )
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
638
639
640
641
642
      long center, subcenter;
      int instID;
      GRIB_CHECK(grib_get_long(gh, "centre", &center), 0);
      GRIB_CHECK(grib_get_long(gh, "subCentre", &subcenter), 0);
      instID    = institutInq((int)center, (int)subcenter, NULL, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
643
      if ( instID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
644
	instID = institutDef((int)center, (int)subcenter, NULL, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
645
646
647
648
649
650
      varDefInst(varID, instID);
    }

  if ( varInqModel(varID) == CDI_UNDEFID )
    {
      int modelID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
651
      long processID;
652
653
654
655
656
657
658
659
      status = grib_get_long(gh, "generatingProcessIdentifier", &processID);
      if ( status == 0 )
	{
	  modelID = modelInq(varInqInst(varID), processID, NULL);
	  if ( modelID == CDI_UNDEFID )
	    modelID = modelDef(varInqInst(varID), processID, NULL);
	  varDefModel(varID, modelID);
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
660
661
662
663
    }

  if ( varInqTable(varID) == CDI_UNDEFID )
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
664
      int pdis, pcat, pnum;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
665

Uwe Schulzweida's avatar
Uwe Schulzweida committed
666
      cdiDecodeParam(param, &pnum, &pcat, &pdis);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
667

Uwe Schulzweida's avatar
Uwe Schulzweida committed
668
669
670
671
      if ( pdis == 255 )
	{
	  int tableID;
	  int tabnum = pcat;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
672

Uwe Schulzweida's avatar
Uwe Schulzweida committed
673
	  tableID = tableInq(varInqModel(varID), tabnum, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
674

Uwe Schulzweida's avatar
Uwe Schulzweida committed
675
676
677
	  if ( tableID == CDI_UNDEFID )
	    tableID = tableDef(varInqModel(varID), tabnum, NULL);
	  varDefTable(varID, tableID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
678
679
680
681
682
683
684
	}
    }

  streamptr->tsteps[tsID].nallrecs++;
  streamptr->nrecs++;

  if ( CDI_Debug )
685
    Message("varID = %d  param = %d  zaxistype = %d  gridID = %d  levelID = %d",
Uwe Schulzweida's avatar
Uwe Schulzweida committed
686
	    varID, param, zaxistype, gridID, levelID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
687
688
689
}
#endif

690
int gribapiScanTimestep1(int streamID)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
691
692
693
694
695
696
{
#if  defined  (HAVE_LIBGRIB_API)
  off_t recpos = 0;
  unsigned char *gribbuffer = NULL;
  long buffersize = 0;
  int iret = 0, ipunp = 0, iword = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
697
  int rstatus;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
698
699
  int status;
  int fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
700
  int rtabnum = 0;
701
702
  int rcode = 0, level1 = 0, level2 = 0;
  int vdate = 0, vtime = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
703
  int param = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
704
705
706
707
708
709
710
711
712
713
714
  DateTime datetime, datetime0;
  int tsID;
  int varID;
  size_t readsize;
  int nrecords, nrecs, recID;
  int prec;
  long recsize = 0;
  int warn_time = TRUE;
  int warn_numavg = TRUE;
  int taxisID = -1;
  int rdate = 0, rtime = 0, tunit = 0, fcast = 0;
715
  taxis_t *taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
716
717
718
719
720
721
722
  int vlistID;
  int ztype;
  long unzipsize;
  compvar2_t compVar, compVar0;
  stream_t *streamptr;
  grib_handle *gh = NULL;
  int leveltype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
723
  int pdis = 0, pcat = 0, pnum = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
724
725
  long editionNumber;
  long lpar;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
726
  int bitsPerValue;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
727
728
729
730
  double dlevel = 0;

  streamptr = stream_to_pointer(streamID);

731
  stream_check_ptr(__func__, streamptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
732
733
734
735
736
737
738

  streamptr->curTsID = 0;

  tsID  = tstepsNewEntry(streamID);
  taxis = &streamptr->tsteps[tsID].taxis;

  if ( tsID != 0 )
739
    Error("Internal problem! tstepsNewEntry returns %d", tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760

  fileID = streamInqFileID(streamID);

  nrecs = 0;
  while ( TRUE )
    {
      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);

      if ( recsize == 0 )
	{
	  streamptr->ntsteps = 1;
	  break;
	}
      if ( recsize > buffersize )
	{
	  buffersize = recsize;
	  gribbuffer = (unsigned char *) realloc(gribbuffer, buffersize);
	}

      readsize = recsize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
761
762
      rstatus = gribRead(fileID, gribbuffer, &readsize);
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
763
764
765
766
767

      ztype = COMPRESS_NONE;
      if ( gribGetZip(recsize, gribbuffer, &unzipsize) > 0 )
	{
	  ztype = COMPRESS_SZIP;
768
	  unzipsize += 100;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
769
770
771
772
773
774
775
776
	  if ( (long) buffersize < unzipsize )
	    {
	      buffersize = unzipsize;
	      gribbuffer = (unsigned char *) realloc(gribbuffer, buffersize);
	    }
	}

      gh = grib_handle_new_from_message(NULL, (void *) gribbuffer, recsize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
777
      GRIB_CHECK(grib_set_double(gh, "missingValue", GRIBAPI_MISSVAL), 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
778
779
780
781
782

      GRIB_CHECK(grib_get_long(gh, "editionNumber", &editionNumber), 0);

      if ( editionNumber <= 1 )
	{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
783
784
	  GRIB_CHECK(grib_get_long(gh, "table2Version", &lpar), 0);
	  rtabnum = (int) lpar;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
785
786
	  GRIB_CHECK(grib_get_long(gh, "indicatorOfParameter", &lpar), 0);
	  rcode = (int) lpar;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
787

Uwe Schulzweida's avatar
Uwe Schulzweida committed
788
	  param = cdiEncodeParam(rcode, rtabnum, 255);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
789

Uwe Schulzweida's avatar
Uwe Schulzweida committed
790
791
792
793
	  status = grib_get_long(gh, "indicatorOfTypeOfLevel", &lpar);
	  if ( status == 0 )
	    {
	      leveltype = (int) lpar;
794
795
	      dlevel = grib1GetLevel(gh, leveltype);
	      if ( leveltype == 99 ) leveltype++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
796
797
798
799
800
801
802
803
804
	    }
	  else 
	    {
	      leveltype = 0;
	      dlevel = 0;
	    }
	}
      else
	{
805
806
	  size_t len = 256;
	  char typeOfPacking[256];
807

808
	  status = grib_get_string(gh, "packingType", typeOfPacking, &len);
809
810
	  if ( status == 0 )
	    {
811
	      // fprintf(stderr, "packingType %d %s\n", len, typeOfPacking);
812
813
	      if ( strncmp(typeOfPacking, "grid_jpeg", len) == 0 ) ztype = COMPRESS_JPEG;
	    }
814
	  
Uwe Schulzweida's avatar
Uwe Schulzweida committed
815
	  GRIB_CHECK(grib_get_long(gh, "discipline", &lpar), 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
816
817
	  pdis = (int) lpar;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
818
	  GRIB_CHECK(grib_get_long(gh, "parameterCategory", &lpar), 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
819
	  pcat = (int) lpar;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
820

Uwe Schulzweida's avatar
Uwe Schulzweida committed
821
	  GRIB_CHECK(grib_get_long(gh, "parameterNumber", &lpar), 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
822
823
	  pnum = (int) lpar;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
824
	  param = cdiEncodeParam(pnum, pcat, pdis);
825

Uwe Schulzweida's avatar
Uwe Schulzweida committed
826
827
828
829
	  status = grib_get_long(gh, "typeOfFirstFixedSurface", &lpar);
	  if ( status == 0 )
	    {
	      leveltype = (int) lpar;
830
831
	      dlevel = grib2GetLevel(gh, leveltype);
	      if ( leveltype == 99 ) leveltype++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
832
833
834
835
836
837
838
839
840
841
842
	    }
	  else 
	    {
	      leveltype = 0;
	      dlevel = 0;
	    }
	}

      level1 = (int) dlevel;
      level2 = 0;

843
844
      gribapiGetValidityDateTime(gh, &vdate, &vtime);
      /*
845
      printf("%d %d %d.%d.%d %d %g\n", vdate, vtime, pnum, pcat, pdis, leveltype, dlevel);
846
      */
847
848
849
850
851
852
853
854
      prec = DATATYPE_PACK;
      status = grib_get_long(gh,"bitsPerValue", &lpar);
      if ( status == 0 )
	{
	  bitsPerValue = (int) lpar;
	  if ( bitsPerValue > 0 && bitsPerValue <= 32 )
	    prec = bitsPerValue;
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
855

Uwe Schulzweida's avatar
Uwe Schulzweida committed
856
857
858
859
      if ( nrecs == 0 )
	{
	  datetime0.date = vdate;
	  datetime0.time = vtime;
860
861
862
863
864
865
	  GRIB_CHECK(grib_get_long(gh, "dataDate", &lpar), 0);
	  rdate = (int) lpar;
	  GRIB_CHECK(grib_get_long(gh, "dataTime", &lpar), 0);
	  rtime = (int) lpar*100;
	  fcast = gribapiTimeIsFC(gh);
	  if ( fcast ) tunit = gribapiGetTimeUnits(gh);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
866
867
868
869
870
	}
      else
	{
	  datetime.date  = vdate;
	  datetime.time  = vtime;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
871
872

	  compVar.param  = param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
873
874
          compVar.level1 = level1;
          compVar.level2 = level2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
875
876
	  compVar.ltype  = leveltype;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
877
878
	  for ( recID = 0; recID < nrecs; recID++ )
	    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
879
	      compVar0.param  = streamptr->tsteps[0].records[recID].param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
880
881
882
	      compVar0.level1 = streamptr->tsteps[0].records[recID].ilevel;
	      compVar0.level2 = streamptr->tsteps[0].records[recID].ilevel2;
	      compVar0.ltype  = streamptr->tsteps[0].records[recID].ltype;
883
884
885
886
	      /*
	      printf("var0: %d %d %d %d %d\n", recID, compVar0.param, compVar0.level1, compVar0.level2, compVar0.ltype);
	      printf("var1: %d %d %d %d %d\n", recID, compVar.param, compVar.level1, compVar.level2, compVar.ltype);
	      */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
887
888
889
890
891
892
893
894
895
	      if ( memcmp(&compVar0, &compVar, sizeof(compvar2_t)) == 0 ) break;
	    }

	  if ( cdiInventoryMode == 1 )
	    {
	      if ( recID < nrecs ) break;
	      if ( warn_time )
		if ( memcmp(&datetime, &datetime0, sizeof(DateTime)) != 0 )
		  {
896
897
		    char paramstr[32];
		    cdiParamToString(param, paramstr, sizeof(paramstr));	    
898
		    Warning("Inconsistent verification time (param=%s level=%d)", paramstr, level1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
899
900
901
902
903
904
905
906
907
		    warn_time = FALSE;
		  }
	    }
	  else
	    {
	      if ( memcmp(&datetime, &datetime0, sizeof(DateTime)) != 0 ) break;

	      if ( recID < nrecs )
		{
908
909
		  char paramstr[32];
		  cdiParamToString(param, paramstr, sizeof(paramstr));
910
		  Warning("Param=%s level=%d already exist, skipped!", paramstr, level1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
911
912
913
914
915
916
917
918
919
		  continue;
		}
	    }
	}
      /*
      if ( ISEC1_AvgNum )
	{
	  if (  taxis->numavg && warn_numavg && (taxis->numavg != ISEC1_AvgNum) )
	    {
920
	      Message("Change numavg from %d to %d not allowed!",
Uwe Schulzweida's avatar
Uwe Schulzweida committed
921
922
923
924
925
926
927
928
929
930
931
932
		      taxis->numavg, ISEC1_AvgNum);
	      warn_numavg = FALSE;
	    }
	  else
	    {
	      taxis->numavg = ISEC1_AvgNum;
	    }
	}
      */
      nrecs++;

      if ( CDI_Debug )
933
	Message("%4d %8d %4d  %8d %8d %6d", nrecs, (int)recpos, param, level1, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
934

Uwe Schulzweida's avatar
Uwe Schulzweida committed
935
      gribapiAddRecord(streamID, param, gh, recsize, recpos, prec, ztype);
936
937
938

      grib_handle_delete(gh);
      gh = NULL;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
939
940
    }

941
942
  if ( gh ) grib_handle_delete(gh);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
943
944
  streamptr->rtsteps = 1;

945
946
  if ( nrecs == 0 ) return (CDI_EUFSTRUCT);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
  cdiGenVars(streamID);

  if ( fcast )
    {
      taxisID = taxisCreate(TAXIS_RELATIVE);
      taxis->type  = TAXIS_RELATIVE;
      taxis->rdate = rdate;
      taxis->rtime = rtime;
      taxis->unit  = tunit;
    }
  else
    {
      taxisID = taxisCreate(TAXIS_ABSOLUTE);
      taxis->type  = TAXIS_ABSOLUTE;
    }

  taxis->vdate = datetime0.date;
  taxis->vtime = datetime0.time;

  vlistID = streamInqVlist(streamID);
  vlistDefTaxis(vlistID, taxisID);

  nrecords = streamptr->tsteps[0].nallrecs;
  if ( nrecords < streamptr->tsteps[0].recordSize )
    {
      streamptr->tsteps[0].recordSize = nrecords;
      streamptr->tsteps[0].records =
Uwe Schulzweida's avatar
Uwe Schulzweida committed
974
      (record_t *) realloc(streamptr->tsteps[0].records, nrecords*sizeof(record_t));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
975
976
977
978
979
980
981
982
983
984
985
986
987
988
    }

  streamptr->tsteps[0].recIDs = (int *) malloc(nrecords*sizeof(int));
  streamptr->tsteps[0].nrecs = nrecords;
  for ( recID = 0; recID < nrecords; recID++ )
    streamptr->tsteps[0].recIDs[recID] = recID;

  streamptr->record->buffer     = gribbuffer;
  streamptr->record->buffersize = buffersize;

  if ( streamptr->ntsteps == -1 )
    {
      tsID = tstepsNewEntry(streamID);
      if ( tsID != streamptr->rtsteps )
989
	Error("Internal error. tsID = %d", tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006

      streamptr->tsteps[tsID-1].next   = TRUE;
      streamptr->tsteps[tsID].position = recpos;
    }

  if ( streamptr->ntsteps == 1 )
    {
      if ( taxis->vdate == 0 && taxis->vtime == 0 )
	{
	  streamptr->ntsteps = 0;
	  for ( varID = 0; varID < streamptr->nvars; varID++ )
	    {
	      vlistDefVarTime(vlistID, varID, TIME_CONSTANT);
	    }
	}
    }
#else
1007
  Error("GRIB_API support not compiled in!");
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1008
#endif
1009
1010

  return (0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1011
1012
1013
1014
1015
}


int gribapiScanTimestep2(int streamID)
{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1016
  int rstatus = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1017
#if  defined  (HAVE_LIBGRIB_API)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1018
  int status;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1019
1020
1021
1022
1023
  off_t recpos = 0;
  unsigned char *gribbuffer = NULL;
  long buffersize = 0;
  int iret = 0, ipunp = 0, iword = 0;
  int fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1024
  int rtabnum = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1025
1026
1027
1028
1029
1030
1031
1032
  int rcode = 0, level1 = 0, level2 = 0, vdate = 0, vtime = 0;
  DateTime datetime, datetime0;
  int tsID;
  int varID, gridID;
  size_t readsize;
  int nrecords, nrecs, recID, rindex;
  long recsize = 0;
  int warn_numavg = TRUE;
1033
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1034
  int taxisID = -1;
1035
  taxis_t *taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1036
1037
1038
1039
1040
1041
  int vlistID;
  long unzipsize;
  compvar2_t compVar, compVar0;
  stream_t *streamptr;
  grib_handle *gh = NULL;
  int leveltype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1042
1043
  int pdis = 0, pcat = 0, pnum = 0;
  int param = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1044
1045
1046
1047
1048
1049
  long editionNumber;
  long lpar;
  double dlevel = 0;

  streamptr = stream_to_pointer(streamID);

1050
  stream_check_ptr(__func__, streamptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062

  streamptr->curTsID = 1;

  fileID  = streamInqFileID(streamID);
  vlistID = streamInqVlist(streamID);
  taxisID = vlistInqTaxis(vlistID);

  gribbuffer = (unsigned char *) streamptr->record->buffer;
  buffersize = streamptr->record->buffersize;
                                          
  tsID = streamptr->rtsteps;
  if ( tsID != 1 )
1063
    Error("Internal problem! unexpeceted timestep %d", tsID+1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104

  taxis = &streamptr->tsteps[tsID].taxis;

  fileSetPos(fileID, streamptr->tsteps[tsID].position, SEEK_SET);

  cdiCreateRecords(streamID, tsID);

  nrecords = streamptr->tsteps[tsID].nallrecs;
  streamptr->tsteps[1].recIDs = (int *) malloc(nrecords*sizeof(int));
  streamptr->tsteps[1].nrecs = 0;
  for ( recID = 0; recID < nrecords; recID++ )
    streamptr->tsteps[1].recIDs[recID] = -1;
      
  for ( recID = 0; recID < nrecords; recID++ )
    {
      varID = streamptr->tsteps[0].records[recID].varID;
      streamptr->tsteps[tsID].records[recID].position = 
	streamptr->tsteps[0].records[recID].position;
      streamptr->tsteps[tsID].records[recID].size     = 
	streamptr->tsteps[0].records[recID].size;
    }

  rindex = 0;
  while ( TRUE )
    {
      if ( rindex > nrecords ) break;

      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);
      if ( recsize == 0 )
	{
	  streamptr->ntsteps = 2;
	  break;
	}
      if ( recsize > buffersize )
	{
	  buffersize = recsize;
	  gribbuffer = (unsigned char *) realloc(gribbuffer, (size_t)buffersize);
	}

      readsize = recsize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1105
1106
      rstatus = gribRead(fileID, gribbuffer, &readsize);
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118

      if ( gribGetZip(recsize, gribbuffer, &unzipsize) > 0 )
	{
	  unzipsize += 100; /* need 0 to 1 bytes for rounding of bds */
	  if ( (long) buffersize < unzipsize )
	    {
	      buffersize = unzipsize;
	      gribbuffer = (unsigned char *) realloc(gribbuffer, buffersize);
	    }
	}

      gh = grib_handle_new_from_message(NULL, (void *) gribbuffer, recsize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1119
      GRIB_CHECK(grib_set_double(gh, "missingValue", GRIBAPI_MISSVAL), 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1120
1121
1122
1123
1124

      GRIB_CHECK(grib_get_long(gh, "editionNumber", &editionNumber), 0);

      if ( editionNumber <= 1 )
	{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1125
1126
	  GRIB_CHECK(grib_get_long(gh, "table2Version", &lpar), 0);
	  rtabnum = (int) lpar;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1127
1128
	  GRIB_CHECK(grib_get_long(gh, "indicatorOfParameter", &lpar), 0);
	  rcode = (int) lpar;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1129

Uwe Schulzweida's avatar
Uwe Schulzweida committed
1130
	  param = cdiEncodeParam(rcode, rtabnum, 255);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1131

Uwe Schulzweida's avatar
Uwe Schulzweida committed
1132
1133
1134
1135
	  status = grib_get_long(gh, "indicatorOfTypeOfLevel", &lpar);
	  if ( status == 0 )
	    {
	      leveltype = (int) lpar;
1136
1137
	      dlevel = grib1GetLevel(gh, leveltype);
	      if ( leveltype == 99 ) leveltype++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1138
1139
1140
1141
1142
1143
1144
1145
1146
	    }
	  else 
	    {
	      leveltype = 0;
	      dlevel = 0;
	    }
	}
      else
	{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1147
	  GRIB_CHECK(grib_get_long(gh, "discipline", &lpar), 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1148
	  pdis = (int) lpar;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1149

Uwe Schulzweida's avatar
Uwe Schulzweida committed
1150
	  GRIB_CHECK(grib_get_long(gh, "parameterCategory", &lpar), 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1151
	  pcat = (int) lpar;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1152

Uwe Schulzweida's avatar
Uwe Schulzweida committed
1153
	  GRIB_CHECK(grib_get_long(gh, "parameterNumber", &lpar), 0);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1154
1155
	  pnum = (int) lpar;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
1156
	  param = cdiEncodeParam(pnum, pcat, pdis);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1157

Uwe Schulzweida's avatar
Uwe Schulzweida committed
1158
1159
1160
1161
	  status = grib_get_long(gh, "typeOfFirstFixedSurface", &lpar);
	  if ( status == 0 )
	    {
	      leveltype = (int) lpar;
1162
1163
	      dlevel = grib2GetLevel(gh, leveltype);
	      if ( leveltype == 99 ) leveltype++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
	    }
	  else 
	    {
	      leveltype = 0;
	      dlevel = 0;
	    }
	}

      level1 = (int) dlevel;
      level2 = 0;

1175
      gribapiGetValidityDateTime(gh, &vdate, &vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1176
1177
1178
1179
1180
1181

      if ( rindex == 0 )
	{
	  if ( taxisInqType(taxisID) == TAXIS_RELATIVE )
	    {
	      taxis->type  = TAXIS_RELATIVE;
1182
1183
1184
1185
1186
	      GRIB_CHECK(grib_get_long(gh, "dataDate", &lpar), 0);
	      taxis->rdate = (int) lpar;
	      GRIB_CHECK(grib_get_long(gh, "dataTime", &lpar), 0);
	      taxis->rtime = (int) lpar*100;
	      taxis->unit  = gribapiGetTimeUnits(gh);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
	    }
	  else
	    {
	      taxis->type  = TAXIS_ABSOLUTE;
	    }
	  taxis->vdate = vdate;
	  taxis->vtime = vtime;

	  datetime0.date = vdate;
	  datetime0.time = vtime;
	}
1198
1199

      tsteptype = gribapiGetTsteptype(gh);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
      /*
      if ( ISEC1_AvgNum )
	{
	  if (  taxis->numavg && warn_numavg &&
		(taxis->numavg != ISEC1_AvgNum) )
	    {
	      warn_numavg = FALSE;
	    }
	  else
	    {
	      taxis->numavg = ISEC1_AvgNum;
	    }
	}
      */
      datetime.date  = vdate;
      datetime.time  = vtime;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1216
      compVar.param  = param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1217
1218
1219
1220
1221
      compVar.level1 = level1;
      compVar.level2 = level2;
      compVar.ltype  = leveltype;
      for ( recID = 0; recID < nrecords; recID++ )
	{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1222
	  compVar0.param = streamptr->tsteps[tsID].records[recID].param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1223
1224
1225
1226
1227
1228
1229
1230
1231
	  compVar0.level1 = streamptr->tsteps[tsID].records[recID].ilevel;
	  compVar0.level2 = streamptr->tsteps[tsID].records[recID].ilevel2;
	  compVar0.ltype  = streamptr->tsteps[tsID].records[recID].ltype;

	  if ( memcmp(&compVar0, &compVar, sizeof(compvar2_t)) == 0 ) break;
	}

      if ( recID == nrecords )
	{
1232
1233
	  char paramstr[32];
	  cdiParamToString(param, paramstr, sizeof(paramstr));
1234
	  Warning("Param=%s level=%d not defined at timestep 1!", paramstr, level1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
	  return (CDI_EUFSTRUCT);
	}

      if ( cdiInventoryMode == 1 )
	{
	  if ( streamptr->tsteps[tsID].records[recID].used )
	    {
	      break;
	    }
	  else
	    {
	      streamptr->tsteps[tsID].records[recID].used = TRUE;
	      streamptr->tsteps[tsID].recIDs[rindex] = recID;
	    }    
	}
      else
	{
	  if ( streamptr->tsteps[tsID].records[recID].used )
	    {
1254
1255
1256
	      char paramstr[32];
	      cdiParamToString(param, paramstr, sizeof(paramstr));

Uwe Schulzweida's avatar
Uwe Schulzweida committed
1257
1258
	      if ( memcmp(&datetime, &datetime0, sizeof(DateTime)) != 0 ) break;

1259
	      Warning("Param=%s level=%d already exist, skipped!", paramstr, level1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
	      continue;
	    }
	  else
	    {
	      streamptr->tsteps[tsID].records[recID].used = TRUE;
	      streamptr->tsteps[tsID].recIDs[rindex] = recID;
	    }    
	}

      if ( CDI_Debug )
1270
	Message("%4d %8d %4d %8d %8d %6d", rindex+1, (int)recpos, param, level1, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1271
1272
1273

      streamptr->tsteps[tsID].records[recID].size = recsize;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
1274
      compVar0.param  = streamptr->tsteps[tsID].records[recID].param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1275
1276
1277
1278
1279
1280
      compVar0.level1 = streamptr->tsteps[tsID].records[recID].ilevel;
      compVar0.level2 = streamptr->tsteps[tsID].records[recID].ilevel2;
      compVar0.ltype  = streamptr->tsteps[tsID].records[recID].ltype;

      if ( memcmp(&compVar0, &compVar, sizeof(compvar2_t)) != 0 )
	{
1281
	  Message("tsID = %d recID = %d param = %3d new %3d  level = %3d new %3d",
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1282
		  tsID, recID,
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1283
		  streamptr->tsteps[tsID].records[recID].param, param,
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
		  streamptr->tsteps[tsID].records[recID].ilevel, level1);
	  return (CDI_EUFSTRUCT);
	}

      streamptr->tsteps[1].records[recID].position = recpos;
      varID = streamptr->tsteps[tsID].records[recID].varID;
      gridID = vlistInqVarGrid(vlistID, varID);
      /*
      if ( gridInqSize(gridID) == 1 && gridInqType(gridID) == GRID_LONLAT )
	{
	  if ( IS_NOT_EQUAL(gridInqXval(gridID, 0),ISEC2_FirstLon*0.001) ||
	       IS_NOT_EQUAL(gridInqYval(gridID, 0),ISEC2_FirstLat*0.001) )
	    gridChangeType(gridID, GRID_TRAJECTORY);
	}
      */
1299
1300
1301
      if ( tsteptype != vlistInqVarTsteptype(vlistID, varID) )
	vlistDefVarTsteptype(vlistID, varID, tsteptype);

1302
1303
1304
      grib_handle_delete(gh);
      gh = NULL;
      
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1305
1306
      rindex++;
    }
1307
1308
  
  if ( gh ) grib_handle_delete(gh);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330

  nrecs = 0;
  for ( recID = 0; recID < nrecords; recID++ )
    {
      if ( ! streamptr->tsteps[tsID].records[recID].used )
	{
	  varID = streamptr->tsteps[tsID].records[recID].varID;
	  vlistDefVarTime(vlistID, varID, TIME_CONSTANT);
	}
      else
	{
	  nrecs++;
	}
    }
  streamptr->tsteps[tsID].nrecs = nrecs;

  streamptr->rtsteps = 2;

  if ( streamptr->ntsteps == -1 )
    {
      tsID = tstepsNewEntry(streamID);
      if ( tsID != streamptr->rtsteps )
1331
	Error("Internal error. tsID = %d", tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1332
1333
1334
1335
1336
1337
1338
1339

      streamptr->tsteps[tsID-1].next   = TRUE;
      streamptr->tsteps[tsID].position = recpos;
    }

  streamptr->record->buffer     = gribbuffer;
  streamptr->record->buffersize = buffersize;
#endif
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1340

Uwe Schulzweida's avatar
Uwe Schulzweida committed
1341
  return (rstatus);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1342
1343
1344
1345
1346
}


int gribapiScanTimestep(int streamID)
{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1347
  int rstatus = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1348
#if  defined  (HAVE_LIBGRIB_API)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1349
  int status = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1350
1351
1352
1353
1354
1355
  long recsize = 0;
  off_t recpos = 0;
  unsigned char *gribbuffer;
  long buffersize = 0;
  int iret = 0, ipunp = 0, iword = 0;
  int fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed