stream_cgribex.c 62.1 KB
Newer Older
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1
2
3
4
#if defined (HAVE_CONFIG_H)
#  include "config.h"
#endif

5
#include <limits.h>
Uwe Schulzweida's avatar
Uwe Schulzweida committed
6
7
8
9
#include <stdio.h>

#include "dmemory.h"
#include "cdi.h"
10
#include "cdi_int.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
11
12
13
14
#include "file.h"
#include "varscan.h"
#include "datetime.h"
#include "vlist.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
15
#include "stream_grb.h"
16
#include "stream_cgribex.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
17

Uwe Schulzweida's avatar
Uwe Schulzweida committed
18
19
20
#if  defined  (HAVE_LIBCGRIBEX)
#  include "cgribex.h"
#endif
Uwe Schulzweida's avatar
Uwe Schulzweida committed
21
22

typedef struct {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
23
  int param;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
24
25
26
  int level1;
  int level2;
  int ltype;
27
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
28
} compvar_t;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
29
30


Uwe Schulzweida's avatar
Uwe Schulzweida committed
31
#if  defined  (HAVE_LIBCGRIBEX)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
32
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
33
int cgribexGetGridType(int *isec2)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
34
{
35
  int gridtype = GRID_GENERIC;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
36
37
38

  switch (ISEC2_GridType)
    {
39
    case  GRIB1_GTYPE_LATLON:     { gridtype = GRID_LONLAT;     break; }
40
41
    case  GRIB1_GTYPE_LATLON_ROT: { gridtype = GRID_PROJECTION; break; }
    case  GRIB1_GTYPE_LCC:        { gridtype = GRID_LCC;        break; }
42
    case  GRIB1_GTYPE_GAUSSIAN:   { gridtype = ISEC2_Reduced ? GRID_GAUSSIAN_REDUCED : GRID_GAUSSIAN; break; }
43
44
    case  GRIB1_GTYPE_SPECTRAL:   { gridtype = GRID_SPECTRAL;   break; }
    case  GRIB1_GTYPE_GME:        { gridtype = GRID_GME;        break; }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
45
46
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
47
  return gridtype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
48
49
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
50
static
51
bool cgribexGetIsRotated(int *isec2)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
52
{
53
  return (ISEC2_GridType == GRIB1_GTYPE_LATLON_ROT);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
54
55
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
56
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
57
int cgribexGetZaxisHasBounds(int grb_ltype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
58
59
60
{
  int lbounds = 0;

61
  switch (grb_ltype)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
62
    {
63
    case GRIB1_LTYPE_SIGMA_LAYER:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
64
65
    case GRIB1_LTYPE_HYBRID_LAYER:
    case GRIB1_LTYPE_LANDDEPTH_LAYER:
Uwe Schulzweida's avatar
Uwe Schulzweida committed
66
67
68
69
70
71
      {
	lbounds = 1;
	break;
      }
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
72
  return lbounds;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
73
74
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
75
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
76
int cgribexGetTimeUnit(int *isec1)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
77
{
78
  int timeunit = TUNIT_HOUR;
79
  static bool lprint = true;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
80
81
82

  switch ( ISEC1_TimeUnit )
    {
83
84
85
86
87
88
89
90
    case ISEC1_TABLE4_MINUTE:    timeunit = TUNIT_MINUTE;    break;
    case ISEC1_TABLE4_QUARTER:   timeunit = TUNIT_QUARTER;   break;
    case ISEC1_TABLE4_30MINUTES: timeunit = TUNIT_30MINUTES; break;
    case ISEC1_TABLE4_HOUR:      timeunit = TUNIT_HOUR;      break;
    case ISEC1_TABLE4_3HOURS:    timeunit = TUNIT_3HOURS;    break;
    case ISEC1_TABLE4_6HOURS:    timeunit = TUNIT_6HOURS;    break;
    case ISEC1_TABLE4_12HOURS:   timeunit = TUNIT_12HOURS;   break;
    case ISEC1_TABLE4_DAY:       timeunit = TUNIT_DAY;       break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
91
92
93
    default:
      if ( lprint )
	{
94
	  Message("GRIB time unit %d unsupported!", ISEC1_TimeUnit);
95
	  lprint = false;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
96
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
97
      break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
98
99
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
100
  return timeunit;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
101
102
}

103
static
104
bool cgribexTimeIsFC(int *isec1)
105
{
106
  bool isFC = (ISEC1_TimeRange == 10 && ISEC1_TimePeriod1 == 0 && ISEC1_TimePeriod2 == 0) ? false : true;
107

Uwe Schulzweida's avatar
Uwe Schulzweida committed
108
  return isFC;
109
110
111
112
113
}

static
int cgribexGetTsteptype(int timerange)
{
114
  static bool lprint = true;
115

116
  int tsteptype = TSTEP_INSTANT;
117
118
119
120
121
122
123
124
125
126
127
128
  switch ( timerange )
    {
    case  0:  tsteptype = TSTEP_INSTANT;  break;
    case  1:  tsteptype = TSTEP_INSTANT2; break;
    case  2:  tsteptype = TSTEP_RANGE;    break;
    case  3:  tsteptype = TSTEP_AVG;      break;
    case  4:  tsteptype = TSTEP_ACCUM;    break;
    case  5:  tsteptype = TSTEP_DIFF;     break;
    case 10:  tsteptype = TSTEP_INSTANT3; break;
    default:
      if ( lprint )
	{
129
	  Message("Time range indicator %d unsupported, set to 0!", timerange);
130
	  lprint = false;
131
	}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
132
      break;
133
134
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
135
  return tsteptype;
136
137
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
138
static
Uwe Schulzweida's avatar
Uwe Schulzweida committed
139
void cgribexGetGrid(stream_t *streamptr, int *isec2, int *isec4, grid_t *grid, int iret)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
140
{
141
  bool compyinc = true;
142
  int gridtype = cgribexGetGridType(isec2);
143
  int projtype = (gridtype == GRID_PROJECTION && cgribexGetIsRotated(isec2)) ? CDI_PROJ_RLL : CDI_UNDEFID;
144
145
146
147
148
  if ( gridtype == GRID_LCC )
    {
      gridtype = GRID_PROJECTION;
      projtype = CDI_PROJ_LCC;
    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
149

150
  if ( streamptr->unreduced && gridtype == GRID_GAUSSIAN_REDUCED && iret != -801 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
151
    {
152
153
      int nlon = 0;
      for ( int ilat = 0; ilat < ISEC2_NumLat; ++ilat )
154
        if ( ISEC2_RowLon(ilat) > nlon ) nlon = ISEC2_RowLon(ilat);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
155
      gridtype = GRID_GAUSSIAN;
156
157
      ISEC2_NumLon = nlon;
      ISEC4_NumValues = nlon*ISEC2_NumLat;
158
      compyinc = false;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
159
160
    }

161
  grid_init(grid);
162
  cdiGridTypeInit(grid, gridtype, 0);
163

164
  if ( gridtype == GRID_LONLAT || gridtype == GRID_GAUSSIAN || projtype == CDI_PROJ_RLL )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
165
    {
166
167
168
      bool ijDirectionIncrementGiven = gribbyte_get_bit(ISEC2_ResFlag, 1);
      bool uvRelativeToGrid = gribbyte_get_bit(ISEC2_ResFlag, 5);

169
      if ( uvRelativeToGrid ) grid->uvRelativeToGrid = 1;
170
171
      if ( ISEC4_NumValues != ISEC2_NumLon*ISEC2_NumLat )
        Error("numberOfPoints (%d) and gridSize (%d) differ!", ISEC4_NumValues, ISEC2_NumLon*ISEC2_NumLat);
172
173

      grid->size   = ISEC4_NumValues;
174
175
176
177
178
179
180
      grid->x.size = ISEC2_NumLon;
      grid->y.size = ISEC2_NumLat;
      if ( gridtype == GRID_GAUSSIAN ) grid->np = ISEC2_NumPar;
      grid->x.inc  = 0;
      grid->y.inc  = 0;
      grid->x.flag = 0;
      /* if ( ISEC2_FirstLon != 0 || ISEC2_LastLon != 0 ) */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
181
      {
182
183
184
        if ( grid->x.size > 1 )
          {
            bool recompinc = true;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
185

186
187
            if ( ISEC2_LastLon < ISEC2_FirstLon && ISEC2_LastLon < 0 ) ISEC2_LastLon += 360000;

188
            if ( ijDirectionIncrementGiven && ISEC2_LonIncr > 0 )
189
190
              {
                if ( abs(ISEC2_LastLon - (ISEC2_FirstLon+ISEC2_LonIncr*(grid->x.size-1))) <= 2 )
191
                  {
192
193
                    recompinc = false;
                    grid->x.inc = ISEC2_LonIncr * 0.001;
194
                  }
195
              }
196

197
198
            /* recompute xinc if necessary */
            if ( recompinc ) grid->x.inc = (ISEC2_LastLon - ISEC2_FirstLon) * 0.001 / (grid->x.size-1);
199

200
201
202
203
204
205
206
207
208
209
210
211
212
213
            /* correct xinc if necessary */
            if ( ISEC2_FirstLon == 0 && ISEC2_LastLon > 354000 && ISEC2_LastLon < 360000 )
              {
                double xinc = 360. / grid->x.size;
                if ( fabs(grid->x.inc-xinc) > 0.0 )
                  {
                    grid->x.inc = xinc;
                    if ( CDI_Debug ) Message("set xinc to %g", grid->x.inc);
                  }
              }
          }
        grid->x.first = ISEC2_FirstLon * 0.001;
        grid->x.last  = ISEC2_LastLon  * 0.001;
        grid->x.flag  = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
214
      }
215
216
      grid->y.flag = 0;
      /* if ( ISEC2_FirstLat != 0 || ISEC2_LastLat != 0 ) */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
217
      {
218
219
220
        if ( grid->y.size > 1 && compyinc )
          {
            bool recompinc = true;
221
            if ( ijDirectionIncrementGiven && ISEC2_LatIncr > 0 )
222
223
224
225
226
227
228
229
230
231
232
233
234
235
              {
                if ( abs(ISEC2_LastLat - (ISEC2_FirstLat+ISEC2_LatIncr*(grid->y.size-1))) <= 2 )
                  {
                    recompinc = false;
                    grid->y.inc = ISEC2_LatIncr * 0.001;
                  }
              }

            /* recompute yinc if necessary */
            if ( recompinc ) grid->y.inc = (ISEC2_LastLat - ISEC2_FirstLat) * 0.001 / (grid->y.size - 1);
          }
        grid->y.first = ISEC2_FirstLat * 0.001;
        grid->y.last  = ISEC2_LastLat  * 0.001;
        grid->y.flag  = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
236
      }
237
238
239
    }
  else if ( gridtype == GRID_GAUSSIAN_REDUCED )
    {
240
241
      bool ijDirectionIncrementGiven = gribbyte_get_bit(ISEC2_ResFlag, 1);
      bool uvRelativeToGrid = gribbyte_get_bit(ISEC2_ResFlag, 5);
242
      if ( uvRelativeToGrid ) grid->uvRelativeToGrid = 1;
243
244
245
246
247
248
249
250
251
      grid->np      = ISEC2_NumPar;
      grid->size    = ISEC4_NumValues;
      grid->rowlon  = ISEC2_RowLonPtr;
      grid->nrowlon = ISEC2_NumLat;
      grid->y.size  = ISEC2_NumLat;
      grid->x.inc   = 0;
      grid->y.inc   = 0;
      grid->x.flag  = 0;
      /* if ( ISEC2_FirstLon != 0 || ISEC2_LastLon != 0 ) */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
252
      {
253
254
255
256
        if ( grid->x.size > 1 )
          {
            if ( ISEC2_LastLon < ISEC2_FirstLon && ISEC2_LastLon < 0 ) ISEC2_LastLon += 360000;

257
            if ( ijDirectionIncrementGiven && ISEC2_LonIncr > 0 )
258
259
260
261
262
263
264
              grid->x.inc = ISEC2_LonIncr * 0.001;
            else
              grid->x.inc = (ISEC2_LastLon - ISEC2_FirstLon) * 0.001 / (grid->x.size - 1);
          }
        grid->x.first = ISEC2_FirstLon * 0.001;
        grid->x.last  = ISEC2_LastLon  * 0.001;
        grid->x.flag  = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
265
      }
266
267
      grid->y.flag = 0;
      /* if ( ISEC2_FirstLat != 0 || ISEC2_LastLat != 0 ) */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
268
      {
269
270
        if ( grid->y.size > 1 )
          {
271
            if ( ijDirectionIncrementGiven && ISEC2_LatIncr > 0 )
272
273
274
275
276
277
278
              grid->y.inc = ISEC2_LatIncr * 0.001;
            else
              grid->y.inc = (ISEC2_LastLat - ISEC2_FirstLat) * 0.001 / (grid->y.size - 1);
          }
        grid->y.first = ISEC2_FirstLat * 0.001;
        grid->y.last  = ISEC2_LastLat  * 0.001;
        grid->y.flag  = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
279
280
      }
    }
281
  else if ( projtype == CDI_PROJ_LCC )
282
    {
283
      bool uvRelativeToGrid = gribbyte_get_bit(ISEC2_ResFlag, 5);
284
285
      if ( uvRelativeToGrid ) grid->uvRelativeToGrid = 1;

286
      if ( ISEC4_NumValues != ISEC2_NumLon*ISEC2_NumLat )
287
        Error("numberOfPoints (%d) and gridSize (%d) differ!", ISEC4_NumValues, ISEC2_NumLon*ISEC2_NumLat);
288

289
      grid->size   = ISEC4_NumValues;
290
291
292
      grid->x.size = ISEC2_NumLon;
      grid->y.size = ISEC2_NumLat;

293
294
295
296
297
298
299
300
      grid->x.first = 0;
      grid->x.last  = 0;
      grid->x.inc   = ISEC2_Lambert_dx;
      grid->y.first = 0;
      grid->y.last  = 0;
      grid->y.inc   = ISEC2_Lambert_dy;
      grid->x.flag  = 2;
      grid->y.flag  = 2;
301
302
303
304
305
306
307
308
309
310
311
312
313
    }
  else if ( gridtype == GRID_SPECTRAL )
    {
      grid->size  = ISEC4_NumValues;
      grid->trunc = ISEC2_PentaJ;
      if ( ISEC2_RepMode == 2 )
        grid->lcomplex = 1;
      else
        grid->lcomplex = 0;
    }
  else if ( gridtype == GRID_GME )
    {
      grid->size  = ISEC4_NumValues;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
314
315
316
317
      grid->gme.nd  = ISEC2_GME_ND;
      grid->gme.ni  = ISEC2_GME_NI;
      grid->gme.ni2 = ISEC2_GME_NI2;
      grid->gme.ni3 = ISEC2_GME_NI3;
318
319
320
321
322
323
324
325
326
327
328
    }
  else if ( gridtype == GRID_GENERIC )
    {
      grid->size  = ISEC4_NumValues;
      grid->x.size = 0;
      grid->y.size = 0;
    }
  else
    {
      Error("Unsupported grid type: %s", gridNamePtr(gridtype));
    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
329

330
331
  grid->type = gridtype;
  grid->projtype = projtype;
332
333
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
334
335
336
337
338
339
340
341
342
343
static
void cgribexGetLevel(int *isec1, int *leveltype, int *level1, int *level2)
{
  *leveltype = ISEC1_LevelType;
  *level1 = ISEC1_Level1;
  *level2 = ISEC1_Level2;
  if ( *leveltype == GRIB1_LTYPE_ISOBARIC ) *level1 *= 100;
  else if ( *leveltype == GRIB1_LTYPE_99 || *leveltype == GRIB1_LTYPE_ISOBARIC_PA ) *leveltype = GRIB1_LTYPE_ISOBARIC;
}

344
static
345
void cgribexAddRecord(stream_t * streamptr, int param, int *isec1, int *isec2, double *fsec2, double *fsec3,
346
		      int *isec4, size_t recsize, off_t position, int datatype, int comptype, int lmv, int iret)
347
{
348
  int varID;
349
350
  int levelID = 0;

351
352
353
  int vlistID = streamptr->vlistID;
  int tsID    = streamptr->curTsID;
  int recID   = recordNewEntry(streamptr, tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
354
  record_t *record = &streamptr->tsteps[tsID].records[recID];
355

356
357
  int tsteptype = cgribexGetTsteptype(ISEC1_TimeRange);
  int numavg    = ISEC1_AvgNum;
358

Uwe Schulzweida's avatar
Uwe Schulzweida committed
359
360
  int leveltype, level1, level2;
  cgribexGetLevel(isec1, &leveltype, &level1, &level2);
361

Uwe Schulzweida's avatar
Uwe Schulzweida committed
362
  /* fprintf(stderr, "param %d %d %d %d\n", param, level1, level2, leveltype); */
363

364
  record->size      = recsize;
365
366
367
368
  record->position  = position;
  record->param     = param;
  record->ilevel    = level1;
  record->ilevel2   = level2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
369
  record->ltype     = leveltype;
Thomas Jahns's avatar
Thomas Jahns committed
370
  record->tsteptype = (short)tsteptype;
371

Uwe Schulzweida's avatar
Uwe Schulzweida committed
372
  grid_t *gridptr = (grid_t*) Malloc(sizeof(*gridptr));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
373
  cgribexGetGrid(streamptr, isec2, isec4, gridptr, iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
374

Uwe Schulzweida's avatar
Uwe Schulzweida committed
375
  struct addIfNewRes gridAdded = cdiVlistAddGridIfNew(vlistID, gridptr, 0);
376
  int gridID = gridAdded.Id;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
377
378
379
380
381
382
383
384
385
  if ( gridAdded.isNew )
    {
      if ( gridptr->nrowlon )
        {
          size_t nrowlon = (size_t) gridptr->nrowlon;
          int *rowlon = gridptr->rowlon;
          gridptr->rowlon = (int*) Malloc(nrowlon * sizeof(int));
          memcpy(gridptr->rowlon, rowlon, nrowlon * sizeof(int));
        }
386
387
388
389
390
      else if ( gridptr->projtype == CDI_PROJ_RLL )
        {
          double xpole =   ISEC2_LonSP*0.001 - 180;
          double ypole = - ISEC2_LatSP*0.001;
          double angle = - FSEC2_RotAngle;
391
          gridDefParamRLL(gridID, xpole, ypole, angle);
392
        }
393
394
      else if ( gridptr->projtype == CDI_PROJ_LCC )
        {
395
396
397
398
399
400
401
402
403
404
          double a = 6367470., rf = 0;
          bool earthIsOblate = gribbyte_get_bit(ISEC2_ResFlag, 2);
          if ( earthIsOblate ) { a = 6378160.; rf = 297.0; }
          double xval_0 = ISEC2_FirstLon * 0.001;
          double yval_0 = ISEC2_FirstLat * 0.001;
          double lon_0  = ISEC2_Lambert_Lov * 0.001;
          double lat_1  = ISEC2_Lambert_LatS1 * 0.001;
          double lat_2  = ISEC2_Lambert_LatS2 * 0.001;
          bool lsouth = gribbyte_get_bit(ISEC2_Lambert_ProjFlag, 1);
          if ( lsouth ) { lat_1 = -lat_1; lat_2 = -lat_2; }
405
406
407
408
409

          double lat_0 = lat_2;
          double x_0 = grid_missval;
          double y_0 = grid_missval;
          gridDefParamLCC(gridID, grid_missval, lon_0, lat_0, lat_1, lat_2, a, rf, xval_0, yval_0, x_0, y_0);
410
        }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
411
412
413
    }
  else
    Free(gridptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
414

Uwe Schulzweida's avatar
Uwe Schulzweida committed
415
  int zaxistype = grib1ltypeToZaxisType(leveltype);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
416

417
  if ( zaxistype == ZAXIS_HYBRID || zaxistype == ZAXIS_HYBRID_HALF )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
418
    {
419
      size_t vctsize = (size_t)ISEC2_NumVCP;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
420
421
422
423
424
      double *vctptr = &fsec2[10];

      varDefVCT(vctsize, vctptr);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
425
  int lbounds = cgribexGetZaxisHasBounds(leveltype);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
426

427
428
  if ( datatype > 32 ) datatype = CDI_DATATYPE_PACK32;
  if ( datatype <  0 ) datatype = CDI_DATATYPE_PACK;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
429

430
  varAddRecord(recID, param, gridID, zaxistype, lbounds, level1, level2, 0, 0,
Uwe Schulzweida's avatar
Uwe Schulzweida committed
431
	       datatype, &varID, &levelID, tsteptype, numavg, leveltype, -1,
432
               NULL, NULL, NULL, NULL, NULL, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
433

Thomas Jahns's avatar
Thomas Jahns committed
434
435
  record->varID   = (short)varID;
  record->levelID = (short)levelID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
436

437
  varDefCompType(varID, comptype);
438

439
440
441
442
443
444
445
  if ( ISEC1_LocalFLag )
    {
      if      ( ISEC1_CenterID == 78  && isec1[36] == 253 ) // DWD local extension
        varDefEnsembleInfo(varID, isec1[54], isec1[53], isec1[52]);
      else if ( ISEC1_CenterID == 252 && isec1[36] ==   1 ) // MPIM local extension
        varDefEnsembleInfo(varID, isec1[38], isec1[39], isec1[37]);
    }
446

447
448
  if ( lmv ) varDefMissval(varID, FSEC3_MissVal);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
449
  if ( varInqInst(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
450
    {
451
452
453
      int center    = ISEC1_CenterID;
      int subcenter = ISEC1_SubCenterID;
      int instID    = institutInq(center, subcenter, NULL, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
454
      if ( instID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
455
456
457
458
	instID = institutDef(center, subcenter, NULL, NULL);
      varDefInst(varID, instID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
459
  if ( varInqModel(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
460
    {
461
      int modelID = modelInq(varInqInst(varID), ISEC1_ModelID, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
462
      if ( modelID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
463
464
465
466
	modelID = modelDef(varInqInst(varID), ISEC1_ModelID, NULL);
      varDefModel(varID, modelID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
467
  if ( varInqTable(varID) == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
468
    {
469
      int tableID = tableInq(varInqModel(varID), ISEC1_CodeTable, NULL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
470
      if ( tableID == CDI_UNDEFID )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
471
472
473
474
	tableID = tableDef(varInqModel(varID), ISEC1_CodeTable, NULL);
      varDefTable(varID, tableID);
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
475
476
  streamptr->tsteps[tsID].nallrecs++;
  streamptr->nrecs++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
477
478
}

479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
static
void MCH_get_undef(int *isec1, double *undef_pds, double *undef_eps)
{
  /* 2010-01-13: Oliver Fuhrer */
  if ( ISEC1_CenterID == 215 ) {
    if (isec1[34] != 0 && isec1[34] != 255) {
      if (isec1[34] & 2) {
        if (isec1[34] & 1) {
          *undef_pds = -0.99*pow(10.0,-isec1[35]);
        } else {
          *undef_pds = +0.99*pow(10.0,-isec1[35]);
        }
        *undef_eps = pow(10.0,-isec1[35]-1);
      } else {
        if (isec1[34] & 1) {
          *undef_pds = -0.99*pow(10.0,+isec1[35]);
        } else {
          *undef_pds = +0.99*pow(10.0,+isec1[35]);
        }
        *undef_eps = pow(10.0,isec1[35]-1);
      }
    }
  }
}

static
void cgribexDecodeHeader(int *isec0, int *isec1, int *isec2, double *fsec2,
506
			 int *isec3, double *fsec3, int *isec4, double *fsec4,
507
			 int *gribbuffer, int recsize, int *lmv, int *iret)
508
{
509
  int ipunp = 0, iword = 0;
510

511
512
  memset(isec1, 0, 256*sizeof(int));

513
  gribExDP(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
514
	   ipunp, (int *) gribbuffer, recsize, &iword, "J", iret);
515
516
517
518
519
520
521
522
523
524
525

  *lmv = 0;

  if ( ISEC1_CenterID == 215 && (isec1[34] != 0 && isec1[34] != 255) )
    {
      double undef_pds, undef_eps;
      MCH_get_undef(isec1, &undef_pds, &undef_eps);
      FSEC3_MissVal = undef_pds;
      *lmv = 1;
    }
}
526
527

static
528
compvar_t cgribexVarSet(int param, int level1, int level2, int leveltype, int trange)
529
{
530
  int tsteptype = cgribexGetTsteptype(trange);
531

532
  compvar_t compVar;
533
534
535
536
537
  compVar.param     = param;
  compVar.level1    = level1;
  compVar.level2    = level2;
  compVar.ltype     = leveltype;
  compVar.tsteptype = tsteptype;
538

Uwe Schulzweida's avatar
Uwe Schulzweida committed
539
  return compVar;
540
541
}

Thomas Jahns's avatar
Thomas Jahns committed
542
543
static inline int
cgribexVarCompare(compvar_t compVar, record_t record, int flag)
544
{
545
546
547
548
  bool vinst = compVar.tsteptype == TSTEP_INSTANT || compVar.tsteptype == TSTEP_INSTANT2 || compVar.tsteptype == TSTEP_INSTANT3;
  bool rinst = record.tsteptype == TSTEP_INSTANT || record.tsteptype == TSTEP_INSTANT2 || record.tsteptype == TSTEP_INSTANT3;
  int tstepDiff = (!((flag == 0) & (vinst && rinst)))
                & (compVar.tsteptype != record.tsteptype);
Thomas Jahns's avatar
Thomas Jahns committed
549
550
551
552
553
  int rstatus = (compVar.param != record.param)
    |           (compVar.level1 != record.ilevel)
    |           (compVar.level2 != record.ilevel2)
    |           (compVar.ltype != record.ltype)
    |           tstepDiff;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
554
  return rstatus;
555
}
Uwe Schulzweida's avatar
Uwe Schulzweida committed
556
#endif
Uwe Schulzweida's avatar
Uwe Schulzweida committed
557

558
559
560
#define gribWarning(text, nrecs, timestep, paramstr, level1, level2) \
            Warning("Record %2d (id=%s lev1=%d lev2=%d) timestep %d: %s", nrecs, paramstr, level1, level2, timestep, text)

561
#if  defined  (HAVE_LIBCGRIBEX)
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585

static inline void
cgribexScanTsFixNtsteps(stream_t *streamptr, off_t recpos)
{
  if ( streamptr->ntsteps == -1 )
    {
      int tsID = tstepsNewEntry(streamptr);
      if ( tsID != streamptr->rtsteps )
	Error("Internal error. tsID = %d", tsID);

      streamptr->tsteps[tsID-1].next   = TRUE;
      streamptr->tsteps[tsID].position = recpos;
    }
}

static inline void
cgribexScanTsConstAdjust(stream_t *streamptr, taxis_t *taxis)
{
  int vlistID = streamptr->vlistID;
  if ( streamptr->ntsteps == 1 )
    {
      if ( taxis->vdate == 0 && taxis->vtime == 0 )
	{
	  streamptr->ntsteps = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
586
587
	  for ( int varID = 0; varID < streamptr->nvars; varID++ )
            vlistDefVarTsteptype(vlistID, varID, TSTEP_CONSTANT);
588
589
590
591
592
	}
    }
}


Uwe Schulzweida's avatar
Uwe Schulzweida committed
593
int cgribexScanTimestep1(stream_t *streamptr)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
594
595
{
  double fsec2[512], fsec3[2], *fsec4 = NULL;
596
  int lmv = 0, iret = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
597
  off_t recpos = 0;
598
  void *gribbuffer = NULL;
599
  size_t buffersize = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
600
  int rstatus;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
601
  int param = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
602
  int leveltype = 0, level1 = 0, level2 = 0, vdate = 0, vtime = 0;
603
  DateTime datetime, datetime0 = { LONG_MIN, LONG_MIN };
Uwe Schulzweida's avatar
Uwe Schulzweida committed
604
  size_t readsize;
605
  unsigned nrecords, recID;
606
  int nrecs_scanned = 0;
607
  int datatype;
608
  size_t recsize = 0;
609
610
  bool warn_time = true;
  bool warn_numavg = true;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
611
  int taxisID = -1;
612
613
  int rdate = 0, rtime = 0, tunit = 0;
  bool fcast = false;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
614
  int vlistID;
615
  int comptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
616
  size_t unzipsize;
617
  char paramstr[32];
618
  int nskip = cdiSkipRecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
619
620

  streamptr->curTsID = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
621

622
623
624
625
626
  int *isec0 = streamptr->record->sec0;
  int *isec1 = streamptr->record->sec1;
  int *isec2 = streamptr->record->sec2;
  int *isec3 = streamptr->record->sec3;
  int *isec4 = streamptr->record->sec4;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
627

628
629
  int tsID  = tstepsNewEntry(streamptr);
  taxis_t *taxis = &streamptr->tsteps[tsID].taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
630
631

  if ( tsID != 0 )
632
    Error("Internal problem! tstepsNewEntry returns %d", tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
633

634
  int fileID = streamptr->fileID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
635

636
637
638
  while ( nskip-- > 0 )
    {
      recsize = gribGetSize(fileID);
639
      if ( recsize == 0 )
640
	Error("Skipping of %d records failed!", cdiSkipRecords);
641

642
      recpos  = fileGetPos(fileID);
643
      fileSetPos(fileID, (off_t)recsize, SEEK_CUR);
644
645
    }

646
  unsigned nrecs = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
647
648
649
650
651
652
653
  while ( TRUE )
    {
      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);

      if ( recsize == 0 )
	{
654
	  if ( nrecs == 0 )
655
	    Error("No GRIB records found!");
656

Uwe Schulzweida's avatar
Uwe Schulzweida committed
657
	  streamptr->ntsteps = 1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
658
659
	  break;
	}
660
      if ( recsize > buffersize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
661
	{
662
	  buffersize = recsize;
663
	  gribbuffer = Realloc(gribbuffer, buffersize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
664
665
	}

666
      readsize = recsize;
667
      rstatus = gribRead(fileID, (unsigned char *)gribbuffer, &readsize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
668
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
669

670
      comptype = CDI_COMPRESS_NONE;
671
      if ( gribGetZip(recsize, (unsigned char *)gribbuffer, &unzipsize) > 0 )
672
	{
673
	  comptype = CDI_COMPRESS_SZIP;
674
	  unzipsize += 100; /* need 0 to 1 bytes for rounding of bds */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
675
	  if ( buffersize < unzipsize )
676
	    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
677
	      buffersize = unzipsize;
678
	      gribbuffer = Realloc(gribbuffer, buffersize);
679
680
681
	    }
	}

682
      nrecs_scanned++;
683
      cgribexDecodeHeader(isec0, isec1, isec2, fsec2, isec3, fsec3, isec4, fsec4,
684
			  (int *) gribbuffer, (int)recsize, &lmv, &iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
685

Uwe Schulzweida's avatar
Uwe Schulzweida committed
686
      param = cdiEncodeParam(ISEC1_Parameter, ISEC1_CodeTable, 255);
687
688
      cdiParamToString(param, paramstr, sizeof(paramstr));

Uwe Schulzweida's avatar
Uwe Schulzweida committed
689
      cgribexGetLevel(isec1, &leveltype, &level1, &level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
690

Uwe Schulzweida's avatar
Uwe Schulzweida committed
691
692
      gribDateTime(isec1, &vdate, &vtime);

693
      datatype = (ISEC4_NumBits > 0 && ISEC4_NumBits <= 32) ? ISEC4_NumBits : CDI_DATATYPE_PACK;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
694
695
696
697
698
699
700

      if ( nrecs == 0 )
	{
	  datetime0.date = vdate;
	  datetime0.time = vtime;
	  rdate = gribRefDate(isec1);
	  rtime = gribRefTime(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
701
	  tunit = cgribexGetTimeUnit(isec1);
702
	  fcast = cgribexTimeIsFC(isec1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
703
704
705
	}
      else
	{
706
707
	  datetime.date = vdate;
	  datetime.time = vtime;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
708
	  compvar_t compVar = cgribexVarSet(param, level1, level2, leveltype, ISEC1_TimeRange);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
709
710
	  for ( recID = 0; recID < nrecs; recID++ )
	    {
711
	      if ( cgribexVarCompare(compVar, streamptr->tsteps[0].records[recID], 0) == 0 ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
712
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
713
714
715
716
717

	  if ( cdiInventoryMode == 1 )
	    {
	      if ( recID < nrecs ) break;
	      if ( warn_time )
718
		if ( datetimeCmp(datetime, datetime0) != 0 )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
719
		  {
720
                    gribWarning("Inconsistent verification time!", nrecs_scanned, tsID+1, paramstr, level1, level2);
721
		    warn_time = false;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
722
723
724
725
		  }
	    }
	  else
	    {
726
	      if ( datetimeCmp(datetime, datetime0) != 0 ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
727
728
729

	      if ( recID < nrecs )
		{
730
		  gribWarning("Parameter already exist, skipped!", nrecs_scanned, tsID+1, paramstr, level1, level2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
731
732
733
		  continue;
		}
	    }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
734
735
736
737
738
739
	}

      if ( ISEC1_AvgNum )
	{
	  if (  taxis->numavg && warn_numavg && (taxis->numavg != ISEC1_AvgNum) )
	    {
740
	      Warning("Changing numavg from %d to %d not supported!", taxis->numavg, ISEC1_AvgNum);
741
	      warn_numavg = false;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
742
743
744
745
746
747
748
749
750
751
	    }
	  else
	    {
	      taxis->numavg = ISEC1_AvgNum;
	    }
	}

      nrecs++;

      if ( CDI_Debug )
752
	Message("Read record %2d (id=%s lev1=%d lev2=%d) %8d %6d", nrecs_scanned, paramstr, level1, level2, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
753

754
      cgribexAddRecord(streamptr, param, isec1, isec2, fsec2, fsec3,
755
		       isec4, recsize, recpos, datatype, comptype, lmv, iret);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
756
757
    }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
758
  streamptr->rtsteps = 1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
759

Uwe Schulzweida's avatar
Uwe Schulzweida committed
760
  if ( nrecs == 0 ) return CDI_EUFSTRUCT;
761

762
  cdi_generate_vars(streamptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
763
764
765

  if ( fcast )
    {
766
      taxisID = taxisCreate(TAXIS_RELATIVE);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
767
768
769
770
771
772
773
      taxis->type  = TAXIS_RELATIVE;
      taxis->rdate = rdate;
      taxis->rtime = rtime;
      taxis->unit  = tunit;
    }
  else
    {
774
      taxisID = taxisCreate(TAXIS_ABSOLUTE);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
775
      taxis->type  = TAXIS_ABSOLUTE;
776
      taxis->unit  = tunit;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
777
778
    }

779
780
  taxis->vdate = (int)datetime0.date;
  taxis->vtime = (int)datetime0.time;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
781

Uwe Schulzweida's avatar
Uwe Schulzweida committed
782
  vlistID = streamptr->vlistID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
783
784
  vlistDefTaxis(vlistID, taxisID);

785
786
  nrecords = (unsigned)streamptr->tsteps[0].nallrecs;
  if ( nrecords < (unsigned)streamptr->tsteps[0].recordSize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
787
    {
788
      streamptr->tsteps[0].recordSize = (int)nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
789
      streamptr->tsteps[0].records =
790
      (record_t *) Realloc(streamptr->tsteps[0].records, nrecords*sizeof(record_t));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
791
792
    }

793
  streamptr->tsteps[0].recIDs = (int *) Malloc(nrecords*sizeof(int));
794
  streamptr->tsteps[0].nrecs = (int)nrecords;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
795
  for ( recID = 0; recID < nrecords; recID++ )
796
    streamptr->tsteps[0].recIDs[recID] = (int)recID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
797

Uwe Schulzweida's avatar
Uwe Schulzweida committed
798
  streamptr->record->buffer     = gribbuffer;
799
  streamptr->record->buffersize = buffersize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
800

801
802
  cgribexScanTsFixNtsteps(streamptr, recpos);
  cgribexScanTsConstAdjust(streamptr, taxis);
803

Uwe Schulzweida's avatar
Uwe Schulzweida committed
804
  return 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
805
806
}

Uwe Schulzweida's avatar
Uwe Schulzweida committed
807

808
int cgribexScanTimestep2(stream_t * streamptr)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
809
{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
810
  int rstatus = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
811
  double fsec2[512], fsec3[2], *fsec4 = NULL;
812
  int lmv = 0, iret = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
813
  off_t recpos = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
814
  int param = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
815
  int leveltype = 0, level1 = 0, level2 = 0, vdate = 0, vtime = 0;
816
  DateTime datetime, datetime0 = { LONG_MIN, LONG_MIN };
Uwe Schulzweida's avatar
Uwe Schulzweida committed
817
818
  int varID, gridID;
  size_t readsize;
819
  int nrecs, recID;
820
  size_t recsize = 0;
821
  bool warn_numavg = true;
822
  int tsteptype;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
823
  size_t unzipsize;
824
  char paramstr[32];
Uwe Schulzweida's avatar
Uwe Schulzweida committed
825

Uwe Schulzweida's avatar
Uwe Schulzweida committed
826
827
  streamptr->curTsID = 1;

828
829
830
831
832
  int *isec0 = streamptr->record->sec0;
  int *isec1 = streamptr->record->sec1;
  int *isec2 = streamptr->record->sec2;
  int *isec3 = streamptr->record->sec3;
  int *isec4 = streamptr->record->sec4;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
833

834
835
836
  int fileID  = streamptr->fileID;
  int vlistID = streamptr->vlistID;
  int taxisID = vlistInqTaxis(vlistID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
837

838
839
  void *gribbuffer = streamptr->record->buffer;
  size_t buffersize = streamptr->record->buffersize;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
840

841
  int tsID = streamptr->rtsteps;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
842
  if ( tsID != 1 )
Thomas Jahns's avatar
Thomas Jahns committed
843
    Error("Internal problem! unexpected timestep %d", tsID+1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
844

845
  taxis_t *taxis = &streamptr->tsteps[tsID].taxis;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
846

Uwe Schulzweida's avatar
Uwe Schulzweida committed
847
  fileSetPos(fileID, streamptr->tsteps[tsID].position, SEEK_SET);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
848

849
  cdi_create_records(streamptr, tsID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
850

851
  int nrecords = streamptr->tsteps[tsID].nallrecs;
852
  if ( nrecords ) streamptr->tsteps[1].recIDs = (int *) Malloc((size_t)nrecords * sizeof(int));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
853
  streamptr->tsteps[1].nrecs = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
854
  for ( recID = 0; recID < nrecords; recID++ )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
855
    streamptr->tsteps[1].recIDs[recID] = -1;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
856

Uwe Schulzweida's avatar
Uwe Schulzweida committed
857
858
  for ( recID = 0; recID < nrecords; recID++ )
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
859
      varID = streamptr->tsteps[0].records[recID].varID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
860
861
      streamptr->tsteps[tsID].records[recID].position =	streamptr->tsteps[0].records[recID].position;
      streamptr->tsteps[tsID].records[recID].size     =	streamptr->tsteps[0].records[recID].size;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
862
863
    }

864
865
  int nrecs_scanned = nrecords;
  int rindex = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
866
  while ( TRUE )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
867
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
868
869
      if ( rindex > nrecords ) break;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
870
871
872
873
      recsize = gribGetSize(fileID);
      recpos  = fileGetPos(fileID);
      if ( recsize == 0 )
	{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
874
	  streamptr->ntsteps = 2;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
875
876
	  break;
	}
877
      if ( recsize > buffersize )
Uwe Schulzweida's avatar
Uwe Schulzweida committed
878
	{
879
	  buffersize = recsize;
880
	  gribbuffer = Realloc(gribbuffer, buffersize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
881
882
	}

883
      readsize = recsize;
884
      rstatus = gribRead(fileID, (unsigned char *)gribbuffer, &readsize);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
885
      if ( rstatus ) break;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
886

887
      if ( gribGetZip(recsize, (unsigned char *)gribbuffer, &unzipsize) > 0 )
888
889
	{
	  unzipsize += 100; /* need 0 to 1 bytes for rounding of bds */
Uwe Schulzweida's avatar
Uwe Schulzweida committed
890
	  if ( buffersize < unzipsize )
891
	    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
892
	      buffersize = unzipsize;
893
	      gribbuffer = Realloc(gribbuffer, buffersize);
894
895
896
	    }
	}

Uwe Schulzweida's avatar