Ydaypctl.cc 7.71 KB
Newer Older
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1
2
3
4
/*
  This file is part of CDO. CDO is a collection of Operators to
  manipulate and analyse Climate model Data.

Uwe Schulzweida's avatar
Uwe Schulzweida committed
5
  Copyright (C) 2006 Brockmann Consult
Uwe Schulzweida's avatar
Uwe Schulzweida committed
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
  See COPYING file for copying and redistribution conditions.

  This program is free software; you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation; version 2 of the License.

  This program is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.
*/

/*
   This module contains the following operators:

      Ydaypctl   ydaypctl        Multi-year daily percentiles
*/

Ralf Mueller's avatar
Ralf Mueller committed
24
#include <cdi.h>
Oliver Heidmann's avatar
Oliver Heidmann committed
25

26
#include "cdo_int.h"
27
#include "pstream_int.h"
28
#include "percentiles_hist.h"
29
#include "percentiles.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
30

31
#define NDAY 373
Uwe Schulzweida's avatar
Uwe Schulzweida committed
32

33
int getmonthday(int date);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
34

35
36
void *
Ydaypctl(void *process)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
37
38
39
40
41
{
  int varID;
  int gridID;
  int vdate, vtime;
  int year, month, day, dayoy;
42
  int nrecs;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
43
  int levelID;
44
  size_t nmiss;
45
  int nlevels;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
46
  int vdates1[NDAY], vtimes1[NDAY];
47
48
  int vdates2[NDAY];
  long nsets[NDAY];
49
  field_type **vars1[NDAY];
Uwe Schulzweida's avatar
Uwe Schulzweida committed
50
51
  HISTOGRAM_SET *hsets[NDAY];

52
  cdoInitialize(process);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
53
54
55
  cdoOperatorAdd("ydaypctl", func_pctl, 0, NULL);

  operatorInputArg("percentile number");
56
57
  double pn = parameter2double(operatorArgv()[0]);
  percentile_check_number(pn);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
58

59
  for (dayoy = 0; dayoy < NDAY; dayoy++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
60
61
62
63
64
65
    {
      vars1[dayoy] = NULL;
      hsets[dayoy] = NULL;
      nsets[dayoy] = 0;
    }

66
67
68
  int streamID1 = cdoStreamOpenRead(cdoStreamName(0));
  int streamID2 = cdoStreamOpenRead(cdoStreamName(1));
  int streamID3 = cdoStreamOpenRead(cdoStreamName(2));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
69

70
71
72
  int vlistID1 = cdoStreamInqVlist(streamID1);
  int vlistID2 = cdoStreamInqVlist(streamID2);
  int vlistID3 = cdoStreamInqVlist(streamID3);
73
  int vlistID4 = vlistDuplicate(vlistID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
74

Uwe Schulzweida's avatar
Uwe Schulzweida committed
75
76
  vlistCompare(vlistID1, vlistID2, CMP_ALL);
  vlistCompare(vlistID1, vlistID3, CMP_ALL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
77

78
79
80
  int taxisID1 = vlistInqTaxis(vlistID1);
  int taxisID2 = vlistInqTaxis(vlistID2);
  int taxisID3 = vlistInqTaxis(vlistID3);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
81
82
  /* TODO - check that time axes 2 and 3 are equal */

83
  int taxisID4 = taxisDuplicate(taxisID1);
84
  if (taxisHasBounds(taxisID4)) taxisDeleteBounds(taxisID4);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
85
86
  vlistDefTaxis(vlistID4, taxisID4);

87
  int streamID4 = cdoStreamOpenWrite(cdoStreamName(3), cdoFiletype());
88
  pstreamDefVlist(streamID4, vlistID4);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
89

90
  int nvars = vlistNvars(vlistID1);
91
  int nrecords = vlistNrecs(vlistID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
92

93
94
  int *recVarID = (int *) Malloc(nrecords * sizeof(int));
  int *recLevelID = (int *) Malloc(nrecords * sizeof(int));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
95

96
  size_t gridsize = vlistGridsizeMax(vlistID1);
97

98
  field_type field;
99
  field_init(&field);
100
  field.ptr = (double *) Malloc(gridsize * sizeof(double));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
101

102
  int tsID = 0;
103
  while ((nrecs = cdoStreamInqTimestep(streamID2, tsID)))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
104
    {
105
      if (nrecs != cdoStreamInqTimestep(streamID3, tsID))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
106
        cdoAbort("Number of records at time step %d of %s and %s differ!", tsID + 1, cdoGetStreamName(1).c_str(),
107
108
                 cdoGetStreamName(2).c_str());

Uwe Schulzweida's avatar
Uwe Schulzweida committed
109
110
      vdate = taxisInqVdate(taxisID2);
      vtime = taxisInqVtime(taxisID2);
111
112

      if (vdate != taxisInqVdate(taxisID3))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
113
        cdoAbort("Verification dates at time step %d of %s and %s differ!", tsID + 1, cdoGetStreamName(1).c_str(),
114
115
                 cdoGetStreamName(2).c_str());

Uwe Schulzweida's avatar
Uwe Schulzweida committed
116
      if (cdoVerbose) cdoPrint("process timestep: %d %d %d", tsID + 1, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
117

Uwe Schulzweida's avatar
Uwe Schulzweida committed
118
      cdiDecodeDate(vdate, &year, &month, &day);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
119

120
121
      if (month >= 1 && month <= 12)
        dayoy = (month - 1) * 31 + day;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
122
      else
123
        dayoy = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
124

125
      if (dayoy < 0 || dayoy >= NDAY) cdoAbort("Day %d out of range!", dayoy);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
126
127
128

      vdates2[dayoy] = vdate;

129
130
131
      if (vars1[dayoy] == NULL)
        {
          vars1[dayoy] = field_malloc(vlistID1, FIELD_PTR);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
132
133
          hsets[dayoy] = hsetCreate(nvars);

134
135
136
137
          for (varID = 0; varID < nvars; varID++)
            {
              gridID = vlistInqVarGrid(vlistID1, varID);
              nlevels = zaxisInqSize(vlistInqVarZaxis(vlistID1, varID));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
138
139

              hsetCreateVarLevels(hsets[dayoy], varID, nlevels, gridID);
140
141
142
143
            }
        }

      for (int recID = 0; recID < nrecs; recID++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
144
        {
145
          pstreamInqRecord(streamID2, &varID, &levelID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
146
          pstreamReadRecord(streamID2, vars1[dayoy][varID][levelID].ptr, &nmiss);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
147
148
          vars1[dayoy][varID][levelID].nmiss = nmiss;
        }
149
      for (int recID = 0; recID < nrecs; recID++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
150
        {
151
          pstreamInqRecord(streamID3, &varID, &levelID);
152
153
154
155
156
          pstreamReadRecord(streamID3, field.ptr, &nmiss);
          field.nmiss = nmiss;
          field.grid = vars1[dayoy][varID][levelID].grid;
          field.missval = vars1[dayoy][varID][levelID].missval;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
157
          hsetDefVarLevelBounds(hsets[dayoy], varID, levelID, &vars1[dayoy][varID][levelID], &field);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
158
        }
159

Uwe Schulzweida's avatar
Uwe Schulzweida committed
160
161
      tsID++;
    }
162

Uwe Schulzweida's avatar
Uwe Schulzweida committed
163
  tsID = 0;
164
  while ((nrecs = cdoStreamInqTimestep(streamID1, tsID)))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
165
166
167
168
    {
      vdate = taxisInqVdate(taxisID1);
      vtime = taxisInqVtime(taxisID1);

Uwe Schulzweida's avatar
Uwe Schulzweida committed
169
      if (cdoVerbose) cdoPrint("process timestep: %d %d %d", tsID + 1, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
170

Uwe Schulzweida's avatar
Uwe Schulzweida committed
171
      cdiDecodeDate(vdate, &year, &month, &day);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
172

173
174
      if (month >= 1 && month <= 12)
        dayoy = (month - 1) * 31 + day;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
175
      else
176
177
178
        dayoy = 0;

      if (dayoy < 0 || dayoy >= NDAY) cdoAbort("Day %d out of range!", dayoy);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
179
180
181

      vdates1[dayoy] = vdate;
      vtimes1[dayoy] = vtime;
182
183

      if (vars1[dayoy] == NULL)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
184
        cdoAbort("No data for day %d in %s and %s", dayoy, cdoGetStreamName(1).c_str(), cdoGetStreamName(2).c_str());
185
186
187
188
189
190
191
192
193
194
195

      for (int recID = 0; recID < nrecs; recID++)
        {
          pstreamInqRecord(streamID1, &varID, &levelID);

          if (tsID == 0)
            {
              recVarID[recID] = varID;
              recLevelID[recID] = levelID;
            }

Uwe Schulzweida's avatar
Uwe Schulzweida committed
196
          pstreamReadRecord(streamID1, vars1[dayoy][varID][levelID].ptr, &nmiss);
197
198
          vars1[dayoy][varID][levelID].nmiss = nmiss;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
199
          hsetAddVarLevelValues(hsets[dayoy], varID, levelID, &vars1[dayoy][varID][levelID]);
200
        }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
201
202
203
204
205

      nsets[dayoy]++;
      tsID++;
    }

206
  int otsID = 0;
207
208
  for (dayoy = 0; dayoy < NDAY; dayoy++)
    if (nsets[dayoy])
Uwe Schulzweida's avatar
Uwe Schulzweida committed
209
      {
210
        if (getmonthday(vdates1[dayoy]) != getmonthday(vdates2[dayoy]))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
211
212
          cdoAbort("Verification dates for the day %d of %s and %s are different!", dayoy, cdoGetStreamName(0).c_str(),
                   cdoGetStreamName(1).c_str());
213
214
215
216
217
218
219

        for (varID = 0; varID < nvars; varID++)
          {
            if (vlistInqVarTimetype(vlistID1, varID) == TIME_CONSTANT) continue;
            nlevels = zaxisInqSize(vlistInqVarZaxis(vlistID1, varID));

            for (levelID = 0; levelID < nlevels; levelID++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
220
              hsetGetVarLevelPercentiles(&vars1[dayoy][varID][levelID], hsets[dayoy], varID, levelID, pn);
221
222
223
224
225
226
227
228
229
230
231
          }

        taxisDefVdate(taxisID4, vdates1[dayoy]);
        taxisDefVtime(taxisID4, vtimes1[dayoy]);
        pstreamDefTimestep(streamID4, otsID);

        for (int recID = 0; recID < nrecords; recID++)
          {
            varID = recVarID[recID];
            levelID = recLevelID[recID];

Uwe Schulzweida's avatar
Uwe Schulzweida committed
232
            if (otsID && vlistInqVarTimetype(vlistID1, varID) == TIME_CONSTANT) continue;
233
234

            pstreamDefRecord(streamID4, varID, levelID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
235
            pstreamWriteRecord(streamID4, vars1[dayoy][varID][levelID].ptr, vars1[dayoy][varID][levelID].nmiss);
236
237
238
          }

        otsID++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
239
240
      }

241
  for (dayoy = 0; dayoy < NDAY; dayoy++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
242
    {
243
244
245
246
247
      if (vars1[dayoy] != NULL)
        {
          field_free(vars1[dayoy], vlistID1);
          hsetDestroy(hsets[dayoy]);
        }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
248
249
    }

250
  if (field.ptr) Free(field.ptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
251

252
253
  if (recVarID) Free(recVarID);
  if (recLevelID) Free(recLevelID);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
254

255
256
257
258
  pstreamClose(streamID4);
  pstreamClose(streamID3);
  pstreamClose(streamID2);
  pstreamClose(streamID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
259
260
261

  cdoFinish();

Uwe Schulzweida's avatar
Uwe Schulzweida committed
262
  return 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
263
}