Ydaypctl.cc 7.61 KB
Newer Older
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1
2
3
4
/*
  This file is part of CDO. CDO is a collection of Operators to
  manipulate and analyse Climate model Data.

Uwe Schulzweida's avatar
Uwe Schulzweida committed
5
  Copyright (C) 2006 Brockmann Consult
Uwe Schulzweida's avatar
Uwe Schulzweida committed
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
  See COPYING file for copying and redistribution conditions.

  This program is free software; you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation; version 2 of the License.

  This program is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.
*/

/*
   This module contains the following operators:

      Ydaypctl   ydaypctl        Multi-year daily percentiles
*/

Ralf Mueller's avatar
Ralf Mueller committed
24
#include <cdi.h>
Oliver Heidmann's avatar
Oliver Heidmann committed
25

26
#include "cdo_int.h"
27
#include "param_conversion.h"
28

29
#include "percentiles_hist.h"
30
#include "percentiles.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
31

32
#define NDAY 373
Uwe Schulzweida's avatar
Uwe Schulzweida committed
33

34
int getmonthday(int64_t date);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
35

36
37
void *
Ydaypctl(void *process)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
38
39
40
{
  int varID;
  int gridID;
41
  int year, month, day;
42
  int nrecs;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
43
  int levelID;
44
  size_t nmiss;
45
  int nlevels;
46
47
  int64_t vdates1[NDAY], vdates2[NDAY];
  int vtimes1[NDAY];
48
  long nsets[NDAY];
49
  FieldVector2D vars1[NDAY];
Uwe Schulzweida's avatar
Uwe Schulzweida committed
50
51
  HISTOGRAM_SET *hsets[NDAY];

52
  cdoInitialize(process);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
53
  cdoOperatorAdd("ydaypctl", func_pctl, 0, nullptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
54
55

  operatorInputArg("percentile number");
56
  const double pn = parameter2double(operatorArgv()[0]);
57
  percentile_check_number(pn);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
58

59
  for (int dayoy = 0; dayoy < NDAY; dayoy++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
60
    {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
61
      hsets[dayoy] = nullptr;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
62
63
64
      nsets[dayoy] = 0;
    }

65
66
67
  const int streamID1 = cdoStreamOpenRead(cdoStreamName(0));
  const int streamID2 = cdoStreamOpenRead(cdoStreamName(1));
  const int streamID3 = cdoStreamOpenRead(cdoStreamName(2));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
68

69
70
71
72
  const int vlistID1 = cdoStreamInqVlist(streamID1);
  const int vlistID2 = cdoStreamInqVlist(streamID2);
  const int vlistID3 = cdoStreamInqVlist(streamID3);
  const int vlistID4 = vlistDuplicate(vlistID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
73

Uwe Schulzweida's avatar
Uwe Schulzweida committed
74
75
  vlistCompare(vlistID1, vlistID2, CMP_ALL);
  vlistCompare(vlistID1, vlistID3, CMP_ALL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
76

77
78
79
  const int taxisID1 = vlistInqTaxis(vlistID1);
  const int taxisID2 = vlistInqTaxis(vlistID2);
  const int taxisID3 = vlistInqTaxis(vlistID3);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
80
81
  /* TODO - check that time axes 2 and 3 are equal */

82
  const int taxisID4 = taxisDuplicate(taxisID1);
83
  if (taxisHasBounds(taxisID4)) taxisDeleteBounds(taxisID4);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
84
85
  vlistDefTaxis(vlistID4, taxisID4);

86
  const int streamID4 = cdoStreamOpenWrite(cdoStreamName(3));
87
  cdoDefVlist(streamID4, vlistID4);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
88

89
  const int nvars = vlistNvars(vlistID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
90

91
  const int maxrecs = vlistNrecs(vlistID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
92
  std::vector<RecordInfo> recList(maxrecs);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
93

94
  const size_t gridsizemax = vlistGridsizeMax(vlistID1);
95

Uwe Schulzweida's avatar
Uwe Schulzweida committed
96
  Field field;
97
  fieldInit(field);
98
  field.ptr = (double *) Malloc(gridsizemax * sizeof(double));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
99

100
  int tsID = 0;
101
  while ((nrecs = cdoStreamInqTimestep(streamID2, tsID)))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
102
    {
103
      if (nrecs != cdoStreamInqTimestep(streamID3, tsID))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
104
        cdoAbort("Number of records at time step %d of %s and %s differ!", tsID + 1, cdoGetStreamName(1), cdoGetStreamName(2));
105

106
107
      const int64_t vdate = taxisInqVdate(taxisID2);
      const int vtime = taxisInqVtime(taxisID2);
108
109

      if (vdate != taxisInqVdate(taxisID3))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
110
        cdoAbort("Verification dates at time step %d of %s and %s differ!", tsID + 1, cdoGetStreamName(1), cdoGetStreamName(2));
111

112
      if (Options::cdoVerbose) cdoPrint("process timestep: %d %d %d", tsID + 1, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
113

Uwe Schulzweida's avatar
Uwe Schulzweida committed
114
      cdiDecodeDate(vdate, &year, &month, &day);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
115

116
      const int dayoy = (month >= 1 && month <= 12) ? (month - 1) * 31 + day : 0;
117
      if (dayoy < 0 || dayoy >= NDAY) cdoAbort("Day %d out of range!", dayoy);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
118
119
120

      vdates2[dayoy] = vdate;

121
      if (!vars1[dayoy].size())
122
        {
123
          fieldsFromVlist(vlistID1, vars1[dayoy], FIELD_PTR);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
124
125
          hsets[dayoy] = hsetCreate(nvars);

126
127
128
129
          for (varID = 0; varID < nvars; varID++)
            {
              gridID = vlistInqVarGrid(vlistID1, varID);
              nlevels = zaxisInqSize(vlistInqVarZaxis(vlistID1, varID));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
130
131

              hsetCreateVarLevels(hsets[dayoy], varID, nlevels, gridID);
132
133
134
135
            }
        }

      for (int recID = 0; recID < nrecs; recID++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
136
        {
137
138
          cdoInqRecord(streamID2, &varID, &levelID);
          cdoReadRecord(streamID2, vars1[dayoy][varID][levelID].ptr, &nmiss);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
139
140
          vars1[dayoy][varID][levelID].nmiss = nmiss;
        }
141

142
      for (int recID = 0; recID < nrecs; recID++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
143
        {
144
145
          cdoInqRecord(streamID3, &varID, &levelID);
          cdoReadRecord(streamID3, field.ptr, &nmiss);
146
147
148
149
          field.nmiss = nmiss;
          field.grid = vars1[dayoy][varID][levelID].grid;
          field.missval = vars1[dayoy][varID][levelID].missval;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
150
          hsetDefVarLevelBounds(hsets[dayoy], varID, levelID, &vars1[dayoy][varID][levelID], &field);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
151
        }
152

Uwe Schulzweida's avatar
Uwe Schulzweida committed
153
154
      tsID++;
    }
155

Uwe Schulzweida's avatar
Uwe Schulzweida committed
156
  tsID = 0;
157
  while ((nrecs = cdoStreamInqTimestep(streamID1, tsID)))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
158
    {
159
160
      const int64_t vdate = taxisInqVdate(taxisID1);
      const int vtime = taxisInqVtime(taxisID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
161

162
      if (Options::cdoVerbose) cdoPrint("process timestep: %d %d %d", tsID + 1, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
163

Uwe Schulzweida's avatar
Uwe Schulzweida committed
164
      cdiDecodeDate(vdate, &year, &month, &day);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
165

166
      const int dayoy = (month >= 1 && month <= 12) ? (month - 1) * 31 + day : 0;
167
      if (dayoy < 0 || dayoy >= NDAY) cdoAbort("Day %d out of range!", dayoy);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
168
169
170

      vdates1[dayoy] = vdate;
      vtimes1[dayoy] = vtime;
171

Uwe Schulzweida's avatar
Uwe Schulzweida committed
172
      if (!vars1[dayoy].size()) cdoAbort("No data for day %d in %s and %s", dayoy, cdoGetStreamName(1), cdoGetStreamName(2));
173
174
175

      for (int recID = 0; recID < nrecs; recID++)
        {
176
          cdoInqRecord(streamID1, &varID, &levelID);
177
178
179

          if (tsID == 0)
            {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
180
181
182
              recList[recID].varID = varID;
              recList[recID].levelID = levelID;
              recList[recID].lconst = vlistInqVarTimetype(vlistID1, varID) == TIME_CONSTANT;
183
184
            }

185
          cdoReadRecord(streamID1, vars1[dayoy][varID][levelID].ptr, &nmiss);
186
187
          vars1[dayoy][varID][levelID].nmiss = nmiss;

Uwe Schulzweida's avatar
Uwe Schulzweida committed
188
          hsetAddVarLevelValues(hsets[dayoy], varID, levelID, &vars1[dayoy][varID][levelID]);
189
        }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
190
191
192
193
194

      nsets[dayoy]++;
      tsID++;
    }

195
  int otsID = 0;
196
  for (int dayoy = 0; dayoy < NDAY; dayoy++)
197
    if (nsets[dayoy])
Uwe Schulzweida's avatar
Uwe Schulzweida committed
198
      {
199
        if (getmonthday(vdates1[dayoy]) != getmonthday(vdates2[dayoy]))
200
201
          cdoAbort("Verification dates for the day %d of %s and %s are different!", dayoy, cdoGetStreamName(0),
                   cdoGetStreamName(1));
202
203
204
205
206
207
208

        for (varID = 0; varID < nvars; varID++)
          {
            if (vlistInqVarTimetype(vlistID1, varID) == TIME_CONSTANT) continue;
            nlevels = zaxisInqSize(vlistInqVarZaxis(vlistID1, varID));

            for (levelID = 0; levelID < nlevels; levelID++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
209
              hsetGetVarLevelPercentiles(&vars1[dayoy][varID][levelID], hsets[dayoy], varID, levelID, pn);
210
211
212
213
          }

        taxisDefVdate(taxisID4, vdates1[dayoy]);
        taxisDefVtime(taxisID4, vtimes1[dayoy]);
214
        cdoDefTimestep(streamID4, otsID);
215

216
        for (int recID = 0; recID < maxrecs; recID++)
217
          {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
218
            if (otsID && recList[recID].lconst) continue;
219

Uwe Schulzweida's avatar
Uwe Schulzweida committed
220
221
            const int varID = recList[recID].varID;
            const int levelID = recList[recID].levelID;
222
223
            cdoDefRecord(streamID4, varID, levelID);
            cdoWriteRecord(streamID4, vars1[dayoy][varID][levelID].ptr, vars1[dayoy][varID][levelID].nmiss);
224
225
226
          }

        otsID++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
227
228
      }

229
  for (int dayoy = 0; dayoy < NDAY; dayoy++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
230
    {
231
      if (vars1[dayoy].size())
232
        {
233
          fieldsFree(vlistID1, vars1[dayoy]);
234
235
          hsetDestroy(hsets[dayoy]);
        }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
236
237
    }

238
  if (field.ptr) Free(field.ptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
239

240
241
242
243
  cdoStreamClose(streamID4);
  cdoStreamClose(streamID3);
  cdoStreamClose(streamID2);
  cdoStreamClose(streamID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
244
245
246

  cdoFinish();

Uwe Schulzweida's avatar
Uwe Schulzweida committed
247
  return nullptr;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
248
}