Ydaypctl.cc 7.11 KB
Newer Older
Uwe Schulzweida's avatar
Uwe Schulzweida committed
1
2
3
4
/*
  This file is part of CDO. CDO is a collection of Operators to
  manipulate and analyse Climate model Data.

Uwe Schulzweida's avatar
Uwe Schulzweida committed
5
  Copyright (C) 2006 Brockmann Consult
Uwe Schulzweida's avatar
Uwe Schulzweida committed
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
  See COPYING file for copying and redistribution conditions.

  This program is free software; you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation; version 2 of the License.

  This program is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.
*/

/*
   This module contains the following operators:

      Ydaypctl   ydaypctl        Multi-year daily percentiles
*/

Ralf Mueller's avatar
Ralf Mueller committed
24
#include <cdi.h>
Oliver Heidmann's avatar
Oliver Heidmann committed
25

26
#include "cdo_options.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
27
28
#include "cdo_vlist.h"
#include "datetime.h"
29
#include "functs.h"
30
#include "process_int.h"
31
#include "param_conversion.h"
32
#include "percentiles_hist.h"
Uwe Schulzweida's avatar
Uwe Schulzweida committed
33

34
35
void *
Ydaypctl(void *process)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
36
{
Uwe Schulzweida's avatar
Uwe Schulzweida committed
37
  constexpr int MaxDays = 373;
38
  size_t nmiss;
39
40
41
  int64_t vdates1[MaxDays] = { 0 }, vdates2[MaxDays] = { 0 };
  int vtimes1[MaxDays] = { 0 };
  long nsets[MaxDays] = { 0 };
Uwe Schulzweida's avatar
Uwe Schulzweida committed
42
43
  FieldVector2D vars1[MaxDays];
  HistogramSet hsets[MaxDays];
Uwe Schulzweida's avatar
Uwe Schulzweida committed
44

45
  cdoInitialize(process);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
46
  cdoOperatorAdd("ydaypctl", func_pctl, 0, nullptr);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
47
48

  operatorInputArg("percentile number");
49
  const auto pn = parameter2double(cdoOperatorArgv(0));
Uwe Schulzweida's avatar
Uwe Schulzweida committed
50

51
52
53
  const auto streamID1 = cdoOpenRead(0);
  const auto streamID2 = cdoOpenRead(1);
  const auto streamID3 = cdoOpenRead(2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
54

Uwe Schulzweida's avatar
Uwe Schulzweida committed
55
56
57
58
  const auto vlistID1 = cdoStreamInqVlist(streamID1);
  const auto vlistID2 = cdoStreamInqVlist(streamID2);
  const auto vlistID3 = cdoStreamInqVlist(streamID3);
  const auto vlistID4 = vlistDuplicate(vlistID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
59

Uwe Schulzweida's avatar
Uwe Schulzweida committed
60
61
  vlistCompare(vlistID1, vlistID2, CMP_ALL);
  vlistCompare(vlistID1, vlistID3, CMP_ALL);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
62

Uwe Schulzweida's avatar
Uwe Schulzweida committed
63
64
65
  const auto taxisID1 = vlistInqTaxis(vlistID1);
  const auto taxisID2 = vlistInqTaxis(vlistID2);
  const auto taxisID3 = vlistInqTaxis(vlistID3);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
66
67
  /* TODO - check that time axes 2 and 3 are equal */

Uwe Schulzweida's avatar
Uwe Schulzweida committed
68
  const auto taxisID4 = taxisDuplicate(taxisID1);
69
  if (taxisHasBounds(taxisID4)) taxisDeleteBounds(taxisID4);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
70
71
  vlistDefTaxis(vlistID4, taxisID4);

72
  const auto streamID4 = cdoOpenWrite(3);
73
  cdoDefVlist(streamID4, vlistID4);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
74

Uwe Schulzweida's avatar
Uwe Schulzweida committed
75
  const auto nvars = vlistNvars(vlistID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
76

Uwe Schulzweida's avatar
Uwe Schulzweida committed
77
  const auto maxrecs = vlistNrecs(vlistID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
78
  std::vector<RecordInfo> recList(maxrecs);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
79

Uwe Schulzweida's avatar
Uwe Schulzweida committed
80
81
82
  VarList varList1;
  varListInit(varList1, vlistID1);

83
  const auto gridsizemax = vlistGridsizeMax(vlistID1);
84

Uwe Schulzweida's avatar
Uwe Schulzweida committed
85
  Field field;
86
  field.resize(gridsizemax);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
87

88
  int tsID = 0;
89
  while (true)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
90
    {
91
92
93
      const auto nrecs = cdoStreamInqTimestep(streamID2, tsID);
      if (nrecs == 0) break;

94
      if (nrecs != cdoStreamInqTimestep(streamID3, tsID))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
95
        cdoAbort("Number of records at time step %d of %s and %s differ!", tsID + 1, cdoGetStreamName(1), cdoGetStreamName(2));
96

97
      const auto vdate = taxisInqVdate(taxisID2);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
98
      const auto vtime = taxisInqVtime(taxisID2);
99
100

      if (vdate != taxisInqVdate(taxisID3))
Uwe Schulzweida's avatar
Uwe Schulzweida committed
101
        cdoAbort("Verification dates at time step %d of %s and %s differ!", tsID + 1, cdoGetStreamName(1), cdoGetStreamName(2));
102

103
      if (Options::cdoVerbose) cdoPrint("process timestep: %d %d %d", tsID + 1, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
104

Uwe Schulzweida's avatar
Uwe Schulzweida committed
105
106
      const auto dayoy = decodeDayOfYear(vdate);
      if (dayoy < 0 || dayoy >= MaxDays) cdoAbort("Day %d out of range!", dayoy);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
107
108
109

      vdates2[dayoy] = vdate;

110
      if (!vars1[dayoy].size())
111
        {
112
          fieldsFromVlist(vlistID1, vars1[dayoy], FIELD_VEC);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
113
          hsets[dayoy].create(nvars);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
114

Uwe Schulzweida's avatar
Uwe Schulzweida committed
115
          for (int varID = 0; varID < nvars; varID++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
116
            hsets[dayoy].createVarLevels(varID, varList1[varID].nlevels, varList1[varID].gridsize);
117
118
119
        }

      for (int recID = 0; recID < nrecs; recID++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
120
        {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
121
          int varID, levelID;
122
          cdoInqRecord(streamID2, &varID, &levelID);
123
          cdoReadRecord(streamID2, vars1[dayoy][varID][levelID].vec_d.data(), &nmiss);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
124
125
          vars1[dayoy][varID][levelID].nmiss = nmiss;
        }
126

127
      for (int recID = 0; recID < nrecs; recID++)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
128
        {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
129
          int varID, levelID;
130
          cdoInqRecord(streamID3, &varID, &levelID);
131
          cdoReadRecord(streamID3, field.vec_d.data(), &field.nmiss);
132
133
134
          field.size = varList1[varID].gridsize;
          field.grid = varList1[varID].gridID;
          field.missval = varList1[varID].missval;
135

Uwe Schulzweida's avatar
Uwe Schulzweida committed
136
          hsets[dayoy].defVarLevelBounds(varID, levelID, vars1[dayoy][varID][levelID], field);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
137
        }
138

Uwe Schulzweida's avatar
Uwe Schulzweida committed
139
140
      tsID++;
    }
141

Uwe Schulzweida's avatar
Uwe Schulzweida committed
142
  tsID = 0;
143
  while (true)
Uwe Schulzweida's avatar
Uwe Schulzweida committed
144
    {
145
146
147
      const auto nrecs = cdoStreamInqTimestep(streamID1, tsID);
      if (nrecs == 0) break;

148
      const auto vdate = taxisInqVdate(taxisID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
149
      const auto vtime = taxisInqVtime(taxisID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
150

151
      if (Options::cdoVerbose) cdoPrint("process timestep: %d %d %d", tsID + 1, vdate, vtime);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
152

Uwe Schulzweida's avatar
Uwe Schulzweida committed
153
154
      const auto dayoy = decodeDayOfYear(vdate);
      if (dayoy < 0 || dayoy >= MaxDays) cdoAbort("Day %d out of range!", dayoy);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
155
156
157

      vdates1[dayoy] = vdate;
      vtimes1[dayoy] = vtime;
158

Uwe Schulzweida's avatar
Uwe Schulzweida committed
159
      if (!vars1[dayoy].size()) cdoAbort("No data for day %d in %s and %s", dayoy, cdoGetStreamName(1), cdoGetStreamName(2));
160
161
162

      for (int recID = 0; recID < nrecs; recID++)
        {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
163
          int varID, levelID;
164
          cdoInqRecord(streamID1, &varID, &levelID);
165
166
167

          if (tsID == 0)
            {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
168
169
              recList[recID].varID = varID;
              recList[recID].levelID = levelID;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
170
              recList[recID].lconst = varList1[varID].timetype == TIME_CONSTANT;
171
172
            }

173
          cdoReadRecord(streamID1, vars1[dayoy][varID][levelID].vec_d.data(), &nmiss);
174
175
          vars1[dayoy][varID][levelID].nmiss = nmiss;

176
          hsets[dayoy].addSubVarLevelValues(varID, levelID, vars1[dayoy][varID][levelID], 1, FIELD_VEC);
177
        }
Uwe Schulzweida's avatar
Uwe Schulzweida committed
178
179
180
181
182

      nsets[dayoy]++;
      tsID++;
    }

183
  int otsID = 0;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
184
  for (int dayoy = 0; dayoy < MaxDays; dayoy++)
185
    if (nsets[dayoy])
Uwe Schulzweida's avatar
Uwe Schulzweida committed
186
      {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
187
        if (decodeMonthAndDay(vdates1[dayoy]) != decodeMonthAndDay(vdates2[dayoy]))
188
189
          cdoAbort("Verification dates for the day %d of %s and %s are different!", dayoy, cdoGetStreamName(0),
                   cdoGetStreamName(1));
190

Uwe Schulzweida's avatar
Uwe Schulzweida committed
191
        for (int varID = 0; varID < nvars; varID++)
192
          {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
193
            if (varList1[varID].timetype == TIME_CONSTANT) continue;
194

Uwe Schulzweida's avatar
Uwe Schulzweida committed
195
            const auto nlevels = varList1[varID].nlevels;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
196
            for (int levelID = 0; levelID < nlevels; levelID++)
197
              hsets[dayoy].getVarLevelPercentiles(vars1[dayoy][varID][levelID], varID, levelID, pn, FIELD_VEC);
198
199
200
201
          }

        taxisDefVdate(taxisID4, vdates1[dayoy]);
        taxisDefVtime(taxisID4, vtimes1[dayoy]);
202
        cdoDefTimestep(streamID4, otsID);
203

204
        for (int recID = 0; recID < maxrecs; recID++)
205
          {
Uwe Schulzweida's avatar
Uwe Schulzweida committed
206
            if (otsID && recList[recID].lconst) continue;
207

Uwe Schulzweida's avatar
Uwe Schulzweida committed
208
209
            const auto varID = recList[recID].varID;
            const auto levelID = recList[recID].levelID;
210
            cdoDefRecord(streamID4, varID, levelID);
211
            cdoWriteRecord(streamID4, vars1[dayoy][varID][levelID].vec_d.data(), vars1[dayoy][varID][levelID].nmiss);
212
213
214
          }

        otsID++;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
215
216
      }

217
218
219
220
  cdoStreamClose(streamID4);
  cdoStreamClose(streamID3);
  cdoStreamClose(streamID2);
  cdoStreamClose(streamID1);
Uwe Schulzweida's avatar
Uwe Schulzweida committed
221
222
223

  cdoFinish();

Uwe Schulzweida's avatar
Uwe Schulzweida committed
224
  return nullptr;
Uwe Schulzweida's avatar
Uwe Schulzweida committed
225
}