/* This file is part of CDO. CDO is a collection of Operators to manipulate and analyse Climate model Data. Copyright (C) 2006 Brockmann Consult See COPYING file for copying and redistribution conditions. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; version 2 of the License. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. */ /* This module contains the following operators: Ydaypctl ydaypctl Multi-year daily percentiles */ #include #include "cdo_options.h" #include "cdo_vlist.h" #include "datetime.h" #include "functs.h" #include "process_int.h" #include "param_conversion.h" #include "percentiles_hist.h" void * Ydaypctl(void *process) { constexpr int MaxDays = 373; size_t nmiss; int64_t vdates1[MaxDays] = { 0 }, vdates2[MaxDays] = { 0 }; int vtimes1[MaxDays] = { 0 }; long nsets[MaxDays] = { 0 }; FieldVector2D vars1[MaxDays]; HistogramSet hsets[MaxDays]; cdoInitialize(process); cdoOperatorAdd("ydaypctl", func_pctl, 0, nullptr); operatorInputArg("percentile number"); const auto pn = parameter2double(cdoOperatorArgv(0)); const auto streamID1 = cdoOpenRead(0); const auto streamID2 = cdoOpenRead(1); const auto streamID3 = cdoOpenRead(2); const auto vlistID1 = cdoStreamInqVlist(streamID1); const auto vlistID2 = cdoStreamInqVlist(streamID2); const auto vlistID3 = cdoStreamInqVlist(streamID3); const auto vlistID4 = vlistDuplicate(vlistID1); vlistCompare(vlistID1, vlistID2, CMP_ALL); vlistCompare(vlistID1, vlistID3, CMP_ALL); const auto taxisID1 = vlistInqTaxis(vlistID1); const auto taxisID2 = vlistInqTaxis(vlistID2); const auto taxisID3 = vlistInqTaxis(vlistID3); /* TODO - check that time axes 2 and 3 are equal */ const auto taxisID4 = taxisDuplicate(taxisID1); if (taxisHasBounds(taxisID4)) taxisDeleteBounds(taxisID4); vlistDefTaxis(vlistID4, taxisID4); const auto streamID4 = cdoOpenWrite(3); cdoDefVlist(streamID4, vlistID4); const auto nvars = vlistNvars(vlistID1); const auto maxrecs = vlistNrecs(vlistID1); std::vector recList(maxrecs); VarList varList1; varListInit(varList1, vlistID1); const auto gridsizemax = vlistGridsizeMax(vlistID1); Field field; field.resize(gridsizemax); int tsID = 0; while (true) { const auto nrecs = cdoStreamInqTimestep(streamID2, tsID); if (nrecs == 0) break; if (nrecs != cdoStreamInqTimestep(streamID3, tsID)) cdoAbort("Number of records at time step %d of %s and %s differ!", tsID + 1, cdoGetStreamName(1), cdoGetStreamName(2)); const auto vdate = taxisInqVdate(taxisID2); const auto vtime = taxisInqVtime(taxisID2); if (vdate != taxisInqVdate(taxisID3)) cdoAbort("Verification dates at time step %d of %s and %s differ!", tsID + 1, cdoGetStreamName(1), cdoGetStreamName(2)); if (Options::cdoVerbose) cdoPrint("process timestep: %d %d %d", tsID + 1, vdate, vtime); const auto dayoy = decodeDayOfYear(vdate); if (dayoy < 0 || dayoy >= MaxDays) cdoAbort("Day %d out of range!", dayoy); vdates2[dayoy] = vdate; if (!vars1[dayoy].size()) { fieldsFromVlist(vlistID1, vars1[dayoy], FIELD_VEC); hsets[dayoy].create(nvars); for (int varID = 0; varID < nvars; varID++) hsets[dayoy].createVarLevels(varID, varList1[varID].nlevels, varList1[varID].gridsize); } for (int recID = 0; recID < nrecs; recID++) { int varID, levelID; cdoInqRecord(streamID2, &varID, &levelID); cdoReadRecord(streamID2, vars1[dayoy][varID][levelID].vec_d.data(), &nmiss); vars1[dayoy][varID][levelID].nmiss = nmiss; } for (int recID = 0; recID < nrecs; recID++) { int varID, levelID; cdoInqRecord(streamID3, &varID, &levelID); cdoReadRecord(streamID3, field.vec_d.data(), &field.nmiss); field.size = varList1[varID].gridsize; field.grid = varList1[varID].gridID; field.missval = varList1[varID].missval; hsets[dayoy].defVarLevelBounds(varID, levelID, vars1[dayoy][varID][levelID], field); } tsID++; } tsID = 0; while (true) { const auto nrecs = cdoStreamInqTimestep(streamID1, tsID); if (nrecs == 0) break; const auto vdate = taxisInqVdate(taxisID1); const auto vtime = taxisInqVtime(taxisID1); if (Options::cdoVerbose) cdoPrint("process timestep: %d %d %d", tsID + 1, vdate, vtime); const auto dayoy = decodeDayOfYear(vdate); if (dayoy < 0 || dayoy >= MaxDays) cdoAbort("Day %d out of range!", dayoy); vdates1[dayoy] = vdate; vtimes1[dayoy] = vtime; if (!vars1[dayoy].size()) cdoAbort("No data for day %d in %s and %s", dayoy, cdoGetStreamName(1), cdoGetStreamName(2)); for (int recID = 0; recID < nrecs; recID++) { int varID, levelID; cdoInqRecord(streamID1, &varID, &levelID); if (tsID == 0) { recList[recID].varID = varID; recList[recID].levelID = levelID; recList[recID].lconst = varList1[varID].timetype == TIME_CONSTANT; } cdoReadRecord(streamID1, vars1[dayoy][varID][levelID].vec_d.data(), &nmiss); vars1[dayoy][varID][levelID].nmiss = nmiss; hsets[dayoy].addSubVarLevelValues(varID, levelID, vars1[dayoy][varID][levelID], 1, FIELD_VEC); } nsets[dayoy]++; tsID++; } int otsID = 0; for (int dayoy = 0; dayoy < MaxDays; dayoy++) if (nsets[dayoy]) { if (decodeMonthAndDay(vdates1[dayoy]) != decodeMonthAndDay(vdates2[dayoy])) cdoAbort("Verification dates for the day %d of %s and %s are different!", dayoy, cdoGetStreamName(0), cdoGetStreamName(1)); for (int varID = 0; varID < nvars; varID++) { if (varList1[varID].timetype == TIME_CONSTANT) continue; const auto nlevels = varList1[varID].nlevels; for (int levelID = 0; levelID < nlevels; levelID++) hsets[dayoy].getVarLevelPercentiles(vars1[dayoy][varID][levelID], varID, levelID, pn, FIELD_VEC); } taxisDefVdate(taxisID4, vdates1[dayoy]); taxisDefVtime(taxisID4, vtimes1[dayoy]); cdoDefTimestep(streamID4, otsID); for (int recID = 0; recID < maxrecs; recID++) { if (otsID && recList[recID].lconst) continue; const auto varID = recList[recID].varID; const auto levelID = recList[recID].levelID; cdoDefRecord(streamID4, varID, levelID); cdoWriteRecord(streamID4, vars1[dayoy][varID][levelID].vec_d.data(), vars1[dayoy][varID][levelID].nmiss); } otsID++; } cdoStreamClose(streamID4); cdoStreamClose(streamID3); cdoStreamClose(streamID2); cdoStreamClose(streamID1); cdoFinish(); return nullptr; }