Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
L
libcdi
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Container Registry
Model registry
Operate
Environments
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
mpim-sw
libcdi
Commits
1c0310eb
Commit
1c0310eb
authored
10 months ago
by
Thomas Jahns
Browse files
Options
Downloads
Patches
Plain Diff
Use wider type for record and time step indexing.
parent
9901c1c8
No related branches found
Branches containing commit
No related tags found
Tags containing commit
2 merge requests
!91
Add alternative code path for huge buffers.
,
!89
Miscellaneous fixes and CDI-PIO improvements
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
src/cdf_read.c
+19
-15
19 additions, 15 deletions
src/cdf_read.c
with
19 additions
and
15 deletions
src/cdf_read.c
+
19
−
15
View file @
1c0310eb
...
...
@@ -446,7 +446,7 @@ enum
};
static
void
cdfGetSliceSlapDescription
(
stream_t
*
streamptr
,
int
tsID
,
int
varID
,
int
levelID
,
bool
*
outSwapXY
,
size_t
start
[
cdfSliceNDim
],
cdfGetSliceSlapDescription
(
stream_t
*
streamptr
,
long
tsID
,
int
varID
,
int
levelID
,
bool
*
outSwapXY
,
size_t
start
[
cdfSliceNDim
],
size_t
count
[
cdfSliceNDim
])
{
int
fileId
=
streamptr
->
fileID
;
...
...
@@ -710,9 +710,9 @@ cdf_read_var(stream_t *streamptr, int varID, int memtype, void *data, size_t *nu
}
static
void
cdf_read_var_slice_DP
(
stream_t
*
streamptr
,
int
tsID
,
int
varID
,
int
levelID
,
double
*
data
,
size_t
*
numMissVals
)
cdf_read_var_slice_DP
(
stream_t
*
streamptr
,
long
tsID
,
int
varID
,
int
levelID
,
double
*
data
,
size_t
*
numMissVals
)
{
if
(
CDI_Debug
)
Message
(
"streamID=%d tsID=%d varID=%d levelID=%d"
,
streamptr
->
self
,
tsID
,
varID
,
levelID
);
if
(
CDI_Debug
)
Message
(
"streamID=%d tsID=%
l
d varID=%d levelID=%d"
,
streamptr
->
self
,
tsID
,
varID
,
levelID
);
bool
swapxy
=
false
;
size_t
start
[
cdfSliceNDim
],
count
[
cdfSliceNDim
];
...
...
@@ -735,9 +735,9 @@ cdfReadVarSliceDP(stream_t *streamptr, int varID, int levelID, double *data, siz
}
static
void
cdf_read_var_slice_SP
(
stream_t
*
streamptr
,
int
tsID
,
int
varID
,
int
levelID
,
float
*
data
,
size_t
*
numMissVals
)
cdf_read_var_slice_SP
(
stream_t
*
streamptr
,
long
tsID
,
int
varID
,
int
levelID
,
float
*
data
,
size_t
*
numMissVals
)
{
if
(
CDI_Debug
)
Message
(
"streamID=%d tsID=%d varID=%d levelID=%d"
,
streamptr
->
self
,
tsID
,
varID
,
levelID
);
if
(
CDI_Debug
)
Message
(
"streamID=%d tsID=%
l
d varID=%d levelID=%d"
,
streamptr
->
self
,
tsID
,
varID
,
levelID
);
bool
swapxy
=
false
;
size_t
start
[
cdfSliceNDim
],
count
[
cdfSliceNDim
];
...
...
@@ -771,8 +771,8 @@ cdf_read_var_slice(stream_t *streamptr, int varID, int levelID, int memtype, voi
typedef
struct
JobArgs
{
stream_t
*
streamptr
;
int
varID
,
levelID
;
int
recID
,
tsID
,
memtype
;
int
varID
,
levelID
,
memtype
;
long
recID
,
tsID
;
void
*
data
;
size_t
gridsize
,
numMissVals
;
}
JobArgs
;
...
...
@@ -813,7 +813,7 @@ typedef struct JobDescriptor
}
JobDescriptor
;
static
JobArgs
job_args_init
(
stream_t
*
streamptr
,
int
tsID
,
int
recID
,
int
memtype
,
void
*
data
)
job_args_init
(
stream_t
*
streamptr
,
long
tsID
,
long
recID
,
int
memtype
,
void
*
data
)
{
int
varID
=
streamptr
->
tsteps
[
tsID
].
records
[
recID
].
varID
;
int
levelID
=
streamptr
->
tsteps
[
tsID
].
records
[
recID
].
levelID
;
...
...
@@ -835,7 +835,7 @@ job_args_init(stream_t *streamptr, int tsID, int recID, int memtype, void *data)
}
static
void
JobDescriptor_startJob
(
AsyncManager
*
jobManager
,
JobDescriptor
*
me
,
stream_t
*
streamptr
,
int
tsID
,
int
recID
,
int
memtype
)
JobDescriptor_startJob
(
AsyncManager
*
jobManager
,
JobDescriptor
*
me
,
stream_t
*
streamptr
,
long
tsID
,
long
recID
,
int
memtype
)
{
me
->
args
=
job_args_init
(
streamptr
,
tsID
,
recID
,
memtype
,
NULL
);
me
->
job
=
AsyncWorker_requestWork
(
jobManager
,
cdf_read_data_async
,
&
me
->
args
);
...
...
@@ -865,8 +865,12 @@ get_global_recId(stream_t *streamptr, int tsID, int recID)
}
*/
static
void
get_local_step_and_recId
(
stream_t
*
streamptr
,
long
globalRecId
,
int
*
tsID
,
int
*
recID
)
struct
recTsId
{
long
recID
,
tsID
;
};
static
struct
recTsId
get_local_step_and_recId
(
stream_t
*
streamptr
,
long
globalRecId
)
{
int
localTsId
=
0
;
long
numSteps
=
streamptr
->
ntsteps
;
...
...
@@ -882,15 +886,15 @@ get_local_step_and_recId(stream_t *streamptr, long globalRecId, int *tsID, int *
globalRecId
-=
tsteps
[
1
].
nrecs
;
}
*
tsID
=
localTsId
;
*
recID
=
globalRecId
;
return
(
struct
recTsId
)
{
.
recID
=
globalRecId
,
.
tsID
=
localTsId
};
}
static
void
read_next_record
(
AsyncManager
*
jobManager
,
JobDescriptor
*
jd
,
stream_t
*
streamptr
,
int
memtype
)
{
int
tsId
=
-
1
,
recId
=
-
1
;
get_local_step_and_recId
(
streamptr
,
streamptr
->
nextGlobalRecId
,
&
tsId
,
&
recId
);
struct
recTsId
ids
=
get_local_step_and_recId
(
streamptr
,
streamptr
->
nextGlobalRecId
);
long
recId
=
ids
.
recID
,
tsId
=
ids
.
tsID
;
int
xRecId
=
streamptr
->
tsteps
[
tsId
].
recIDs
[
recId
];
JobDescriptor_startJob
(
jobManager
,
jd
,
streamptr
,
tsId
,
xRecId
,
memtype
);
streamptr
->
nextGlobalRecId
++
;
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment