diff --git a/README.md b/README.md index abcc09e9fff30e848152c479d58a7a750f300afc..16dc8c320ffc06a1c5d7484497a07bab52fd02a0 100644 --- a/README.md +++ b/README.md @@ -9,8 +9,8 @@ pip install git+https://gitlab.dkrz.de/data-infrastructure-services/tzis.git#egg ## Usage Example -``` -from tzis import tzis +```python +from tzis import * import glob #set credentials, tzis will ask for a password @@ -30,33 +30,48 @@ target_mb = 10 # -#token=tzis.create_token("dkrz",project,user) -token=tzis.get_token("dkrz",project,user) - -container = tzis.Tzis(token["OS_STORAGE_URL"], - token["OS_AUTH_TOKEN"], - container_name, - os_name=prefix_for_object_storage, - mf_dset=glob.glob(path_var), - varname=varname, - verbose=True, - open_kwargs=dict( - chunkdim=chunkdim, - target_mb=target_mb - ) +token=swifthandling.get_token( + "dkrz", + project, + user +) + +fsmap=swifthandling.get_swift_mapper( + token["OS_STORAGE_URL"], + token["OS_AUTH_TOKEN"], + container_name, + os_name=prefix_for_object_storage +) + +omo = openmf.open_mfdataset_optimized( + glob.glob(path_var), + varname, + fsmap, + chunkdim=chunkdim, + target_mb=target_mb ) -container.write_zarr(chunkdim=chunkdim, - startchunk=0, - validity_check=False, - maxretries=3) +outstore=tzis.write_zarr( + omo.target_fsmap, + omo.mf_dset, + omo.varname, + verbose=True, + target_mb=0 +) + +xr.open_zarr( + outstore, + consolidated=True +) + -container.write_catalog(catalogname="catalog.json", - pattern=None, - delim=".", - columns=None, - mode="a" - ) +catalog.write_catalog( + catalogname="catalog.json", + pattern=None, + delim=".", + columns=None, + mode="a" +) ```