From c347e4fcafc9014cdc2ea362ab77bf59c22f76c5 Mon Sep 17 00:00:00 2001 From: Boris Fomitchev Date: Mon, 24 Apr 2023 16:43:18 -0700 Subject: [PATCH] Using compresslevel=0 to have reasonable eff save time Signed-off-by: Boris Fomitchev --- nemo2riva/cookbook.py | 3 ++- requirements.txt | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/nemo2riva/cookbook.py b/nemo2riva/cookbook.py index 1c7be66..70ac7e9 100644 --- a/nemo2riva/cookbook.py +++ b/nemo2riva/cookbook.py @@ -161,7 +161,8 @@ def save_archive(model, save_path, cfg, artifacts, metadata): logging.info("Saving to {}".format(save_path)) # Create EFF archive. Archive.save_registry( - save_path=save_path, registry_name="artifacts", registry=artifacts, **metadata, + save_path=save_path, registry_name="artifacts", registry=artifacts, + tarfile_open_options={'compresslevel': 0, 'copybufsize': 64*1024*1024}, **metadata, ) del artifacts gc.collect() diff --git a/requirements.txt b/requirements.txt index d0be80f..c7fda6f 100644 --- a/requirements.txt +++ b/requirements.txt @@ -3,6 +3,6 @@ pyarmor<8 nemo_toolkit>=1.6.0 -nvidia-eff>=0.5.3,<=0.6.2 +nvidia-eff>=0.5.3 onnxruntime-gpu>=1.13.1 onnx_graphsurgeon