# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import argparse import os import tarfile from shutil import copyfile from nemo.collections.asr.models import EncDecClassificationModel, EncDecCTCModel, EncDecSpeakerLabelModel from nemo.utils import logging def get_parser(): parser = argparse.ArgumentParser(description="Convert .nemo file to onnx file (encoder and decoder fused)") parser.add_argument( "--nemo_file", default=None, type=str, required=True, help="Path to .nemo file", ) parser.add_argument( "--onnx_file", default=None, type=str, required=True, help="Path to the onnx output", ) parser.add_argument( "--enemo_file", default=None, type=str, required=True, help="Path to the enemo output, consiting of onnx file", ) parser.add_argument( "--model_type", default="asr", type=str, choices=["asr", "speech_label", "speaker"], help="Type of decoder used by the model.", ) return parser def main( nemo_file, enemo_file, onnx_file, model_type="asr", ): if model_type == "asr": logging.info("Preparing ASR model") model = EncDecCTCModel.restore_from(nemo_file) elif model_type == "speech_label": logging.info("Preparing Speech Label Classification model") model = EncDecClassificationModel.restore_from(nemo_file) elif model_type == "speaker": logging.info("Preparing Speaker Recognition model") model = EncDecSpeakerLabelModel.restore_from(nemo_file) else: raise NameError("Available model names are asr, speech_label and speaker") logging.info("Writing onnx file") model.export(onnx_file, onnx_opset_version=12) logging.info("succesfully ported onnx file") with tarfile.open(nemo_file, "r") as archive: archive.extract("./model_config.yaml") with tarfile.open(enemo_file, "w") as enemo_archive: enemo_archive.add("./model_config.yaml") copyfile(onnx_file, "model_graph.onnx") enemo_archive.add("model_graph.onnx") os.remove("model_graph.onnx") # cleanup extra file if __name__ == "__main__": args = get_parser().parse_args() main( args.nemo_file, args.enemo_file, args.onnx_file, model_type=args.model_type, )