add comment

octoml · Jan 9, 2024 · 63109ae · 63109ae
1 parent 2149d5d
commit 63109ae
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/serve/mlc_serve/utils.py b/serve/mlc_serve/utils.py
@@ -57,6 +57,7 @@ def create_mlc_engine(args: argparse.Namespace):
         }
     )
 
+    # TODO(@team): There is a type mismatch in the definition. Fix this when have time. 
     if args.use_staging_engine:
         engine = StagingInferenceEngine( # type: ignore
             tokenizer_module=HfTokenizerModule(args.model_artifact_path),