feat: update dev CLI to support optional JSON parameter overrides and…

evaluation_function/dev.py

@@ -1,4 +1,5 @@
 import sys
+import json
 
 from lf_toolkit.shared.params import Params
 
@@ -7,18 +8,26 @@
 def dev():
     """Run the evaluation function from the command line for development purposes.
 
-    Usage: python -m evaluation_function.dev <answer> <response>
+    Usage: python -m evaluation_function.dev <response> <answer> [params_json]
+
+    `params_json` is an optional JSON object passed through as Params, e.g.
+        '{"direction": "ipa_to_word"}'
+        '{"accents": ["en_US"]}'
     """
     if len(sys.argv) < 3:
-        print("Usage: python -m evaluation_function.dev <answer> <response>")
+        print("Usage: python -m evaluation_function.dev <response> <answer> [params_json]")
         return
-
-    answer = sys.argv[1]
-    response = sys.argv[2]
 
-    result = evaluation_function(answer, response, Params())
+    response = sys.argv[1]
+    answer = sys.argv[2]
+
+    params = Params()
+    if len(sys.argv) > 3:
+        params = Params(**json.loads(sys.argv[3]))
+
+    result = evaluation_function(response, answer, params)
 
     print(result.to_dict())
 
 if __name__ == "__main__":
-    dev()
+    dev()