move pricing dict

Author: areibman

pyproject.toml

@@ -2,6 +2,9 @@
 requires = ["setuptools>=61.0", "wheel"]
 build-backend = "setuptools.build_meta"
 
+[tool.setuptools]
+include-package-data = true
+
 [tool.setuptools.package-data]
 tokencost = ["model_prices.yaml"]
 

tokencost/constants.py

@@ -1,3 +1,4 @@
+import os
 import yaml
 """
 Prompt (aka context) tokens are based on number of words + other chars (eg spaces and punctuation) in input.
@@ -20,5 +21,6 @@
 # Each prompt token costs __ TPUs per token.
 # Each completion token costs __ TPUs per token.
 # Max prompt limit of each model is __ tokens.
-with open("model_prices.yaml", "r") as f:
+
+with open(os.path.join(os.path.dirname(__file__), "model_prices.yaml"), "r") as f:
     TOKEN_COSTS = yaml.safe_load(f)