Merge pull request #8 from epinzur/esp/cleanup

major refactor and cleanup

.gitignore

@@ -163,7 +163,7 @@ cython_debug/
 #.idea/
 
 # default dataset download location
-data/
+datasets/
 
 # database files
 *.sqlite

Makefile

@@ -1,26 +1,3 @@
-# Define variables to extract the package name and version from pyproject.toml
-PACKAGE_INFO = $(shell python scripts/get_project_info.py)
-PACKAGE_NAME = $(shell echo $(PACKAGE_INFO) | awk '{print $$1}')
-PACKAGE_VERSION = $(shell echo $(PACKAGE_INFO) | awk '{print $$2}')
-WHEEL_FILE = dist/$(PACKAGE_NAME)-$(PACKAGE_VERSION)-py3-none-any.whl
-
-.PHONY: build uninstall install build_and_reinstall fmt
-
-# Target to build the package using poetry
-build:
-	poetry build
-
-# Target to uninstall the package using pip
-uninstall:
-	pip uninstall -y $(PACKAGE_NAME)
-
-# Target to install the package using pip
-install:
-	pip install -q $(WHEEL_FILE)
-
-# Target to run all steps: build, uninstall, and install
-build_and_reinstall: build uninstall install
-
 # Sort imports and format python files
 fmt:
 	isort --profile black .

README.md

@@ -14,17 +14,15 @@ pip install ragulate
 ## Usage
 
 ```sh
-usage: ragulate [-h] {download-llamadataset,ingest,query} ...
+usage: ragulate [-h] {download,ingest,query,compare} ...
 
 RAGu-late CLI tool.
 
 options:
   -h, --help            show this help message and exit
 
 commands:
-  {download-llamadataset,ingest,query}
-    download-llamadataset
-                        Download a llama-dataset
+    download            Download a dataset
     ingest              Run an ingest pipeline
     query               Run an query pipeline
     compare             Compare results from 2 (or more) recipes
@@ -33,7 +31,7 @@ commands:
 ### Download Dataset Example
 
 ```
-ragulate download-llamadataset BraintrustCodaHelpDesk
+ragulate download -k llama BraintrustCodaHelpDesk
 ```
 
 ### Ingest Example

pyproject.toml

@@ -5,28 +5,31 @@ description = "A tool for evaluating RAG pipelines"
 authors = ["Eric Pinzur <[email protected]>"]
 license = "Apache 2.0"
 readme = "README.md"
-packages = [{include = "ragulate/"}]
+packages = [{include = "ragulate/*"}]
 
 [tool.poetry.dependencies]
 python = ">=3.10,<3.13"
 epinzur-trulens-eval = ">=0.30.1b0"
-kaleido = "^0.2.1"
-llama-index-core = "^0.10.39.post1"
-python-dotenv = "^1.0.1"
-plotly = "^5.22.0"
+kaleido = "0.2.1"
 inflection = "^0.5.1"
-tqdm = "^4.66.4"
+llama-index-core = "^0.10.31"
+numpy = ">=1.23.5"
+pandas = ">=2.2.2"
+plotly = "^5.22.0"
+python-dotenv = ">=1.0.0"
+tqdm = ">=4.66.1"
 
 [tool.poetry.group.dev.dependencies]
-langchain-core = "0.1.52"
-langchain-community = "0.0.38"
-langchain-openai = "0.1.3"
 black = "^24.4.2"
 isort = "^5.13.2"
+langchain-astradb = "0.3.3"
+langchain-community = "0.0.38"
+langchain-core = "0.1.52"
+langchain-openai = "0.1.3"
 
 [build-system]
 requires = ["poetry-core", "setuptools>=42", "wheel", "pip"]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry.scripts]
-ragulate = "ragulate.cli:main"
+ragulate = "ragulate.cli:main"