Skip to content
This repository has been archived by the owner on Nov 12, 2024. It is now read-only.

Commit

Permalink
Update Notebook
Browse files Browse the repository at this point in the history
  • Loading branch information
@hsaeed3
hsaeed3 committed Sep 26, 2024
1 parent 1cf4553 commit 846328c
Showing 1 changed file with 2 additions and 97 deletions.
99 changes: 2 additions & 97 deletions concepts/document-understanding.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,102 +11,7 @@
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Requirement already satisfied: zyx in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (0.3.19)\n",
"Requirement already satisfied: bs4<0.0.3,>=0.0.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (0.0.2)\n",
"Requirement already satisfied: duckduckgo-search<7.0.0,>=6.2.13 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (6.2.13)\n",
"Requirement already satisfied: instructor<2.0.0,>=1.4.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (1.4.3)\n",
"Requirement already satisfied: litellm<2.0.0,>=1.46.5 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (1.48.2)\n",
"Requirement already satisfied: loguru<0.8.0,>=0.7.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (0.7.2)\n",
"Requirement already satisfied: openpyxl<4.0.0,>=3.1.5 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (3.1.5)\n",
"Requirement already satisfied: pypdf2<4.0.0,>=3.0.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (3.0.1)\n",
"Requirement already satisfied: python-docx<2.0.0,>=1.1.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (1.1.2)\n",
"Requirement already satisfied: qdrant-client<2.0.0,>=1.11.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (1.11.3)\n",
"Requirement already satisfied: rank-bm25<0.3.0,>=0.2.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (0.2.2)\n",
"Requirement already satisfied: rich<14.0.0,>=13.8.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (13.8.1)\n",
"Requirement already satisfied: semchunk<3.0.0,>=2.2.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (2.2.0)\n",
"Requirement already satisfied: sqlmodel<0.0.23,>=0.0.22 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (0.0.22)\n",
"Requirement already satisfied: textual<0.80.0,>=0.79.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from zyx) (0.79.1)\n",
"Requirement already satisfied: beautifulsoup4 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from bs4<0.0.3,>=0.0.2->zyx) (4.12.3)\n",
"Requirement already satisfied: click>=8.1.7 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from duckduckgo-search<7.0.0,>=6.2.13->zyx) (8.1.7)\n",
"Requirement already satisfied: primp>=0.6.3 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from duckduckgo-search<7.0.0,>=6.2.13->zyx) (0.6.3)\n",
"Requirement already satisfied: aiohttp<4.0.0,>=3.9.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from instructor<2.0.0,>=1.4.2->zyx) (3.10.6)\n",
"Requirement already satisfied: docstring-parser<0.17,>=0.16 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from instructor<2.0.0,>=1.4.2->zyx) (0.16)\n",
"Requirement already satisfied: jiter<0.6.0,>=0.5.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from instructor<2.0.0,>=1.4.2->zyx) (0.5.0)\n",
"Requirement already satisfied: openai<2.0.0,>=1.45.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from instructor<2.0.0,>=1.4.2->zyx) (1.49.0)\n",
"Requirement already satisfied: pydantic<3.0.0,>=2.8.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from instructor<2.0.0,>=1.4.2->zyx) (2.9.2)\n",
"Requirement already satisfied: pydantic-core<3.0.0,>=2.18.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from instructor<2.0.0,>=1.4.2->zyx) (2.23.4)\n",
"Requirement already satisfied: tenacity<9.0.0,>=8.4.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from instructor<2.0.0,>=1.4.2->zyx) (8.5.0)\n",
"Requirement already satisfied: typer<1.0.0,>=0.9.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from instructor<2.0.0,>=1.4.2->zyx) (0.12.5)\n",
"Requirement already satisfied: importlib-metadata>=6.8.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from litellm<2.0.0,>=1.46.5->zyx) (8.5.0)\n",
"Requirement already satisfied: jinja2<4.0.0,>=3.1.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from litellm<2.0.0,>=1.46.5->zyx) (3.1.4)\n",
"Requirement already satisfied: jsonschema<5.0.0,>=4.22.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from litellm<2.0.0,>=1.46.5->zyx) (4.23.0)\n",
"Requirement already satisfied: python-dotenv>=0.2.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from litellm<2.0.0,>=1.46.5->zyx) (1.0.1)\n",
"Requirement already satisfied: requests<3.0.0,>=2.31.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from litellm<2.0.0,>=1.46.5->zyx) (2.32.3)\n",
"Requirement already satisfied: tiktoken>=0.7.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from litellm<2.0.0,>=1.46.5->zyx) (0.7.0)\n",
"Requirement already satisfied: tokenizers in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from litellm<2.0.0,>=1.46.5->zyx) (0.20.0)\n",
"Requirement already satisfied: et-xmlfile in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from openpyxl<4.0.0,>=3.1.5->zyx) (1.1.0)\n",
"Requirement already satisfied: lxml>=3.1.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from python-docx<2.0.0,>=1.1.2->zyx) (5.3.0)\n",
"Requirement already satisfied: typing-extensions>=4.9.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from python-docx<2.0.0,>=1.1.2->zyx) (4.12.2)\n",
"Requirement already satisfied: grpcio>=1.41.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from qdrant-client<2.0.0,>=1.11.2->zyx) (1.66.1)\n",
"Requirement already satisfied: grpcio-tools>=1.41.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from qdrant-client<2.0.0,>=1.11.2->zyx) (1.66.1)\n",
"Requirement already satisfied: httpx>=0.20.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (0.27.2)\n",
"Requirement already satisfied: numpy>=1.26 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from qdrant-client<2.0.0,>=1.11.2->zyx) (2.1.1)\n",
"Requirement already satisfied: portalocker<3.0.0,>=2.7.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from qdrant-client<2.0.0,>=1.11.2->zyx) (2.10.1)\n",
"Requirement already satisfied: urllib3<3,>=1.26.14 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from qdrant-client<2.0.0,>=1.11.2->zyx) (2.2.3)\n",
"Requirement already satisfied: markdown-it-py>=2.2.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from rich<14.0.0,>=13.8.1->zyx) (3.0.0)\n",
"Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from rich<14.0.0,>=13.8.1->zyx) (2.18.0)\n",
"Requirement already satisfied: mpire[dill] in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from semchunk<3.0.0,>=2.2.0->zyx) (2.10.2)\n",
"Requirement already satisfied: tqdm in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from semchunk<3.0.0,>=2.2.0->zyx) (4.66.5)\n",
"Requirement already satisfied: SQLAlchemy<2.1.0,>=2.0.14 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from sqlmodel<0.0.23,>=0.0.22->zyx) (2.0.35)\n",
"Requirement already satisfied: platformdirs<5.0.0,>=4.2.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from textual<0.80.0,>=0.79.1->zyx) (4.3.6)\n",
"Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from aiohttp<4.0.0,>=3.9.1->instructor<2.0.0,>=1.4.2->zyx) (2.4.0)\n",
"Requirement already satisfied: aiosignal>=1.1.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from aiohttp<4.0.0,>=3.9.1->instructor<2.0.0,>=1.4.2->zyx) (1.3.1)\n",
"Requirement already satisfied: attrs>=17.3.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from aiohttp<4.0.0,>=3.9.1->instructor<2.0.0,>=1.4.2->zyx) (24.2.0)\n",
"Requirement already satisfied: frozenlist>=1.1.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from aiohttp<4.0.0,>=3.9.1->instructor<2.0.0,>=1.4.2->zyx) (1.4.1)\n",
"Requirement already satisfied: multidict<7.0,>=4.5 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from aiohttp<4.0.0,>=3.9.1->instructor<2.0.0,>=1.4.2->zyx) (6.1.0)\n",
"Requirement already satisfied: yarl<2.0,>=1.12.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from aiohttp<4.0.0,>=3.9.1->instructor<2.0.0,>=1.4.2->zyx) (1.12.1)\n",
"Requirement already satisfied: protobuf<6.0dev,>=5.26.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from grpcio-tools>=1.41.0->qdrant-client<2.0.0,>=1.11.2->zyx) (5.28.2)\n",
"Requirement already satisfied: setuptools in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from grpcio-tools>=1.41.0->qdrant-client<2.0.0,>=1.11.2->zyx) (75.1.0)\n",
"Requirement already satisfied: anyio in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (4.6.0)\n",
"Requirement already satisfied: certifi in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (2024.8.30)\n",
"Requirement already satisfied: httpcore==1.* in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (1.0.5)\n",
"Requirement already satisfied: idna in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (3.10)\n",
"Requirement already satisfied: sniffio in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (1.3.1)\n",
"Requirement already satisfied: h11<0.15,>=0.13 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from httpcore==1.*->httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (0.14.0)\n",
"Requirement already satisfied: h2<5,>=3 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (4.1.0)\n",
"Requirement already satisfied: zipp>=3.20 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from importlib-metadata>=6.8.0->litellm<2.0.0,>=1.46.5->zyx) (3.20.2)\n",
"Requirement already satisfied: MarkupSafe>=2.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from jinja2<4.0.0,>=3.1.2->litellm<2.0.0,>=1.46.5->zyx) (2.1.5)\n",
"Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm<2.0.0,>=1.46.5->zyx) (2023.12.1)\n",
"Requirement already satisfied: referencing>=0.28.4 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm<2.0.0,>=1.46.5->zyx) (0.35.1)\n",
"Requirement already satisfied: rpds-py>=0.7.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from jsonschema<5.0.0,>=4.22.0->litellm<2.0.0,>=1.46.5->zyx) (0.20.0)\n",
"Requirement already satisfied: mdurl~=0.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from markdown-it-py>=2.2.0->rich<14.0.0,>=13.8.1->zyx) (0.1.2)\n",
"Requirement already satisfied: linkify-it-py<3,>=1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from markdown-it-py[linkify,plugins]>=2.1.0->textual<0.80.0,>=0.79.1->zyx) (2.0.3)\n",
"Requirement already satisfied: mdit-py-plugins in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from markdown-it-py[linkify,plugins]>=2.1.0->textual<0.80.0,>=0.79.1->zyx) (0.4.2)\n",
"Requirement already satisfied: distro<2,>=1.7.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from openai<2.0.0,>=1.45.0->instructor<2.0.0,>=1.4.2->zyx) (1.9.0)\n",
"Requirement already satisfied: annotated-types>=0.6.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from pydantic<3.0.0,>=2.8.0->instructor<2.0.0,>=1.4.2->zyx) (0.7.0)\n",
"Requirement already satisfied: charset-normalizer<4,>=2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from requests<3.0.0,>=2.31.0->litellm<2.0.0,>=1.46.5->zyx) (3.3.2)\n",
"Requirement already satisfied: greenlet!=0.4.17 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from SQLAlchemy<2.1.0,>=2.0.14->sqlmodel<0.0.23,>=0.0.22->zyx) (3.1.1)\n",
"Requirement already satisfied: regex>=2022.1.18 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from tiktoken>=0.7.0->litellm<2.0.0,>=1.46.5->zyx) (2024.9.11)\n",
"Requirement already satisfied: shellingham>=1.3.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from typer<1.0.0,>=0.9.0->instructor<2.0.0,>=1.4.2->zyx) (1.5.4)\n",
"Requirement already satisfied: soupsieve>1.2 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from beautifulsoup4->bs4<0.0.3,>=0.0.2->zyx) (2.6)\n",
"Requirement already satisfied: multiprocess>=0.70.15 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from mpire[dill]->semchunk<3.0.0,>=2.2.0->zyx) (0.70.16)\n",
"Requirement already satisfied: huggingface-hub<1.0,>=0.16.4 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from tokenizers->litellm<2.0.0,>=1.46.5->zyx) (0.25.1)\n",
"Requirement already satisfied: hyperframe<7,>=6.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from h2<5,>=3->httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (6.0.1)\n",
"Requirement already satisfied: hpack<5,>=4.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from h2<5,>=3->httpx[http2]>=0.20.0->qdrant-client<2.0.0,>=1.11.2->zyx) (4.0.0)\n",
"Requirement already satisfied: filelock in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from huggingface-hub<1.0,>=0.16.4->tokenizers->litellm<2.0.0,>=1.46.5->zyx) (3.16.1)\n",
"Requirement already satisfied: fsspec>=2023.5.0 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from huggingface-hub<1.0,>=0.16.4->tokenizers->litellm<2.0.0,>=1.46.5->zyx) (2024.9.0)\n",
"Requirement already satisfied: packaging>=20.9 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from huggingface-hub<1.0,>=0.16.4->tokenizers->litellm<2.0.0,>=1.46.5->zyx) (24.1)\n",
"Requirement already satisfied: pyyaml>=5.1 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from huggingface-hub<1.0,>=0.16.4->tokenizers->litellm<2.0.0,>=1.46.5->zyx) (6.0.2)\n",
"Requirement already satisfied: uc-micro-py in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from linkify-it-py<3,>=1->markdown-it-py[linkify,plugins]>=2.1.0->textual<0.80.0,>=0.79.1->zyx) (1.0.3)\n",
"Requirement already satisfied: dill>=0.3.8 in /Users/hammad/miniconda3/envs/new/lib/python3.12/site-packages (from multiprocess>=0.70.15->mpire[dill]->semchunk<3.0.0,>=2.2.0->zyx) (0.3.8)\n"
]
}
],
"outputs": [],
"source": [
"! pip install --upgrade --quiet zyx"
]
Expand Down Expand Up @@ -410,7 +315,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.5"
"version": "3.11.9"
}
},
"nbformat": 4,
Expand Down

0 comments on commit 846328c

Please sign in to comment.