Update env settings for recent warnings #152

Author: pramitchoudhary

examples/example_notebook.ipynb

@@ -18,7 +18,7 @@
 from openai import OpenAI
 from PIL import Image
 from requests.exceptions import HTTPError
-from together import Together
+
 from transformers import AutoModelForVision2Seq, AutoProcessor
 
 from lexoid.core.conversion_utils import (
@@ -39,6 +39,10 @@
     get_file_type,
 )
 
+# Till Together new API is stable
+os.environ.setdefault("TOGETHER_NO_BANNER", "1")
+from together import Together
+
 
 def retry_on_error(func):
     @wraps(func)

lexoid/core/parse_type/llm_parser.py

@@ -8,13 +8,6 @@
 import pandas as pd
 import pdfplumber
 from docx import Document
-from loguru import logger
-from paddleocr import PaddleOCR
-from pdfminer.high_level import extract_pages
-from pdfminer.layout import LTTextContainer
-from pdfplumber.utils import get_bbox_overlap, obj_to_bbox
-from pptx2md import ConversionConfig, convert
-
 from lexoid.core.utils import (
     get_file_type,
     get_uri_rect,
@@ -23,6 +16,14 @@
     split_md_by_headings,
     split_pdf,
 )
+from pdfminer.high_level import extract_pages
+from pdfminer.layout import LTTextContainer
+from pdfplumber.utils import get_bbox_overlap, obj_to_bbox
+from pptx2md import ConversionConfig, convert
+
+os.environ.setdefault("PADDLE_PDX_DISABLE_MODEL_SOURCE_CHECK", "True")
+from loguru import logger
+from paddleocr import PaddleOCR
 
 
 def retry_with_different_parser(func):

lexoid/core/parse_type/static_parser.py

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "lexoid"
-version = "0.1.18"
+version = "0.1.19"
 description = ""
 authors = []
 readme = "README.md"
@@ -27,7 +27,7 @@ nest-asyncio ="^1.6.0"
 pyqt5 = {version = "^5.15.11", markers = "platform_system != 'debian'"}
 pyqtwebengine = {version = "^5.15.7", markers = "platform_system != 'debian'"}
 huggingface-hub = "^0.31.2"
-together = "^1.4.0"
+together = "^1.5.34"
 openpyxl = "^3.1.5"
 pptx2md = "^2.0.6"
 mistralai = "^1.8.2"