Merge pull request #101 from microsoft/add_deprecation_warnings
Added deprecation warnings for mlm_* arguments.
This commit is contained in:
@@ -15,7 +15,7 @@ import traceback
|
|||||||
import zipfile
|
import zipfile
|
||||||
from typing import Any, Dict, List, Optional, Union
|
from typing import Any, Dict, List, Optional, Union
|
||||||
from urllib.parse import parse_qs, quote, unquote, urlparse, urlunparse
|
from urllib.parse import parse_qs, quote, unquote, urlparse, urlunparse
|
||||||
from warnings import catch_warnings
|
from warnings import warn, resetwarnings, catch_warnings
|
||||||
|
|
||||||
import mammoth
|
import mammoth
|
||||||
import markdownify
|
import markdownify
|
||||||
@@ -44,6 +44,8 @@ try:
|
|||||||
IS_AUDIO_TRANSCRIPTION_CAPABLE = True
|
IS_AUDIO_TRANSCRIPTION_CAPABLE = True
|
||||||
except ModuleNotFoundError:
|
except ModuleNotFoundError:
|
||||||
pass
|
pass
|
||||||
|
finally:
|
||||||
|
resetwarnings()
|
||||||
|
|
||||||
# Optional YouTube transcription support
|
# Optional YouTube transcription support
|
||||||
try:
|
try:
|
||||||
@@ -1008,14 +1010,46 @@ class MarkItDown:
|
|||||||
self,
|
self,
|
||||||
requests_session: Optional[requests.Session] = None,
|
requests_session: Optional[requests.Session] = None,
|
||||||
llm_client: Optional[Any] = None,
|
llm_client: Optional[Any] = None,
|
||||||
llm_model: Optional[Any] = None,
|
llm_model: Optional[str] = None,
|
||||||
style_map: Optional[str] = None,
|
style_map: Optional[str] = None,
|
||||||
|
# Deprecated
|
||||||
|
mlm_client: Optional[Any] = None,
|
||||||
|
mlm_model: Optional[str] = None,
|
||||||
):
|
):
|
||||||
if requests_session is None:
|
if requests_session is None:
|
||||||
self._requests_session = requests.Session()
|
self._requests_session = requests.Session()
|
||||||
else:
|
else:
|
||||||
self._requests_session = requests_session
|
self._requests_session = requests_session
|
||||||
|
|
||||||
|
# Handle deprecation notices
|
||||||
|
#############################
|
||||||
|
if mlm_client is not None:
|
||||||
|
if llm_client is None:
|
||||||
|
warn(
|
||||||
|
"'mlm_client' is deprecated, and was renamed 'llm_client'.",
|
||||||
|
DeprecationWarning,
|
||||||
|
)
|
||||||
|
llm_client = mlm_client
|
||||||
|
mlm_client = None
|
||||||
|
else:
|
||||||
|
raise ValueError(
|
||||||
|
"'mlm_client' is deprecated, and was renamed 'llm_client'. Do not use both at the same time. Just use 'llm_client' instead."
|
||||||
|
)
|
||||||
|
|
||||||
|
if mlm_model is not None:
|
||||||
|
if llm_model is None:
|
||||||
|
warn(
|
||||||
|
"'mlm_model' is deprecated, and was renamed 'llm_model'.",
|
||||||
|
DeprecationWarning,
|
||||||
|
)
|
||||||
|
llm_model = mlm_model
|
||||||
|
mlm_model = None
|
||||||
|
else:
|
||||||
|
raise ValueError(
|
||||||
|
"'mlm_model' is deprecated, and was renamed 'llm_model'. Do not use both at the same time. Just use 'llm_model' instead."
|
||||||
|
)
|
||||||
|
#############################
|
||||||
|
|
||||||
self._llm_client = llm_client
|
self._llm_client = llm_client
|
||||||
self._llm_model = llm_model
|
self._llm_model = llm_model
|
||||||
self._style_map = style_map
|
self._style_map = style_map
|
||||||
|
|||||||
@@ -6,6 +6,8 @@ import shutil
|
|||||||
import pytest
|
import pytest
|
||||||
import requests
|
import requests
|
||||||
|
|
||||||
|
from warnings import catch_warnings, resetwarnings
|
||||||
|
|
||||||
from markitdown import MarkItDown
|
from markitdown import MarkItDown
|
||||||
|
|
||||||
skip_remote = (
|
skip_remote = (
|
||||||
@@ -243,6 +245,40 @@ def test_markitdown_exiftool() -> None:
|
|||||||
assert target in result.text_content
|
assert target in result.text_content
|
||||||
|
|
||||||
|
|
||||||
|
def test_markitdown_deprecation() -> None:
|
||||||
|
try:
|
||||||
|
with catch_warnings(record=True) as w:
|
||||||
|
test_client = object()
|
||||||
|
markitdown = MarkItDown(mlm_client=test_client)
|
||||||
|
assert len(w) == 1
|
||||||
|
assert w[0].category is DeprecationWarning
|
||||||
|
assert markitdown._llm_client == test_client
|
||||||
|
finally:
|
||||||
|
resetwarnings()
|
||||||
|
|
||||||
|
try:
|
||||||
|
with catch_warnings(record=True) as w:
|
||||||
|
markitdown = MarkItDown(mlm_model="gpt-4o")
|
||||||
|
assert len(w) == 1
|
||||||
|
assert w[0].category is DeprecationWarning
|
||||||
|
assert markitdown._llm_model == "gpt-4o"
|
||||||
|
finally:
|
||||||
|
resetwarnings()
|
||||||
|
|
||||||
|
try:
|
||||||
|
test_client = object()
|
||||||
|
markitdown = MarkItDown(mlm_client=test_client, llm_client=test_client)
|
||||||
|
assert False
|
||||||
|
except ValueError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
try:
|
||||||
|
markitdown = MarkItDown(mlm_model="gpt-4o", llm_model="gpt-4o")
|
||||||
|
assert False
|
||||||
|
except ValueError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.skipif(
|
@pytest.mark.skipif(
|
||||||
skip_llm,
|
skip_llm,
|
||||||
reason="do not run llm tests without a key",
|
reason="do not run llm tests without a key",
|
||||||
@@ -267,4 +303,5 @@ if __name__ == "__main__":
|
|||||||
test_markitdown_remote()
|
test_markitdown_remote()
|
||||||
test_markitdown_local()
|
test_markitdown_local()
|
||||||
test_markitdown_exiftool()
|
test_markitdown_exiftool()
|
||||||
|
test_markitdown_deprecation()
|
||||||
test_markitdown_llm()
|
test_markitdown_llm()
|
||||||
|
|||||||
Reference in New Issue
Block a user