orhan/test
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

black formatting

Browse Source
This commit is contained in:
Kenny Zhang
2025-02-20 16:49:37 -05:00
parent b8b3897952
commit 07a28d4f00
13 changed files with 48 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
packages/markitdown/src/markitdown/_markitdown.py
View File

@@ -175,7 +175,9 @@ class MarkItDown:
warn("Plugins converters are already enabled.", RuntimeWarning)
def convert(
self, source: Union[str, requests.Response, Path, BufferedIOBase, TextIOBase], **kwargs: Any
self,
source: Union[str, requests.Response, Path, BufferedIOBase, TextIOBase],
**kwargs: Any,
) -> DocumentConverterResult: # TODO: deal with kwargs
"""
Args:
@@ -222,10 +224,10 @@ class MarkItDown:
# Convert
return self._convert(input, extensions, **kwargs)
def convert_file_object(
self, file_object: Union[BufferedIOBase, TextIOBase], **kwargs: Any
) -> DocumentConverterResult: #TODO: deal with kwargs
) -> DocumentConverterResult: # TODO: deal with kwargs
# Prepare a list of extensions to try (in order of priority)
ext = kwargs.get("file_extension")
extensions = [ext] if ext is not None else []
@@ -417,7 +419,7 @@ class MarkItDown:
# Use puremagic to guess
try:
guesses = []
# Guess extensions for filepaths
if isinstance(source, str):
guesses = puremagic.magic_file(source)

4
packages/markitdown/src/markitdown/converters/_bing_serp_converter.py
View File

@@ -22,7 +22,9 @@ class BingSerpConverter(DocumentConverter):
):
super().__init__(priority=priority)
def convert(self, input: ConverterInput, **kwargs) -> Union[None, DocumentConverterResult]:
def convert(
self, input: ConverterInput, **kwargs
) -> Union[None, DocumentConverterResult]:
# Bail if not a Bing SERP
extension = kwargs.get("file_extension", "")
if extension.lower() not in [".html", ".htm"]:

10
packages/markitdown/src/markitdown/converters/_converter_input.py
View File

@@ -1,9 +1,11 @@
from typing import Any, Union
class ConverterInput:
"""
Wrapper for inputs to converter functions.
"""
def __init__(
self,
input_type: str = "filepath",
@@ -12,17 +14,17 @@ class ConverterInput:
):
if input_type not in ["filepath", "object"]:
raise ValueError(f"Invalid converter input type: {input_type}")
self.input_type = input_type
self.filepath = filepath
self.file_object = file_object
def read_file(
self,
mode: str = 'rb',
mode: str = "rb",
encoding: Union[str, None] = None,
) -> Any:
if self.input_type == "object":
return self.file_object
return open(self.filepath, mode=mode, encoding=encoding)
return open(self.filepath, mode=mode, encoding=encoding)

2
packages/markitdown/src/markitdown/converters/_doc_intel_converter.py
View File

@@ -61,7 +61,7 @@ class DocumentIntelligenceConverter(DocumentConverter):
return None
# Get the bytestring from the converter input
file_obj = input.read_file(mode='rb')
file_obj = input.read_file(mode="rb")
file_bytes = file_obj.read()
file_obj.close()

4
packages/markitdown/src/markitdown/converters/_docx_converter.py
View File

@@ -21,7 +21,9 @@ class DocxConverter(HtmlConverter):
):
super().__init__(priority=priority)
def convert(self, input: ConverterInput, **kwargs) -> Union[None, DocumentConverterResult]:
def convert(
self, input: ConverterInput, **kwargs
) -> Union[None, DocumentConverterResult]:
# Bail if not a DOCX
extension = kwargs.get("file_extension", "")
if extension.lower() != ".docx":

8
packages/markitdown/src/markitdown/converters/_image_converter.py
View File

@@ -14,7 +14,9 @@ class ImageConverter(MediaConverter):
):
super().__init__(priority=priority)
def convert(self, input: ConverterInput, **kwargs) -> Union[None, DocumentConverterResult]:
def convert(
self, input: ConverterInput, **kwargs
) -> Union[None, DocumentConverterResult]:
# Bail if not an image
extension = kwargs.get("file_extension", "")
if extension.lower() not in [".jpg", ".jpeg", ".png"]:
@@ -63,7 +65,9 @@ class ImageConverter(MediaConverter):
text_content=md_content,
)
def _get_llm_description(self, input: ConverterInput, extension, client, model, prompt=None):
def _get_llm_description(
self, input: ConverterInput, extension, client, model, prompt=None
):
if prompt is None or prompt.strip() == "":
prompt = "Write a detailed caption for this image."

4
packages/markitdown/src/markitdown/converters/_mp3_converter.py
View File

@@ -35,7 +35,9 @@ class Mp3Converter(WavConverter):
):
super().__init__(priority=priority)
def convert(self, input: ConverterInput, **kwargs) -> Union[None, DocumentConverterResult]:
def convert(
self, input: ConverterInput, **kwargs
) -> Union[None, DocumentConverterResult]:
# Bail if not a MP3
extension = kwargs.get("file_extension", "")
if extension.lower() != ".mp3":

5
packages/markitdown/src/markitdown/converters/_pdf_converter.py
View File

@@ -16,7 +16,9 @@ class PdfConverter(DocumentConverter):
):
super().__init__(priority=priority)
def convert(self, input: ConverterInput, **kwargs) -> Union[None, DocumentConverterResult]:
def convert(
self, input: ConverterInput, **kwargs
) -> Union[None, DocumentConverterResult]:
# Bail if not a PDF
extension = kwargs.get("file_extension", "")
if extension.lower() != ".pdf":
@@ -31,4 +33,3 @@ class PdfConverter(DocumentConverter):
title=None,
text_content=output.getvalue(),
)

2
packages/markitdown/src/markitdown/converters/_plain_text_converter.py
View File

@@ -22,7 +22,7 @@ class PlainTextConverter(DocumentConverter):
if input.input_type != "filepath":
return None
local_path = input.filepath
# Guess the content type from any file extension that might be around
content_type, _ = mimetypes.guess_type(
"__placeholder" + kwargs.get("file_extension", "")

6
packages/markitdown/src/markitdown/converters/_pptx_converter.py
View File

@@ -49,7 +49,9 @@ class PptxConverter(HtmlConverter):
)
return response.choices[0].message.content
def convert(self, input: ConverterInput, **kwargs) -> Union[None, DocumentConverterResult]:
def convert(
self, input: ConverterInput, **kwargs
) -> Union[None, DocumentConverterResult]:
# Bail if not a PPTX
extension = kwargs.get("file_extension", "")
if extension.lower() != ".pptx":
@@ -60,7 +62,7 @@ class PptxConverter(HtmlConverter):
file_obj = input.read_file(mode="rb")
presentation = pptx.Presentation(file_obj)
file_obj.close()
slide_num = 0
for slide in presentation.slides:
slide_num += 1

6
packages/markitdown/src/markitdown/converters/_wav_converter.py
View File

@@ -23,12 +23,14 @@ class WavConverter(MediaConverter):
):
super().__init__(priority=priority)
def convert(self, input: ConverterInput, **kwargs) -> Union[None, DocumentConverterResult]:
def convert(
self, input: ConverterInput, **kwargs
) -> Union[None, DocumentConverterResult]:
# Bail if not a WAV
extension = kwargs.get("file_extension", "")
if extension.lower() != ".wav":
return None
# Bail if a local path was not provided
if input.input_type != "filepath":
return None

8
packages/markitdown/src/markitdown/converters/_xlsx_converter.py
View File

@@ -17,7 +17,9 @@ class XlsxConverter(HtmlConverter):
):
super().__init__(priority=priority)
def convert(self, input: ConverterInput, **kwargs) -> Union[None, DocumentConverterResult]:
def convert(
self, input: ConverterInput, **kwargs
) -> Union[None, DocumentConverterResult]:
# Bail if not a XLSX
extension = kwargs.get("file_extension", "")
if extension.lower() != ".xlsx":
@@ -44,7 +46,9 @@ class XlsConverter(HtmlConverter):
Converts XLS files to Markdown, with each sheet presented as a separate Markdown table.
"""
def convert(self, input: ConverterInput, **kwargs) -> Union[None, DocumentConverterResult]:
def convert(
self, input: ConverterInput, **kwargs
) -> Union[None, DocumentConverterResult]:
# Bail if not a XLS
extension = kwargs.get("file_extension", "")
if extension.lower() != ".xls":

4
packages/markitdown/src/markitdown/converters/_zip_converter.py
View File

@@ -58,7 +58,7 @@ class ZipConverter(DocumentConverter):
extension = kwargs.get("file_extension", "")
if extension.lower() != ".zip":
return None
# Bail if a local path is not provided
if input.input_type != "filepath":
return None
@@ -116,7 +116,7 @@ class ZipConverter(DocumentConverter):
# Skip the zip converter to avoid infinite recursion
if isinstance(converter, ZipConverter):
continue
# Create a ConverterInput for the parent converter and attempt conversion
input = ConverterInput(
input_type="filepath", filepath=file_path