FilesExpand file tree

main

/

app.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

134 lines (113 loc) · 3.47 KB

main

/

app.py

Copy path

Top

File metadata and controls

• Code
• Blame

134 lines (113 loc) · 3.47 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

import logging

import os

import tempfile

from fastapi import FastAPI, File, UploadFile

from fastapi.concurrency import run_in_threadpool

from fastapi.responses import JSONResponse

from markitdown import MarkItDown

# Configure logging

logging.basicConfig(level=logging.INFO)

logger = logging.getLogger(__name__)

app = FastAPI(

title="MarkItDown API Server",

description="API endpoint to extract text and convert it to markdown, using MarkItDown (https://github.com/microsoft/markitdown).",

)

FORBIDDEN_EXTENSIONS = [

# Executable and Script Files (Security Risk)

"exe",

"msi",

"bat",

"cmd", # Windows

"dmg",

"pkg",

"app", # macOS

"bin",

"sh",

"run", # Linux/Unix

"dll",

"so",

"dylib", # Dynamic libraries

"jar",

"apk", # Java/Android packages

"vbs",

"ps1", # Windows scripting

"pyc",

"pyo", # Compiled Python

# System and Configuration Files

"sys",

"drv", # System and driver files

"config",

"ini", # Configuration files

# Binary Data Files

"dat",

"bin", # Generic binary data

"db",

"sqlite",

"mdb", # Database files

"dbf",

"myd", # Database format files

# CAD and Specialized Technical Files

"dxf",

"dwg", # AutoCAD files

"stl",

"obj",

"3ds", # 3D model files

"blend", # Blender 3D files

# Encrypted/Protected Files

"gpg",

"asc",

"pgp", # Encrypted files

# Virtual Machine and Container Files

"vdi",

"vmdk",

"ova", # Virtual machine disks

"docker",

"containerd", # Container images

# Other Binary Formats

"class", # Java class files

"o",

"a", # Object and archive files

"lib",

"obj", # Compiled library files

"ttf",

"otf", # Font files

"fon", # Windows font resource

]

def is_forbidden_file(filename):

return (

"." in filename and filename.rsplit(".", 1)[1].lower() in FORBIDDEN_EXTENSIONS

)

def convert_to_md(filepath: str) -> str:

logger.info(f"Converting file: {filepath}")

markitdown = MarkItDown()

result = markitdown.convert(filepath)

logger.info(f"Conversion result: {result.text_content[:100]}")

return result.text_content

@app.get("/")

def read_root():

return {"MarkItDown API Server": "hit /docs for endpoint reference"}

@app.post("/process_file")

async def process_file(file: UploadFile = File(...)):

if is_forbidden_file(file.filename):

return JSONResponse(content={"error": "File type not allowed"}, status_code=400)

try:

# Save the file to a temporary directory

with tempfile.NamedTemporaryFile(delete=False) as temp_file:

temp_file.write(await file.read())

temp_file_path = temp_file.name

logger.info(f"Temporary file path: {temp_file_path}")

# Convert the file to markdown

markdown_content = await run_in_threadpool(convert_to_md, temp_file_path)

logger.info("File converted to markdown successfully")

except Exception as e:

logger.error(f"An error occurred: {str(e)}")

return JSONResponse(content={"error": str(e)}, status_code=500)

finally:

# Ensure the temporary file is deleted

if os.path.exists(temp_file_path):

os.remove(temp_file_path)

logger.info(f"Temporary file deleted: {temp_file_path}")

return JSONResponse(content={"markdown": markdown_content})

if __name__ == "__main__":

import uvicorn

uvicorn.run(app, host="0.0.0.0", port=8490)