FilesExpand file tree

master

/

setup.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

executable file

·

89 lines (78 loc) · 3.75 KB

master

/

setup.py

Copy path

Top

File metadata and controls

• Code
• Blame

executable file

·

89 lines (78 loc) · 3.75 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

#!/usr/bin/env python

from distutils.core import setup, Extension

from Cython.Distutils import build_ext

from Cython.Build import cythonize

import platform

import os

import sys

VERSION = '0.6.10' #ensure UCTODATAVERSION in ucto_wrapper.pyx is accurate

includedirs = []

libdirs = []

if platform.system() == "Darwin":

#we are running on Mac OS X (with homebrew hopefully), stuff is in specific locations:

if platform.machine().lower() == "arm64":

libdirs.append("/opt/homebrew/lib")

includedirs.append("/opt/homebrew/include")

libdirs.append("/opt/homebrew/icu4c/lib")

includedirs.append("/opt/homebrew/icu4c/include")

libdirs.append("/opt/homebrew/libxml2/lib")

includedirs.append("/opt/homebrew/libxml2/include")

includedirs.append("/opt/homebrew/libxml2/include/libxml2")

libdirs.append("/opt/homebrew/opt/icu4c/lib")

includedirs.append("/opt/homebrew/opt/icu4c/include")

libdirs.append("/opt/homebrew/opt/libxml2/lib")

includedirs.append("/opt/homebrew/opt/libxml2/include")

else:

libdirs.append("/usr/local/opt/icu4c/lib")

includedirs.append("/usr/local/opt/icu4c/include")

libdirs.append("/usr/local/opt/libxml2/lib")

includedirs.append("/usr/local/opt/libxml2/include")

includedirs.append("/usr/local/opt/libxml2/include/libxml2")

#libdirs.append("/usr/local/opt/libtextcat/lib")

#includedirs.append("/usr/local/opt/libtextcat/include/libtextcat")

#add some common default paths

includedirs += ['/usr/include/', '/usr/include/libxml2','/usr/local/include/']

libdirs += ['/usr/lib','/usr/local/lib']

if 'VIRTUAL_ENV' in os.environ:

includedirs.insert(0,os.environ['VIRTUAL_ENV'] + '/include')

libdirs.insert(0,os.environ['VIRTUAL_ENV'] + '/lib')

if 'INCLUDE_DIRS' in os.environ:

includedirs = list(os.environ['INCLUDE_DIRS'].split(':')) + includedirs

if 'LIBRARY_DIRS' in os.environ:

libdirs = list(os.environ['LIBRARY_DIRS'].split(':')) + libdirs

if platform.system() == "Darwin":

extra_options = ["--stdlib=libc++",'-D U_USING_ICU_NAMESPACE=1']

else:

extra_options = ['-D U_USING_ICU_NAMESPACE=1']

extensions = cythonize([ Extension("ucto",

[ "ucto_wrapper.pyx"],

language='c++',

include_dirs=includedirs,

library_dirs=libdirs,

libraries=['ucto','folia'],

extra_compile_args=['--std=c++17'] + extra_options,

) ], compiler_directives={"language_level": "3"})

setup(

name = 'python-ucto',

version = VERSION,

author = 'Maarten van Gompel',

author_email = "proycon@anaproy.nl",

description = ("This is a Python binding to the tokenizer Ucto. Tokenisation is one of the first step in almost any Natural Language Processing task, yet it is not always as trivial a task as it appears to be. This binding makes the power of the ucto tokeniser available to Python. Ucto itself is a regular-expression based, extensible, and advanced tokeniser written in C++ (https://languagemachines.github.io/ucto)."),

license = "GPL-3.0-only",

keywords = "tokenizer tokenization tokeniser tokenisation nlp computational_linguistics ucto",

url = "https://github.com/proycon/python-ucto",

ext_modules = extensions,

cmdclass = {'build_ext': build_ext},

requires=['ucto (>=0.36)'],

install_requires=['Cython'],

data_files = [("sources",["ucto_wrapper.pyx"])],

classifiers=[

"Development Status :: 5 - Production/Stable",

"Topic :: Text Processing :: Linguistic",

"Programming Language :: Cython",

"Programming Language :: Python :: 3",

"Operating System :: POSIX",

"Intended Audience :: Developers",

"Intended Audience :: Science/Research",

],

)