FilesExpand file tree

 main

/

lib.rs

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

107 lines (96 loc) · 3.39 KB

 main

/

lib.rs

Copy path

Top

File metadata and controls

• Code
• Blame

107 lines (96 loc) · 3.39 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

// Licensed to the Apache Software Foundation (ASF) under one

// or more contributor license agreements. See the NOTICE file

// distributed with this work for additional information

// regarding copyright ownership. The ASF licenses this file

// to you under the Apache License, Version 2.0 (the

// "License"); you may not use this file except in compliance

// with the License. You may obtain a copy of the License at

//

// http://www.apache.org/licenses/LICENSE-2.0

//

// Unless required by applicable law or agreed to in writing,

// software distributed under the License is distributed on an

// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

// KIND, either express or implied. See the License for the

// specific language governing permissions and limitations

// under the License.

#[cfg(feature = "mimalloc")]

use mimalloc::MiMalloc;

use pyo3::prelude::*;

// Re-export Apache Arrow DataFusion dependencies

pub use datafusion;

pub use datafusion_common;

pub use datafusion_expr;

pub use datafusion_optimizer;

pub use datafusion_sql;

pub use datafusion_substrait;

#[allow(clippy::borrow_deref_ref)]

pub mod catalog;

pub mod common;

#[allow(clippy::borrow_deref_ref)]

mod config;

#[allow(clippy::borrow_deref_ref)]

mod context;

#[allow(clippy::borrow_deref_ref)]

mod dataframe;

mod dataset;

mod dataset_exec;

pub mod errors;

#[allow(clippy::borrow_deref_ref)]

mod expr;

#[allow(clippy::borrow_deref_ref)]

mod functions;

pub mod physical_plan;

mod pyarrow_filter_expression;

mod record_batch;

pub mod sql;

pub mod store;

pub mod substrait;

#[allow(clippy::borrow_deref_ref)]

mod udaf;

#[allow(clippy::borrow_deref_ref)]

mod udf;

pub mod utils;

#[cfg(feature = "mimalloc")]

#[global_allocator]

static GLOBAL: MiMalloc = MiMalloc;

/// Low-level DataFusion internal package.

///

/// The higher-level public API is defined in pure python files under the

/// datafusion directory.

#[pymodule]

fn _internal(py: Python, m: &PyModule) -> PyResult<()> {

// Register the python classes

m.add_class::<catalog::PyCatalog>()?;

m.add_class::<catalog::PyDatabase>()?;

m.add_class::<catalog::PyTable>()?;

m.add_class::<context::PyRuntimeConfig>()?;

m.add_class::<context::PySessionConfig>()?;

m.add_class::<context::PySessionContext>()?;

m.add_class::<dataframe::PyDataFrame>()?;

m.add_class::<udf::PyScalarUDF>()?;

m.add_class::<udaf::PyAggregateUDF>()?;

m.add_class::<config::PyConfig>()?;

m.add_class::<sql::logical::PyLogicalPlan>()?;

m.add_class::<physical_plan::PyExecutionPlan>()?;

// Register `common` as a submodule. Matching `datafusion-common` https://docs.rs/datafusion-common/latest/datafusion_common/

let common = PyModule::new(py, "common")?;

common::init_module(common)?;

m.add_submodule(common)?;

// Register `expr` as a submodule. Matching `datafusion-expr` https://docs.rs/datafusion-expr/latest/datafusion_expr/

let expr = PyModule::new(py, "expr")?;

expr::init_module(expr)?;

m.add_submodule(expr)?;

// Register the functions as a submodule

let funcs = PyModule::new(py, "functions")?;

functions::init_module(funcs)?;

m.add_submodule(funcs)?;

let store = PyModule::new(py, "object_store")?;

store::init_module(store)?;

m.add_submodule(store)?;

// Register substrait as a submodule

let substrait = PyModule::new(py, "substrait")?;

substrait::init_module(substrait)?;

m.add_submodule(substrait)?;

Ok(())

}