FilesExpand file tree

develop

/

rf_context.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

98 lines (83 loc) · 3.14 KB

develop

/

rf_context.py

Copy path

Top

File metadata and controls

• Code
• Blame

98 lines (83 loc) · 3.14 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

#

# This software is licensed under the Apache 2 license, quoted below.

#

# Copyright 2019 Astraea, Inc.

#

# Licensed under the Apache License, Version 2.0 (the "License"); you may not

# use this file except in compliance with the License. You may obtain a copy of

# the License at

#

# [http://www.apache.org/licenses/LICENSE-2.0]

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT

# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the

# License for the specific language governing permissions and limitations under

# the License.

#

# SPDX-License-Identifier: Apache-2.0

#

"""

This module contains access to the jvm SparkContext with RasterFrameLayer support.

"""

from typing import Any, List, Tuple

from py4j.java_collections import JavaList, JavaMap

from py4j.java_gateway import JavaMember

from pyspark import SparkContext

from pyspark.sql import SparkSession

__all__ = ["RFContext"]

class RFContext(object):

"""

Entrypoint to RasterFrames services

"""

def __init__(self, spark_session: SparkSession):

self._spark_session = spark_session

self._gateway = spark_session.sparkContext._gateway

self._jvm = self._gateway.jvm

jsess = self._spark_session._jsparkSession

self._jrfctx = self._jvm.org.locationtech.rasterframes.py.PyRFContext(jsess)

def list_to_seq(self, py_list: List[Any]) -> JavaList:

conv = self.lookup("_listToSeq")

return conv(py_list)

def lookup(self, function_name: str) -> JavaMember:

return getattr(self._jrfctx, function_name)

def build_info(self) -> JavaMap:

return self._jrfctx.buildInfo()

def companion_of(self, classname: str):

if not classname.endswith("$"):

classname = classname + "$"

companion_module = getattr(self._jvm, classname)

singleton = getattr(companion_module, "MODULE$")

return singleton

# NB: Tightly coupled to `org.locationtech.rasterframes.py.PyRFContext._resolveRasterRef`

def _resolve_raster_ref(self, ref_struct):

f = self.lookup("_resolveRasterRef")

return f(

ref_struct.source.raster_source_kryo,

ref_struct.bandIndex,

ref_struct.subextent.xmin,

ref_struct.subextent.ymin,

ref_struct.subextent.xmax,

ref_struct.subextent.ymax,

)

@staticmethod

def active():

"""

Get the active Python RFContext and throw an error if it is not enabled for RasterFrames.

"""

sc = SparkContext._active_spark_context

if not hasattr(sc, "_rf_context"):

raise AttributeError(

"RasterFrames have not been enabled for the active session. Call 'SparkSession.withRasterFrames()'."

)

return sc._rf_context

@staticmethod

def call(name, *args):

f = RFContext.active().lookup(name)

return f(*args)

@staticmethod

def jvm():

"""

Get the active Scala PyRFContext and throw an error if it is not enabled for RasterFrames.

"""

return RFContext.active()._jvm