Skip to content
This repository was archived by the owner on Jun 14, 2024. It is now read-only.
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions python/hyperspace/__init__.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from .hyperspace import Hyperspace
from .indexconfig import CoveringIndexConfig, IndexConfig
from .indexconfig import CoveringIndexConfig, ZOrderCoveringIndexConfig, IndexConfig

__all__ = [
'Hyperspace', 'CoveringIndexConfig', 'IndexConfig'
'Hyperspace', 'CoveringIndexConfig', 'ZOrderCoveringIndexConfig', 'IndexConfig'
]
30 changes: 26 additions & 4 deletions python/hyperspace/hyperspace.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,9 +21,9 @@ def __init__(self, spark):

def _getJavaCoveringIndexConfig(self, index_config):
"""
Constructs CoveringIndexConfig Java object from python wrapper CoveringIndexConfig object.
:param index_config: CoveringIndexConfig java object
:return: CoveringIndexConfig python object
Constructs CoveringIndexConfig Java object from python wrapper object.
:param index_config: CoveringIndexConfig python object
:return: CoveringIndexConfig java object

>>> _getJavaCoveringIndexConfig(idx_config)
"""
Expand All @@ -33,6 +33,21 @@ def _getJavaCoveringIndexConfig(self, index_config):
self.jvm.java.lang.String(index_config.indexName), indexed_columns, included_columns)
return _jindexConfig

def _getJavaZOrderCoveringIndexConfig(self, index_config):
"""
Constructs ZOrderCoveringIndexConfig Java object from python wrapper object.
:param index_config: ZOrderCoveringIndexConfig python object
:return: ZOrderCoveringIndexConfig java object

>>> _getJavaZOrderCoveringIndexConfig(idx_config)
"""
indexed_columns = self._getScalaSeqFromList(index_config.indexedColumns)
included_columns = self._getScalaSeqFromList(index_config.includedColumns)
index_name = self.jvm.java.lang.String(index_config.indexName)
_jZOrderIndexConfig = self.jvm.com.microsoft.hyperspace.index.zordercovering. \
ZOrderCoveringIndexConfig(index_name, indexed_columns, included_columns)
return _jZOrderIndexConfig

def _getScalaSeqFromList(self, list):
"""
Constructs scala sequence from Java's List object.
Expand Down Expand Up @@ -71,7 +86,14 @@ def createIndex(self, dataFrame, indexConfig):
>>> df = spark.read.parquet("./sample.parquet").toDF("c1", "c2", "c3")
>>> hyperspace.createIndex(df, indexConfig)
"""
self.hyperspace.createIndex(dataFrame._jdf, self._getJavaCoveringIndexConfig(indexConfig))
if isinstance(indexConfig, CoveringIndexConfig):
self.hyperspace.createIndex(dataFrame._jdf, \
self._getJavaCoveringIndexConfig(indexConfig))
elif isinstance(indexConfig, ZOrderCoveringIndexConfig):
self.hyperspace.createIndex(dataFrame._jdf, \
self._getJavaZOrderCoveringIndexConfig(indexConfig))
else:
raise Exception("Invalid index config type: " + type(indexConfig).__name__)

def deleteIndex(self, indexName):
"""
Expand Down
15 changes: 15 additions & 0 deletions python/hyperspace/indexconfig.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,4 +13,19 @@ def __init__(self, indexName, indexedColumns, includedColumns):
self.indexedColumns = indexedColumns
self.includedColumns = includedColumns

class ZOrderCoveringIndexConfig:
def __init__(self, indexName, indexedColumns, includedColumns):
"""
Initializes ZOrderCoveringIndexConfig object.
:param indexName: index name
:param indexedColumns: indexed columns
:param includedColumns: included columns
:return: ZOrderCoveringIndexConfig object

>>> idxConfig = ZOrderCoveringIndexConfig("indexName", ["c1"], ["c2","c3"])
"""
self.indexName = indexName
self.indexedColumns = indexedColumns
self.includedColumns = includedColumns

IndexConfig = CoveringIndexConfig
7 changes: 7 additions & 0 deletions python/hyperspace/tests/test_indexmanagement.py
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,13 @@ def test_index_create(self):
self.hyperspace.createIndex(self.df, idx_config)
self.assertEqual(self.hyperspace.indexes().filter("""name = "idx1" """).count(), 1)

def test_index_create_zorder(self):
idx_config = ZOrderCoveringIndexConfig('zidx1', ['name'], ['age'])
self.hyperspace.createIndex(self.df, idx_config)
self.assertEqual(self.hyperspace.indexes().filter("""name = "zidx1" """).count(), 1)
self.assertEqual(self.hyperspace.index("zidx1"). \
filter("""kind = "ZOrderCoveringIndex" """).count(), 1)

def test_index_delete(self):
idx_config = IndexConfig('idx2', ['name'], ['age'])
self.hyperspace.createIndex(self.df, idx_config)
Expand Down