python/src/pywy/test.py

from pywy.platforms.basic.platform import Platform
from pywy.dataquanta import WayangContext
from pywy.platforms.python.channels import Channel
from pywy.plugins import java, spark, python
from pywy.wayangplan.unary import *

# p = Platform("nana")
# print("LALA "+str(p))
# pt = type(p)
# print(pt)
# p2 = pt("chao")
# print(p2)
# print(type(p2))
#
#
# print(str(WayangContext().register(java, spark)))

from pywy.types import Predicate, getTypePredicate
#
# predicate : Predicate = lambda x: x % 2 == 0
# getTypePredicate(predicate)

def pre(a:str):
    return len(a) > 3
#
# def func(s:str) -> int:
#     return len(s)
#
# def fmfunc(i:int) -> str:
#     for x in range(i):
#         yield str(x)

fileop = WayangContext()\
            .register(python)\
            .textFile("/Users/bertty/databloom/blossom/python/resources/test.input")\
            .filter(pre)\
            .storeTextFile("/Users/bertty/databloom/blossom/python/resources/test.output")

# filterop: FilterOperator = fileop.filter(pre).getOperator()
# #fop_pre = filterop.getWrapper()
# #fop_pre_res = fop_pre(["la", "lala"])
# #for i in fop_pre_res:
# #    print(i)
#
#
# mapop: MapOperator = fileop.map(func).getOperator()
# mop_func = mapop.getWrapper()
# mop_func_res = mop_func(["la", "lala"])
# #for i in mop_func_res:
# #    print(i)
#
#
# fmop: FlatmapOperator = fileop.flatmap(fmfunc).getOperator()
# fmop_func = fmop.getWrapper()
# fmop_func_res = fmop_func([2, 3])
# #for i in fmop_func_res:
# #    print(i)
#
# def concatenate(function_a, function_b):
#     def executable(iterable):
#         return function_b(function_a(iterable))
#     return executable
#
# #res = concatenate(concatenate(fop_pre, mop_func), fmop_func)
# #res_pro = res(["la", "lala"])
# #for i in res_pro:
# #    print(i)
#
# from pywy.platforms.python.mappings import PywyOperatorMappings
# from pywy.platforms.python.operators import *
#
# print(PywyOperatorMappings)
#
# pyF = PyFilterOperator()
# print(pyF)
# print(pyF.get_input_channeldescriptors())
# print(type(pyF.get_input_channeldescriptors().pop().create_instance()))
#
# qq : Channel = pyF.get_input_channeldescriptors().pop().create_instance()
# print(qq)
# print(type(qq))
# print("ads")
#
#
# def pre_lala(a:str):
#     print("executed")
#     return len(a) > 3
#
# ou1 = filter(pre_lala, ["la", "lala"])
# print(ou1)
#
# for i in ou1:
#     print(i)
#
# pyFM = PywyOperatorMappings.get_instanceof(filterop)
# print(pyFM)
# print(type(pyFM))