diff --git a/cadCAD/distroduce/__init__.py b/cadCAD/distroduce/__init__.py deleted file mode 100644 index e69de29..0000000 diff --git a/cadCAD/distroduce/configuration/__init__.py b/cadCAD/distroduce/configuration/__init__.py deleted file mode 100644 index e69de29..0000000 diff --git a/cadCAD/distroduce/configuration/kakfa.py b/cadCAD/distroduce/configuration/kakfa.py deleted file mode 100644 index 258232f..0000000 --- a/cadCAD/distroduce/configuration/kakfa.py +++ /dev/null @@ -1,30 +0,0 @@ -from datetime import datetime - -# ToDo: Model Async communication here -# ToDo: Configuration of Input -def configure_producer(msg, config): - from kafka import KafkaProducer - def send_messages(events): - producer = KafkaProducer(**config) - - start_timestamp = datetime.now() - for event in range(events): - producer.send('test', msg(event)).get() - delta = datetime.now() - start_timestamp - - return start_timestamp, delta.total_seconds() - - return send_messages - -# def action(step): -# step += 1 -# percent = step / 10000 -# print(str(datetime.now()) + " - " + str(percent) + ": " + str(step)) - -# def configure_consumer(config, elemental_action: function): -# from kafka import KafkaConsumer -# def receive_messages(): -# consumer = KafkaConsumer(**config) -# return [elemental_action(i) for i, message in enumerate(consumer)] -# -# return receive_messages \ No newline at end of file diff --git a/cadCAD/distroduce/executor/__init__.py b/cadCAD/distroduce/executor/__init__.py deleted file mode 100644 index a1ade4e..0000000 --- a/cadCAD/distroduce/executor/__init__.py +++ /dev/null @@ -1 +0,0 @@ -from cadCAD.distroduce.executor.spark.jobs import distributed_produce \ No newline at end of file diff --git a/cadCAD/distroduce/executor/spark/jobs/__init__.py b/cadCAD/distroduce/executor/spark/jobs/__init__.py deleted file mode 100644 index b22f7e4..0000000 --- a/cadCAD/distroduce/executor/spark/jobs/__init__.py +++ /dev/null @@ -1,34 +0,0 @@ -from cadCAD.distroduce.configuration.kakfa import configure_producer -from pyspark.context import SparkContext - -ascii_art = r''' - ___ _ __ _ __ __ __ - / _ \ (_)___ / /_ ____ (_)/ / __ __ / /_ ___ ___/ / - / // // /(_-