From 85f9652ad6a5ef408f3b02fb6bb5def6fd44dfad Mon Sep 17 00:00:00 2001 From: Sami Jaghouar Date: Tue, 29 Nov 2022 10:09:08 +0100 Subject: [PATCH] chore: remove poc folder Signed-off-by: Sami Jaghouar --- poc_folder/benchmarks/benchmark.py | 35 ------------------- poc_folder/benchmarks/benchmark_any_doc.py | 35 ------------------- .../benchmarks/benchmark_old_docarray.py | 35 ------------------- poc_folder/jina_like_executor/fake_jina.py | 15 -------- poc_folder/jina_like_executor/main.py | 22 ------------ 5 files changed, 142 deletions(-) delete mode 100644 poc_folder/benchmarks/benchmark.py delete mode 100644 poc_folder/benchmarks/benchmark_any_doc.py delete mode 100644 poc_folder/benchmarks/benchmark_old_docarray.py delete mode 100644 poc_folder/jina_like_executor/fake_jina.py delete mode 100644 poc_folder/jina_like_executor/main.py diff --git a/poc_folder/benchmarks/benchmark.py b/poc_folder/benchmarks/benchmark.py deleted file mode 100644 index 168e9326ab7..00000000000 --- a/poc_folder/benchmarks/benchmark.py +++ /dev/null @@ -1,35 +0,0 @@ -import time - -import numpy as np - -from docarray import DocumentArray, Document, Image, Text - - -def bench(): - class CustomDocument(Document): - text: Text - image: Image - - da = DocumentArray[CustomDocument]( - [ - CustomDocument( - text=Text(text=1000 * 'a'), image=Image(tensor=np.zeros((3, 224, 224))) - ) - for _ in range(1000) - ] - ) - - n = 100 - - init_time = time.time() - - for _ in range(n): - DocumentArray[CustomDocument].from_protobuf(da.to_protobuf()) - - total_time = time.time() - init_time - - print(f'{n} iteration in {total_time} : {total_time/n} it/s') - - -if __name__ == '__main__': - bench() diff --git a/poc_folder/benchmarks/benchmark_any_doc.py b/poc_folder/benchmarks/benchmark_any_doc.py deleted file mode 100644 index 5ce50393c1b..00000000000 --- a/poc_folder/benchmarks/benchmark_any_doc.py +++ /dev/null @@ -1,35 +0,0 @@ -import time - -import numpy as np - -from docarray import DocumentArray, Document, Image, Text - - -def bench(): - class CustomDocument(Document): - text: Text - image: Image - - da = DocumentArray[CustomDocument]( - [ - CustomDocument( - text=Text(text=1000 * 'a'), image=Image(tensor=np.zeros((3, 224, 224))) - ) - for _ in range(1000) - ] - ) - - n = 100 - - init_time = time.time() - - for _ in range(n): - DocumentArray.from_protobuf(da.to_protobuf()) - - total_time = time.time() - init_time - - print(f'{n} iteration in {total_time} : {total_time/n} it/s') - - -if __name__ == '__main__': - bench() diff --git a/poc_folder/benchmarks/benchmark_old_docarray.py b/poc_folder/benchmarks/benchmark_old_docarray.py deleted file mode 100644 index 1ced09bc023..00000000000 --- a/poc_folder/benchmarks/benchmark_old_docarray.py +++ /dev/null @@ -1,35 +0,0 @@ -import time - -import numpy as np - -from docarray import DocumentArray, Document - - -def bench(): - - da = DocumentArray( - [ - Document( - chunks=[ - Document(text=1000 * 'a'), - Document(tensor=np.zeros((3, 224, 224))), - ] - ) - for _ in range(1000) - ] - ) - - n = 100 - - init_time = time.time() - - for _ in range(n): - DocumentArray.from_protobuf(da.to_protobuf()) - - total_time = time.time() - init_time - - print(f'{n} iteration in {total_time} : {total_time/n} it/s') - - -if __name__ == '__main__': - bench() diff --git a/poc_folder/jina_like_executor/fake_jina.py b/poc_folder/jina_like_executor/fake_jina.py deleted file mode 100644 index 1c9e7dceb7d..00000000000 --- a/poc_folder/jina_like_executor/fake_jina.py +++ /dev/null @@ -1,15 +0,0 @@ -from typing import Callable - -from docarray import DocumentArray - - -class Executor: - pass - - -def requests(f: Callable): - def wrap(self, docs: DocumentArray, *args, **kwargs): - docs = DocumentArray.from_protobuf(docs.to_protobuf()) - return f(self, docs, *args, **kwargs) - - return wrap diff --git a/poc_folder/jina_like_executor/main.py b/poc_folder/jina_like_executor/main.py deleted file mode 100644 index 60e39f1af85..00000000000 --- a/poc_folder/jina_like_executor/main.py +++ /dev/null @@ -1,22 +0,0 @@ -from fake_jina import Executor, requests - -from docarray import DocumentArray, Document, Text -from docarray.document import AnyDocument - - -class MyDoc(Document): - text: str - - -class MyExecutor(Executor): - @requests - def index(self, docs: DocumentArray[MyDoc]): - ## here this work even if the Executor does not know about Text. It just received a schema less ( AnySchema) Document - for doc_ in docs: - print(doc_.text) - assert isinstance(doc_, AnyDocument) - - -exec = MyExecutor() - -exec.index(DocumentArray([Text(text='hello') for _ in range(10)]))