Skip to content

Commit 5451f55

Browse files
authored
chore: remove aiostream dependency (jina-ai#5891)
Signed-off-by: Joan Fontanals Martinez <[email protected]>
1 parent 7d2d116 commit 5451f55

File tree

4 files changed

+14
-9
lines changed

4 files changed

+14
-9
lines changed

extra-requirements.txt

-1
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,6 @@ jina-hubble-sdk>=0.30.4: core
3737
jcloud>=0.0.35: core
3838
opentelemetry-api>=1.12.0: core
3939
opentelemetry-instrumentation-grpc>=0.35b0: core
40-
aiostream: core
4140
uvloop: perf,standard,devel
4241
prometheus_client>=0.12.0: perf,standard,devel
4342
opentelemetry-sdk>=1.14.0: perf,standard,devel

jina/clients/request/asyncio.py

+13-4
Original file line numberDiff line numberDiff line change
@@ -41,10 +41,19 @@ async def request_generator(
4141
endpoint=exec_endpoint, target=target_executor, parameters=parameters
4242
)
4343
else:
44-
with ImportExtensions(required=True):
45-
import aiostream
46-
47-
async for batch in aiostream.stream.chunks(data, request_size):
44+
batch = []
45+
async for d in data:
46+
batch.append(d)
47+
if len(batch) >= request_size:
48+
yield _new_data_request_from_batch(
49+
batch=batch,
50+
data_type=data_type,
51+
endpoint=exec_endpoint,
52+
target=target_executor,
53+
parameters=parameters,
54+
)
55+
batch = []
56+
if len(batch) > 0:
4857
yield _new_data_request_from_batch(
4958
batch=batch,
5059
data_type=data_type,

jina/resources/extra-requirements.txt

-1
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,6 @@ jina-hubble-sdk>=0.30.4: core
3737
jcloud>=0.0.35: core
3838
opentelemetry-api>=1.12.0: core
3939
opentelemetry-instrumentation-grpc>=0.35b0: core
40-
aiostream: core
4140
uvloop: perf,standard,devel
4241
prometheus_client>=0.12.0: perf,standard,devel
4342
opentelemetry-sdk>=1.14.0: perf,standard,devel

jina/serve/stream/__init__.py

+1-3
Original file line numberDiff line numberDiff line change
@@ -10,8 +10,6 @@
1010
Union,
1111
)
1212

13-
from aiostream.aiter_utils import anext
14-
1513
from jina.excepts import InternalNetworkError
1614
from jina.logging.logger import JinaLogger
1715
from jina.serve.stream.helper import AsyncRequestsIterator, _RequestsCounter
@@ -281,4 +279,4 @@ async def process_single_data(
281279
:param context: grpc context
282280
:return: response DataRequest
283281
"""
284-
return await anext(self.stream(iter([request]), context=context))
282+
return await self.stream(iter([request]), context=context).__anext__()

0 commit comments

Comments
 (0)