i Iterate ray dataset result using code below, ds is ray.data.dataset, ray version 2.6.3:
Traceback (most recent call last):
File “pipeline_big_data.py”, line 131, in
for row in ds.iter_rows():
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/iterator.py”, line 237, in iter_rows
for batch in self.iter_batches(**iter_batch_args):
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/iterator.py”, line 189, in iter_batches
yield from iter_batches(
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/iter_batches.py”, line 176, in iter_batches
next_batch = next(async_batch_iter)
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/util.py”, line 289, in make_async_gen
raise next_item
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/util.py”, line 266, in execute_computation
for item in fn(thread_safe_generator):
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/iter_batches.py”, line 167, in _async_iter_batches
yield from extract_data_from_batch(batch_iter)
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/util.py”, line 210, in extract_data_from_batch
for batch in batch_iter:
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/iter_batches.py”, line 306, in restore_original_order
for batch in batch_iter:
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/iter_batches.py”, line 218, in threadpool_computations_format_collate
yield from formatted_batch_iter
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/util.py”, line 158, in format_batches
for batch in block_iter:
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/util.py”, line 117, in blocks_to_batches
for block in block_iter:
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/util.py”, line 54, in resolve_block_refs
for block_ref in block_ref_iter:
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/iter_batches.py”, line 254, in prefetch_batches_locally
for block_ref, metadata in block_ref_iter:
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/block_batching/util.py”, line 246, in next
return next(self.it)
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/execution/legacy_compat.py”, line 51, in execute_to_legacy_block_iterator
for bundle in bundle_iter:
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/execution/interfaces.py”, line 548, in next
return self.get_next()
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/execution/streaming_executor.py”, line 129, in get_next
raise item
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/execution/streaming_executor.py”, line 187, in run
while self._scheduling_loop_step(self._topology) and not self._shutdown:
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/execution/streaming_executor.py”, line 235, in _scheduling_loop_step
process_completed_tasks(topology)
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/execution/streaming_executor_state.py”, line 333, in process_completed_tasks
op.notify_work_completed(ref)
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/execution/operators/actor_pool_map_operator.py”, line 219, in notify_work_completed
task.output = self._map_ref_to_ref_bundle(ref)
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/data/_internal/execution/operators/map_operator.py”, line 357, in _map_ref_to_ref_bundle
all_refs = list(ray.get(ref))
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/_private/auto_init_hook.py”, line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/_private/client_mode_hook.py”, line 103, in wrapper
return func(*args, **kwargs)
File “/opt/conda/envs/myenv/lib/python3.8/site-packages/ray/_private/worker.py”, line 2526, in get
raise value
ray.exceptions.RayActorError: The actor died unexpectedly before finishing this task.
how can i avoid this error