Bump ray from 2.54.0 to 2.55.0 in /sdks/python/container/ml/py311 #38282
4 fail, 148 skipped, 414 pass in 16m 23s
ββ2 filesββββ2 suitesβββ16m 23s β±οΈ
566 testsβ414 β
β148 π€β4 β
582 runsββ414 β
β164 π€β4 β
Results for commit 2665aac.
Annotations
github-actions / Python 3.11 Test Results (self-hosted, ubuntu-24.04, main)
test_sentence_transformer_image_embeddings (apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest) failed
sdks/python/test-suites/tox/py311/build/srcs/sdks/python/pytest_py311-ml_no_xdist.xmlβ[took 10s]
Raw output
RuntimeError: Pipeline job-009 failed in state FAILED: bundle inst002 stage-003 failed:Traceback (most recent call last):
File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
lifecycle_method()
File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
self.signature.setup_lifecycle_method.method_value()
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
self._model = self._load_model()
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
return _shared_map.acquire(self._key, constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
result = control_block.acquire(constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
result = constructor_fn()
^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
model = self._model_handler.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
model = self._underlying.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
model = self._model_class(self.model_name, **self._load_model_args)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
super().__init__(
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
modules, self.module_kwargs = self._load_modules(
^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
return self._load_config_modules(model_name_or_path, **load_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
module = module_class.load(
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
super().__init__(model_name_or_path=model_name_or_path, **kwargs)
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
self.processor = AutoProcessor.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
tokenizer = cls._load_tokenizer_from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
tokenizer = auto_processor_class.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
return cls._from_pretrained(
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
tokenizer = cls(*init_inputs, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
self._tokenizer.post_processor = processors.RobertaProcessing(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 316, in _execute
response = task()
^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 390, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 669, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 701, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 517, in get
processor = bundle_processor.BundleProcessor(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1163, in __init__
op.setup(self.data_sampler)
File "apache_beam/runners/worker/operations.py", line 878, in apache_beam.runners.worker.operations.DoOperation.setup
with self.scoped_start_state:
File "apache_beam/runners/worker/operations.py", line 928, in apache_beam.runners.worker.operations.DoOperation.setup
self.dofn_runner.setup()
File "apache_beam/runners/common.py", line 1568, in apache_beam.runners.common.DoFnRunner.setup
self._invoke_lifecycle_method(self.do_fn_invoker.invoke_setup)
File "apache_beam/runners/common.py", line 1564, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1609, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise new_exn
File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
lifecycle_method()
File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
self.signature.setup_lifecycle_method.method_value()
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
self._model = self._load_model()
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
return _shared_map.acquire(self._key, constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
result = control_block.acquire(constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
result = constructor_fn()
^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
model = self._model_handler.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
model = self._underlying.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
model = self._model_class(self.model_name, **self._load_model_args)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
super().__init__(
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
modules, self.module_kwargs = self._load_modules(
^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
return self._load_config_modules(model_name_or_path, **load_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
module = module_class.load(
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
super().__init__(model_name_or_path=model_name_or_path, **kwargs)
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
self.processor = AutoProcessor.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
tokenizer = cls._load_tokenizer_from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
tokenizer = auto_processor_class.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
return cls._from_pretrained(
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
tokenizer = cls(*init_inputs, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
self._tokenizer.post_processor = processors.RobertaProcessing(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls' [while running 'MLTransform/RunInference/BeamML_RunInference']
self = <apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest testMethod=test_sentence_transformer_image_embeddings>
@unittest.skipIf(Image is None, 'Pillow is not installed.')
def test_sentence_transformer_image_embeddings(self):
embedding_config = SentenceTransformerEmbeddings(
model_name=IMAGE_MODEL_NAME,
columns=[test_query_column],
image_model=True)
img = self.generateRandomImage(256)
> with beam.Pipeline() as pipeline:
apache_beam/ml/transforms/embeddings/huggingface_test.py:301:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/pipeline.py:655: in __exit__
self.result.wait_until_finish()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.runners.portability.portable_runner.PipelineResult object at 0x7dcae0b76dd0>
duration = None
def wait_until_finish(self, duration=None):
"""
:param duration: The maximum time in milliseconds to wait for the result of
the execution. If None or zero, will wait until the pipeline finishes.
:return: The result of the pipeline, i.e. PipelineResult.
"""
last_error_text = None
def read_messages() -> None:
nonlocal last_error_text
previous_state = -1
for message in self._message_stream:
if message.HasField('message_response'):
mr = message.message_response
logging.log(MESSAGE_LOG_LEVELS[mr.importance], "%s", mr.message_text)
if mr.importance == beam_job_api_pb2.JobMessage.JOB_MESSAGE_ERROR:
last_error_text = mr.message_text
else:
current_state = message.state_response.state
if current_state != previous_state:
_LOGGER.info(
"Job state changed to %s",
self.runner_api_state_to_pipeline_state(current_state))
previous_state = current_state
self._messages.append(message)
message_thread = threading.Thread(
target=read_messages, name='wait_until_finish_read')
message_thread.daemon = True
message_thread.start()
if duration:
state_thread = threading.Thread(
target=functools.partial(self._observe_state, message_thread),
name='wait_until_finish_state_observer')
state_thread.daemon = True
state_thread.start()
start_time = time.time()
duration_secs = duration / 1000
while (time.time() - start_time < duration_secs and
state_thread.is_alive()):
time.sleep(1)
else:
self._observe_state(message_thread)
if self._runtime_exception:
> raise self._runtime_exception
E RuntimeError: Pipeline job-009 failed in state FAILED: bundle inst002 stage-003 failed:Traceback (most recent call last):
E File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
E lifecycle_method()
E File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
E self.signature.setup_lifecycle_method.method_value()
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
E self._model = self._load_model()
E ^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
E model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
E return _shared_map.acquire(self._key, constructor_fn, tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
E result = control_block.acquire(constructor_fn, tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
E result = constructor_fn()
E ^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
E model = self._model_handler.load_model()
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
E model = self._underlying.load_model()
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
E model = self._model_class(self.model_name, **self._load_model_args)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
E return func(*args, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
E super().__init__(
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
E modules, self.module_kwargs = self._load_modules(
E ^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
E return self._load_config_modules(model_name_or_path, **load_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
E module = module_class.load(
E ^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
E return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
E super().__init__(model_name_or_path=model_name_or_path, **kwargs)
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
E return func(*args, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
E self.processor = AutoProcessor.from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
E return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
E args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
E tokenizer = cls._load_tokenizer_from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
E tokenizer = auto_processor_class.from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
E return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
E return cls._from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
E tokenizer = cls(*init_inputs, **init_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
E self._tokenizer.post_processor = processors.RobertaProcessing(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls'
E
E During handling of the above exception, another exception occurred:
E
E Traceback (most recent call last):
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 316, in _execute
E response = task()
E ^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 390, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 669, in do_instruction
E return getattr(self, request_type)(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 701, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 517, in get
E processor = bundle_processor.BundleProcessor(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1163, in __init__
E op.setup(self.data_sampler)
E File "apache_beam/runners/worker/operations.py", line 878, in apache_beam.runners.worker.operations.DoOperation.setup
E with self.scoped_start_state:
E File "apache_beam/runners/worker/operations.py", line 928, in apache_beam.runners.worker.operations.DoOperation.setup
E self.dofn_runner.setup()
E File "apache_beam/runners/common.py", line 1568, in apache_beam.runners.common.DoFnRunner.setup
E self._invoke_lifecycle_method(self.do_fn_invoker.invoke_setup)
E File "apache_beam/runners/common.py", line 1564, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
E self._reraise_augmented(exn)
E File "apache_beam/runners/common.py", line 1609, in apache_beam.runners.common.DoFnRunner._reraise_augmented
E raise new_exn
E File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
E lifecycle_method()
E File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
E self.signature.setup_lifecycle_method.method_value()
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
E self._model = self._load_model()
E ^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
E model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
E return _shared_map.acquire(self._key, constructor_fn, tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
E result = control_block.acquire(constructor_fn, tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
E result = constructor_fn()
E ^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
E model = self._model_handler.load_model()
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
E model = self._underlying.load_model()
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
E model = self._model_class(self.model_name, **self._load_model_args)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
E return func(*args, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
E super().__init__(
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
E modules, self.module_kwargs = self._load_modules(
E ^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
E return self._load_config_modules(model_name_or_path, **load_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
E module = module_class.load(
E ^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
E return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
E super().__init__(model_name_or_path=model_name_or_path, **kwargs)
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
E return func(*args, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
E self.processor = AutoProcessor.from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
E return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
E args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
E tokenizer = cls._load_tokenizer_from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
E tokenizer = auto_processor_class.from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
E return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
E return cls._from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
E tokenizer = cls(*init_inputs, **init_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
E self._tokenizer.post_processor = processors.RobertaProcessing(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls' [while running 'MLTransform/RunInference/BeamML_RunInference']
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/portability/portable_runner.py:574: RuntimeError
github-actions / Python 3.11 Test Results (self-hosted, ubuntu-24.04, main)
test_sentence_transformer_images_with_str_data_types (apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest) failed
sdks/python/test-suites/tox/py311/build/srcs/sdks/python/pytest_py311-ml_no_xdist.xmlβ[took 2s]
Raw output
AssertionError: "Embeddings can only be generated" does not match "Pipeline job-010 failed in state FAILED: bundle inst002 stage-003 failed:Traceback (most recent call last):
File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
lifecycle_method()
File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
self.signature.setup_lifecycle_method.method_value()
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
self._model = self._load_model()
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
return _shared_map.acquire(self._key, constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
result = control_block.acquire(constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
result = constructor_fn()
^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
model = self._model_handler.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
model = self._underlying.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
model = self._model_class(self.model_name, **self._load_model_args)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
super().__init__(
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
modules, self.module_kwargs = self._load_modules(
^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
return self._load_config_modules(model_name_or_path, **load_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
module = module_class.load(
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
super().__init__(model_name_or_path=model_name_or_path, **kwargs)
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
self.processor = AutoProcessor.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
tokenizer = cls._load_tokenizer_from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
tokenizer = auto_processor_class.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
return cls._from_pretrained(
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
tokenizer = cls(*init_inputs, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
self._tokenizer.post_processor = processors.RobertaProcessing(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 316, in _execute
response = task()
^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 390, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 669, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 701, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 517, in get
processor = bundle_processor.BundleProcessor(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1163, in __init__
op.setup(self.data_sampler)
File "apache_beam/runners/worker/operations.py", line 878, in apache_beam.runners.worker.operations.DoOperation.setup
with self.scoped_start_state:
File "apache_beam/runners/worker/operations.py", line 928, in apache_beam.runners.worker.operations.DoOperation.setup
self.dofn_runner.setup()
File "apache_beam/runners/common.py", line 1568, in apache_beam.runners.common.DoFnRunner.setup
self._invoke_lifecycle_method(self.do_fn_invoker.invoke_setup)
File "apache_beam/runners/common.py", line 1564, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1609, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise new_exn
File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
lifecycle_method()
File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
self.signature.setup_lifecycle_method.method_value()
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
self._model = self._load_model()
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
return _shared_map.acquire(self._key, constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
result = control_block.acquire(constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
result = constructor_fn()
^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
model = self._model_handler.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
model = self._underlying.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
model = self._model_class(self.model_name, **self._load_model_args)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
super().__init__(
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
modules, self.module_kwargs = self._load_modules(
^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
return self._load_config_modules(model_name_or_path, **load_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
module = module_class.load(
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
super().__init__(model_name_or_path=model_name_or_path, **kwargs)
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
self.processor = AutoProcessor.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
tokenizer = cls._load_tokenizer_from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
tokenizer = auto_processor_class.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
return cls._from_pretrained(
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
tokenizer = cls(*init_inputs, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
self._tokenizer.post_processor = processors.RobertaProcessing(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls' [while running 'MLTransform/RunInference/BeamML_RunInference']
"
RuntimeError: Pipeline job-010 failed in state FAILED: bundle inst002 stage-003 failed:Traceback (most recent call last):
File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
lifecycle_method()
File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
self.signature.setup_lifecycle_method.method_value()
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
self._model = self._load_model()
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
return _shared_map.acquire(self._key, constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
result = control_block.acquire(constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
result = constructor_fn()
^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
model = self._model_handler.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
model = self._underlying.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
model = self._model_class(self.model_name, **self._load_model_args)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
super().__init__(
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
modules, self.module_kwargs = self._load_modules(
^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
return self._load_config_modules(model_name_or_path, **load_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
module = module_class.load(
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
super().__init__(model_name_or_path=model_name_or_path, **kwargs)
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
self.processor = AutoProcessor.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
tokenizer = cls._load_tokenizer_from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
tokenizer = auto_processor_class.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
return cls._from_pretrained(
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
tokenizer = cls(*init_inputs, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
self._tokenizer.post_processor = processors.RobertaProcessing(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 316, in _execute
response = task()
^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 390, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 669, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 701, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 517, in get
processor = bundle_processor.BundleProcessor(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1163, in __init__
op.setup(self.data_sampler)
File "apache_beam/runners/worker/operations.py", line 878, in apache_beam.runners.worker.operations.DoOperation.setup
with self.scoped_start_state:
File "apache_beam/runners/worker/operations.py", line 928, in apache_beam.runners.worker.operations.DoOperation.setup
self.dofn_runner.setup()
File "apache_beam/runners/common.py", line 1568, in apache_beam.runners.common.DoFnRunner.setup
self._invoke_lifecycle_method(self.do_fn_invoker.invoke_setup)
File "apache_beam/runners/common.py", line 1564, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1609, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise new_exn
File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
lifecycle_method()
File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
self.signature.setup_lifecycle_method.method_value()
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
self._model = self._load_model()
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
return _shared_map.acquire(self._key, constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
result = control_block.acquire(constructor_fn, tag)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
result = constructor_fn()
^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
model = self._model_handler.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
model = self._underlying.load_model()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
model = self._model_class(self.model_name, **self._load_model_args)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
super().__init__(
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
modules, self.module_kwargs = self._load_modules(
^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
return self._load_config_modules(model_name_or_path, **load_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
module = module_class.load(
^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
super().__init__(model_name_or_path=model_name_or_path, **kwargs)
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
self.processor = AutoProcessor.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
tokenizer = cls._load_tokenizer_from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
tokenizer = auto_processor_class.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
return cls._from_pretrained(
^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
tokenizer = cls(*init_inputs, **init_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
self._tokenizer.post_processor = processors.RobertaProcessing(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls' [while running 'MLTransform/RunInference/BeamML_RunInference']
During handling of the above exception, another exception occurred:
self = <apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest testMethod=test_sentence_transformer_images_with_str_data_types>
def test_sentence_transformer_images_with_str_data_types(self):
embedding_config = SentenceTransformerEmbeddings(
model_name=IMAGE_MODEL_NAME,
columns=[test_query_column],
image_model=True)
> with self.assertRaisesRegex(Exception, "Embeddings can only be generated"):
E AssertionError: "Embeddings can only be generated" does not match "Pipeline job-010 failed in state FAILED: bundle inst002 stage-003 failed:Traceback (most recent call last):
E File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
E lifecycle_method()
E File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
E self.signature.setup_lifecycle_method.method_value()
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
E self._model = self._load_model()
E ^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
E model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
E return _shared_map.acquire(self._key, constructor_fn, tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
E result = control_block.acquire(constructor_fn, tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
E result = constructor_fn()
E ^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
E model = self._model_handler.load_model()
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
E model = self._underlying.load_model()
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
E model = self._model_class(self.model_name, **self._load_model_args)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
E return func(*args, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
E super().__init__(
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
E modules, self.module_kwargs = self._load_modules(
E ^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
E return self._load_config_modules(model_name_or_path, **load_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
E module = module_class.load(
E ^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
E return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
E super().__init__(model_name_or_path=model_name_or_path, **kwargs)
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
E return func(*args, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
E self.processor = AutoProcessor.from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
E return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
E args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
E tokenizer = cls._load_tokenizer_from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
E tokenizer = auto_processor_class.from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
E return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
E return cls._from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
E tokenizer = cls(*init_inputs, **init_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
E self._tokenizer.post_processor = processors.RobertaProcessing(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls'
E
E During handling of the above exception, another exception occurred:
E
E Traceback (most recent call last):
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 316, in _execute
E response = task()
E ^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 390, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 669, in do_instruction
E return getattr(self, request_type)(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 701, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 517, in get
E processor = bundle_processor.BundleProcessor(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1163, in __init__
E op.setup(self.data_sampler)
E File "apache_beam/runners/worker/operations.py", line 878, in apache_beam.runners.worker.operations.DoOperation.setup
E with self.scoped_start_state:
E File "apache_beam/runners/worker/operations.py", line 928, in apache_beam.runners.worker.operations.DoOperation.setup
E self.dofn_runner.setup()
E File "apache_beam/runners/common.py", line 1568, in apache_beam.runners.common.DoFnRunner.setup
E self._invoke_lifecycle_method(self.do_fn_invoker.invoke_setup)
E File "apache_beam/runners/common.py", line 1564, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
E self._reraise_augmented(exn)
E File "apache_beam/runners/common.py", line 1609, in apache_beam.runners.common.DoFnRunner._reraise_augmented
E raise new_exn
E File "apache_beam/runners/common.py", line 1562, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
E lifecycle_method()
E File "apache_beam/runners/common.py", line 602, in apache_beam.runners.common.DoFnInvoker.invoke_setup
E self.signature.setup_lifecycle_method.method_value()
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2050, in setup
E self._model = self._load_model()
E ^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 2016, in _load_model
E model = self._shared_model_handle.acquire(load, tag=self._cur_tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 289, in acquire
E return _shared_map.acquire(self._key, constructor_fn, tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 236, in acquire
E result = control_block.acquire(constructor_fn, tag)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/utils/shared.py", line 133, in acquire
E result = constructor_fn()
E ^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/inference/base.py", line 1982, in load
E model = self._model_handler.load_model()
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/base.py", line 694, in load_model
E model = self._underlying.load_model()
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/apache_beam/ml/transforms/embeddings/huggingface.py", line 87, in load_model
E model = self._model_class(self.model_name, **self._load_model_args)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 41, in wrapper
E return func(*args, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/model.py", line 183, in __init__
E super().__init__(
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 198, in __init__
E modules, self.module_kwargs = self._load_modules(
E ^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 974, in _load_modules
E return self._load_config_modules(model_name_or_path, **load_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/model.py", line 1165, in _load_config_modules
E module = module_class.load(
E ^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 33, in load
E return cls(model_name_or_path=model_name_or_path, _from_auto_load=True, **init_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/sentence_transformer/modules/clip_model.py", line 28, in __init__
E super().__init__(model_name_or_path=model_name_or_path, **kwargs)
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/util/decorators.py", line 87, in wrapper
E return func(*args, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/sentence_transformers/base/modules/transformer.py", line 659, in __init__
E self.processor = AutoProcessor.from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/processing_auto.py", line 436, in from_pretrained
E return PROCESSOR_MAPPING[type(config)].from_pretrained(pretrained_model_name_or_path, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1429, in from_pretrained
E args = cls._get_arguments_from_pretrained(pretrained_model_name_or_path, processor_dict, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1543, in _get_arguments_from_pretrained
E tokenizer = cls._load_tokenizer_from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/processing_utils.py", line 1490, in _load_tokenizer_from_pretrained
E tokenizer = auto_processor_class.from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/auto/tokenization_auto.py", line 823, in from_pretrained
E return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1740, in from_pretrained
E return cls._from_pretrained(
E ^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/tokenization_utils_base.py", line 1930, in _from_pretrained
E tokenizer = cls(*init_inputs, **init_kwargs)
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E File "/runner/_work/beam/beam/sdks/python/test-suites/tox/py311/build/srcs/sdks/python/target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/transformers/models/clip/tokenization_clip.py", line 117, in __init__
E self._tokenizer.post_processor = processors.RobertaProcessing(
E ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E TypeError: RobertaProcessing.__new__() got an unexpected keyword argument 'cls' [while running 'MLTransform/RunInference/BeamML_RunInference']
E "
apache_beam/ml/transforms/embeddings/huggingface_test.py:321: AssertionError
github-actions / Python 3.11 Test Results (self-hosted, ubuntu-24.04, main)
test_image_embedding_pipeline (apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageEmbeddingsTest) failed
sdks/python/test-suites/tox/py311/build/srcs/sdks/python/pytest_py311-ml.xmlβ[took 5m 2s]
Raw output
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "UNKNOWN:Error received from peer {grpc_message:"Deadline Exceeded", grpc_status:4}"
>
self = <apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageEmbeddingsTest testMethod=test_image_embedding_pipeline>
def test_image_embedding_pipeline(self):
png_bytes = _create_png_bytes()
test_items = [
EmbeddableItem.from_image(
png_bytes, id="img1", metadata={"source": "test"}),
]
# clip-ViT-B-32 produces 512-dimensional embeddings
expected = [
EmbeddableItem(
id="img1",
embedding=Embedding(dense_embedding=[0.0] * 512),
metadata={"source": "test"},
content=Content(image=png_bytes)),
]
embedder = HuggingfaceImageEmbeddings(model_name="clip-ViT-B-32")
> with TestPipeline() as p:
apache_beam/ml/rag/embeddings/huggingface_test.py:191:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/pipeline.py:653: in __exit__
self.result = self.run()
^^^^^^^^^^
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/testing/test_pipeline.py:123: in run
state = result.wait_until_finish(duration=self.timeout)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/portability/portable_runner.py:574: in wait_until_finish
raise self._runtime_exception
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/portability/portable_runner.py:583: in _observe_state
for state_response in self._state_stream:
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/grpc/_channel.py:538: in __next__
return self._next()
^^^^^^^^^^^^
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "UNKNOWN:Error received from peer {grpc_message:"Deadline Exceeded", grpc_status:4}"
>
def _next(self) -> Any:
with self._state.condition:
if self._state.code is None:
event_handler = _event_handler(
self._state, self._response_deserializer
)
self._state.due.add(cygrpc.OperationType.receive_message)
operating = self._call.operate(
(cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
event_handler,
)
if not operating:
self._state.due.remove(cygrpc.OperationType.receive_message)
elif self._state.code is grpc.StatusCode.OK:
raise StopIteration()
else:
raise self
def _response_ready():
return self._state.response is not None or (
cygrpc.OperationType.receive_message not in self._state.due
and self._state.code is not None
)
_common.wait(self._state.condition.wait, _response_ready)
if self._state.response is not None:
response = self._state.response
self._state.response = None
return response
if cygrpc.OperationType.receive_message not in self._state.due:
if self._state.code is grpc.StatusCode.OK:
raise StopIteration()
if self._state.code is not None:
> raise self
E grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.DEADLINE_EXCEEDED
E details = "Deadline Exceeded"
E debug_error_string = "UNKNOWN:Error received from peer {grpc_message:"Deadline Exceeded", grpc_status:4}"
E >
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/grpc/_channel.py:956: _MultiThreadedRendezvous
github-actions / Python 3.11 Test Results (self-hosted, ubuntu-24.04, main)
test_image_embedding_pipeline_from_path (apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageEmbeddingsTest) failed
sdks/python/test-suites/tox/py311/build/srcs/sdks/python/pytest_py311-ml.xmlβ[took 5m 2s]
Raw output
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "UNKNOWN:Error received from peer {grpc_status:4, grpc_message:"Deadline Exceeded"}"
>
self = <apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageEmbeddingsTest testMethod=test_image_embedding_pipeline_from_path>
def test_image_embedding_pipeline_from_path(self):
png_bytes = _create_png_bytes()
img_path = os.path.join(self.artifact_location, 'test_img.png')
with open(img_path, 'wb') as f:
f.write(png_bytes)
test_items = [
EmbeddableItem.from_image(
img_path, id="img1", metadata={"source": "test"}),
]
expected = [
EmbeddableItem(
id="img1",
embedding=Embedding(dense_embedding=[0.0] * 512),
metadata={"source": "test"},
content=Content(image=img_path)),
]
artifact_location = tempfile.mkdtemp(prefix='hf_image_path_')
embedder = HuggingfaceImageEmbeddings(model_name="clip-ViT-B-32")
try:
> with TestPipeline() as p:
apache_beam/ml/rag/embeddings/huggingface_test.py:223:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/pipeline.py:653: in __exit__
self.result = self.run()
^^^^^^^^^^
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/testing/test_pipeline.py:123: in run
state = result.wait_until_finish(duration=self.timeout)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/portability/portable_runner.py:574: in wait_until_finish
raise self._runtime_exception
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/apache_beam/runners/portability/portable_runner.py:583: in _observe_state
for state_response in self._state_stream:
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/grpc/_channel.py:538: in __next__
return self._next()
^^^^^^^^^^^^
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "UNKNOWN:Error received from peer {grpc_status:4, grpc_message:"Deadline Exceeded"}"
>
def _next(self) -> Any:
with self._state.condition:
if self._state.code is None:
event_handler = _event_handler(
self._state, self._response_deserializer
)
self._state.due.add(cygrpc.OperationType.receive_message)
operating = self._call.operate(
(cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
event_handler,
)
if not operating:
self._state.due.remove(cygrpc.OperationType.receive_message)
elif self._state.code is grpc.StatusCode.OK:
raise StopIteration()
else:
raise self
def _response_ready():
return self._state.response is not None or (
cygrpc.OperationType.receive_message not in self._state.due
and self._state.code is not None
)
_common.wait(self._state.condition.wait, _response_ready)
if self._state.response is not None:
response = self._state.response
self._state.response = None
return response
if cygrpc.OperationType.receive_message not in self._state.due:
if self._state.code is grpc.StatusCode.OK:
raise StopIteration()
if self._state.code is not None:
> raise self
E grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.DEADLINE_EXCEEDED
E details = "Deadline Exceeded"
E debug_error_string = "UNKNOWN:Error received from peer {grpc_status:4, grpc_message:"Deadline Exceeded"}"
E >
target/.tox-py311-ml/py311-ml/lib/python3.11/site-packages/grpc/_channel.py:956: _MultiThreadedRendezvous
Check notice on line 0 in .github
github-actions / Python 3.11 Test Results (self-hosted, ubuntu-24.04, main)
148 skipped tests found
There are 148 skipped tests, see "Raw output" for the full list of skipped tests.
Raw output
apache_beam.ml.anomaly.specifiable_test.TestInitCallCount β test_on_dill_pickle
apache_beam.ml.gcp.cloud_dlp_it_test.CloudDLPIT β test_deidentification
apache_beam.ml.gcp.cloud_dlp_it_test.CloudDLPIT β test_inspection
apache_beam.ml.gcp.naturallanguageml_test_it.NaturalLanguageMlTestIT β test_analyzing_syntax
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT β test_create_catalog_item
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT β test_create_user_event
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT β test_predict
apache_beam.ml.gcp.videointelligenceml_test_it.VideoIntelligenceMlTestIT β test_label_detection_with_video_context
apache_beam.ml.gcp.visionml_test_it.VisionMlTestIT β test_text_detection_with_language_hint
apache_beam.ml.inference.anthropic_inference_it_test
apache_beam.ml.inference.anthropic_inference_test
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_with_side_inputin_streaming
apache_beam.ml.inference.gemini_inference_it_test.GeminiInference β test_gemini_text_classification
apache_beam.ml.inference.huggingface_inference_it_test
apache_beam.ml.inference.huggingface_inference_test
apache_beam.ml.inference.model_manager_it_test
apache_beam.ml.inference.onnx_inference_it_test.OnnxInference β test_onnx_run_inference_roberta_sentiment_classification
apache_beam.ml.inference.onnx_inference_test
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_bert_for_masked_lm
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_bert_for_masked_lm_large_model
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_coco_maskrcnn_resnet50_fpn
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_coco_maskrcnn_resnet50_fpn_v1_and_v2
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_imagenet_mobilenetv2
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference β test_sklearn_mnist_classification
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference β test_sklearn_mnist_classification_large_model
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference β test_sklearn_regression
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference β test_tf_imagenet_image_segmentation
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference β test_tf_mnist_classification
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference β test_tf_mnist_classification_large_model
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference β test_tf_mnist_with_weights_classification
apache_beam.ml.inference.tensorrt_inference_test
apache_beam.ml.inference.vertex_ai_inference_it_test.VertexAIInference β test_vertex_ai_custom_prediction_route
apache_beam.ml.inference.vertex_ai_inference_it_test.VertexAIInference β test_vertex_ai_run_flower_image_classification
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_datatable_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_datatable_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_numpy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_numpy_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_numpy_single_batch_large_model
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_pandas_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_pandas_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_scipy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_scipy_single_batch
apache_beam.ml.inference.xgboost_inference_test
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_empty_document_field
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_empty_text
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_huggingface_tokenizer_splitter
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_invalid_document_field
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_invalid_text_splitter
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_multiple_metadata_fields
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_no_metadata_fields
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_recursive_splitter_no_overlap
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_basic_vector_search
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_batched_metadata_filter_vector_search
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_condition_batching
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_empty_input
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_euclidean_distance_search
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_include_distance
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_metadata_filter_leakage
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_no_metadata_restriction
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_price_range_filter_with_callable
apache_beam.ml.rag.enrichment.milvus_search_it_test
apache_beam.ml.rag.enrichment.milvus_search_test
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_conflict_resolution_default_ignore
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_conflict_resolution_default_update_fields
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_conflict_resolution_update
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_custom_specs
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_default_id_embedding_specs
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_default_schema
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_defaults_with_args_specs
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_language_connector
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_metadata_spec_and_conflicts
apache_beam.ml.rag.ingestion.bigquery_it_test.BigQueryVectorWriterConfigTest β test_custom_schema
apache_beam.ml.rag.ingestion.bigquery_it_test.BigQueryVectorWriterConfigTest β test_default_schema
apache_beam.ml.rag.ingestion.bigquery_it_test.BigQueryVectorWriterConfigTest β test_default_schema_missing_embedding
apache_beam.ml.rag.ingestion.bigquery_it_test.BigQueryVectorWriterConfigTest β test_streaming_default_schema
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_composite_unique_constraint_conflicts_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_composite_unique_constraint_conflicts_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_2
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_3
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_4
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_5
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_custom_column_names_and_value_functions_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_custom_column_names_and_value_functions_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_custom_type_conversion_with_default_columns_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_custom_type_conversion_with_default_columns_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_default_config_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_default_config_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_default_id_embedding_specs_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_default_id_embedding_specs_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_metadata_field_extraction_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_metadata_field_extraction_1
apache_beam.ml.rag.ingestion.milvus_search_it_test
apache_beam.ml.rag.ingestion.milvus_search_test
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_conflict_resolution_default_ignore
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_conflict_resolution_default_update_fields
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_conflict_resolution_update
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_custom_specs
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_default_id_embedding_specs
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_default_schema
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_defaults_with_args_specs
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_metadata_spec_and_conflicts
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_custom_column
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_default_schema
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_flattened_metadata
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_minimal_schema
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_update_mode
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_with_converter
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_with_timestamp
apache_beam.ml.rag.test_utils
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_appends_transforms_to_process_handler_correctly
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_dict_output_pcoll_schema_0
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_dict_output_pcoll_schema_1
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_dict_output_pcoll_schema_2
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_dict_output_pcoll_schema_3
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_fail_for_non_global_windows_in_produce_mode
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_on_dict
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_on_list_dict
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_on_multiple_columns_single_transform
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transforms_on_multiple_columns_multiple_transforms
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_mltransform_with_counter
apache_beam.ml.transforms.base_test.TestJsonPickleTransformAttributeManager β test_save_tft_process_handler
apache_beam.ml.transforms.embeddings.huggingface_test.HuggingfaceInferenceAPIGCSLocationTest β test_embeddings_with_inference_api
apache_beam.ml.transforms.embeddings.huggingface_test.HuggingfaceInferenceAPIGCSLocationTest β test_get_api_url_and_when_model_name_not_provided
apache_beam.ml.transforms.embeddings.huggingface_test.HuggingfaceInferenceAPITest β test_embeddings_with_inference_api
apache_beam.ml.transforms.embeddings.huggingface_test.HuggingfaceInferenceAPITest β test_get_api_url_and_when_model_name_not_provided
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_embeddings_with_dimensions
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_embeddings_with_read_artifact_location
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_mltransform_to_ptransform_with_openai
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_openai_text_embeddings
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_with_artifact_location
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_with_int_data_types
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsGCSArtifactLocationTest β test_embeddings_with_read_artifact_location
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsGCSArtifactLocationTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsGCSArtifactLocationTest β test_tfhub_text_embeddings
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsGCSArtifactLocationTest β test_with_int_data_types
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsTest β test_embeddings_with_read_artifact_location
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsTest β test_tfhub_text_embeddings
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsTest β test_with_int_data_types
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubImageEmbeddingsTest β test_sentence_transformer_image_embeddings
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubImageEmbeddingsTest β test_with_str_data_types
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIEmbeddingsTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.handlers_test
apache_beam.ml.transforms.tft_test
Check notice on line 0 in .github
github-actions / Python 3.11 Test Results (self-hosted, ubuntu-24.04, main)
566 tests found
There are 566 tests, see "Raw output" for the full list of tests.
Raw output
apache_beam.ml.anomaly.aggregations_test.AllVoteTest β test_default
apache_beam.ml.anomaly.aggregations_test.AnyVoteTest β test_default
apache_beam.ml.anomaly.aggregations_test.AverageScoreTest β test_default
apache_beam.ml.anomaly.aggregations_test.LabelAggTestWithMissingOrError β test_default
apache_beam.ml.anomaly.aggregations_test.MajorityVoteTest β test_default
apache_beam.ml.anomaly.aggregations_test.MajorityVoteTest β test_tie_breaker
apache_beam.ml.anomaly.aggregations_test.MaxScoreTest β test_default
apache_beam.ml.anomaly.aggregations_test.ScoreAggTestWithMissingOrError β test_default
apache_beam.ml.anomaly.base_test.TestAnomalyDetector β test_model_id_and_spec_0
apache_beam.ml.anomaly.base_test.TestAnomalyDetector β test_model_id_and_spec_1
apache_beam.ml.anomaly.base_test.TestAnomalyDetector β test_model_id_and_spec_2
apache_beam.ml.anomaly.base_test.TestAnomalyDetector β test_model_id_and_spec_3
apache_beam.ml.anomaly.base_test.TestEnsembleAnomalyDetector β test_model_id_and_spec_0
apache_beam.ml.anomaly.base_test.TestEnsembleAnomalyDetector β test_model_id_and_spec_1
apache_beam.ml.anomaly.base_test.TestEnsembleAnomalyDetector β test_model_id_and_spec_2
apache_beam.ml.anomaly.base_test.TestEnsembleAnomalyDetector β test_model_id_and_spec_3
apache_beam.ml.anomaly.detectors.iqr_test.IQRTest β test_with_default_trackers
apache_beam.ml.anomaly.detectors.pyod_adapter_test.PyODIForestTest β test_scoring_with_matched_features_0
apache_beam.ml.anomaly.detectors.pyod_adapter_test.PyODIForestTest β test_scoring_with_matched_features_1
apache_beam.ml.anomaly.detectors.pyod_adapter_test.PyODIForestTest β test_scoring_with_unmatched_features
apache_beam.ml.anomaly.detectors.robust_zscore_test.RobustZScoreTest β test_with_default_trackers
apache_beam.ml.anomaly.detectors.zscore_test.ZScoreTest β test_with_custom_mean_tracker
apache_beam.ml.anomaly.detectors.zscore_test.ZScoreTest β test_with_default_trackers
apache_beam.ml.anomaly.specifiable_test.TestClassAsArgument β test_normal_class
apache_beam.ml.anomaly.specifiable_test.TestFunctionAsArgument β test_lambda_function
apache_beam.ml.anomaly.specifiable_test.TestFunctionAsArgument β test_normal_function
apache_beam.ml.anomaly.specifiable_test.TestInitCallCount β test_just_in_time_init
apache_beam.ml.anomaly.specifiable_test.TestInitCallCount β test_on_demand_and_just_in_time_init
apache_beam.ml.anomaly.specifiable_test.TestInitCallCount β test_on_demand_init
apache_beam.ml.anomaly.specifiable_test.TestInitCallCount β test_on_dill_pickle
apache_beam.ml.anomaly.specifiable_test.TestInitCallCount β test_on_pickle
apache_beam.ml.anomaly.specifiable_test.TestNestedSpecifiable β test_error_in_child
apache_beam.ml.anomaly.specifiable_test.TestNestedSpecifiable β test_nested_specifiable_0
apache_beam.ml.anomaly.specifiable_test.TestNestedSpecifiable β test_nested_specifiable_1
apache_beam.ml.anomaly.specifiable_test.TestNestedSpecifiable β test_nested_specifiable_2
apache_beam.ml.anomaly.specifiable_test.TestNestedSpecifiable β test_nested_specifiable_3
apache_beam.ml.anomaly.specifiable_test.TestNestedSpecifiable β test_nested_specifiable_4
apache_beam.ml.anomaly.specifiable_test.TestNestedSpecifiable β test_nested_specifiable_5
apache_beam.ml.anomaly.specifiable_test.TestSpecifiable β test_decorator_in_function_form
apache_beam.ml.anomaly.specifiable_test.TestSpecifiable β test_decorator_in_syntactic_sugar_form
apache_beam.ml.anomaly.specifiable_test.TestSpecifiable β test_from_spec_and_to_spec_0
apache_beam.ml.anomaly.specifiable_test.TestSpecifiable β test_from_spec_and_to_spec_1
apache_beam.ml.anomaly.specifiable_test.TestSpecifiable β test_from_spec_and_to_spec_2
apache_beam.ml.anomaly.specifiable_test.TestSpecifiable β test_from_spec_and_to_spec_3
apache_beam.ml.anomaly.specifiable_test.TestSpecifiable β test_from_spec_on_unknown_spec_type
apache_beam.ml.anomaly.specifiable_test.TestSpecifiable β test_init_params_in_specifiable
apache_beam.ml.anomaly.specifiable_test.TestUncommonUsages β test_double_specifiable
apache_beam.ml.anomaly.specifiable_test.TestUncommonUsages β test_unspecifiable
apache_beam.ml.anomaly.thresholds_test.TestFixedThreshold β test_apply_only
apache_beam.ml.anomaly.thresholds_test.TestQuantileThreshold β test_apply_only
apache_beam.ml.anomaly.thresholds_test.TestQuantileThreshold β test_quantile_tracker
apache_beam.ml.anomaly.transforms_test.TestAnomalyDetection β test_multiple_detectors_without_aggregation_0
apache_beam.ml.anomaly.transforms_test.TestAnomalyDetection β test_multiple_detectors_without_aggregation_1
apache_beam.ml.anomaly.transforms_test.TestAnomalyDetection β test_multiple_sub_detectors_with_aggregation_0
apache_beam.ml.anomaly.transforms_test.TestAnomalyDetection β test_multiple_sub_detectors_with_aggregation_1
apache_beam.ml.anomaly.transforms_test.TestAnomalyDetection β test_one_detector_0
apache_beam.ml.anomaly.transforms_test.TestAnomalyDetection β test_one_detector_1
apache_beam.ml.anomaly.transforms_test.TestOfflineDetector β test_default_inference_fn_0
apache_beam.ml.anomaly.transforms_test.TestOfflineDetector β test_default_inference_fn_1
apache_beam.ml.anomaly.transforms_test.TestOfflineDetector β test_run_inference_args
apache_beam.ml.anomaly.transforms_test.TestStatefulThresholdDoFn β test_dofn_on_single_prediction
apache_beam.ml.anomaly.transforms_test.TestStatelessThresholdDoFn β test_dofn_on_multiple_predictions
apache_beam.ml.anomaly.transforms_test.TestStatelessThresholdDoFn β test_dofn_on_single_prediction
apache_beam.ml.anomaly.univariate.mad_test.MadTest β test_default_tracker
apache_beam.ml.anomaly.univariate.mean_test.LandmarkMeanTest β test_accuracy_fuzz
apache_beam.ml.anomaly.univariate.mean_test.LandmarkMeanTest β test_with_float64_max
apache_beam.ml.anomaly.univariate.mean_test.LandmarkMeanTest β test_with_nan
apache_beam.ml.anomaly.univariate.mean_test.LandmarkMeanTest β test_without_nan
apache_beam.ml.anomaly.univariate.mean_test.SlidingMeanTest β test_accuracy_fuzz
apache_beam.ml.anomaly.univariate.mean_test.SlidingMeanTest β test_with_float64_max_0
apache_beam.ml.anomaly.univariate.mean_test.SlidingMeanTest β test_with_float64_max_1
apache_beam.ml.anomaly.univariate.mean_test.SlidingMeanTest β test_with_nan_0
apache_beam.ml.anomaly.univariate.mean_test.SlidingMeanTest β test_with_nan_1
apache_beam.ml.anomaly.univariate.mean_test.SlidingMeanTest β test_without_nan_0
apache_beam.ml.anomaly.univariate.mean_test.SlidingMeanTest β test_without_nan_1
apache_beam.ml.anomaly.univariate.median_test.MedianTest β test_custom_tracker
apache_beam.ml.anomaly.univariate.median_test.MedianTest β test_default_tracker
apache_beam.ml.anomaly.univariate.median_test.MedianTest β test_wrong_tracker
apache_beam.ml.anomaly.univariate.perf_test.PerfTest β test_mean_perf
apache_beam.ml.anomaly.univariate.perf_test.PerfTest β test_quantile_perf
apache_beam.ml.anomaly.univariate.perf_test.PerfTest β test_stdev_perf
apache_beam.ml.anomaly.univariate.quantile_test.LandmarkQuantileTest β test_accuracy_fuzz
apache_beam.ml.anomaly.univariate.quantile_test.LandmarkQuantileTest β test_with_nan
apache_beam.ml.anomaly.univariate.quantile_test.LandmarkQuantileTest β test_without_nan
apache_beam.ml.anomaly.univariate.quantile_test.SlidingQuantileTest β test_accuracy_fuzz
apache_beam.ml.anomaly.univariate.quantile_test.SlidingQuantileTest β test_with_nan_0
apache_beam.ml.anomaly.univariate.quantile_test.SlidingQuantileTest β test_with_nan_1
apache_beam.ml.anomaly.univariate.quantile_test.SlidingQuantileTest β test_without_nan_0
apache_beam.ml.anomaly.univariate.stdev_test.LandmarkStdevTest β test_accuracy_fuzz
apache_beam.ml.anomaly.univariate.stdev_test.LandmarkStdevTest β test_with_nan
apache_beam.ml.anomaly.univariate.stdev_test.LandmarkStdevTest β test_without_nan
apache_beam.ml.anomaly.univariate.stdev_test.SlidingStdevTest β test_accuracy_fuzz
apache_beam.ml.anomaly.univariate.stdev_test.SlidingStdevTest β test_stdev_with_nan_0
apache_beam.ml.anomaly.univariate.stdev_test.SlidingStdevTest β test_stdev_with_nan_1
apache_beam.ml.anomaly.univariate.stdev_test.SlidingStdevTest β test_without_nan_0
apache_beam.ml.anomaly.univariate.stdev_test.SlidingStdevTest β test_without_nan_1
apache_beam.ml.gcp.cloud_dlp_it_test.CloudDLPIT β test_deidentification
apache_beam.ml.gcp.cloud_dlp_it_test.CloudDLPIT β test_inspection
apache_beam.ml.gcp.cloud_dlp_test.TestDeidentifyFn β test_deidentify_called
apache_beam.ml.gcp.cloud_dlp_test.TestDeidentifyText β test_exception_raised_when_no_config_is_provided
apache_beam.ml.gcp.cloud_dlp_test.TestInspectFn β test_inspect_called
apache_beam.ml.gcp.cloud_dlp_test.TestInspectText β test_exception_raised_then_no_config_provided
apache_beam.ml.gcp.naturallanguageml_test.NaturalLanguageMlTest β test_document_source
apache_beam.ml.gcp.naturallanguageml_test_it.NaturalLanguageMlTestIT β test_analyzing_syntax
apache_beam.ml.gcp.recommendations_ai_test.RecommendationsAICatalogItemTest β test_CreateCatalogItem
apache_beam.ml.gcp.recommendations_ai_test.RecommendationsAICatalogItemTest β test_ImportCatalogItems
apache_beam.ml.gcp.recommendations_ai_test.RecommendationsAIPredictTest β test_Predict
apache_beam.ml.gcp.recommendations_ai_test.RecommendationsAIUserEventTest β test_CreateUserEvent
apache_beam.ml.gcp.recommendations_ai_test.RecommendationsAIUserEventTest β test_ImportUserEvents
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT β test_create_catalog_item
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT β test_create_user_event
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT β test_predict
apache_beam.ml.gcp.videointelligenceml_test.VideoIntelligenceTest β test_AnnotateVideoWithContext_b64_content
apache_beam.ml.gcp.videointelligenceml_test.VideoIntelligenceTest β test_AnnotateVideoWithContext_bad_input
apache_beam.ml.gcp.videointelligenceml_test.VideoIntelligenceTest β test_AnnotateVideo_URIs
apache_beam.ml.gcp.videointelligenceml_test.VideoIntelligenceTest β test_AnnotateVideo_b64_content
apache_beam.ml.gcp.videointelligenceml_test.VideoIntelligenceTest β test_AnnotateVideo_bad_input
apache_beam.ml.gcp.videointelligenceml_test.VideoIntelligenceTest β test_AnnotateVideo_with_side_input_context
apache_beam.ml.gcp.videointelligenceml_test_it.VideoIntelligenceMlTestIT β test_label_detection_with_video_context
apache_beam.ml.gcp.visionml_test.VisionTest β test_AnnotateImageWithContext_URIs
apache_beam.ml.gcp.visionml_test.VisionTest β test_AnnotateImageWithContext_bad_input
apache_beam.ml.gcp.visionml_test.VisionTest β test_AnnotateImage_URI_with_side_input_context
apache_beam.ml.gcp.visionml_test.VisionTest β test_AnnotateImage_URIs
apache_beam.ml.gcp.visionml_test.VisionTest β test_AnnotateImage_URIs_large_batch
apache_beam.ml.gcp.visionml_test.VisionTest β test_AnnotateImage_b64_content
apache_beam.ml.gcp.visionml_test.VisionTest β test_AnnotateImage_bad_input
apache_beam.ml.gcp.visionml_test_it.VisionMlTestIT β test_text_detection_with_language_hint
apache_beam.ml.inference.agent_development_kit_test.TestADKAgentModelHandlerInit β test_accepts_agent_factory_callable
apache_beam.ml.inference.agent_development_kit_test.TestADKAgentModelHandlerInit β test_accepts_agent_object
apache_beam.ml.inference.agent_development_kit_test.TestADKAgentModelHandlerInit β test_custom_app_name
apache_beam.ml.inference.agent_development_kit_test.TestADKAgentModelHandlerInit β test_default_app_name
apache_beam.ml.inference.agent_development_kit_test.TestADKAgentModelHandlerInit β test_metrics_namespace
apache_beam.ml.inference.agent_development_kit_test.TestADKAgentModelHandlerInit β test_raises_if_agent_is_none
apache_beam.ml.inference.agent_development_kit_test.TestLoadModel β test_load_model_calls_factory
apache_beam.ml.inference.agent_development_kit_test.TestLoadModel β test_load_model_with_agent_object
apache_beam.ml.inference.agent_development_kit_test.TestResponseExtraction β test_invoke_agent_static_method_directly
apache_beam.ml.inference.agent_development_kit_test.TestResponseExtraction β test_returns_none_when_final_event_has_no_content
apache_beam.ml.inference.agent_development_kit_test.TestResponseExtraction β test_returns_none_when_no_final_response
apache_beam.ml.inference.agent_development_kit_test.TestResponseExtraction β test_stops_after_first_final_response
apache_beam.ml.inference.agent_development_kit_test.TestRunInference β test_batch_of_strings
apache_beam.ml.inference.agent_development_kit_test.TestRunInference β test_content_object_input
apache_beam.ml.inference.agent_development_kit_test.TestRunInference β test_custom_user_id_passed_to_runner
apache_beam.ml.inference.agent_development_kit_test.TestRunInference β test_none_inference_args_uses_defaults
apache_beam.ml.inference.agent_development_kit_test.TestRunInference β test_string_input_returns_prediction_result
apache_beam.ml.inference.agent_development_kit_test.TestSessionManagement β test_each_element_gets_unique_session_by_default
apache_beam.ml.inference.agent_development_kit_test.TestSessionManagement β test_session_created_with_correct_app_name
apache_beam.ml.inference.agent_development_kit_test.TestSessionManagement β test_shared_session_id_from_inference_args
apache_beam.ml.inference.anthropic_inference_it_test
apache_beam.ml.inference.anthropic_inference_test
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_batch_bucket_boundaries_without_batch_length_fn
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_batch_elements_kwargs_all_args
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_batch_elements_kwargs_empty_when_no_args
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_batch_elements_kwargs_partial_args
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_batch_length_fn_and_batch_bucket_boundaries
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_batch_length_fn_only
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_batching_kwargs_none_values_omitted
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_default_model_copies_is_one
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_default_share_across_processes_is_false
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_env_vars_from_kwargs
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_large_model_sets_share_across_processes
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_max_batch_duration_secs_only
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_min_batch_size_only
apache_beam.ml.inference.base_test.ModelHandlerBatchingArgsTest β test_model_copies_sets_share_across_processes
apache_beam.ml.inference.base_test.ModelManagerTest β test_run_inference_impl_with_model_manager
apache_beam.ml.inference.base_test.ModelManagerTest β test_run_inference_impl_with_model_manager_args
apache_beam.ml.inference.base_test.ModelManagerTest β test_run_inference_impl_with_model_manager_oom
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_child_class_without_env_vars
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_counted_metrics
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_env_vars_set_correctly
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_failed_batches_counter_no_failures
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_forwards_batch_args
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_increment_failed_batches_counter
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_keyed_many_model_handlers_validation
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_keyed_model_handler_get_num_bytes
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_keyed_model_handler_multiple_models_get_num_bytes
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_model_handler_compatibility
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_model_handler_manager_evicts_models
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_model_handler_manager_evicts_models_after_being_incremented
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_model_handler_manager_evicts_models_after_update
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_model_handler_manager_loads_shared_model
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_model_status_provides_valid_garbage_collection
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_model_status_provides_valid_tags
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_empty_side_input
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_dlq
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_inference_args
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_keyed_mps_incrementing_multi_copy
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_mps_nobatch_incrementing_multi_copy
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_multi_process_shared_incrementing_multi_copy
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_simple_examples
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_simple_examples_multi_process_shared
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_simple_examples_multi_process_shared_multi_copy
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_with_keyed_examples
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_with_keyed_examples_many_mhs_max_models_hint
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_with_keyed_examples_many_model_handlers
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_with_keyed_examples_many_model_handlers_metrics
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_with_keyed_examples_multi_process_shared
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_with_maybe_keyed_examples
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_impl_with_maybe_keyed_examples_multi_process_shared
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_keyed_examples_with_unkeyed_model_handler
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_keyed_pre_and_post_processing
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_loads_different_models
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_loads_different_models_multi_process_shared
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_maybe_keyed_pre_and_post_processing
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_metrics_with_custom_namespace
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_postprocessing
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_postprocessing_dlq
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_postprocessing_multiple_fns
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_pre_and_post_processing_dlq
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_prebatched
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_prediction_result_with_model_id
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_preprocessing
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_preprocessing_dlq
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_preprocessing_multiple_fns
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_side_input_in_batch
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_side_input_in_batch_multi_process_shared
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_side_input_in_batch_per_key_models
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_side_input_in_batch_per_key_models_split_cohort
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_timeout_does_garbage_collection
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_timeout_not_hit
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_timeout_on_inference_dlq
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_timeout_on_load_dlq
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_unkeyed_examples_with_keyed_model_handler
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_watch_file_pattern_keyword_arg_side_input_label
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_watch_file_pattern_side_input_label
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_with_iterable_side_input
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_with_iterable_side_input_multi_process_shared
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_run_inference_with_side_inputin_streaming
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_runinference_loads_same_model_with_identifier_multi_process_shared
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_timing_metrics
apache_beam.ml.inference.base_test.RunInferenceBaseTest β test_unexpected_inference_args_passed
apache_beam.ml.inference.base_test.RunInferenceLengthAwareBatchingTest β test_run_inference_with_length_aware_batch_elements
apache_beam.ml.inference.base_test.RunInferenceRemoteTest β test_exception_on_load_model_override
apache_beam.ml.inference.base_test.RunInferenceRemoteTest β test_exception_on_run_inference_override
apache_beam.ml.inference.base_test.RunInferenceRemoteTest β test_normal_model_execution
apache_beam.ml.inference.base_test.RunInferenceRemoteTest β test_repeated_requests_fail
apache_beam.ml.inference.base_test.RunInferenceRemoteTest β test_run_inference_with_rate_limiter
apache_beam.ml.inference.base_test.RunInferenceRemoteTest β test_run_inference_with_rate_limiter_exceeded
apache_beam.ml.inference.base_test.RunInferenceRemoteTest β test_works_on_retry
apache_beam.ml.inference.base_test.RunInferenceSizeTest β test_kwargs_are_passed_correctly
apache_beam.ml.inference.base_test.RunInferenceSizeTest β test_sizing_with_edge_cases
apache_beam.ml.inference.gemini_inference_it_test.GeminiInference β test_gemini_image_generation
apache_beam.ml.inference.gemini_inference_it_test.GeminiInference β test_gemini_text_classification
apache_beam.ml.inference.gemini_inference_test.ModelHandlerArgConditions β test_all_params_set
apache_beam.ml.inference.gemini_inference_test.ModelHandlerArgConditions β test_missing_all_params
apache_beam.ml.inference.gemini_inference_test.ModelHandlerArgConditions β test_missing_vertex_location_param
apache_beam.ml.inference.gemini_inference_test.ModelHandlerArgConditions β test_missing_vertex_project_param
apache_beam.ml.inference.gemini_inference_test.RetryOnClientErrorTest β test_retry_on_client_error_negative
apache_beam.ml.inference.gemini_inference_test.RetryOnClientErrorTest β test_retry_on_client_error_positive
apache_beam.ml.inference.gemini_inference_test.RetryOnClientErrorTest β test_retry_on_server_error
apache_beam.ml.inference.gemini_inference_test.TestGeminiModelHandler β test_create_client_with_flex_api
apache_beam.ml.inference.huggingface_inference_it_test
apache_beam.ml.inference.huggingface_inference_test
apache_beam.ml.inference.model_manager_it_test
apache_beam.ml.inference.model_manager_test.TestGPUMonitor β test_init_hardware_detected
apache_beam.ml.inference.model_manager_test.TestGPUMonitor β test_init_hardware_missing
apache_beam.ml.inference.model_manager_test.TestGPUMonitor β test_polling_updates_stats
apache_beam.ml.inference.model_manager_test.TestGPUMonitor β test_reset_peak
apache_beam.ml.inference.model_manager_test.TestModelManager β test_model_manager_capacity_check
apache_beam.ml.inference.model_manager_test.TestModelManager β test_model_manager_concurrent_execution
apache_beam.ml.inference.model_manager_test.TestModelManager β test_model_manager_concurrent_mixed_workload_convergence
apache_beam.ml.inference.model_manager_test.TestModelManager β test_model_manager_deletes_multiprocessshared_instances
apache_beam.ml.inference.model_manager_test.TestModelManager β test_model_manager_force_reset_on_exception
apache_beam.ml.inference.model_manager_test.TestModelManager β test_model_manager_metrics
apache_beam.ml.inference.model_manager_test.TestModelManager β test_model_manager_oom_recovery
apache_beam.ml.inference.model_manager_test.TestModelManager β test_model_manager_timeout_on_acquire
apache_beam.ml.inference.model_manager_test.TestModelManager β test_model_manager_unknown_model_runs_isolated
apache_beam.ml.inference.model_manager_test.TestModelManager β test_single_model_convergence_with_fluctuations
apache_beam.ml.inference.model_manager_test.TestModelManagerEviction β test_active_models_are_protected
apache_beam.ml.inference.model_manager_test.TestModelManagerEviction β test_basic_lru_eviction
apache_beam.ml.inference.model_manager_test.TestModelManagerEviction β test_chained_eviction
apache_beam.ml.inference.model_manager_test.TestModelManagerEviction β test_concurrent_eviction_pressure
apache_beam.ml.inference.model_manager_test.TestModelManagerEviction β test_starvation_prevention_overrides_demand
apache_beam.ml.inference.model_manager_test.TestModelManagerEviction β test_unknown_model_clears_memory
apache_beam.ml.inference.model_manager_test.TestResourceEstimatorSolver β test_solver_respects_min_data_points
apache_beam.ml.inference.model_manager_test.TestResourceEstimatorSolver β test_solver_respects_unique_model_constraint
apache_beam.ml.inference.onnx_inference_it_test.OnnxInference β test_onnx_run_inference_roberta_sentiment_classification
apache_beam.ml.inference.onnx_inference_test
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_bert_for_masked_lm
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_bert_for_masked_lm_large_model
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_coco_maskrcnn_resnet50_fpn
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_coco_maskrcnn_resnet50_fpn_v1_and_v2
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference β test_torch_run_inference_imagenet_mobilenetv2
apache_beam.ml.inference.pytorch_inference_test.PytorchInferenceTestWithMocks β test_load_model_args_keyed_tensor
apache_beam.ml.inference.pytorch_inference_test.PytorchInferenceTestWithMocks β test_load_model_args_tensor
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_env_vars_set_correctly_keyed_tensor_handler
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_env_vars_set_correctly_tensor_handler
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_gpu_auto_convert_to_cpu
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_inference_torch_script_model
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_invalid_input_type
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_load_torch_script_model
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_pipeline_gcs_model
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_pipeline_gcs_model_control_batching
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_pipeline_local_model_extra_inference_args
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_pipeline_local_model_extra_inference_args_batching_args
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_pipeline_local_model_extra_inference_args_large
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_pipeline_local_model_large
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_pipeline_local_model_simple
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_prediction_result_model_id_with_torch_model
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_prediction_result_model_id_with_torch_script_model
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_specify_torch_script_path_and_state_dict_path
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_torch_model_class_none
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferencePipelineTest β test_torch_model_state_dict_none
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_inference_runner_inference_args
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_namespace
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_num_bytes
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_run_inference_custom
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_run_inference_helper
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_run_inference_keyed
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_run_inference_keyed_dict_output
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_run_inference_keyed_helper
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_run_inference_multiple_tensor_features
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_run_inference_multiple_tensor_features_dict_output
apache_beam.ml.inference.pytorch_inference_test.PytorchRunInferenceTest β test_run_inference_single_tensor_feature
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference β test_sklearn_mnist_classification
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference β test_sklearn_mnist_classification_large_model
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference β test_sklearn_regression
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_bad_file_raises
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_bad_input_type_raises
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_custom_inference_fn
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_data_vectorized
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_env_vars_set_correctly_numpy
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_infer_too_many_rows_in_dataframe
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_num_bytes_numpy
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_joblib
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pandas
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pandas_custom_batching
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pandas_custom_inference
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pandas_dict_out
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pandas_env_vars_set_correctly
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pandas_joblib
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pandas_large_model
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pandas_with_keys
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pickled
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pickled_custom_batching
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_pipeline_pickled_large_model
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_predict_output
apache_beam.ml.inference.sklearn_inference_test.SkLearnRunInferenceTest β test_predict_output_dict
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference β test_tf_imagenet_image_segmentation
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference β test_tf_mnist_classification
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference β test_tf_mnist_classification_large_model
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference β test_tf_mnist_with_weights_classification
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_load_model_exception
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_predict_keyed_numpy
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_predict_keyed_tensor
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_predict_numpy
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_predict_numpy_with_batch_size
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_predict_numpy_with_large_model
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_predict_tensor
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_predict_tensor_with_args
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_predict_tensor_with_batch_size
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTest β test_predict_tensor_with_large_model
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTestWithMocks β test_env_vars_set_correctly_numpy
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTestWithMocks β test_env_vars_set_correctly_tensor
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTestWithMocks β test_load_model_args
apache_beam.ml.inference.tensorflow_inference_test.TFRunInferenceTestWithMocks β test_load_model_with_args_and_custom_weights
apache_beam.ml.inference.tensorrt_inference_test
apache_beam.ml.inference.utils_test.WatchFilePatternTest β test_emitting_singleton_output
apache_beam.ml.inference.utils_test.WatchFilePatternTest β test_latest_file_by_timestamp_default_value
apache_beam.ml.inference.utils_test.WatchFilePatternTest β test_latest_file_with_timestamp_after_pipeline_construction_time
apache_beam.ml.inference.vertex_ai_inference_it_test.VertexAIInference β test_vertex_ai_custom_prediction_route
apache_beam.ml.inference.vertex_ai_inference_it_test.VertexAIInference β test_vertex_ai_run_flower_image_classification
apache_beam.ml.inference.vertex_ai_inference_test.ModelHandlerArgConditions β test_exception_on_private_without_network
apache_beam.ml.inference.vertex_ai_inference_test.ParseInvokeResponseTest β test_parse_invoke_response_list_format
apache_beam.ml.inference.vertex_ai_inference_test.ParseInvokeResponseTest β test_parse_invoke_response_non_json
apache_beam.ml.inference.vertex_ai_inference_test.ParseInvokeResponseTest β test_parse_invoke_response_single_prediction
apache_beam.ml.inference.vertex_ai_inference_test.ParseInvokeResponseTest β test_parse_invoke_response_with_predictions_key
apache_beam.ml.inference.vertex_ai_inference_test.RetryOnClientErrorTest β test_retry_on_client_error_negative
apache_beam.ml.inference.vertex_ai_inference_test.RetryOnClientErrorTest β test_retry_on_client_error_positive
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_datatable_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_datatable_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_numpy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_numpy_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_numpy_single_batch_large_model
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_pandas_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_pandas_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_scipy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference β test_iris_classification_scipy_single_batch
apache_beam.ml.inference.xgboost_inference_test
apache_beam.ml.rag.chunking.base_test.ChunkingTransformProviderTest β test_chunking_transform
apache_beam.ml.rag.chunking.base_test.ChunkingTransformProviderTest β test_custom_chunk_id_fn
apache_beam.ml.rag.chunking.base_test.ChunkingTransformProviderTest β test_doesnt_override_get_text_splitter_transform
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_empty_document_field
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_empty_text
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_huggingface_tokenizer_splitter
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_invalid_document_field
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_invalid_text_splitter
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_multiple_metadata_fields
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_no_metadata_fields
apache_beam.ml.rag.chunking.langchain_test.LangChainChunkingTest β test_recursive_splitter_no_overlap
apache_beam.ml.rag.embeddings.base_test.ContentStringTest β test_image_bytes_raises
apache_beam.ml.rag.embeddings.base_test.ContentStringTest β test_image_uri_content
apache_beam.ml.rag.embeddings.base_test.ContentStringTest β test_text_content
apache_beam.ml.rag.embeddings.base_test.ImageEmbeddableItemTest β test_from_image_bytes
apache_beam.ml.rag.embeddings.base_test.ImageEmbeddableItemTest β test_from_image_str
apache_beam.ml.rag.embeddings.base_test.ImageEmbeddableItemTest β test_from_image_with_metadata
apache_beam.ml.rag.embeddings.base_test.RAGBaseEmbeddingsTest β test_adapter_input_conversion
apache_beam.ml.rag.embeddings.base_test.RAGBaseEmbeddingsTest β test_adapter_input_conversion_missing_text_content
apache_beam.ml.rag.embeddings.base_test.RAGBaseEmbeddingsTest β test_adapter_output_conversion
apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageAdapterTest β test_image_adapter_bytes_input
apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageAdapterTest β test_image_adapter_missing_content
apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageAdapterTest β test_image_adapter_output
apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageAdapterTest β test_image_adapter_path_input
apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageEmbeddingsTest β test_image_embedding_pipeline
apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceImageEmbeddingsTest β test_image_embedding_pipeline_from_path
apache_beam.ml.rag.embeddings.huggingface_test.HuggingfaceTextEmbeddingsTest β test_embedding_pipeline
apache_beam.ml.rag.embeddings.vertex_ai_test.VertexAIImageAdapterTest β test_image_adapter_bytes_input
apache_beam.ml.rag.embeddings.vertex_ai_test.VertexAIImageAdapterTest β test_image_adapter_missing_content
apache_beam.ml.rag.embeddings.vertex_ai_test.VertexAIImageAdapterTest β test_image_adapter_output
apache_beam.ml.rag.embeddings.vertex_ai_test.VertexAIImageAdapterTest β test_image_adapter_str_input
apache_beam.ml.rag.embeddings.vertex_ai_test.VertexAIImageEmbeddingsTest β test_image_embedding_pipeline
apache_beam.ml.rag.embeddings.vertex_ai_test.VertexAIImageEmbeddingsTest β test_image_embedding_pipeline_from_path
apache_beam.ml.rag.embeddings.vertex_ai_test.VertexAITextEmbeddingsTest β test_embedding_pipeline
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_basic_vector_search
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_batched_metadata_filter_vector_search
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_condition_batching
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_empty_input
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_euclidean_distance_search
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_include_distance
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_invalid_query
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_metadata_filter_leakage
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_missing_embedding
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_no_metadata_restriction
apache_beam.ml.rag.enrichment.bigquery_vector_search_it_test.TestBigQueryVectorSearchIT β test_price_range_filter_with_callable
apache_beam.ml.rag.enrichment.milvus_search_it_test
apache_beam.ml.rag.enrichment.milvus_search_test
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_conflict_resolution_default_ignore
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_conflict_resolution_default_update_fields
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_conflict_resolution_update
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_custom_specs
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_default_id_embedding_specs
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_default_schema
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_defaults_with_args_specs
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_language_connector
apache_beam.ml.rag.ingestion.alloydb_it_test.AlloydbVectorWriterConfigTest β test_metadata_spec_and_conflicts
apache_beam.ml.rag.ingestion.base_test.VectorDatabaseBaseTest β test_invalid_config
apache_beam.ml.rag.ingestion.base_test.VectorDatabaseBaseTest β test_pipeline_integration
apache_beam.ml.rag.ingestion.base_test.VectorDatabaseBaseTest β test_write_transform_creation
apache_beam.ml.rag.ingestion.bigquery_it_test.BigQueryVectorWriterConfigTest β test_custom_schema
apache_beam.ml.rag.ingestion.bigquery_it_test.BigQueryVectorWriterConfigTest β test_default_schema
apache_beam.ml.rag.ingestion.bigquery_it_test.BigQueryVectorWriterConfigTest β test_default_schema_missing_embedding
apache_beam.ml.rag.ingestion.bigquery_it_test.BigQueryVectorWriterConfigTest β test_streaming_default_schema
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_composite_unique_constraint_conflicts_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_composite_unique_constraint_conflicts_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_2
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_3
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_4
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_conflict_resolution_5
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_custom_column_names_and_value_functions_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_custom_column_names_and_value_functions_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_custom_type_conversion_with_default_columns_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_custom_type_conversion_with_default_columns_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_default_config_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_default_config_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_default_id_embedding_specs_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_default_id_embedding_specs_1
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_metadata_field_extraction_0
apache_beam.ml.rag.ingestion.cloudsql_it_test.CloudSQLVectorWriterConfigTest β test_metadata_field_extraction_1
apache_beam.ml.rag.ingestion.milvus_search_it_test
apache_beam.ml.rag.ingestion.milvus_search_test
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_conflict_resolution_default_ignore
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_conflict_resolution_default_update_fields
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_conflict_resolution_update
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_custom_specs
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_default_id_embedding_specs
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_default_schema
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_defaults_with_args_specs
apache_beam.ml.rag.ingestion.postgres_it_test.PostgresVectorWriterConfigTest β test_metadata_spec_and_conflicts
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_custom_column
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_default_schema
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_flattened_metadata
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_minimal_schema
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_update_mode
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_with_converter
apache_beam.ml.rag.ingestion.spanner_it_test.SpannerVectorWriterTest β test_write_with_timestamp
apache_beam.ml.rag.test_utils
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_appends_transforms_to_process_handler_correctly
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_dict_output_pcoll_schema_0
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_dict_output_pcoll_schema_1
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_dict_output_pcoll_schema_2
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_dict_output_pcoll_schema_3
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_fail_for_non_global_windows_in_produce_mode
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_no_read_or_write_artifact_lcoation
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_on_dict
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_on_list_dict
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transform_on_multiple_columns_single_transform
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_ml_transforms_on_multiple_columns_multiple_transforms
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_mltransform_with_counter
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_non_ptransfrom_provider_class_to_mltransform
apache_beam.ml.transforms.base_test.BaseMLTransformTest β test_read_mode_with_transforms
apache_beam.ml.transforms.base_test.MLTransformDLQTest β test_dlq_with_embeddings
apache_beam.ml.transforms.base_test.MLTransformDLQTest β test_mltransform_with_dlq_and_extract_tranform_name
apache_beam.ml.transforms.base_test.TestImageEmbeddingHandler β test_handler_with_dict_inputs
apache_beam.ml.transforms.base_test.TestImageEmbeddingHandler β test_handler_with_non_dict_datatype
apache_beam.ml.transforms.base_test.TestImageEmbeddingHandler β test_handler_with_non_image_datatype
apache_beam.ml.transforms.base_test.TestJsonPickleTransformAttributeManager β test_mltransform_to_ptransform_wrapper
apache_beam.ml.transforms.base_test.TestJsonPickleTransformAttributeManager β test_save_and_load_run_inference
apache_beam.ml.transforms.base_test.TestJsonPickleTransformAttributeManager β test_save_run_inference
apache_beam.ml.transforms.base_test.TestJsonPickleTransformAttributeManager β test_save_tft_process_handler
apache_beam.ml.transforms.base_test.TestJsonPickleTransformAttributeManager β test_with_gcs_location_with_none_options
apache_beam.ml.transforms.base_test.TestJsonPickleTransformAttributeManager β test_with_same_local_artifact_location
apache_beam.ml.transforms.base_test.TestMultiModalEmbeddingHandler β test_handler_with_dict_inputs
apache_beam.ml.transforms.base_test.TestMultiModalEmbeddingHandler β test_handler_with_incorrect_datatype
apache_beam.ml.transforms.base_test.TestMultiModalEmbeddingHandler β test_handler_with_non_dict_datatype
apache_beam.ml.transforms.base_test.TestUtilFunctions β test_dict_input_fn_normal
apache_beam.ml.transforms.base_test.TestUtilFunctions β test_dict_input_fn_on_list_inputs
apache_beam.ml.transforms.base_test.TestUtilFunctions β test_dict_output_fn_normal
apache_beam.ml.transforms.base_test.TestUtilFunctions β test_dict_output_fn_on_list_inputs
apache_beam.ml.transforms.base_test.TextEmbeddingHandlerTest β test_handler_on_columns_not_exist_in_input_data
apache_beam.ml.transforms.base_test.TextEmbeddingHandlerTest β test_handler_on_multiple_columns
apache_beam.ml.transforms.base_test.TextEmbeddingHandlerTest β test_handler_with_batch_sizes
apache_beam.ml.transforms.base_test.TextEmbeddingHandlerTest β test_handler_with_dict_inputs
apache_beam.ml.transforms.base_test.TextEmbeddingHandlerTest β test_handler_with_incompatible_datatype
apache_beam.ml.transforms.base_test.TextEmbeddingHandlerTest β test_handler_with_inconsistent_keys
apache_beam.ml.transforms.base_test.TextEmbeddingHandlerTest β test_handler_with_list_data
apache_beam.ml.transforms.base_test.TextEmbeddingHandlerTest β test_no_columns_or_type_adapter
apache_beam.ml.transforms.embeddings.huggingface_test.HuggingfaceInferenceAPIGCSLocationTest β test_embeddings_with_inference_api
apache_beam.ml.transforms.embeddings.huggingface_test.HuggingfaceInferenceAPIGCSLocationTest β test_get_api_url_and_when_model_name_not_provided
apache_beam.ml.transforms.embeddings.huggingface_test.HuggingfaceInferenceAPITest β test_embeddings_with_inference_api
apache_beam.ml.transforms.embeddings.huggingface_test.HuggingfaceInferenceAPITest β test_get_api_url_and_when_model_name_not_provided
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_embeddings_with_inference_args
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_embeddings_with_read_artifact_location_0
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_embeddings_with_read_artifact_location_1
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_embeddings_with_read_artifact_location_2
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_mltransform_to_ptransform_with_sentence_transformer
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_sentence_transformer_embeddings
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_sentence_transformer_image_embeddings
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_sentence_transformer_images_with_str_data_types
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_sentence_transformer_with_int_data_types
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_with_gcs_artifact_location_0
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_with_gcs_artifact_location_1
apache_beam.ml.transforms.embeddings.huggingface_test.SentenceTransformerEmbeddingsTest β test_with_gcs_artifact_location_2
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_embeddings_with_dimensions
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_embeddings_with_read_artifact_location
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_mltransform_to_ptransform_with_openai
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_openai_text_embeddings
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_with_artifact_location
apache_beam.ml.transforms.embeddings.open_ai_it_test.OpenAIEmbeddingsTest β test_with_int_data_types
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsGCSArtifactLocationTest β test_embeddings_with_read_artifact_location
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsGCSArtifactLocationTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsGCSArtifactLocationTest β test_tfhub_text_embeddings
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsGCSArtifactLocationTest β test_with_int_data_types
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsTest β test_embeddings_with_read_artifact_location
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsTest β test_tfhub_text_embeddings
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubEmbeddingsTest β test_with_int_data_types
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubImageEmbeddingsTest β test_sentence_transformer_image_embeddings
apache_beam.ml.transforms.embeddings.tensorflow_hub_test.TFHubImageEmbeddingsTest β test_with_str_data_types
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIEmbeddingsTest β test_embeddings_with_read_artifact_location
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIEmbeddingsTest β test_embeddings_with_scale_to_0_1
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIEmbeddingsTest β test_mltransform_to_ptransform_with_vertex
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIEmbeddingsTest β test_vertex_ai_text_embeddings
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIEmbeddingsTest β test_with_gcs_artifact_location
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIEmbeddingsTest β test_with_int_data_types
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIImageEmbeddingsTest β test_improper_dimension
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIImageEmbeddingsTest β test_vertex_ai_image_embedding
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIMultiModalEmbeddingsTest β test_improper_dimension
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIMultiModalEmbeddingsTest β test_improper_video_dimension
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIMultiModalEmbeddingsTest β test_missing_columns
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIMultiModalEmbeddingsTest β test_vertex_ai_multimodal_embedding_img_and_text
apache_beam.ml.transforms.embeddings.vertex_ai_it_test.VertexAIMultiModalEmbeddingsTest β test_vertex_ai_multimodal_embedding_video
apache_beam.ml.transforms.handlers_test
apache_beam.ml.transforms.tft_test