Build failed in Jenkins: Tensorflow oneDNN Python package (manylinux2014 nightly) #835
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-onednn-nightly/8…>
Changes:
------------------------------------------
[...truncated 1.37 MiB...]
Stats over 10 runs: max = 63.3s, min = 32.7s, avg = 39.6s, dev = 8.8s
//tensorflow/compiler/tests:fft_test_cpu PASSED in 20.4s
Stats over 12 runs: max = 20.4s, min = 7.2s, avg = 14.7s, dev = 4.8s
//tensorflow/python/data/experimental/kernel_tests:group_by_reducer_test PASSED in 16.4s
Stats over 12 runs: max = 16.4s, min = 4.1s, avg = 9.5s, dev = 3.9s
//tensorflow/python/data/kernel_tests:choose_from_datasets_test PASSED in 15.8s
Stats over 12 runs: max = 15.8s, min = 5.2s, avg = 7.3s, dev = 2.8s
//tensorflow/python/data/kernel_tests:memory_cleanup_test_cpu PASSED in 10.8s
Stats over 12 runs: max = 10.8s, min = 4.4s, avg = 6.5s, dev = 1.9s
//tensorflow/python/distribute:moving_averages_test_2gpu PASSED in 23.4s
Stats over 12 runs: max = 23.4s, min = 11.4s, avg = 14.4s, dev = 3.1s
//tensorflow/python/distribute:moving_averages_test_cpu PASSED in 22.7s
Stats over 12 runs: max = 22.7s, min = 11.3s, avg = 15.2s, dev = 2.8s
//tensorflow/python/eager/polymorphic_function:polymorphic_function_test_cpu PASSED in 28.5s
Stats over 15 runs: max = 28.5s, min = 12.1s, avg = 17.1s, dev = 4.9s
//tensorflow/python/kernel_tests/linalg:linear_operator_low_rank_update_test_cpu PASSED in 176.0s
Stats over 15 runs: max = 176.0s, min = 135.5s, avg = 150.3s, dev = 11.0s
//tensorflow/python/kernel_tests/nn_ops:rnn_cell_test_cpu PASSED in 54.7s
Stats over 15 runs: max = 54.7s, min = 6.6s, avg = 13.4s, dev = 12.3s
//tensorflow/python/data/experimental/kernel_tests/service:dynamic_sharding_test PASSED in 11.9s
Stats over 16 runs: max = 11.9s, min = 4.2s, avg = 7.8s, dev = 2.7s
//tensorflow/python/data/kernel_tests:snapshot_test PASSED in 35.2s
Stats over 16 runs: max = 35.2s, min = 12.0s, avg = 19.6s, dev = 6.0s
//tensorflow/python/kernel_tests/control_flow:control_flow_ops_py_test_cpu PASSED in 28.1s
Stats over 16 runs: max = 28.1s, min = 5.8s, avg = 9.2s, dev = 5.3s
//tensorflow/python/kernel_tests/linalg:matrix_exponential_op_test PASSED in 16.8s
Stats over 16 runs: max = 16.8s, min = 4.3s, avg = 7.6s, dev = 3.0s
//tensorflow/python/kernel_tests/signal:dct_ops_test_cpu PASSED in 17.0s
Stats over 16 runs: max = 17.0s, min = 8.4s, avg = 11.5s, dev = 2.1s
//tensorflow/python/ops:image_ops_test_cpu PASSED in 26.9s
Stats over 16 runs: max = 26.9s, min = 8.6s, avg = 15.0s, dev = 4.5s
//tensorflow/python/data/experimental/kernel_tests/service:distributed_save_ft_test PASSED in 57.9s
Stats over 17 runs: max = 57.9s, min = 8.3s, avg = 25.3s, dev = 15.6s
//tensorflow/python/data/kernel_tests:map_test PASSED in 76.9s
Stats over 19 runs: max = 76.9s, min = 27.9s, avg = 40.2s, dev = 10.5s
//tensorflow/compiler/tests:pooling_ops_3d_test_cpu PASSED in 13.9s
Stats over 20 runs: max = 13.9s, min = 4.2s, avg = 5.6s, dev = 2.0s
//tensorflow/compiler/tests:pooling_ops_3d_test_cpu_mlir_bridge_test PASSED in 12.4s
Stats over 20 runs: max = 12.4s, min = 4.3s, avg = 5.9s, dev = 1.9s
//tensorflow/compiler/tests:pooling_ops_test_cpu PASSED in 11.3s
Stats over 20 runs: max = 11.3s, min = 4.1s, avg = 5.7s, dev = 1.8s
//tensorflow/compiler/tests:pooling_ops_test_cpu_mlir_bridge_test PASSED in 12.2s
Stats over 20 runs: max = 12.2s, min = 4.4s, avg = 5.9s, dev = 2.1s
//tensorflow/compiler/tests:stochastic_cast_op_test_cpu PASSED in 12.0s
Stats over 20 runs: max = 12.0s, min = 5.1s, avg = 6.0s, dev = 1.4s
//tensorflow/dtensor/python/tests:rng_test_cpu PASSED in 14.2s
Stats over 20 runs: max = 14.2s, min = 6.5s, avg = 7.9s, dev = 1.6s
//tensorflow/python/autograph/tests:loop_control_flow_test PASSED in 29.1s
Stats over 20 runs: max = 29.1s, min = 14.0s, avg = 16.8s, dev = 3.1s
//tensorflow/python/kernel_tests:metrics_test PASSED in 44.4s
Stats over 20 runs: max = 44.4s, min = 7.9s, avg = 20.0s, dev = 10.2s
//tensorflow/python/kernel_tests/array_ops:matrix_band_part_op_test_cpu PASSED in 10.5s
Stats over 20 runs: max = 10.5s, min = 3.8s, avg = 4.8s, dev = 1.3s
//tensorflow/python/kernel_tests/data_structures:barrier_ops_test PASSED in 12.9s
Stats over 20 runs: max = 12.9s, min = 4.1s, avg = 6.3s, dev = 2.9s
//tensorflow/python/kernel_tests/linalg:eig_op_test PASSED in 56.6s
Stats over 20 runs: max = 56.6s, min = 5.1s, avg = 17.5s, dev = 15.9s
//tensorflow/python/kernel_tests/linalg:linalg_grad_test_cpu PASSED in 136.5s
Stats over 20 runs: max = 136.5s, min = 42.0s, avg = 76.5s, dev = 27.9s
//tensorflow/python/kernel_tests/linalg:norm_op_test_cpu PASSED in 14.0s
Stats over 20 runs: max = 14.0s, min = 6.4s, avg = 9.1s, dev = 2.2s
//tensorflow/python/kernel_tests/linalg:normalize_op_test_cpu PASSED in 19.2s
Stats over 20 runs: max = 19.2s, min = 8.1s, avg = 12.7s, dev = 3.2s
//tensorflow/python/kernel_tests/linalg:qr_op_test_cpu PASSED in 153.2s
Stats over 20 runs: max = 153.2s, min = 42.6s, avg = 82.8s, dev = 32.0s
//tensorflow/python/kernel_tests/linalg:self_adjoint_eig_op_test_cpu PASSED in 25.5s
Stats over 20 runs: max = 25.5s, min = 5.0s, avg = 12.1s, dev = 6.5s
//tensorflow/python/kernel_tests/math_ops:batch_matmul_op_test_cpu PASSED in 23.1s
Stats over 20 runs: max = 23.1s, min = 8.7s, avg = 14.3s, dev = 3.7s
//tensorflow/python/kernel_tests/math_ops:matmul_op_test_cpu PASSED in 34.8s
Stats over 20 runs: max = 34.8s, min = 21.2s, avg = 26.1s, dev = 3.7s
//tensorflow/python/kernel_tests/math_ops:tensordot_op_test_cpu PASSED in 81.5s
Stats over 20 runs: max = 81.5s, min = 10.0s, avg = 38.1s, dev = 24.7s
//tensorflow/python/kernel_tests/nn_ops:embedding_ops_test_cpu PASSED in 42.4s
Stats over 20 runs: max = 42.4s, min = 11.8s, avg = 19.0s, dev = 7.2s
//tensorflow/compiler/tests:unary_ops_test_cpu FAILED in 3 out of 22 in 25.0s
Stats over 22 runs: max = 25.0s, min = 4.2s, avg = 10.4s, dev = 6.5s
/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/execroot/org_tensorflow/bazel-out/aarch64-opt/testlogs/tensorflow/compiler/tests/unary_ops_test_cpu/shard_18_of_20/test.log
/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/execroot/org_tensorflow/bazel-out/aarch64-opt/testlogs/tensorflow/compiler/tests/unary_ops_test_cpu/shard_18_of_20/test_attempts/attempt_1.log
/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/execroot/org_tensorflow/bazel-out/aarch64-opt/testlogs/tensorflow/compiler/tests/unary_ops_test_cpu/shard_18_of_20/test_attempts/attempt_2.log
//tensorflow/compiler/tests:unary_ops_test_cpu_mlir_bridge_test FAILED in 3 out of 22 in 27.0s
Stats over 22 runs: max = 27.0s, min = 3.8s, avg = 11.0s, dev = 6.5s
/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/execroot/org_tensorflow/bazel-out/aarch64-opt/testlogs/tensorflow/compiler/tests/unary_ops_test_cpu_mlir_bridge_test/shard_18_of_20/test.log
/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/execroot/org_tensorflow/bazel-out/aarch64-opt/testlogs/tensorflow/compiler/tests/unary_ops_test_cpu_mlir_bridge_test/shard_18_of_20/test_attempts/attempt_1.log
/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/execroot/org_tensorflow/bazel-out/aarch64-opt/testlogs/tensorflow/compiler/tests/unary_ops_test_cpu_mlir_bridge_test/shard_18_of_20/test_attempts/attempt_2.log
//tensorflow/python/data/kernel_tests:interleave_test PASSED in 31.1s
Stats over 24 runs: max = 31.1s, min = 9.2s, avg = 17.2s, dev = 6.3s
//tensorflow/python/data/kernel_tests:sample_from_datasets_test PASSED in 20.4s
Stats over 24 runs: max = 20.4s, min = 4.6s, avg = 9.8s, dev = 4.8s
//tensorflow/dtensor/python/tests:multi_device_spmd_test_cpu PASSED in 31.1s
Stats over 25 runs: max = 31.1s, min = 23.1s, avg = 27.2s, dev = 2.0s
//tensorflow/python/kernel_tests/nn_ops:conv_ops_3d_test_cpu PASSED in 43.9s
Stats over 30 runs: max = 43.9s, min = 4.4s, avg = 15.1s, dev = 10.3s
//tensorflow/python/data/experimental/kernel_tests/service:data_service_ops_test PASSED in 17.4s
Stats over 32 runs: max = 17.4s, min = 4.4s, avg = 8.7s, dev = 3.3s
//tensorflow/python/data/experimental/kernel_tests/service:worker_tags_test PASSED in 19.6s
Stats over 32 runs: max = 19.6s, min = 4.2s, avg = 9.9s, dev = 3.9s
//tensorflow/python/distribute:multi_process_runner_test_2gpu PASSED in 215.6s
Stats over 35 runs: max = 215.6s, min = 4.5s, avg = 22.8s, dev = 37.1s
//tensorflow/python/distribute:multi_process_runner_test_cpu PASSED in 218.8s
Stats over 35 runs: max = 218.8s, min = 4.3s, avg = 23.7s, dev = 37.5s
//tensorflow/core/kernels:stochastic_cast_op_test PASSED in 1.7s
Stats over 48 runs: max = 1.7s, min = 0.4s, avg = 0.5s, dev = 0.3s
//tensorflow/compiler/mlir/quantization/tensorflow/python:quantize_model_test PASSED in 63.3s
Stats over 50 runs: max = 63.3s, min = 31.5s, avg = 43.2s, dev = 8.0s
//tensorflow/compiler/tests:sort_ops_test_cpu PASSED in 21.2s
Stats over 50 runs: max = 21.2s, min = 3.9s, avg = 11.7s, dev = 4.5s
//tensorflow/compiler/tests:sort_ops_test_cpu_mlir_bridge_test PASSED in 18.3s
Stats over 50 runs: max = 18.3s, min = 4.2s, avg = 10.9s, dev = 4.0s
//tensorflow/python/kernel_tests/linalg:linear_operator_circulant_test_cpu PASSED in 83.4s
Stats over 50 runs: max = 83.4s, min = 48.2s, avg = 60.8s, dev = 7.9s
//tensorflow/python/kernel_tests/linalg/sparse:csr_sparse_matrix_dense_mat_mul_grad_test_cpu PASSED in 21.4s
Stats over 50 runs: max = 21.4s, min = 6.2s, avg = 11.4s, dev = 3.6s
//tensorflow/python/kernel_tests/linalg/sparse:csr_sparse_matrix_dense_mat_mul_onednn_grad_test PASSED in 25.8s
Stats over 50 runs: max = 25.8s, min = 5.5s, avg = 11.9s, dev = 4.2s
//tensorflow/python/kernel_tests/math_ops:cwise_ops_binary_test_cpu PASSED in 39.1s
Stats over 50 runs: max = 39.1s, min = 10.5s, avg = 21.3s, dev = 7.2s
//tensorflow/python/kernel_tests/math_ops:cwise_ops_test_cpu PASSED in 12.3s
Stats over 50 runs: max = 12.3s, min = 4.3s, avg = 6.3s, dev = 1.6s
Executed 3086 out of 3086 tests: 3084 tests pass and 2 fail locally.
There were tests whose specified size is too big. Use the --test_verbose_timeout_warnings command line option to see which ones these are.
stdout_lines: <omitted>
...ignoring
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages] ***
Tuesday 18 June 2024 04:41:58 +0100 (2:05:25.924) 3:31:53.188 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save list of installed Python packages] ***
Tuesday 18 June 2024 04:42:00 +0100 (0:00:02.409) 3:31:55.597 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests output to file] ********
Tuesday 18 June 2024 04:42:01 +0100 (0:00:00.691) 3:31:56.288 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests stderr output to file] ***
Tuesday 18 June 2024 04:42:02 +0100 (0:00:00.699) 3:31:56.988 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Extract number of tests run] ******
Tuesday 18 June 2024 04:42:02 +0100 (0:00:00.704) 3:31:57.692 **********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show number of tests run] *********
Tuesday 18 June 2024 04:42:03 +0100 (0:00:00.080) 3:31:57.772 **********
ok: [localhost] =>
ut_tests_line: 'Executed 3086 out of 3086 tests: 3084 tests pass and 2 fail locally.'
TASK [tensorflow_in_container : (Python 3.9) Extract failed tests] *************
Tuesday 18 June 2024 04:42:03 +0100 (0:00:00.040) 3:31:57.813 **********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show which tests are flaky] *******
Tuesday 18 June 2024 04:42:03 +0100 (0:00:00.156) 3:31:57.969 **********
ok: [localhost] =>
tests_flaky: []
TASK [tensorflow_in_container : (Python 3.9) Show which tests failed] **********
Tuesday 18 June 2024 04:42:03 +0100 (0:00:00.039) 3:31:58.009 **********
ok: [localhost] =>
tests_failed:
- 'FAILED: //tensorflow/compiler/tests:unary_ops_test_cpu (Summary)'
- 'FAILED: //tensorflow/compiler/tests:unary_ops_test_cpu_mlir_bridge_test (Summary)'
TASK [tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one] ***
Tuesday 18 June 2024 04:42:03 +0100 (0:00:00.040) 3:31:58.050 **********
fatal: [localhost]: FAILED! => changed=true
rc: 1
stderr: |-
+ for wheel in /tf/pkg/*.whl
+ echo 'Checking and renaming /tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-linux_aarch64.whl...'
+ python3 -m auditwheel repair --plat manylinux2014_aarch64 /tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-linux_aarch64.whl --wheel-dir /tf/pkg
+ tee check.txt
real 2m38.362s
user 2m11.527s
sys 0m20.972s
++ grep --extended-regexp --only-matching '/tf/pkg/\S+.whl' check.txt
+ new_wheel=/tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
+ [[ /tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl != \/\t\f\/\p\k\g\/\t\e\n\s\o\r\f\l\o\w\_\a\a\r\c\h\6\4\-\2\.\1\8\.\0\-\c\p\3\9\-\c\p\3\9\-\l\i\n\u\x\_\a\a\r\c\h\6\4\.\w\h\l ]]
+ rm /tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-linux_aarch64.whl
+ wheel=/tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
+ TF_WHEEL=/tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
+ bats /usertools/wheel_verification.bats --timing
stderr_lines: <omitted>
stdout: |-
Checking and renaming /tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-linux_aarch64.whl...
INFO:auditwheel.main_repair:Repairing tensorflow_aarch64-2.18.0-cp39-cp39-linux_aarch64.whl
INFO:auditwheel.wheeltools:Previous filename tags: linux_aarch64
INFO:auditwheel.wheeltools:New filename tags: manylinux_2_17_aarch64, manylinux2014_aarch64
INFO:auditwheel.wheeltools:Previous WHEEL info tags: cp39-cp39-linux_aarch64
INFO:auditwheel.wheeltools:New WHEEL info tags: cp39-cp39-manylinux_2_17_aarch64, cp39-cp39-manylinux2014_aarch64
INFO:auditwheel.main_repair:
Fixed-up wheel written to /tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl
1..5
ok 1 Wheel is manylinux2014 (manylinux_2_17) compliant in 75030ms
# Size of /tf/pkg/tensorflow_aarch64-2.18.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl is 209 / 580 megabytes.
ok 2 Wheel conforms to upstream size limitations in 18ms
ok 3 Wheel is installable in 58309ms
ok 4 TensorFlow is importable in 4345ms
not ok 5 TensorFlow has Keras in 3732ms
# (in test file /usertools/wheel_verification.bats, line 72)
# `python3 -c 'import sys; import tensorflow as tf; sys.exit(0 if "keras" in tf.keras.__name__ else 1)'' failed
# Traceback (most recent call last):
# File "/tf/venv/lib/python3.9/site-packages/tensorflow/python/util/lazy_loader.py", line 147, in _initialize
# import keras # pylint: disable=g-import-not-at-top
# File "/tf/venv/lib/python3.9/site-packages/keras/__init__.py", line 23, in <module>
# from keras.api import _tf_keras
# ImportError: cannot import name '_tf_keras' from 'keras.api' (/tf/venv/lib/python3.9/site-packages/keras/api/__init__.py)
#
# During handling of the above exception, another exception occurred:
#
# Traceback (most recent call last):
# File "<string>", line 1, in <module>
# File "/tf/venv/lib/python3.9/site-packages/tensorflow/python/util/lazy_loader.py", line 181, in __getattr__
# self._initialize()
# File "/tf/venv/lib/python3.9/site-packages/tensorflow/python/util/lazy_loader.py", line 161, in _initialize
# raise ImportError( # pylint: disable=raise-missing-from
# ImportError: Keras cannot be imported. Check that it is installed.
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=39 changed=26 unreachable=0 failed=1 skipped=7 rescued=0 ignored=1
Tuesday 18 June 2024 04:47:05 +0100 (0:05:02.388) 3:37:00.438 **********
===============================================================================
tensorflow_in_container : (Python 3.9) run TensorFlow-oneDNN-ACL git tests 7525.92s
tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git 5080.08s
tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one - 302.39s
Cleanup after previous build ------------------------------------------- 49.44s
tensorflow : Fetch TensorFlow-oneDNN-ACL from git ---------------------- 23.05s
tensorflow : Remove TensorFlow-oneDNN-ACL git sources from previous build --- 5.28s
tensorflow_in_container : (Python 3.9) start build container ------------ 4.74s
tensorflow_in_container : (Python 3.9) cleanup Bazel install directory --- 3.00s
Gathering Facts --------------------------------------------------------- 2.72s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 2.53s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages --- 2.41s
tensorflow_in_container : (Python 3.9) Copy built wheel ----------------- 2.23s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.70s
Create cache dirs ------------------------------------------------------- 1.44s
tensorflow_in_container : (Python 3.9) create script to run tests ------- 1.37s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.22s
tensorflow : Save git commit hash to file ------------------------------- 1.15s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.85s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.83s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.80s
Build step 'Execute shell' marked build as failure
1 year, 10 months
- 1
- 3
Build failed in Jenkins: Tensorflow oneDNN Python package (manylinux2014 nightly) #833
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-onednn-nightly/8…>
Changes:
------------------------------------------
[...truncated 8.40 KiB...]
Sunday 16 June 2024 01:11:38 +0100 (0:00:00.079) 0:01:33.266 ***********
changed: [localhost]
TASK [tensorflow : Use nightly package requirements] ***************************
Sunday 16 June 2024 01:11:39 +0100 (0:00:00.691) 0:01:33.957 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds] ***
Sunday 16 June 2024 01:11:39 +0100 (0:00:00.645) 0:01:34.603 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python versioned container] ***
Sunday 16 June 2024 01:11:40 +0100 (0:00:00.687) 0:01:35.291 ***********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) start build container] ************
Sunday 16 June 2024 01:11:42 +0100 (0:00:01.734) 0:01:37.026 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir] ***
Sunday 16 June 2024 01:11:47 +0100 (0:00:05.454) 0:01:42.481 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazel cache] ******
Sunday 16 June 2024 01:11:49 +0100 (0:00:01.235) 0:01:43.716 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazelisk cache] ***
Sunday 16 June 2024 01:11:49 +0100 (0:00:00.899) 0:01:44.616 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for pip cache] ********
Sunday 16 June 2024 01:11:50 +0100 (0:00:00.861) 0:01:45.478 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build] ***
Sunday 16 June 2024 01:11:51 +0100 (0:00:00.857) 0:01:46.336 ***********
changed: [localhost]
TASK [tensorflow_in_container : Show list of installed Python packages for build] ***
Sunday 16 June 2024 01:11:54 +0100 (0:00:03.279) 0:01:49.615 ***********
ok: [localhost] =>
pip_list_output.stdout: |-
Package Version Location Installer
------------------- -------------------- -------------------------------------- ---------
auditwheel 5.4.0 /usr/local/lib/python3.9/dist-packages pip
certifi 2019.11.28 /usr/lib/python3/dist-packages
cffi 1.16.0 /usr/local/lib/python3.9/dist-packages pip
chardet 3.0.4 /usr/lib/python3/dist-packages
cryptography 42.0.5 /usr/local/lib/python3.9/dist-packages pip
Cython 3.0.9 /usr/local/lib/python3.9/dist-packages pip
dbus-python 1.2.16 /usr/lib/python3/dist-packages
docutils 0.20.1 /usr/local/lib/python3.9/dist-packages pip
idna 2.8 /usr/lib/python3/dist-packages
importlib-metadata 7.0.1 /usr/local/lib/python3.9/dist-packages pip
jaraco.classes 3.3.1 /usr/local/lib/python3.9/dist-packages pip
jeepney 0.8.0 /usr/local/lib/python3.9/dist-packages pip
keyring 24.3.1 /usr/local/lib/python3.9/dist-packages pip
markdown-it-py 3.0.0 /usr/local/lib/python3.9/dist-packages pip
mdurl 0.1.2 /usr/local/lib/python3.9/dist-packages pip
more-itertools 10.2.0 /usr/local/lib/python3.9/dist-packages pip
nh3 0.2.15 /usr/local/lib/python3.9/dist-packages pip
pip 24.0 /usr/local/lib/python3.9/dist-packages pip
pkginfo 1.10.0 /usr/local/lib/python3.9/dist-packages pip
portpicker 1.6.0 /usr/local/lib/python3.9/dist-packages pip
psutil 5.9.8 /usr/local/lib/python3.9/dist-packages pip
pycparser 2.21 /usr/local/lib/python3.9/dist-packages pip
pyelftools 0.30 /usr/local/lib/python3.9/dist-packages pip
Pygments 2.17.2 /usr/local/lib/python3.9/dist-packages pip
PyGObject 3.36.0 /usr/lib/python3/dist-packages
python-apt 2.0.1+ubuntu0.20.4.1 /usr/lib/python3/dist-packages
readme_renderer 43.0 /usr/local/lib/python3.9/dist-packages pip
requests 2.22.0 /usr/lib/python3/dist-packages
requests-toolbelt 1.0.0 /usr/local/lib/python3.9/dist-packages pip
requests-unixsocket 0.2.0 /usr/lib/python3/dist-packages
rfc3986 2.0.0 /usr/local/lib/python3.9/dist-packages pip
rich 13.7.1 /usr/local/lib/python3.9/dist-packages pip
SecretStorage 3.3.3 /usr/local/lib/python3.9/dist-packages pip
setuptools 69.1.1 /usr/local/lib/python3.9/dist-packages pip
six 1.14.0 /usr/lib/python3/dist-packages
twine 4.0.2 /usr/local/lib/python3.9/dist-packages pip
urllib3 2.2.1 /usr/local/lib/python3.9/dist-packages pip
wheel 0.42.0 /usr/local/lib/python3.9/dist-packages pip
zipp 3.17.0 /usr/local/lib/python3.9/dist-packages pip
TASK [tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git] ***
Sunday 16 June 2024 01:11:54 +0100 (0:00:00.037) 0:01:49.653 ***********
fatal: [localhost]: FAILED! => changed=true
rc: 1
stderr: |-
Extracting Bazel installation...
Starting local Bazel server and connecting to it...
INFO: Invocation ID: d8965d29-38fd-466e-a52f-f1776b7bd719
INFO: Reading 'startup' options from /tf/tensorflow/.bazelrc: --windows_enable_symlinks
INFO: Options provided by the client:
Inherited 'common' options: --isatty=0 --terminal_columns=80
INFO: Reading rc options for 'build' from /tf/tensorflow/.bazelrc:
Inherited 'common' options: --experimental_repo_remote_exec
INFO: Reading rc options for 'build' from /tf/tensorflow/.bazelrc:
'build' options: --define framework_shared_object=true --define tsl_protobuf_header_only=true --define=use_fast_cpp_protos=true --define=allow_oversize_protos=true --spawn_strategy=standalone -c opt --announce_rc --define=grpc_no_ares=true --noincompatible_remove_legacy_whole_archive --features=-force_no_whole_archive --enable_platform_specific_config --define=with_xla_support=true --config=short_logs --config=v2 --define=no_aws_support=true --define=no_hdfs_support=true --experimental_cc_shared_library --experimental_link_static_libraries_once=false --incompatible_enforce_config_setting_visibility
INFO: Reading rc options for 'build' from /usertools/aarch64_clang.bazelrc:
'build' options: --action_env=CACHEBUSTER=20220325 --action_env PYTHON_BIN_PATH=/usr/local/bin/python3 --python_path=/usr/local/bin/python3 --define=tf_api_version=2 --action_env=TF2_BEHAVIOR=1 --linkopt=-fuse-ld=lld --linkopt=-lm --linkopt=-Wl,--undefined-version --host_linkopt=-fuse-ld=lld --host_linkopt=-lm --host_linkopt=-Wl,--undefined-version --distinct_host_configuration=false --copt=-Wno-gnu-offsetof-extensions --profile=/tf/pkg/profile.json.gz --crosstool_top=@ml2014_clang_aarch64_config_aarch64//crosstool:toolchain --copt=-mtune=generic --copt=-march=armv8-a --copt=-O3
INFO: Found applicable config definition build:short_logs in file /tf/tensorflow/.bazelrc: --output_filter=DONT_MATCH_ANYTHING
INFO: Found applicable config definition build:v2 in file /tf/tensorflow/.bazelrc: --define=tf_api_version=2 --action_env=TF2_BEHAVIOR=1
INFO: Found applicable config definition build:sigbuild_local_cache in file /usertools/aarch64_clang.bazelrc: --disk_cache=/tf/cache
INFO: Found applicable config definition build:mkl_aarch64_threadpool in file /tf/tensorflow/.bazelrc: --define=build_with_mkl_aarch64=true -c opt
INFO: Found applicable config definition build:linux in file /tf/tensorflow/.bazelrc: --host_copt=-w --copt=-Wno-all --copt=-Wno-extra --copt=-Wno-deprecated --copt=-Wno-deprecated-declarations --copt=-Wno-ignored-attributes --copt=-Wno-array-bounds --copt=-Wunused-result --copt=-Werror=unused-result --copt=-Wswitch --copt=-Werror=switch --copt=-Wno-error=unused-but-set-variable --define=PREFIX=/usr --define=LIBDIR=$(PREFIX)/lib --define=INCLUDEDIR=$(PREFIX)/include --define=PROTOBUF_INCLUDE_PATH=$(PREFIX)/include --cxxopt=-std=c++17 --host_cxxopt=-std=c++17 --config=dynamic_kernels --experimental_guard_against_concurrent_changes
INFO: Found applicable config definition build:dynamic_kernels in file /tf/tensorflow/.bazelrc: --define=dynamic_loaded_kernels=true --copt=-DAUTOLOAD_DYNAMIC_KERNELS
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
INFO: Repository llvm-raw instantiated at:
/tf/tensorflow/WORKSPACE:91:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace3.bzl:63:9: in workspace
/tf/tensorflow/third_party/llvm/workspace.bzl:10:20: in repo
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
WARNING: Download from https://storage.googleapis.com/mirror.tensorflow.org/github.com/llvm/llvm-p… failed: class java.io.FileNotFoundException GET returned 404 Not Found
ERROR: An error occurred during the fetch of repository 'llvm-raw':
Traceback (most recent call last):
File "/tf/tensorflow/third_party/repo.bzl", line 83, column 30, in _tf_http_archive_impl
ctx.patch(patch_file, strip = 1)
Error in patch: Error applying patch /tf/tensorflow/third_party/llvm/typo.patch: Incorrect Chunk: the chunk content doesn't match the target
**Original Position**: 1051
**Original Content**:
":CAPIDebugObjects",
":CAPIIRObjects",
":CAPIInterfacesObjects",
":CAPITransformObjects",
],
)
**Revised Content**:
":CAPIDebugObjects",
":CAPIIRObjects",
":CAPIInterfacesObjects",
":CAPITransformsObjects",
],
)
ERROR: /tf/tensorflow/WORKSPACE:91:14: fetching _tf_http_archive rule //external:llvm-raw: Traceback (most recent call last):
File "/tf/tensorflow/third_party/repo.bzl", line 83, column 30, in _tf_http_archive_impl
ctx.patch(patch_file, strip = 1)
Error in patch: Error applying patch /tf/tensorflow/third_party/llvm/typo.patch: Incorrect Chunk: the chunk content doesn't match the target
**Original Position**: 1051
**Original Content**:
":CAPIDebugObjects",
":CAPIIRObjects",
":CAPIInterfacesObjects",
":CAPITransformObjects",
],
)
**Revised Content**:
":CAPIDebugObjects",
":CAPIIRObjects",
":CAPIInterfacesObjects",
":CAPITransformsObjects",
],
)
ERROR: Error computing the main repository mapping: no such package '@llvm-raw//utils/bazel': Error applying patch /tf/tensorflow/third_party/llvm/typo.patch: Incorrect Chunk: the chunk content doesn't match the target
**Original Position**: 1051
**Original Content**:
":CAPIDebugObjects",
":CAPIIRObjects",
":CAPIInterfacesObjects",
":CAPITransformObjects",
],
)
**Revised Content**:
":CAPIDebugObjects",
":CAPIIRObjects",
":CAPIInterfacesObjects",
":CAPITransformsObjects",
],
)
stderr_lines: <omitted>
stdout: ''
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=25 changed=17 unreachable=0 failed=1 skipped=6 rescued=0 ignored=0
Sunday 16 June 2024 01:13:21 +0100 (0:01:26.392) 0:03:16.045 ***********
===============================================================================
tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git -- 86.39s
Cleanup after previous build ------------------------------------------- 57.36s
tensorflow : Fetch TensorFlow-oneDNN-ACL from git ---------------------- 22.00s
tensorflow : Remove TensorFlow-oneDNN-ACL git sources from previous build --- 6.88s
tensorflow_in_container : (Python 3.9) start build container ------------ 5.45s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 3.28s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.73s
Gathering Facts --------------------------------------------------------- 1.70s
Create cache dirs ------------------------------------------------------- 1.45s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.24s
tensorflow : Save git commit hash to file ------------------------------- 1.14s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.90s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.86s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.86s
tensorflow : Create linklibs shell script ------------------------------- 0.69s
tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds --- 0.69s
tensorflow_in_container : Reset checkout to clean state ----------------- 0.66s
tensorflow : Use nightly package requirements --------------------------- 0.65s
tensorflow : Get oneline version of git log for this checkout ----------- 0.58s
Build TensorFlow for each Python version (dual abi) --------------------- 0.43s
Build step 'Execute shell' marked build as failure
1 year, 10 months
- 1
- 1
Build failed in Jenkins: Tensorflow oneDNN Python package (manylinux2014 nightly) #818
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-onednn-nightly/8…>
Changes:
------------------------------------------
[...truncated 7.02 KiB...]
TASK [tensorflow : Record git commit hash to variable] *************************
Saturday 01 June 2024 01:11:14 +0100 (0:00:00.036) 0:01:10.344 *********
ok: [localhost]
TASK [tensorflow : Save git commit hash to file] *******************************
Saturday 01 June 2024 01:11:14 +0100 (0:00:00.058) 0:01:10.403 *********
changed: [localhost]
TASK [Build TensorFlow for each Python version (dual abi)] *********************
Saturday 01 June 2024 01:11:15 +0100 (0:00:01.103) 0:01:11.506 *********
TASK [tensorflow_in_container : Reset checkout to clean state] *****************
Saturday 01 June 2024 01:11:16 +0100 (0:00:00.411) 0:01:11.917 *********
changed: [localhost]
TASK [tensorflow_in_container : Remove TensorFlow-oneDNN-ACL git sources from previous build] ***
Saturday 01 June 2024 01:11:16 +0100 (0:00:00.690) 0:01:12.608 *********
skipping: [localhost]
TASK [Fetch TensorFlow] ********************************************************
Saturday 01 June 2024 01:11:16 +0100 (0:00:00.029) 0:01:12.638 *********
skipping: [localhost]
TASK [(Python 3.9) patch TensorFlow tree] **************************************
Saturday 01 June 2024 01:11:17 +0100 (0:00:00.030) 0:01:12.668 *********
TASK [tensorflow : Create linklibs shell script] *******************************
Saturday 01 June 2024 01:11:17 +0100 (0:00:00.082) 0:01:12.751 *********
changed: [localhost]
TASK [tensorflow : Use nightly package requirements] ***************************
Saturday 01 June 2024 01:11:17 +0100 (0:00:00.695) 0:01:13.446 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds] ***
Saturday 01 June 2024 01:11:18 +0100 (0:00:00.638) 0:01:14.084 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python versioned container] ***
Saturday 01 June 2024 01:11:19 +0100 (0:00:00.688) 0:01:14.773 *********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) start build container] ************
Saturday 01 June 2024 01:11:20 +0100 (0:00:01.629) 0:01:16.403 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir] ***
Saturday 01 June 2024 01:11:22 +0100 (0:00:02.163) 0:01:18.567 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazel cache] ******
Saturday 01 June 2024 01:11:24 +0100 (0:00:01.345) 0:01:19.912 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazelisk cache] ***
Saturday 01 June 2024 01:11:25 +0100 (0:00:00.905) 0:01:20.818 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for pip cache] ********
Saturday 01 June 2024 01:11:26 +0100 (0:00:00.843) 0:01:21.661 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build] ***
Saturday 01 June 2024 01:11:26 +0100 (0:00:00.865) 0:01:22.526 *********
changed: [localhost]
TASK [tensorflow_in_container : Show list of installed Python packages for build] ***
Saturday 01 June 2024 01:11:29 +0100 (0:00:02.342) 0:01:24.869 *********
ok: [localhost] =>
pip_list_output.stdout: |-
Package Version Location Installer
------------------- -------------------- -------------------------------------- ---------
auditwheel 5.4.0 /usr/local/lib/python3.9/dist-packages pip
certifi 2019.11.28 /usr/lib/python3/dist-packages
cffi 1.16.0 /usr/local/lib/python3.9/dist-packages pip
chardet 3.0.4 /usr/lib/python3/dist-packages
cryptography 42.0.5 /usr/local/lib/python3.9/dist-packages pip
Cython 3.0.9 /usr/local/lib/python3.9/dist-packages pip
dbus-python 1.2.16 /usr/lib/python3/dist-packages
docutils 0.20.1 /usr/local/lib/python3.9/dist-packages pip
idna 2.8 /usr/lib/python3/dist-packages
importlib-metadata 7.0.1 /usr/local/lib/python3.9/dist-packages pip
jaraco.classes 3.3.1 /usr/local/lib/python3.9/dist-packages pip
jeepney 0.8.0 /usr/local/lib/python3.9/dist-packages pip
keyring 24.3.1 /usr/local/lib/python3.9/dist-packages pip
markdown-it-py 3.0.0 /usr/local/lib/python3.9/dist-packages pip
mdurl 0.1.2 /usr/local/lib/python3.9/dist-packages pip
more-itertools 10.2.0 /usr/local/lib/python3.9/dist-packages pip
nh3 0.2.15 /usr/local/lib/python3.9/dist-packages pip
pip 24.0 /usr/local/lib/python3.9/dist-packages pip
pkginfo 1.10.0 /usr/local/lib/python3.9/dist-packages pip
portpicker 1.6.0 /usr/local/lib/python3.9/dist-packages pip
psutil 5.9.8 /usr/local/lib/python3.9/dist-packages pip
pycparser 2.21 /usr/local/lib/python3.9/dist-packages pip
pyelftools 0.30 /usr/local/lib/python3.9/dist-packages pip
Pygments 2.17.2 /usr/local/lib/python3.9/dist-packages pip
PyGObject 3.36.0 /usr/lib/python3/dist-packages
python-apt 2.0.1+ubuntu0.20.4.1 /usr/lib/python3/dist-packages
readme_renderer 43.0 /usr/local/lib/python3.9/dist-packages pip
requests 2.22.0 /usr/lib/python3/dist-packages
requests-toolbelt 1.0.0 /usr/local/lib/python3.9/dist-packages pip
requests-unixsocket 0.2.0 /usr/lib/python3/dist-packages
rfc3986 2.0.0 /usr/local/lib/python3.9/dist-packages pip
rich 13.7.1 /usr/local/lib/python3.9/dist-packages pip
SecretStorage 3.3.3 /usr/local/lib/python3.9/dist-packages pip
setuptools 69.1.1 /usr/local/lib/python3.9/dist-packages pip
six 1.14.0 /usr/lib/python3/dist-packages
twine 4.0.2 /usr/local/lib/python3.9/dist-packages pip
urllib3 2.2.1 /usr/local/lib/python3.9/dist-packages pip
wheel 0.42.0 /usr/local/lib/python3.9/dist-packages pip
zipp 3.17.0 /usr/local/lib/python3.9/dist-packages pip
TASK [tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git] ***
Saturday 01 June 2024 01:11:29 +0100 (0:00:00.037) 0:01:24.907 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python package] *************
Saturday 01 June 2024 02:20:32 +0100 (1:09:02.754) 1:10:27.662 *********
skipping: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Copy built wheel] *****************
Saturday 01 June 2024 02:20:32 +0100 (0:00:00.040) 1:10:27.702 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) cleanup Bazel install directory] ***
Saturday 01 June 2024 02:20:33 +0100 (0:00:01.579) 1:10:29.282 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create script to run tests] *******
Saturday 01 June 2024 02:20:36 +0100 (0:00:02.703) 1:10:31.985 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) run TensorFlow-oneDNN-ACL git tests] ***
Saturday 01 June 2024 02:20:37 +0100 (0:00:00.966) 1:10:32.952 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages] ***
Saturday 01 June 2024 04:41:53 +0100 (2:21:16.641) 3:31:49.593 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save list of installed Python packages] ***
Saturday 01 June 2024 04:41:55 +0100 (0:00:01.870) 3:31:51.463 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests output to file] ********
Saturday 01 June 2024 04:41:56 +0100 (0:00:00.690) 3:31:52.154 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests stderr output to file] ***
Saturday 01 June 2024 04:41:57 +0100 (0:00:00.698) 3:31:52.853 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Extract number of tests run] ******
Saturday 01 June 2024 04:41:57 +0100 (0:00:00.704) 3:31:53.557 *********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show number of tests run] *********
Saturday 01 June 2024 04:41:57 +0100 (0:00:00.076) 3:31:53.634 *********
ok: [localhost] =>
ut_tests_line: 'Executed 3086 out of 3086 tests: 3086 tests pass.'
TASK [tensorflow_in_container : (Python 3.9) Extract failed tests] *************
Saturday 01 June 2024 04:41:58 +0100 (0:00:00.039) 3:31:53.674 *********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show which tests are flaky] *******
Saturday 01 June 2024 04:41:58 +0100 (0:00:00.127) 3:31:53.802 *********
ok: [localhost] =>
tests_flaky:
- //tensorflow/core/kernels/mkl:mkl_qmatmul_op_test FLAKY, failed in 1 out of 2 in 0.3s
TASK [tensorflow_in_container : (Python 3.9) Show which tests failed] **********
Saturday 01 June 2024 04:41:58 +0100 (0:00:00.039) 3:31:53.842 *********
ok: [localhost] =>
tests_failed: []
TASK [tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one] ***
Saturday 01 June 2024 04:41:58 +0100 (0:00:00.039) 3:31:53.881 *********
fatal: [localhost]: FAILED! => changed=true
rc: 1
stderr: |-
+ for wheel in /tf/pkg/*.whl
+ echo 'Checking and renaming /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl...'
+ python3 -m auditwheel repair --plat manylinux2014_aarch64 /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl --wheel-dir /tf/pkg
+ tee check.txt
real 1m27.249s
user 1m11.201s
sys 0m15.533s
stderr_lines: <omitted>
stdout: |-
Checking and renaming /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl...
INFO:auditwheel.main_repair:Repairing tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl
Traceback (most recent call last):
File "/usr/local/lib/python3.9/dist-packages/auditwheel/repair.py", line 80, in repair_wheel
raise ValueError(
ValueError: Cannot repair wheel, because required library "_pywrap_tensorflow_internal.so" could not be located
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3.9/runpy.py", line 197, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/usr/lib/python3.9/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/__main__.py", line 8, in <module>
sys.exit(main())
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main.py", line 59, in main
rval = args.func(args, p)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main_repair.py", line 175, in execute
out_wheel = repair_wheel(
File "/usr/local/lib/python3.9/dist-packages/auditwheel/repair.py", line 118, in repair_wheel
strip_symbols(itertools.chain(libs_to_strip, extensions))
File "/usr/local/lib/python3.9/dist-packages/auditwheel/wheeltools.py", line 137, in __exit__
dir2zip(self.name, self.out_wheel, date_time)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/tools.py", line 76, in dir2zip
with zipfile.ZipFile(zip_fname, "w", compression=compression) as z:
File "/usr/lib/python3.9/zipfile.py", line 1248, in __init__
self.fp = io.open(file, filemode)
PermissionError: [Errno 13] Permission denied: '/tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl'
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=39 changed=26 unreachable=0 failed=1 skipped=7 rescued=0 ignored=0
Saturday 01 June 2024 04:43:26 +0100 (0:01:28.052) 3:33:21.934 *********
===============================================================================
tensorflow_in_container : (Python 3.9) run TensorFlow-oneDNN-ACL git tests 8476.64s
tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git 4142.75s
tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one -- 88.05s
Cleanup after previous build ------------------------------------------- 38.04s
tensorflow : Fetch TensorFlow-oneDNN-ACL from git ---------------------- 22.84s
tensorflow : Remove TensorFlow-oneDNN-ACL git sources from previous build --- 4.94s
tensorflow_in_container : (Python 3.9) cleanup Bazel install directory --- 2.70s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 2.34s
tensorflow_in_container : (Python 3.9) start build container ------------ 2.16s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages --- 1.87s
Gathering Facts --------------------------------------------------------- 1.69s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.63s
tensorflow_in_container : (Python 3.9) Copy built wheel ----------------- 1.58s
Create cache dirs ------------------------------------------------------- 1.43s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.35s
tensorflow : Save git commit hash to file ------------------------------- 1.10s
tensorflow_in_container : (Python 3.9) create script to run tests ------- 0.97s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.91s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.87s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.84s
Build step 'Execute shell' marked build as failure
1 year, 11 months
- 1
- 3
Build failed in Jenkins: Tensorflow Python package (manylinux2014 nightly) #1188
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-nightly/1188/dis…>
Changes:
------------------------------------------
[...truncated 6.63 KiB...]
git_log.stdout: f2535930fb518a3996cac26d59c3dd2bf9776e77 [XLA:GPU] Clang-tidy cleanup for xla/service/gpu/fusions/mlir/mlir_fusion_emitter.h
TASK [tensorflow : Record git commit hash to variable] *************************
Saturday 01 June 2024 19:11:14 +0100 (0:00:00.037) 0:01:09.722 *********
ok: [localhost]
TASK [tensorflow : Save git commit hash to file] *******************************
Saturday 01 June 2024 19:11:14 +0100 (0:00:00.055) 0:01:09.778 *********
changed: [localhost]
TASK [Build TensorFlow for each Python version (dual abi)] *********************
Saturday 01 June 2024 19:11:15 +0100 (0:00:01.137) 0:01:10.915 *********
TASK [tensorflow_in_container : Reset checkout to clean state] *****************
Saturday 01 June 2024 19:11:15 +0100 (0:00:00.412) 0:01:11.328 *********
changed: [localhost]
TASK [tensorflow_in_container : Remove TensorFlow git sources from previous build] ***
Saturday 01 June 2024 19:11:16 +0100 (0:00:00.646) 0:01:11.974 *********
skipping: [localhost]
TASK [Fetch TensorFlow] ********************************************************
Saturday 01 June 2024 19:11:16 +0100 (0:00:00.029) 0:01:12.004 *********
skipping: [localhost]
TASK [(Python 3.9) patch TensorFlow tree] **************************************
Saturday 01 June 2024 19:11:16 +0100 (0:00:00.030) 0:01:12.034 *********
TASK [tensorflow : Create linklibs shell script] *******************************
Saturday 01 June 2024 19:11:16 +0100 (0:00:00.081) 0:01:12.116 *********
changed: [localhost]
TASK [tensorflow : Use nightly package requirements] ***************************
Saturday 01 June 2024 19:11:17 +0100 (0:00:00.685) 0:01:12.802 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds] ***
Saturday 01 June 2024 19:11:17 +0100 (0:00:00.626) 0:01:13.429 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python versioned container] ***
Saturday 01 June 2024 19:11:18 +0100 (0:00:00.680) 0:01:14.109 *********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) start build container] ************
Saturday 01 June 2024 19:11:19 +0100 (0:00:01.486) 0:01:15.596 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir] ***
Saturday 01 June 2024 19:27:00 +0100 (0:15:40.311) 0:16:55.907 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazel cache] ******
Saturday 01 June 2024 19:27:01 +0100 (0:00:01.205) 0:16:57.113 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazelisk cache] ***
Saturday 01 June 2024 19:27:02 +0100 (0:00:00.823) 0:16:57.936 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for pip cache] ********
Saturday 01 June 2024 19:27:03 +0100 (0:00:00.866) 0:16:58.803 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build] ***
Saturday 01 June 2024 19:27:03 +0100 (0:00:00.800) 0:16:59.603 *********
changed: [localhost]
TASK [tensorflow_in_container : Show list of installed Python packages for build] ***
Saturday 01 June 2024 19:27:05 +0100 (0:00:01.857) 0:17:01.461 *********
ok: [localhost] =>
pip_list_output.stdout: |-
Package Version Location Installer
------------------- -------------------- -------------------------------------- ---------
auditwheel 5.4.0 /usr/local/lib/python3.9/dist-packages pip
certifi 2019.11.28 /usr/lib/python3/dist-packages
cffi 1.16.0 /usr/local/lib/python3.9/dist-packages pip
chardet 3.0.4 /usr/lib/python3/dist-packages
cryptography 42.0.5 /usr/local/lib/python3.9/dist-packages pip
Cython 3.0.9 /usr/local/lib/python3.9/dist-packages pip
dbus-python 1.2.16 /usr/lib/python3/dist-packages
docutils 0.20.1 /usr/local/lib/python3.9/dist-packages pip
idna 2.8 /usr/lib/python3/dist-packages
importlib-metadata 7.0.1 /usr/local/lib/python3.9/dist-packages pip
jaraco.classes 3.3.1 /usr/local/lib/python3.9/dist-packages pip
jeepney 0.8.0 /usr/local/lib/python3.9/dist-packages pip
keyring 24.3.1 /usr/local/lib/python3.9/dist-packages pip
markdown-it-py 3.0.0 /usr/local/lib/python3.9/dist-packages pip
mdurl 0.1.2 /usr/local/lib/python3.9/dist-packages pip
more-itertools 10.2.0 /usr/local/lib/python3.9/dist-packages pip
nh3 0.2.15 /usr/local/lib/python3.9/dist-packages pip
pip 24.0 /usr/local/lib/python3.9/dist-packages pip
pkginfo 1.10.0 /usr/local/lib/python3.9/dist-packages pip
portpicker 1.6.0 /usr/local/lib/python3.9/dist-packages pip
psutil 5.9.8 /usr/local/lib/python3.9/dist-packages pip
pycparser 2.21 /usr/local/lib/python3.9/dist-packages pip
pyelftools 0.30 /usr/local/lib/python3.9/dist-packages pip
Pygments 2.17.2 /usr/local/lib/python3.9/dist-packages pip
PyGObject 3.36.0 /usr/lib/python3/dist-packages
python-apt 2.0.1+ubuntu0.20.4.1 /usr/lib/python3/dist-packages
readme_renderer 43.0 /usr/local/lib/python3.9/dist-packages pip
requests 2.22.0 /usr/lib/python3/dist-packages
requests-toolbelt 1.0.0 /usr/local/lib/python3.9/dist-packages pip
requests-unixsocket 0.2.0 /usr/lib/python3/dist-packages
rfc3986 2.0.0 /usr/local/lib/python3.9/dist-packages pip
rich 13.7.1 /usr/local/lib/python3.9/dist-packages pip
SecretStorage 3.3.3 /usr/local/lib/python3.9/dist-packages pip
setuptools 69.1.1 /usr/local/lib/python3.9/dist-packages pip
six 1.14.0 /usr/lib/python3/dist-packages
twine 4.0.2 /usr/local/lib/python3.9/dist-packages pip
urllib3 2.2.1 /usr/local/lib/python3.9/dist-packages pip
wheel 0.42.0 /usr/local/lib/python3.9/dist-packages pip
zipp 3.17.0 /usr/local/lib/python3.9/dist-packages pip
TASK [tensorflow_in_container : (Python 3.9) build TensorFlow git] *************
Saturday 01 June 2024 19:27:05 +0100 (0:00:00.037) 0:17:01.498 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python package] *************
Saturday 01 June 2024 20:32:04 +0100 (1:04:58.846) 1:22:00.345 *********
skipping: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Copy built wheel] *****************
Saturday 01 June 2024 20:32:04 +0100 (0:00:00.031) 1:22:00.376 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) cleanup Bazel install directory] ***
Saturday 01 June 2024 20:32:05 +0100 (0:00:00.909) 1:22:01.285 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create script to run tests] *******
Saturday 01 June 2024 20:32:06 +0100 (0:00:00.869) 1:22:02.155 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) run TensorFlow git tests] *********
Saturday 01 June 2024 20:32:07 +0100 (0:00:00.703) 1:22:02.858 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages] ***
Saturday 01 June 2024 22:37:19 +0100 (2:05:11.868) 3:27:14.727 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save list of installed Python packages] ***
Saturday 01 June 2024 22:37:21 +0100 (0:00:02.366) 3:27:17.093 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests output to file] ********
Saturday 01 June 2024 22:37:22 +0100 (0:00:00.679) 3:27:17.773 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests stderr output to file] ***
Saturday 01 June 2024 22:37:22 +0100 (0:00:00.694) 3:27:18.467 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Extract number of tests run] ******
Saturday 01 June 2024 22:37:23 +0100 (0:00:00.700) 3:27:19.167 *********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show number of tests run] *********
Saturday 01 June 2024 22:37:23 +0100 (0:00:00.075) 3:27:19.243 *********
ok: [localhost] =>
ut_tests_line: 'Executed 3087 out of 3087 tests: 3087 tests pass.'
TASK [tensorflow_in_container : (Python 3.9) Extract failed tests] *************
Saturday 01 June 2024 22:37:23 +0100 (0:00:00.062) 3:27:19.305 *********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show which tests are flaky] *******
Saturday 01 June 2024 22:37:23 +0100 (0:00:00.123) 3:27:19.429 *********
ok: [localhost] =>
tests_flaky: []
TASK [tensorflow_in_container : (Python 3.9) Show which tests failed] **********
Saturday 01 June 2024 22:37:23 +0100 (0:00:00.038) 3:27:19.467 *********
ok: [localhost] =>
tests_failed: []
TASK [tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one] ***
Saturday 01 June 2024 22:37:23 +0100 (0:00:00.039) 3:27:19.507 *********
fatal: [localhost]: FAILED! => changed=true
rc: 1
stderr: |-
+ for wheel in /tf/pkg/*.whl
+ echo 'Checking and renaming /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl...'
+ python3 -m auditwheel repair --plat manylinux2014_aarch64 /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl --wheel-dir /tf/pkg
+ tee check.txt
real 1m22.581s
user 1m8.234s
sys 0m13.796s
stderr_lines: <omitted>
stdout: |-
Checking and renaming /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl...
INFO:auditwheel.main_repair:Repairing tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl
Traceback (most recent call last):
File "/usr/local/lib/python3.9/dist-packages/auditwheel/repair.py", line 80, in repair_wheel
raise ValueError(
ValueError: Cannot repair wheel, because required library "_pywrap_tensorflow_internal.so" could not be located
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3.9/runpy.py", line 197, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/usr/lib/python3.9/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/__main__.py", line 8, in <module>
sys.exit(main())
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main.py", line 59, in main
rval = args.func(args, p)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main_repair.py", line 175, in execute
out_wheel = repair_wheel(
File "/usr/local/lib/python3.9/dist-packages/auditwheel/repair.py", line 118, in repair_wheel
strip_symbols(itertools.chain(libs_to_strip, extensions))
File "/usr/local/lib/python3.9/dist-packages/auditwheel/wheeltools.py", line 137, in __exit__
dir2zip(self.name, self.out_wheel, date_time)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/tools.py", line 76, in dir2zip
with zipfile.ZipFile(zip_fname, "w", compression=compression) as z:
File "/usr/lib/python3.9/zipfile.py", line 1248, in __init__
self.fp = io.open(file, filemode)
PermissionError: [Errno 13] Permission denied: '/tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl'
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=39 changed=26 unreachable=0 failed=1 skipped=7 rescued=0 ignored=0
Saturday 01 June 2024 22:38:47 +0100 (0:01:23.357) 3:28:42.864 *********
===============================================================================
tensorflow_in_container : (Python 3.9) run TensorFlow git tests ------ 7511.87s
tensorflow_in_container : (Python 3.9) build TensorFlow git ---------- 3898.85s
tensorflow_in_container : (Python 3.9) start build container ---------- 940.31s
tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one -- 83.36s
Cleanup after previous build ------------------------------------------- 36.54s
tensorflow : Fetch TensorFlow from git --------------------------------- 23.26s
tensorflow : Remove TensorFlow git sources from previous build ---------- 4.43s
Gathering Facts --------------------------------------------------------- 2.63s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages --- 2.37s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 1.86s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.49s
Create cache dirs ------------------------------------------------------- 1.41s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.21s
tensorflow : Save git commit hash to file ------------------------------- 1.14s
tensorflow_in_container : (Python 3.9) Copy built wheel ----------------- 0.91s
tensorflow_in_container : (Python 3.9) cleanup Bazel install directory --- 0.87s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.87s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.82s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.80s
tensorflow_in_container : (Python 3.9) create script to run tests ------- 0.70s
Build step 'Execute shell' marked build as failure
1 year, 11 months
- 1
- 2
Build failed in Jenkins: Tensorflow oneDNN Python package (manylinux2014 nightly) #807
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-onednn-nightly/8…>
Changes:
------------------------------------------
[...truncated 7.14 KiB...]
TASK [tensorflow : Record git commit hash to variable] *************************
Tuesday 21 May 2024 01:11:31 +0100 (0:00:00.035) 0:01:26.096 ***********
ok: [localhost]
TASK [tensorflow : Save git commit hash to file] *******************************
Tuesday 21 May 2024 01:11:31 +0100 (0:00:00.055) 0:01:26.152 ***********
changed: [localhost]
TASK [Build TensorFlow for each Python version (dual abi)] *********************
Tuesday 21 May 2024 01:11:33 +0100 (0:00:01.107) 0:01:27.260 ***********
TASK [tensorflow_in_container : Reset checkout to clean state] *****************
Tuesday 21 May 2024 01:11:33 +0100 (0:00:00.433) 0:01:27.693 ***********
changed: [localhost]
TASK [tensorflow_in_container : Remove TensorFlow-oneDNN-ACL git sources from previous build] ***
Tuesday 21 May 2024 01:11:34 +0100 (0:00:00.650) 0:01:28.344 ***********
skipping: [localhost]
TASK [Fetch TensorFlow] ********************************************************
Tuesday 21 May 2024 01:11:34 +0100 (0:00:00.029) 0:01:28.374 ***********
skipping: [localhost]
TASK [(Python 3.9) patch TensorFlow tree] **************************************
Tuesday 21 May 2024 01:11:34 +0100 (0:00:00.030) 0:01:28.405 ***********
TASK [tensorflow : Create linklibs shell script] *******************************
Tuesday 21 May 2024 01:11:34 +0100 (0:00:00.081) 0:01:28.487 ***********
changed: [localhost]
TASK [tensorflow : Use nightly package requirements] ***************************
Tuesday 21 May 2024 01:11:34 +0100 (0:00:00.686) 0:01:29.173 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds] ***
Tuesday 21 May 2024 01:11:35 +0100 (0:00:00.632) 0:01:29.805 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python versioned container] ***
Tuesday 21 May 2024 01:11:36 +0100 (0:00:00.682) 0:01:30.488 ***********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) start build container] ************
Tuesday 21 May 2024 01:11:37 +0100 (0:00:01.717) 0:01:32.205 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir] ***
Tuesday 21 May 2024 01:11:56 +0100 (0:00:18.198) 0:01:50.404 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazel cache] ******
Tuesday 21 May 2024 01:11:57 +0100 (0:00:01.212) 0:01:51.617 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazelisk cache] ***
Tuesday 21 May 2024 01:11:58 +0100 (0:00:00.842) 0:01:52.460 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for pip cache] ********
Tuesday 21 May 2024 01:11:59 +0100 (0:00:00.816) 0:01:53.276 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build] ***
Tuesday 21 May 2024 01:11:59 +0100 (0:00:00.899) 0:01:54.176 ***********
changed: [localhost]
TASK [tensorflow_in_container : Show list of installed Python packages for build] ***
Tuesday 21 May 2024 01:12:03 +0100 (0:00:03.435) 0:01:57.612 ***********
ok: [localhost] =>
pip_list_output.stdout: |-
Package Version Location Installer
------------------- -------------------- -------------------------------------- ---------
auditwheel 5.4.0 /usr/local/lib/python3.9/dist-packages pip
certifi 2019.11.28 /usr/lib/python3/dist-packages
cffi 1.16.0 /usr/local/lib/python3.9/dist-packages pip
chardet 3.0.4 /usr/lib/python3/dist-packages
cryptography 42.0.5 /usr/local/lib/python3.9/dist-packages pip
Cython 3.0.9 /usr/local/lib/python3.9/dist-packages pip
dbus-python 1.2.16 /usr/lib/python3/dist-packages
docutils 0.20.1 /usr/local/lib/python3.9/dist-packages pip
idna 2.8 /usr/lib/python3/dist-packages
importlib-metadata 7.0.1 /usr/local/lib/python3.9/dist-packages pip
jaraco.classes 3.3.1 /usr/local/lib/python3.9/dist-packages pip
jeepney 0.8.0 /usr/local/lib/python3.9/dist-packages pip
keyring 24.3.1 /usr/local/lib/python3.9/dist-packages pip
markdown-it-py 3.0.0 /usr/local/lib/python3.9/dist-packages pip
mdurl 0.1.2 /usr/local/lib/python3.9/dist-packages pip
more-itertools 10.2.0 /usr/local/lib/python3.9/dist-packages pip
nh3 0.2.15 /usr/local/lib/python3.9/dist-packages pip
pip 24.0 /usr/local/lib/python3.9/dist-packages pip
pkginfo 1.10.0 /usr/local/lib/python3.9/dist-packages pip
portpicker 1.6.0 /usr/local/lib/python3.9/dist-packages pip
psutil 5.9.8 /usr/local/lib/python3.9/dist-packages pip
pycparser 2.21 /usr/local/lib/python3.9/dist-packages pip
pyelftools 0.30 /usr/local/lib/python3.9/dist-packages pip
Pygments 2.17.2 /usr/local/lib/python3.9/dist-packages pip
PyGObject 3.36.0 /usr/lib/python3/dist-packages
python-apt 2.0.1+ubuntu0.20.4.1 /usr/lib/python3/dist-packages
readme_renderer 43.0 /usr/local/lib/python3.9/dist-packages pip
requests 2.22.0 /usr/lib/python3/dist-packages
requests-toolbelt 1.0.0 /usr/local/lib/python3.9/dist-packages pip
requests-unixsocket 0.2.0 /usr/lib/python3/dist-packages
rfc3986 2.0.0 /usr/local/lib/python3.9/dist-packages pip
rich 13.7.1 /usr/local/lib/python3.9/dist-packages pip
SecretStorage 3.3.3 /usr/local/lib/python3.9/dist-packages pip
setuptools 69.1.1 /usr/local/lib/python3.9/dist-packages pip
six 1.14.0 /usr/lib/python3/dist-packages
twine 4.0.2 /usr/local/lib/python3.9/dist-packages pip
urllib3 2.2.1 /usr/local/lib/python3.9/dist-packages pip
wheel 0.42.0 /usr/local/lib/python3.9/dist-packages pip
zipp 3.17.0 /usr/local/lib/python3.9/dist-packages pip
TASK [tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git] ***
Tuesday 21 May 2024 01:12:03 +0100 (0:00:00.037) 0:01:57.649 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python package] *************
Tuesday 21 May 2024 02:45:32 +0100 (1:33:28.823) 1:35:26.473 ***********
skipping: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Copy built wheel] *****************
Tuesday 21 May 2024 02:45:32 +0100 (0:00:00.032) 1:35:26.505 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) cleanup Bazel install directory] ***
Tuesday 21 May 2024 02:45:33 +0100 (0:00:01.010) 1:35:27.516 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create script to run tests] *******
Tuesday 21 May 2024 02:45:34 +0100 (0:00:00.964) 1:35:28.481 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) run TensorFlow-oneDNN-ACL git tests] ***
Tuesday 21 May 2024 02:45:34 +0100 (0:00:00.706) 1:35:29.187 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages] ***
Tuesday 21 May 2024 04:54:45 +0100 (2:09:10.985) 3:44:40.173 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save list of installed Python packages] ***
Tuesday 21 May 2024 04:54:48 +0100 (0:00:02.215) 3:44:42.388 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests output to file] ********
Tuesday 21 May 2024 04:54:48 +0100 (0:00:00.712) 3:44:43.101 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests stderr output to file] ***
Tuesday 21 May 2024 04:54:49 +0100 (0:00:00.712) 3:44:43.813 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Extract number of tests run] ******
Tuesday 21 May 2024 04:54:50 +0100 (0:00:00.724) 3:44:44.537 ***********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show number of tests run] *********
Tuesday 21 May 2024 04:54:50 +0100 (0:00:00.079) 3:44:44.617 ***********
ok: [localhost] =>
ut_tests_line: 'Executed 3085 out of 3085 tests: 3085 tests pass.'
TASK [tensorflow_in_container : (Python 3.9) Extract failed tests] *************
Tuesday 21 May 2024 04:54:50 +0100 (0:00:00.041) 3:44:44.658 ***********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show which tests are flaky] *******
Tuesday 21 May 2024 04:54:50 +0100 (0:00:00.131) 3:44:44.790 ***********
ok: [localhost] =>
tests_flaky:
- //tensorflow/core/kernels:batch_kernels_test FLAKY, failed in 1 out of 2 in 48.5s
- //tensorflow/core/kernels/mkl:mkl_qmatmul_op_test FLAKY, failed in 1 out of 2 in 0.5s
TASK [tensorflow_in_container : (Python 3.9) Show which tests failed] **********
Tuesday 21 May 2024 04:54:50 +0100 (0:00:00.041) 3:44:44.832 ***********
ok: [localhost] =>
tests_failed: []
TASK [tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one] ***
Tuesday 21 May 2024 04:54:50 +0100 (0:00:00.041) 3:44:44.873 ***********
fatal: [localhost]: FAILED! => changed=true
rc: 1
stderr: |-
+ for wheel in /tf/pkg/*.whl
+ echo 'Checking and renaming /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl...'
+ python3 -m auditwheel repair --plat manylinux2014_aarch64 /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl --wheel-dir /tf/pkg
+ tee check.txt
real 1m28.486s
user 1m10.791s
sys 0m17.263s
stderr_lines: <omitted>
stdout: |-
Checking and renaming /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl...
INFO:auditwheel.main_repair:Repairing tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl
Traceback (most recent call last):
File "/usr/local/lib/python3.9/dist-packages/auditwheel/repair.py", line 80, in repair_wheel
raise ValueError(
ValueError: Cannot repair wheel, because required library "_pywrap_tensorflow_internal.so" could not be located
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3.9/runpy.py", line 197, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/usr/lib/python3.9/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/__main__.py", line 8, in <module>
sys.exit(main())
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main.py", line 59, in main
rval = args.func(args, p)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main_repair.py", line 175, in execute
out_wheel = repair_wheel(
File "/usr/local/lib/python3.9/dist-packages/auditwheel/repair.py", line 118, in repair_wheel
strip_symbols(itertools.chain(libs_to_strip, extensions))
File "/usr/local/lib/python3.9/dist-packages/auditwheel/wheeltools.py", line 137, in __exit__
dir2zip(self.name, self.out_wheel, date_time)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/tools.py", line 76, in dir2zip
with zipfile.ZipFile(zip_fname, "w", compression=compression) as z:
File "/usr/lib/python3.9/zipfile.py", line 1248, in __init__
self.fp = io.open(file, filemode)
PermissionError: [Errno 13] Permission denied: '/tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl'
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=39 changed=26 unreachable=0 failed=1 skipped=7 rescued=0 ignored=0
Tuesday 21 May 2024 04:56:19 +0100 (0:01:29.341) 3:46:14.214 ***********
===============================================================================
tensorflow_in_container : (Python 3.9) run TensorFlow-oneDNN-ACL git tests 7750.99s
tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git 5608.82s
tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one -- 89.34s
Cleanup after previous build ------------------------------------------- 47.84s
tensorflow : Fetch TensorFlow-oneDNN-ACL from git ---------------------- 23.31s
tensorflow_in_container : (Python 3.9) start build container ----------- 18.20s
tensorflow : Remove TensorFlow-oneDNN-ACL git sources from previous build --- 9.40s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 3.44s
Gathering Facts --------------------------------------------------------- 2.66s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages --- 2.22s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.72s
Create cache dirs ------------------------------------------------------- 1.44s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.21s
tensorflow : Save git commit hash to file ------------------------------- 1.11s
tensorflow_in_container : (Python 3.9) Copy built wheel ----------------- 1.01s
tensorflow_in_container : (Python 3.9) cleanup Bazel install directory --- 0.96s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.90s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.84s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.82s
tensorflow_in_container : (Python 3.9) save tests stderr output to file --- 0.72s
Build step 'Execute shell' marked build as failure
1 year, 11 months
- 1
- 3
Build failed in Jenkins: Tensorflow Python package (manylinux2014 nightly) #1177
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-nightly/1177/dis…>
Changes:
------------------------------------------
[...truncated 6.63 KiB...]
git_log.stdout: bb20154baa8ace6ac2ebfde8112be8dfccfd4e08 Move MatchShapeCoveringDynamicIndex function to while_loop_unroller.h and update other usages to use the same method.
TASK [tensorflow : Record git commit hash to variable] *************************
Tuesday 21 May 2024 19:11:05 +0100 (0:00:00.037) 0:01:01.331 ***********
ok: [localhost]
TASK [tensorflow : Save git commit hash to file] *******************************
Tuesday 21 May 2024 19:11:05 +0100 (0:00:00.055) 0:01:01.386 ***********
changed: [localhost]
TASK [Build TensorFlow for each Python version (dual abi)] *********************
Tuesday 21 May 2024 19:11:06 +0100 (0:00:01.094) 0:01:02.481 ***********
TASK [tensorflow_in_container : Reset checkout to clean state] *****************
Tuesday 21 May 2024 19:11:07 +0100 (0:00:00.409) 0:01:02.891 ***********
changed: [localhost]
TASK [tensorflow_in_container : Remove TensorFlow git sources from previous build] ***
Tuesday 21 May 2024 19:11:07 +0100 (0:00:00.661) 0:01:03.552 ***********
skipping: [localhost]
TASK [Fetch TensorFlow] ********************************************************
Tuesday 21 May 2024 19:11:07 +0100 (0:00:00.030) 0:01:03.583 ***********
skipping: [localhost]
TASK [(Python 3.9) patch TensorFlow tree] **************************************
Tuesday 21 May 2024 19:11:07 +0100 (0:00:00.031) 0:01:03.614 ***********
TASK [tensorflow : Create linklibs shell script] *******************************
Tuesday 21 May 2024 19:11:07 +0100 (0:00:00.081) 0:01:03.696 ***********
changed: [localhost]
TASK [tensorflow : Use nightly package requirements] ***************************
Tuesday 21 May 2024 19:11:08 +0100 (0:00:00.688) 0:01:04.384 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds] ***
Tuesday 21 May 2024 19:11:09 +0100 (0:00:00.622) 0:01:05.007 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python versioned container] ***
Tuesday 21 May 2024 19:11:09 +0100 (0:00:00.679) 0:01:05.686 ***********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) start build container] ************
Tuesday 21 May 2024 19:11:11 +0100 (0:00:01.496) 0:01:07.183 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir] ***
Tuesday 21 May 2024 19:11:15 +0100 (0:00:03.780) 0:01:10.964 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazel cache] ******
Tuesday 21 May 2024 19:11:16 +0100 (0:00:01.198) 0:01:12.163 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazelisk cache] ***
Tuesday 21 May 2024 19:11:17 +0100 (0:00:00.858) 0:01:13.022 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for pip cache] ********
Tuesday 21 May 2024 19:11:17 +0100 (0:00:00.831) 0:01:13.853 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build] ***
Tuesday 21 May 2024 19:11:18 +0100 (0:00:00.856) 0:01:14.710 ***********
changed: [localhost]
TASK [tensorflow_in_container : Show list of installed Python packages for build] ***
Tuesday 21 May 2024 19:11:20 +0100 (0:00:01.859) 0:01:16.570 ***********
ok: [localhost] =>
pip_list_output.stdout: |-
Package Version Location Installer
------------------- -------------------- -------------------------------------- ---------
auditwheel 5.4.0 /usr/local/lib/python3.9/dist-packages pip
certifi 2019.11.28 /usr/lib/python3/dist-packages
cffi 1.16.0 /usr/local/lib/python3.9/dist-packages pip
chardet 3.0.4 /usr/lib/python3/dist-packages
cryptography 42.0.5 /usr/local/lib/python3.9/dist-packages pip
Cython 3.0.9 /usr/local/lib/python3.9/dist-packages pip
dbus-python 1.2.16 /usr/lib/python3/dist-packages
docutils 0.20.1 /usr/local/lib/python3.9/dist-packages pip
idna 2.8 /usr/lib/python3/dist-packages
importlib-metadata 7.0.1 /usr/local/lib/python3.9/dist-packages pip
jaraco.classes 3.3.1 /usr/local/lib/python3.9/dist-packages pip
jeepney 0.8.0 /usr/local/lib/python3.9/dist-packages pip
keyring 24.3.1 /usr/local/lib/python3.9/dist-packages pip
markdown-it-py 3.0.0 /usr/local/lib/python3.9/dist-packages pip
mdurl 0.1.2 /usr/local/lib/python3.9/dist-packages pip
more-itertools 10.2.0 /usr/local/lib/python3.9/dist-packages pip
nh3 0.2.15 /usr/local/lib/python3.9/dist-packages pip
pip 24.0 /usr/local/lib/python3.9/dist-packages pip
pkginfo 1.10.0 /usr/local/lib/python3.9/dist-packages pip
portpicker 1.6.0 /usr/local/lib/python3.9/dist-packages pip
psutil 5.9.8 /usr/local/lib/python3.9/dist-packages pip
pycparser 2.21 /usr/local/lib/python3.9/dist-packages pip
pyelftools 0.30 /usr/local/lib/python3.9/dist-packages pip
Pygments 2.17.2 /usr/local/lib/python3.9/dist-packages pip
PyGObject 3.36.0 /usr/lib/python3/dist-packages
python-apt 2.0.1+ubuntu0.20.4.1 /usr/lib/python3/dist-packages
readme_renderer 43.0 /usr/local/lib/python3.9/dist-packages pip
requests 2.22.0 /usr/lib/python3/dist-packages
requests-toolbelt 1.0.0 /usr/local/lib/python3.9/dist-packages pip
requests-unixsocket 0.2.0 /usr/lib/python3/dist-packages
rfc3986 2.0.0 /usr/local/lib/python3.9/dist-packages pip
rich 13.7.1 /usr/local/lib/python3.9/dist-packages pip
SecretStorage 3.3.3 /usr/local/lib/python3.9/dist-packages pip
setuptools 69.1.1 /usr/local/lib/python3.9/dist-packages pip
six 1.14.0 /usr/lib/python3/dist-packages
twine 4.0.2 /usr/local/lib/python3.9/dist-packages pip
urllib3 2.2.1 /usr/local/lib/python3.9/dist-packages pip
wheel 0.42.0 /usr/local/lib/python3.9/dist-packages pip
zipp 3.17.0 /usr/local/lib/python3.9/dist-packages pip
TASK [tensorflow_in_container : (Python 3.9) build TensorFlow git] *************
Tuesday 21 May 2024 19:11:20 +0100 (0:00:00.037) 0:01:16.607 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python package] *************
Tuesday 21 May 2024 20:15:48 +0100 (1:04:28.041) 1:05:44.648 ***********
skipping: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Copy built wheel] *****************
Tuesday 21 May 2024 20:15:48 +0100 (0:00:00.033) 1:05:44.682 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) cleanup Bazel install directory] ***
Tuesday 21 May 2024 20:15:49 +0100 (0:00:01.015) 1:05:45.697 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create script to run tests] *******
Tuesday 21 May 2024 20:15:50 +0100 (0:00:00.905) 1:05:46.603 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) run TensorFlow git tests] *********
Tuesday 21 May 2024 20:15:51 +0100 (0:00:00.712) 1:05:47.316 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages] ***
Tuesday 21 May 2024 22:13:49 +0100 (1:57:57.554) 3:03:44.870 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save list of installed Python packages] ***
Tuesday 21 May 2024 22:13:51 +0100 (0:00:02.332) 3:03:47.202 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests output to file] ********
Tuesday 21 May 2024 22:13:52 +0100 (0:00:00.694) 3:03:47.897 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests stderr output to file] ***
Tuesday 21 May 2024 22:13:52 +0100 (0:00:00.693) 3:03:48.591 ***********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Extract number of tests run] ******
Tuesday 21 May 2024 22:13:53 +0100 (0:00:00.699) 3:03:49.290 ***********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show number of tests run] *********
Tuesday 21 May 2024 22:13:53 +0100 (0:00:00.075) 3:03:49.365 ***********
ok: [localhost] =>
ut_tests_line: 'Executed 3086 out of 3086 tests: 3086 tests pass.'
TASK [tensorflow_in_container : (Python 3.9) Extract failed tests] *************
Tuesday 21 May 2024 22:13:53 +0100 (0:00:00.039) 3:03:49.405 ***********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show which tests are flaky] *******
Tuesday 21 May 2024 22:13:53 +0100 (0:00:00.123) 3:03:49.529 ***********
ok: [localhost] =>
tests_flaky: []
TASK [tensorflow_in_container : (Python 3.9) Show which tests failed] **********
Tuesday 21 May 2024 22:13:53 +0100 (0:00:00.038) 3:03:49.567 ***********
ok: [localhost] =>
tests_failed: []
TASK [tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one] ***
Tuesday 21 May 2024 22:13:53 +0100 (0:00:00.039) 3:03:49.607 ***********
fatal: [localhost]: FAILED! => changed=true
rc: 1
stderr: |-
+ for wheel in /tf/pkg/*.whl
+ echo 'Checking and renaming /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl...'
+ python3 -m auditwheel repair --plat manylinux2014_aarch64 /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl --wheel-dir /tf/pkg
+ tee check.txt
real 1m22.487s
user 1m7.324s
sys 0m14.941s
stderr_lines: <omitted>
stdout: |-
Checking and renaming /tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl...
INFO:auditwheel.main_repair:Repairing tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl
Traceback (most recent call last):
File "/usr/local/lib/python3.9/dist-packages/auditwheel/repair.py", line 80, in repair_wheel
raise ValueError(
ValueError: Cannot repair wheel, because required library "_pywrap_tensorflow_internal.so" could not be located
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3.9/runpy.py", line 197, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/usr/lib/python3.9/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/__main__.py", line 8, in <module>
sys.exit(main())
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main.py", line 59, in main
rval = args.func(args, p)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main_repair.py", line 175, in execute
out_wheel = repair_wheel(
File "/usr/local/lib/python3.9/dist-packages/auditwheel/repair.py", line 118, in repair_wheel
strip_symbols(itertools.chain(libs_to_strip, extensions))
File "/usr/local/lib/python3.9/dist-packages/auditwheel/wheeltools.py", line 137, in __exit__
dir2zip(self.name, self.out_wheel, date_time)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/tools.py", line 76, in dir2zip
with zipfile.ZipFile(zip_fname, "w", compression=compression) as z:
File "/usr/lib/python3.9/zipfile.py", line 1248, in __init__
self.fp = io.open(file, filemode)
PermissionError: [Errno 13] Permission denied: '/tf/pkg/tensorflow_aarch64-2.17.0-cp39-cp39-linux_aarch64.whl'
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=39 changed=26 unreachable=0 failed=1 skipped=7 rescued=0 ignored=0
Tuesday 21 May 2024 22:15:17 +0100 (0:01:23.318) 3:05:12.925 ***********
===============================================================================
tensorflow_in_container : (Python 3.9) run TensorFlow git tests ------ 7077.55s
tensorflow_in_container : (Python 3.9) build TensorFlow git ---------- 3868.04s
tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one -- 83.32s
Cleanup after previous build ------------------------------------------- 31.85s
tensorflow : Fetch TensorFlow from git --------------------------------- 20.85s
tensorflow : Remove TensorFlow git sources from previous build ---------- 4.14s
tensorflow_in_container : (Python 3.9) start build container ------------ 3.78s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages --- 2.33s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 1.86s
Gathering Facts --------------------------------------------------------- 1.63s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.50s
Create cache dirs ------------------------------------------------------- 1.42s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.20s
tensorflow : Save git commit hash to file ------------------------------- 1.09s
tensorflow_in_container : (Python 3.9) Copy built wheel ----------------- 1.02s
tensorflow_in_container : (Python 3.9) cleanup Bazel install directory --- 0.91s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.86s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.86s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.83s
tensorflow_in_container : (Python 3.9) create script to run tests ------- 0.71s
Build step 'Execute shell' marked build as failure
1 year, 11 months
- 1
- 2
Build failed in Jenkins: Tensorflow oneDNN Python package (manylinux2014 nightly) #782
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-onednn-nightly/7…>
Changes:
------------------------------------------
[...truncated 6.74 KiB...]
changed: [localhost]
TASK [tensorflow : Show git log] ***********************************************
Friday 26 April 2024 01:11:25 +0100 (0:00:00.576) 0:01:20.940 **********
ok: [localhost] =>
git_log.stdout: c977e63b30d098344351b48e61c173afe5a2c6a9 Use the input's shapes directly instead of getting them from the op
TASK [tensorflow : Record git commit hash to variable] *************************
Friday 26 April 2024 01:11:25 +0100 (0:00:00.036) 0:01:20.977 **********
ok: [localhost]
TASK [tensorflow : Save git commit hash to file] *******************************
Friday 26 April 2024 01:11:25 +0100 (0:00:00.054) 0:01:21.032 **********
changed: [localhost]
TASK [Build TensorFlow for each Python version (dual abi)] *********************
Friday 26 April 2024 01:11:26 +0100 (0:00:01.130) 0:01:22.162 **********
TASK [tensorflow_in_container : Reset checkout to clean state] *****************
Friday 26 April 2024 01:11:27 +0100 (0:00:00.435) 0:01:22.597 **********
changed: [localhost]
TASK [tensorflow_in_container : Remove TensorFlow-oneDNN-ACL git sources from previous build] ***
Friday 26 April 2024 01:11:27 +0100 (0:00:00.651) 0:01:23.249 **********
skipping: [localhost]
TASK [Fetch TensorFlow] ********************************************************
Friday 26 April 2024 01:11:27 +0100 (0:00:00.029) 0:01:23.279 **********
skipping: [localhost]
TASK [(Python 3.9) patch TensorFlow tree] **************************************
Friday 26 April 2024 01:11:27 +0100 (0:00:00.030) 0:01:23.309 **********
TASK [tensorflow : Create linklibs shell script] *******************************
Friday 26 April 2024 01:11:27 +0100 (0:00:00.081) 0:01:23.391 **********
changed: [localhost]
TASK [tensorflow : Use nightly package requirements] ***************************
Friday 26 April 2024 01:11:28 +0100 (0:00:00.688) 0:01:24.079 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds] ***
Friday 26 April 2024 01:11:29 +0100 (0:00:00.624) 0:01:24.703 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python versioned container] ***
Friday 26 April 2024 01:11:29 +0100 (0:00:00.679) 0:01:25.383 **********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) start build container] ************
Friday 26 April 2024 01:11:31 +0100 (0:00:01.710) 0:01:27.094 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir] ***
Friday 26 April 2024 01:11:45 +0100 (0:00:14.301) 0:01:41.395 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazel cache] ******
Friday 26 April 2024 01:11:47 +0100 (0:00:01.232) 0:01:42.628 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazelisk cache] ***
Friday 26 April 2024 01:11:47 +0100 (0:00:00.848) 0:01:43.476 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for pip cache] ********
Friday 26 April 2024 01:11:48 +0100 (0:00:00.853) 0:01:44.330 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build] ***
Friday 26 April 2024 01:11:49 +0100 (0:00:00.883) 0:01:45.213 **********
changed: [localhost]
TASK [tensorflow_in_container : Show list of installed Python packages for build] ***
Friday 26 April 2024 01:11:51 +0100 (0:00:02.150) 0:01:47.363 **********
ok: [localhost] =>
pip_list_output.stdout: |-
Package Version Location Installer
------------------- -------------------- -------------------------------------- ---------
auditwheel 5.4.0 /usr/local/lib/python3.9/dist-packages pip
certifi 2019.11.28 /usr/lib/python3/dist-packages
cffi 1.16.0 /usr/local/lib/python3.9/dist-packages pip
chardet 3.0.4 /usr/lib/python3/dist-packages
cryptography 42.0.5 /usr/local/lib/python3.9/dist-packages pip
Cython 3.0.9 /usr/local/lib/python3.9/dist-packages pip
dbus-python 1.2.16 /usr/lib/python3/dist-packages
docutils 0.20.1 /usr/local/lib/python3.9/dist-packages pip
idna 2.8 /usr/lib/python3/dist-packages
importlib-metadata 7.0.1 /usr/local/lib/python3.9/dist-packages pip
jaraco.classes 3.3.1 /usr/local/lib/python3.9/dist-packages pip
jeepney 0.8.0 /usr/local/lib/python3.9/dist-packages pip
keyring 24.3.1 /usr/local/lib/python3.9/dist-packages pip
markdown-it-py 3.0.0 /usr/local/lib/python3.9/dist-packages pip
mdurl 0.1.2 /usr/local/lib/python3.9/dist-packages pip
more-itertools 10.2.0 /usr/local/lib/python3.9/dist-packages pip
nh3 0.2.15 /usr/local/lib/python3.9/dist-packages pip
pip 24.0 /usr/local/lib/python3.9/dist-packages pip
pkginfo 1.10.0 /usr/local/lib/python3.9/dist-packages pip
portpicker 1.6.0 /usr/local/lib/python3.9/dist-packages pip
psutil 5.9.8 /usr/local/lib/python3.9/dist-packages pip
pycparser 2.21 /usr/local/lib/python3.9/dist-packages pip
pyelftools 0.30 /usr/local/lib/python3.9/dist-packages pip
Pygments 2.17.2 /usr/local/lib/python3.9/dist-packages pip
PyGObject 3.36.0 /usr/lib/python3/dist-packages
python-apt 2.0.1+ubuntu0.20.4.1 /usr/lib/python3/dist-packages
readme_renderer 43.0 /usr/local/lib/python3.9/dist-packages pip
requests 2.22.0 /usr/lib/python3/dist-packages
requests-toolbelt 1.0.0 /usr/local/lib/python3.9/dist-packages pip
requests-unixsocket 0.2.0 /usr/lib/python3/dist-packages
rfc3986 2.0.0 /usr/local/lib/python3.9/dist-packages pip
rich 13.7.1 /usr/local/lib/python3.9/dist-packages pip
SecretStorage 3.3.3 /usr/local/lib/python3.9/dist-packages pip
setuptools 69.1.1 /usr/local/lib/python3.9/dist-packages pip
six 1.14.0 /usr/lib/python3/dist-packages
twine 4.0.2 /usr/local/lib/python3.9/dist-packages pip
urllib3 2.2.1 /usr/local/lib/python3.9/dist-packages pip
wheel 0.42.0 /usr/local/lib/python3.9/dist-packages pip
zipp 3.17.0 /usr/local/lib/python3.9/dist-packages pip
TASK [tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git] ***
Friday 26 April 2024 01:11:51 +0100 (0:00:00.038) 0:01:47.402 **********
fatal: [localhost]: FAILED! => changed=true
rc: 1
stderr: |-
Extracting Bazel installation...
Starting local Bazel server and connecting to it...
INFO: Invocation ID: b31cd5f3-1f73-47b3-8c40-53c592c12ccd
INFO: Reading 'startup' options from /tf/tensorflow/.bazelrc: --windows_enable_symlinks
INFO: Options provided by the client:
Inherited 'common' options: --isatty=0 --terminal_columns=80
INFO: Reading rc options for 'build' from /tf/tensorflow/.bazelrc:
Inherited 'common' options: --experimental_repo_remote_exec
INFO: Reading rc options for 'build' from /tf/tensorflow/.bazelrc:
'build' options: --define framework_shared_object=true --define tsl_protobuf_header_only=true --define=use_fast_cpp_protos=true --define=allow_oversize_protos=true --spawn_strategy=standalone -c opt --announce_rc --define=grpc_no_ares=true --noincompatible_remove_legacy_whole_archive --features=-force_no_whole_archive --enable_platform_specific_config --define=with_xla_support=true --config=short_logs --config=v2 --define=no_aws_support=true --define=no_hdfs_support=true --experimental_cc_shared_library --experimental_link_static_libraries_once=false --incompatible_enforce_config_setting_visibility
INFO: Reading rc options for 'build' from /usertools/aarch64_clang.bazelrc:
'build' options: --action_env=CACHEBUSTER=20220325 --action_env PYTHON_BIN_PATH=/usr/local/bin/python3 --python_path=/usr/local/bin/python3 --define=tf_api_version=2 --action_env=TF2_BEHAVIOR=1 --linkopt=-fuse-ld=lld --linkopt=-lm --linkopt=-Wl,--undefined-version --host_linkopt=-fuse-ld=lld --host_linkopt=-lm --host_linkopt=-Wl,--undefined-version --distinct_host_configuration=false --copt=-Wno-gnu-offsetof-extensions --profile=/tf/pkg/profile.json.gz --crosstool_top=@ml2014_clang_aarch64_config_aarch64//crosstool:toolchain --copt=-mtune=generic --copt=-march=armv8-a --copt=-O3
INFO: Found applicable config definition build:short_logs in file /tf/tensorflow/.bazelrc: --output_filter=DONT_MATCH_ANYTHING
INFO: Found applicable config definition build:v2 in file /tf/tensorflow/.bazelrc: --define=tf_api_version=2 --action_env=TF2_BEHAVIOR=1
INFO: Found applicable config definition build:sigbuild_local_cache in file /usertools/aarch64_clang.bazelrc: --disk_cache=/tf/cache
INFO: Found applicable config definition build:mkl_aarch64_threadpool in file /tf/tensorflow/.bazelrc: --define=build_with_mkl_aarch64=true -c opt
INFO: Found applicable config definition build:linux in file /tf/tensorflow/.bazelrc: --host_copt=-w --copt=-Wno-all --copt=-Wno-extra --copt=-Wno-deprecated --copt=-Wno-deprecated-declarations --copt=-Wno-ignored-attributes --copt=-Wno-array-bounds --copt=-Wunused-result --copt=-Werror=unused-result --copt=-Wswitch --copt=-Werror=switch --copt=-Wno-error=unused-but-set-variable --define=PREFIX=/usr --define=LIBDIR=$(PREFIX)/lib --define=INCLUDEDIR=$(PREFIX)/include --define=PROTOBUF_INCLUDE_PATH=$(PREFIX)/include --cxxopt=-std=c++17 --host_cxxopt=-std=c++17 --config=dynamic_kernels --experimental_guard_against_concurrent_changes
INFO: Found applicable config definition build:dynamic_kernels in file /tf/tensorflow/.bazelrc: --define=dynamic_loaded_kernels=true --copt=-DAUTOLOAD_DYNAMIC_KERNELS
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading: 0 packages loaded
Analyzing: target //tensorflow/tools/pip_package:wheel (1 packages loaded, 0 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (10 packages loaded, 12 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (152 packages loaded, 302 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (268 packages loaded, 4191 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (271 packages loaded, 4216 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (271 packages loaded, 4216 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (391 packages loaded, 5046 targets configured)
INFO: Repository pthreadpool instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:166:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: Repository gif instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:340:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: Repository XNNPACK instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:151:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: Repository riegeli instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:868:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: Repository cpuinfo instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:173:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
ERROR: /tf/tensorflow/tensorflow/compiler/mlir/lite/stablehlo/BUILD:758:11: no such package 'buildenv/target': BUILD file not found in any of the following directories. Add a BUILD file to a directory to mark it as a package.
- /tf/tensorflow/buildenv/target and referenced by '//tensorflow/compiler/mlir/lite/stablehlo:optimize_layout'
ERROR: Analysis of target '//tensorflow/tools/pip_package:wheel' failed; build aborted:
INFO: Elapsed time: 91.644s
INFO: 0 processes.
FAILED: Build did NOT complete successfully (598 packages loaded, 21661 targets configured)
stderr_lines: <omitted>
stdout: ''
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=25 changed=17 unreachable=0 failed=1 skipped=6 rescued=0 ignored=0
Friday 26 April 2024 01:13:24 +0100 (0:01:32.693) 0:03:20.096 **********
===============================================================================
tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git -- 92.69s
Cleanup after previous build ------------------------------------------- 49.86s
tensorflow : Fetch TensorFlow-oneDNN-ACL from git ---------------------- 21.48s
tensorflow_in_container : (Python 3.9) start build container ----------- 14.30s
tensorflow : Remove TensorFlow-oneDNN-ACL git sources from previous build --- 5.04s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 2.15s
Gathering Facts --------------------------------------------------------- 1.71s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.71s
Create cache dirs ------------------------------------------------------- 1.44s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.23s
tensorflow : Save git commit hash to file ------------------------------- 1.13s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.88s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.85s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.85s
tensorflow : Create linklibs shell script ------------------------------- 0.69s
tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds --- 0.68s
tensorflow_in_container : Reset checkout to clean state ----------------- 0.65s
tensorflow : Use nightly package requirements --------------------------- 0.62s
tensorflow : Get oneline version of git log for this checkout ----------- 0.58s
Build TensorFlow for each Python version (dual abi) --------------------- 0.44s
Build step 'Execute shell' marked build as failure
2 years
- 1
- 1
Build failed in Jenkins: Tensorflow Python package (manylinux2014 nightly) #1142
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-nightly/1142/dis…>
Changes:
------------------------------------------
[...truncated 314.91 KiB...]
[19,191 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/partitioned_topological_sort.cc; 72s local, remote-cache ... (111 actions, 110 running)
[19,194 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/partitioned_topological_sort.cc; 73s local, remote-cache ... (111 actions, 110 running)
[19,196 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/optimize_functional_ops.cc; 74s local, remote-cache ... (111 actions, 110 running)
[19,197 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/optimize_functional_ops.cc; 75s local, remote-cache ... (111 actions, 110 running)
[19,197 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/optimize_functional_ops.cc; 76s local, remote-cache ... (112 actions running)
[19,200 / 19,692] Compiling tensorflow/compiler/mlir/lite/tf_to_tfl_flatbuffer.cc; 61s local, remote-cache ... (111 actions, 110 running)
[19,201 / 19,692] Compiling tensorflow/compiler/mlir/lite/tf_to_tfl_flatbuffer.cc; 62s local, remote-cache ... (111 actions, 110 running)
[19,204 / 19,692] Compiling tensorflow/compiler/mlir/lite/tf_to_tfl_flatbuffer.cc; 63s local, remote-cache ... (111 actions, 110 running)
[19,205 / 19,692] Compiling tensorflow/compiler/mlir/lite/tf_to_tfl_flatbuffer.cc; 64s local, remote-cache ... (112 actions running)
[19,208 / 19,692] Compiling tensorflow/compiler/mlir/lite/tf_to_tfl_flatbuffer.cc; 65s local, remote-cache ... (112 actions running)
[19,210 / 19,692] Compiling tensorflow/compiler/mlir/lite/tf_to_tfl_flatbuffer.cc; 66s local, remote-cache ... (112 actions running)
[19,211 / 19,692] Compiling tensorflow/compiler/mlir/lite/tf_to_tfl_flatbuffer.cc; 67s local, remote-cache ... (112 actions running)
[19,212 / 19,692] Compiling tensorflow/compiler/mlir/lite/tf_to_tfl_flatbuffer.cc; 68s local, remote-cache ... (112 actions running)
[19,212 / 19,692] Compiling tensorflow/compiler/mlir/lite/tf_to_tfl_flatbuffer.cc; 73s local, remote-cache ... (112 actions running)
[19,213 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 73s local, remote-cache ... (112 actions running)
[19,216 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 74s local, remote-cache ... (111 actions, 110 running)
[19,216 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 75s local, remote-cache ... (112 actions running)
[19,218 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 76s local, remote-cache ... (112 actions running)
[19,219 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 77s local, remote-cache ... (111 actions, 110 running)
[19,221 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 79s local, remote-cache ... (111 actions, 110 running)
[19,221 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 80s local, remote-cache ... (112 actions running)
[19,223 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 81s local, remote-cache ... (112 actions running)
[19,224 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 82s local, remote-cache ... (112 actions running)
[19,225 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 83s local, remote-cache ... (111 actions, 110 running)
[19,225 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 85s local, remote-cache ... (112 actions running)
[19,226 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 86s local, remote-cache ... (112 actions running)
[19,227 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 87s local, remote-cache ... (112 actions running)
[19,227 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 88s local, remote-cache ... (112 actions running)
[19,228 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 89s local, remote-cache ... (112 actions running)
[19,229 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/lower_static_tensor_list.cc; 91s local, remote-cache ... (111 actions, 110 running)
[19,231 / 19,692] Compiling tensorflow/compiler/mlir/quantization/stablehlo/passes/lift_quantizable_spots_as_functions.cc; 82s local, remote-cache ... (112 actions running)
[19,232 / 19,692] Compiling tensorflow/compiler/mlir/quantization/stablehlo/passes/lift_quantizable_spots_as_functions.cc; 83s local, remote-cache ... (111 actions, 110 running)
[19,233 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 76s local, remote-cache ... (111 actions, 110 running)
[19,236 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 77s local, remote-cache ... (111 actions, 110 running)
[19,238 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 79s local, remote-cache ... (112 actions running)
[19,239 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 82s local, remote-cache ... (111 actions, 110 running)
[19,241 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 83s local, remote-cache ... (112 actions running)
[19,242 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 86s local, remote-cache ... (111 actions, 110 running)
[19,244 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 87s local, remote-cache ... (111 actions, 110 running)
[19,248 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 88s local, remote-cache ... (112 actions running)
[19,251 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 89s local, remote-cache ... (112 actions running)
[19,253 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 90s local, remote-cache ... (112 actions running)
[19,257 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 91s local, remote-cache ... (112 actions running)
[19,257 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 92s local, remote-cache ... (112 actions running)
[19,259 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 93s local, remote-cache ... (112 actions running)
[19,260 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 94s local, remote-cache ... (112 actions running)
[19,262 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 95s local, remote-cache ... (112 actions running)
[19,263 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 96s local, remote-cache ... (112 actions running)
[19,264 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 97s local, remote-cache ... (112 actions running)
[19,267 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 98s local, remote-cache ... (112 actions running)
[19,269 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 99s local, remote-cache ... (112 actions running)
[19,271 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 100s local, remote-cache ... (112 actions running)
[19,271 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 102s local, remote-cache ... (112 actions running)
[19,275 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 103s local, remote-cache ... (112 actions running)
[19,276 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 105s local, remote-cache ... (111 actions, 110 running)
[19,279 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 106s local, remote-cache ... (112 actions running)
[19,280 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 111s local, remote-cache ... (111 actions, 110 running)
[19,282 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 112s local, remote-cache ... (111 actions, 110 running)
[19,287 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 113s local, remote-cache ... (111 actions, 110 running)
[19,291 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 114s local, remote-cache ... (111 actions, 110 running)
[19,293 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 115s local, remote-cache ... (112 actions running)
[19,295 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 116s local, remote-cache ... (112 actions running)
[19,296 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 117s local, remote-cache ... (112 actions running)
[19,297 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 120s local, remote-cache ... (111 actions, 110 running)
[19,303 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 121s local, remote-cache ... (111 actions, 110 running)
[19,305 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 122s local, remote-cache ... (111 actions, 110 running)
[19,308 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 123s local, remote-cache ... (111 actions, 110 running)
[19,311 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 124s local, remote-cache ... (112 actions running)
[19,312 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 127s local, remote-cache ... (111 actions, 110 running)
[19,314 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 128s local, remote-cache ... (112 actions running)
[19,320 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 129s local, remote-cache ... (112 actions running)
[19,322 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 131s local, remote-cache ... (112 actions running)
[19,331 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 132s local, remote-cache ... (111 actions, 110 running)
[19,335 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 133s local, remote-cache ... (112 actions running)
[19,340 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 134s local, remote-cache ... (111 actions, 110 running)
[19,344 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 135s local, remote-cache ... (112 actions running)
[19,347 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 136s local, remote-cache ... (111 actions, 110 running)
[19,349 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 137s local, remote-cache ... (112 actions running)
[19,351 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 138s local, remote-cache ... (112 actions running)
[19,354 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 139s local, remote-cache ... (112 actions running)
[19,360 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 140s local, remote-cache ... (112 actions running)
[19,362 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 141s local, remote-cache ... (112 actions running)
[19,365 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 142s local, remote-cache ... (112 actions running)
[19,369 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 143s local, remote-cache ... (112 actions running)
[19,369 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 145s local, remote-cache ... (112 actions running)
[19,371 / 19,692] Compiling tensorflow/compiler/mlir/lite/transforms/legalize_tf.cc; 146s local, remote-cache ... (112 actions running)
[19,373 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/quantize_and_dequantize_op.cc; 44s local, remote-cache ... (112 actions running)
[19,374 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/quantize_and_dequantize_op.cc; 45s local, remote-cache ... (111 actions, 110 running)
[19,380 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/pad_op.cc; 43s local, remote-cache ... (111 actions, 110 running)
[19,381 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/pad_op.cc; 45s local, remote-cache ... (112 actions running)
[19,383 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/pad_op.cc; 46s local, remote-cache ... (112 actions running)
[19,387 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc; 41s local, remote-cache ... (111 actions, 110 running)
[19,387 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/stateless_random_ops.cc; 42s local, remote-cache ... (112 actions running)
[19,389 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/stateful_random_ops.cc; 42s local, remote-cache ... (112 actions running)
[19,391 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/stateful_random_ops.cc; 43s local, remote-cache ... (112 actions running)
[19,393 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/stateful_random_ops.cc; 44s local, remote-cache ... (112 actions running)
[19,396 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/stateful_random_ops.cc; 45s local, remote-cache ... (112 actions running)
[19,397 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/stateful_random_ops.cc; 46s local, remote-cache ... (112 actions running)
[19,400 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/stateful_random_ops.cc; 47s local, remote-cache ... (111 actions, 110 running)
[19,403 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/stateful_random_ops.cc; 49s local, remote-cache ... (112 actions running)
[19,405 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matrix_band_part_op.cc; 42s local, remote-cache ... (112 actions running)
[19,406 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matrix_band_part_op.cc; 44s local, remote-cache ... (111 actions, 110 running)
[19,409 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matmul_op.cc; 44s local, remote-cache ... (112 actions running)
[19,409 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matmul_op.cc; 45s local, remote-cache ... (112 actions running)
[19,411 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matmul_op.cc; 46s local, remote-cache ... (112 actions running)
[19,413 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matmul_op.cc; 48s local, remote-cache ... (111 actions, 110 running)
[19,416 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matmul_op.cc; 49s local, remote-cache ... (110 actions running)
[19,418 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matmul_op.cc; 50s local, remote-cache ... (112 actions running)
[19,420 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matmul_op.cc; 51s local, remote-cache ... (112 actions running)
[19,421 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/matmul_op.cc; 52s local, remote-cache ... (112 actions running)
[19,424 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/image_resize_ops.cc; 47s local, remote-cache ... (112 actions running)
[19,427 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/gather_scatter_ops.cc; 46s local, remote-cache ... (111 actions, 110 running)
[19,427 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/gather_scatter_ops.cc; 47s local, remote-cache ... (112 actions running)
[19,431 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/gather_op.cc; 48s local, remote-cache ... (111 actions, 110 running)
[19,433 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/gather_op.cc; 49s local, remote-cache ... (112 actions running)
[19,436 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/fused_conv_ops.cc; 49s local, remote-cache ... (112 actions running)
[19,441 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/fused_conv_ops.cc; 50s local, remote-cache ... (111 actions, 110 running)
[19,441 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/fused_conv_ops.cc; 51s local, remote-cache ... (112 actions running)
[19,445 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/fused_conv_ops.cc; 52s local, remote-cache ... (112 actions running)
[19,451 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/dynamic_stitch_op.cc; 48s local, remote-cache ... (112 actions running)
[19,457 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/dynamic_slice_ops.cc; 48s local, remote-cache ... (112 actions running)
[19,458 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/dynamic_slice_ops.cc; 49s local, remote-cache ... (112 actions running)
[19,462 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/dynamic_slice_ops.cc; 50s local, remote-cache ... (112 actions running)
[19,466 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/dynamic_slice_ops.cc; 51s local, remote-cache ... (111 actions, 110 running)
[19,469 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/dynamic_slice_ops.cc; 52s local, remote-cache ... (112 actions running)
[19,473 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/depthtospace_op.cc; 50s local, remote-cache ... (112 actions running)
[19,476 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/depthtospace_op.cc; 51s local, remote-cache ... (112 actions running)
[19,480 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/depthtospace_op.cc; 52s local, remote-cache ... (112 actions running)
[19,482 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/depthtospace_op.cc; 53s local, remote-cache ... (112 actions running)
[19,483 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/depthtospace_op.cc; 54s local, remote-cache ... (111 actions, 110 running)
[19,486 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/depthtospace_op.cc; 55s local, remote-cache ... (111 actions, 110 running)
[19,488 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/const_op.cc; 47s local, remote-cache ... (112 actions running)
[19,496 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/const_op.cc; 48s local, remote-cache ... (112 actions running)
[19,497 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/cholesky_op.cc; 49s local, remote-cache ... (111 actions, 110 running)
[19,504 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/cholesky_op.cc; 50s local, remote-cache ... (111 actions, 110 running)
[19,510 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/binary_ops.cc; 46s local, remote-cache ... (112 actions running)
[19,512 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/binary_ops.cc; 47s local, remote-cache ... (112 actions running)
[19,513 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/binary_ops.cc; 48s local, remote-cache ... (112 actions running)
[19,516 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/binary_ops.cc; 49s local, remote-cache ... (112 actions running)
[19,519 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/binary_ops.cc; 50s local, remote-cache ... (112 actions running)
[19,528 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/bcast_ops.cc; 47s local, remote-cache ... (112 actions running)
[19,531 / 19,692] Compiling tensorflow/compiler/tf2xla/kernels/bcast_ops.cc; 48s local, remote-cache ... (110 actions running)
[19,538 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 45s local, remote-cache ... (104 actions running)
[19,546 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 47s local, remote-cache ... (95 actions, 94 running)
[19,548 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 48s local, remote-cache ... (92 actions running)
[19,548 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 49s local, remote-cache ... (92 actions running)
[19,549 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 51s local, remote-cache ... (90 actions running)
[19,550 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 52s local, remote-cache ... (90 actions running)
[19,557 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 53s local, remote-cache ... (82 actions running)
[19,562 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 54s local, remote-cache ... (77 actions, 76 running)
[19,574 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 55s local, remote-cache ... (65 actions, 64 running)
[19,579 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 57s local, remote-cache ... (59 actions, 58 running)
[19,582 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 58s local, remote-cache ... (56 actions running)
[19,589 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 60s local, remote-cache ... (49 actions, 48 running)
[19,592 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 61s local, remote-cache ... (45 actions, 44 running)
[19,596 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 62s local, remote-cache ... (40 actions running)
[19,598 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 63s local, remote-cache ... (38 actions running)
[19,602 / 19,692] Compiling tensorflow/compiler/jit/xla_compile_on_demand_op.cc; 65s local, remote-cache ... (33 actions, 32 running)
[19,604 / 19,692] Compiling tensorflow/compiler/jit/kernels/xla_ops.cc; 63s local, remote-cache ... (30 actions running)
[19,605 / 19,692] Compiling tensorflow/compiler/jit/kernels/xla_ops.cc; 64s local, remote-cache ... (28 actions running)
[19,610 / 19,692] Compiling tensorflow/compiler/jit/kernels/xla_ops.cc; 66s local, remote-cache ... (21 actions, 20 running)
[19,617 / 19,692] Compiling tensorflow/compiler/jit/kernels/xla_ops.cc; 67s local, remote-cache ... (14 actions running)
[19,620 / 19,692] Compiling tensorflow/compiler/tf2xla/mlir_tf2xla.cc; 59s local, remote-cache ... (11 actions, 10 running)
[19,621 / 19,692] Compiling tensorflow/compiler/tf2xla/mlir_tf2xla.cc; 60s local, remote-cache ... (10 actions running)
[19,623 / 19,692] Compiling tensorflow/compiler/tf2xla/mlir_tf2xla.cc; 61s local, remote-cache ... (8 actions running)
[19,623 / 19,692] Compiling tensorflow/compiler/tf2xla/mlir_tf2xla.cc; 71s local, remote-cache ... (8 actions running)
[19,624 / 19,692] Compiling tensorflow/compiler/tf2xla/mlir_tf2xla.cc; 72s local, remote-cache ... (7 actions, 6 running)
[19,625 / 19,692] Compiling tensorflow/compiler/tf2xla/mlir_tf2xla.cc; 74s local, remote-cache ... (6 actions running)
[19,626 / 19,692] Compiling tensorflow/compiler/mlir/python/mlir.cc; 61s local, remote-cache ... (5 actions, 4 running)
[19,627 / 19,692] Compiling tensorflow/compiler/mlir/python/mlir.cc; 63s local, remote-cache ... (4 actions running)
[19,627 / 19,692] Compiling tensorflow/compiler/mlir/python/mlir.cc; 73s local, remote-cache ... (4 actions running)
[19,628 / 19,692] Compiling tensorflow/compiler/mlir/python/mlir.cc; 87s local, remote-cache ... (3 actions, 2 running)
[19,629 / 19,692] Compiling tensorflow/compiler/mlir/python/mlir.cc; 89s local, remote-cache
[19,629 / 19,692] Compiling tensorflow/compiler/mlir/python/mlir.cc; 99s local, remote-cache
[19,629 / 19,692] Compiling tensorflow/compiler/mlir/python/mlir.cc; 129s local, remote-cache
[19,630 / 19,692] [Prepa] Linking tensorflow/compiler/mlir/python/libmlir.pic.lo
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 0s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 10s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 40s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 101s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 161s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 221s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 281s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 341s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 401s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 461s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 521s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 581s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 641s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 701s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 761s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 801s local, remote-cache
[19,631 / 19,692] Linking tensorflow/libtensorflow_cc.so.2.17.0; 808s local, remote-cache
[19,635 / 19,692] Linking tensorflow/python/_pywrap_tensorflow_internal.so; 0s local, remote-cache
[19,636 / 19,692] [Prepa] action 'SolibSymlink _solib_local/_Utensorflow_Spython/_pywrap_tensorflow_internal.so'
[19,685 / 19,692] Linking tensorflow/python/_pywrap_tfcompile.so; 1s local, remote-cache ... (12 actions running)
[19,689 / 19,692] Linking tensorflow/python/tpu/_pywrap_tpu_embedding.so; 2s local, remote-cache ... (4 actions running)
[19,690 / 19,692] Linking tensorflow/python/tpu/_pywrap_tpu_embedding.so; 4s local, remote-cache
[19,691 / 19,692] Action tensorflow/tools/pip_package/wheel_house; 0s local, remote-cache
[19,691 / 19,692] Action tensorflow/tools/pip_package/wheel_house; 10s local, remote-cache
ERROR: /tf/tensorflow/tensorflow/tools/pip_package/BUILD:265:9: Action tensorflow/tools/pip_package/wheel_house failed: (Exit 1): build_pip_package_py failed: error executing command (from target //tensorflow/tools/pip_package:wheel) bazel-out/aarch64-opt-exec-50AE0418/bin/tensorflow/tools/pip_package/build_pip_package_py @bazel-out/aarch64-opt/bin/tensorflow/tools/pip_package/wheel_house-0.params
patchelf: getting info about '/tmp/tensorflow_wheel3j1pofb4/tensorflow/compiler/mlir/quantization/tensorflow/calibrator/pywrap_calibration.so': No such file or directory
Traceback (most recent call last):
File "/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/execroot/org_tensorflow/bazel-out/aarch64-opt-exec-50AE0418/bin/tensorflow/tools/pip_package/build_pip_package_py.runfiles/org_tensorflow/tensorflow/tools/pip_package/build_pip_package.py", line 340, in <module>
prepare_wheel_srcs(args.headers, args.srcs, args.xla_aot,
File "/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/execroot/org_tensorflow/bazel-out/aarch64-opt-exec-50AE0418/bin/tensorflow/tools/pip_package/build_pip_package_py.runfiles/org_tensorflow/tensorflow/tools/pip_package/build_pip_package.py", line 197, in prepare_wheel_srcs
patch_so(srcs_dir)
File "/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/execroot/org_tensorflow/bazel-out/aarch64-opt-exec-50AE0418/bin/tensorflow/tools/pip_package/build_pip_package_py.runfiles/org_tensorflow/tensorflow/tools/pip_package/build_pip_package.py", line 239, in patch_so
rpath = subprocess.check_output(
File "/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/external/python_aarch64-unknown-linux-gnu/lib/python3.9/subprocess.py", line 424, in check_output
return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,
File "/home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/external/python_aarch64-unknown-linux-gnu/lib/python3.9/subprocess.py", line 528, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['patchelf', '--print-rpath', '/tmp/tensorflow_wheel3j1pofb4/tensorflow/compiler/mlir/quantization/tensorflow/calibrator/pywrap_calibration.so']' returned non-zero exit status 1.
Target //tensorflow/tools/pip_package:wheel failed to build
Use --verbose_failures to see the command lines of failed build steps.
INFO: Elapsed time: 3818.825s, Critical Path: 1498.78s
INFO: 19692 processes: 1223 internal, 18469 local.
FAILED: Build did NOT complete successfully
stderr_lines: <omitted>
stdout: ''
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=25 changed=17 unreachable=0 failed=1 skipped=6 rescued=0 ignored=0
Tuesday 16 April 2024 20:15:26 +0100 (1:03:40.285) 1:05:21.938 *********
===============================================================================
tensorflow_in_container : (Python 3.9) build TensorFlow git ---------- 3820.29s
Cleanup after previous build ------------------------------------------- 31.14s
tensorflow_in_container : (Python 3.9) start build container ----------- 26.57s
tensorflow : Fetch TensorFlow from git --------------------------------- 22.96s
tensorflow : Remove TensorFlow git sources from previous build ---------- 4.04s
Gathering Facts --------------------------------------------------------- 2.61s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 1.83s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.51s
Create cache dirs ------------------------------------------------------- 1.43s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.25s
tensorflow : Save git commit hash to file ------------------------------- 1.09s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.87s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.81s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.81s
tensorflow : Create linklibs shell script ------------------------------- 0.69s
tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds --- 0.68s
tensorflow_in_container : Reset checkout to clean state ----------------- 0.64s
tensorflow : Use nightly package requirements --------------------------- 0.62s
tensorflow : Get oneline version of git log for this checkout ----------- 0.59s
Build TensorFlow for each Python version (dual abi) --------------------- 0.41s
Build step 'Execute shell' marked build as failure
2 years
- 1
- 2
Build failed in Jenkins: Tensorflow oneDNN Python package (manylinux2014 nightly) #772
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-onednn-nightly/7…>
Changes:
------------------------------------------
[...truncated 6.52 KiB...]
TASK [tensorflow : Set world write access to source] ***************************
Tuesday 16 April 2024 01:11:25 +0100 (0:00:00.030) 0:01:21.157 *********
changed: [localhost]
TASK [tensorflow : Get oneline version of git log for this checkout] ***********
Tuesday 16 April 2024 01:11:26 +0100 (0:00:00.385) 0:01:21.542 *********
changed: [localhost]
TASK [tensorflow : Show git log] ***********************************************
Tuesday 16 April 2024 01:11:26 +0100 (0:00:00.559) 0:01:22.101 *********
ok: [localhost] =>
git_log.stdout: 'e9d460922aa8d54b2f48a9b2dff47085726c89e5 Merge pull request #65568 from Intel-tensorflow:mraunak/win_config'
TASK [tensorflow : Record git commit hash to variable] *************************
Tuesday 16 April 2024 01:11:26 +0100 (0:00:00.037) 0:01:22.139 *********
ok: [localhost]
TASK [tensorflow : Save git commit hash to file] *******************************
Tuesday 16 April 2024 01:11:26 +0100 (0:00:00.057) 0:01:22.196 *********
changed: [localhost]
TASK [Build TensorFlow for each Python version (dual abi)] *********************
Tuesday 16 April 2024 01:11:28 +0100 (0:00:01.113) 0:01:23.310 *********
TASK [tensorflow_in_container : Reset checkout to clean state] *****************
Tuesday 16 April 2024 01:11:28 +0100 (0:00:00.417) 0:01:23.728 *********
changed: [localhost]
TASK [tensorflow_in_container : Remove TensorFlow-oneDNN-ACL git sources from previous build] ***
Tuesday 16 April 2024 01:11:29 +0100 (0:00:00.827) 0:01:24.556 *********
skipping: [localhost]
TASK [Fetch TensorFlow] ********************************************************
Tuesday 16 April 2024 01:11:29 +0100 (0:00:00.029) 0:01:24.586 *********
skipping: [localhost]
TASK [(Python 3.9) patch TensorFlow tree] **************************************
Tuesday 16 April 2024 01:11:29 +0100 (0:00:00.031) 0:01:24.617 *********
TASK [tensorflow : Create linklibs shell script] *******************************
Tuesday 16 April 2024 01:11:29 +0100 (0:00:00.082) 0:01:24.700 *********
changed: [localhost]
TASK [tensorflow : Use nightly package requirements] ***************************
Tuesday 16 April 2024 01:11:30 +0100 (0:00:00.695) 0:01:25.396 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds] ***
Tuesday 16 April 2024 01:11:30 +0100 (0:00:00.627) 0:01:26.023 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) build Python versioned container] ***
Tuesday 16 April 2024 01:11:31 +0100 (0:00:00.685) 0:01:26.708 *********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) start build container] ************
Tuesday 16 April 2024 01:11:32 +0100 (0:00:01.552) 0:01:28.260 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir] ***
Tuesday 16 April 2024 01:11:41 +0100 (0:00:08.472) 0:01:36.733 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazel cache] ******
Tuesday 16 April 2024 01:11:42 +0100 (0:00:01.232) 0:01:37.965 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for bazelisk cache] ***
Tuesday 16 April 2024 01:11:43 +0100 (0:00:00.843) 0:01:38.809 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) create link for pip cache] ********
Tuesday 16 April 2024 01:11:44 +0100 (0:00:00.873) 0:01:39.682 *********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build] ***
Tuesday 16 April 2024 01:11:45 +0100 (0:00:00.840) 0:01:40.523 *********
changed: [localhost]
TASK [tensorflow_in_container : Show list of installed Python packages for build] ***
Tuesday 16 April 2024 01:11:47 +0100 (0:00:02.642) 0:01:43.165 *********
ok: [localhost] =>
pip_list_output.stdout: |-
Package Version Location Installer
------------------- -------------------- -------------------------------------- ---------
auditwheel 5.4.0 /usr/local/lib/python3.9/dist-packages pip
certifi 2019.11.28 /usr/lib/python3/dist-packages
cffi 1.16.0 /usr/local/lib/python3.9/dist-packages pip
chardet 3.0.4 /usr/lib/python3/dist-packages
cryptography 42.0.5 /usr/local/lib/python3.9/dist-packages pip
Cython 3.0.9 /usr/local/lib/python3.9/dist-packages pip
dbus-python 1.2.16 /usr/lib/python3/dist-packages
docutils 0.20.1 /usr/local/lib/python3.9/dist-packages pip
idna 2.8 /usr/lib/python3/dist-packages
importlib-metadata 7.0.1 /usr/local/lib/python3.9/dist-packages pip
jaraco.classes 3.3.1 /usr/local/lib/python3.9/dist-packages pip
jeepney 0.8.0 /usr/local/lib/python3.9/dist-packages pip
keyring 24.3.1 /usr/local/lib/python3.9/dist-packages pip
markdown-it-py 3.0.0 /usr/local/lib/python3.9/dist-packages pip
mdurl 0.1.2 /usr/local/lib/python3.9/dist-packages pip
more-itertools 10.2.0 /usr/local/lib/python3.9/dist-packages pip
nh3 0.2.15 /usr/local/lib/python3.9/dist-packages pip
pip 24.0 /usr/local/lib/python3.9/dist-packages pip
pkginfo 1.10.0 /usr/local/lib/python3.9/dist-packages pip
portpicker 1.6.0 /usr/local/lib/python3.9/dist-packages pip
psutil 5.9.8 /usr/local/lib/python3.9/dist-packages pip
pycparser 2.21 /usr/local/lib/python3.9/dist-packages pip
pyelftools 0.30 /usr/local/lib/python3.9/dist-packages pip
Pygments 2.17.2 /usr/local/lib/python3.9/dist-packages pip
PyGObject 3.36.0 /usr/lib/python3/dist-packages
python-apt 2.0.1+ubuntu0.20.4.1 /usr/lib/python3/dist-packages
readme_renderer 43.0 /usr/local/lib/python3.9/dist-packages pip
requests 2.22.0 /usr/lib/python3/dist-packages
requests-toolbelt 1.0.0 /usr/local/lib/python3.9/dist-packages pip
requests-unixsocket 0.2.0 /usr/lib/python3/dist-packages
rfc3986 2.0.0 /usr/local/lib/python3.9/dist-packages pip
rich 13.7.1 /usr/local/lib/python3.9/dist-packages pip
SecretStorage 3.3.3 /usr/local/lib/python3.9/dist-packages pip
setuptools 69.1.1 /usr/local/lib/python3.9/dist-packages pip
six 1.14.0 /usr/lib/python3/dist-packages
twine 4.0.2 /usr/local/lib/python3.9/dist-packages pip
urllib3 2.2.1 /usr/local/lib/python3.9/dist-packages pip
wheel 0.42.0 /usr/local/lib/python3.9/dist-packages pip
zipp 3.17.0 /usr/local/lib/python3.9/dist-packages pip
TASK [tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git] ***
Tuesday 16 April 2024 01:11:47 +0100 (0:00:00.038) 0:01:43.204 *********
fatal: [localhost]: FAILED! => changed=true
rc: 1
stderr: |-
Extracting Bazel installation...
Starting local Bazel server and connecting to it...
INFO: Invocation ID: 87b5868d-81e1-4350-8962-9af9210f24f3
INFO: Reading 'startup' options from /tf/tensorflow/.bazelrc: --windows_enable_symlinks
INFO: Options provided by the client:
Inherited 'common' options: --isatty=0 --terminal_columns=80
INFO: Reading rc options for 'build' from /tf/tensorflow/.bazelrc:
Inherited 'common' options: --experimental_repo_remote_exec
INFO: Reading rc options for 'build' from /tf/tensorflow/.bazelrc:
'build' options: --define framework_shared_object=true --define tsl_protobuf_header_only=true --define=use_fast_cpp_protos=true --define=allow_oversize_protos=true --spawn_strategy=standalone -c opt --announce_rc --define=grpc_no_ares=true --noincompatible_remove_legacy_whole_archive --features=-force_no_whole_archive --enable_platform_specific_config --define=with_xla_support=true --config=short_logs --config=v2 --define=no_aws_support=true --define=no_hdfs_support=true --experimental_cc_shared_library --experimental_link_static_libraries_once=false --incompatible_enforce_config_setting_visibility
INFO: Reading rc options for 'build' from /usertools/aarch64_clang.bazelrc:
'build' options: --action_env=CACHEBUSTER=20220325 --action_env PYTHON_BIN_PATH=/usr/local/bin/python3 --python_path=/usr/local/bin/python3 --define=tf_api_version=2 --action_env=TF2_BEHAVIOR=1 --linkopt=-fuse-ld=lld --linkopt=-lm --linkopt=-Wl,--undefined-version --host_linkopt=-fuse-ld=lld --host_linkopt=-lm --host_linkopt=-Wl,--undefined-version --distinct_host_configuration=false --copt=-Wno-gnu-offsetof-extensions --profile=/tf/pkg/profile.json.gz --crosstool_top=@ml2014_clang_aarch64_config_aarch64//crosstool:toolchain --copt=-mtune=generic --copt=-march=armv8-a --copt=-O3
INFO: Found applicable config definition build:short_logs in file /tf/tensorflow/.bazelrc: --output_filter=DONT_MATCH_ANYTHING
INFO: Found applicable config definition build:v2 in file /tf/tensorflow/.bazelrc: --define=tf_api_version=2 --action_env=TF2_BEHAVIOR=1
INFO: Found applicable config definition build:sigbuild_local_cache in file /usertools/aarch64_clang.bazelrc: --disk_cache=/tf/cache
INFO: Found applicable config definition build:mkl_aarch64_threadpool in file /tf/tensorflow/.bazelrc: --define=build_with_mkl_aarch64=true -c opt
INFO: Found applicable config definition build:linux in file /tf/tensorflow/.bazelrc: --host_copt=-w --copt=-Wno-all --copt=-Wno-extra --copt=-Wno-deprecated --copt=-Wno-deprecated-declarations --copt=-Wno-ignored-attributes --copt=-Wno-array-bounds --copt=-Wunused-result --copt=-Werror=unused-result --copt=-Wswitch --copt=-Werror=switch --copt=-Wno-error=unused-but-set-variable --define=PREFIX=/usr --define=LIBDIR=$(PREFIX)/lib --define=INCLUDEDIR=$(PREFIX)/include --define=PROTOBUF_INCLUDE_PATH=$(PREFIX)/include --cxxopt=-std=c++17 --host_cxxopt=-std=c++17 --config=dynamic_kernels --experimental_guard_against_concurrent_changes
INFO: Found applicable config definition build:dynamic_kernels in file /tf/tensorflow/.bazelrc: --define=dynamic_loaded_kernels=true --copt=-DAUTOLOAD_DYNAMIC_KERNELS
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading:
Loading: 0 packages loaded
Analyzing: target //tensorflow/tools/pip_package:wheel (1 packages loaded, 0 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (11 packages loaded, 12 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (157 packages loaded, 302 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (270 packages loaded, 4172 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (270 packages loaded, 4172 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (270 packages loaded, 4172 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (271 packages loaded, 4197 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (271 packages loaded, 4197 targets configured)
Analyzing: target //tensorflow/tools/pip_package:wheel (391 packages loaded, 5027 targets configured)
INFO: Repository dlpack instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:931:28: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:67:11: in _initialize_third_party
/tf/tensorflow/third_party/dlpack/workspace.bzl:6:20: in repo
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: Repository pthreadpool instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:166:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: Repository mkl_dnn_acl_compatible instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:213:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: Repository riegeli instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:868:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: Repository cpuinfo instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:173:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: Repository XNNPACK instantiated at:
/tf/tensorflow/WORKSPACE:95:14: in <toplevel>
/tf/tensorflow/tensorflow/workspace2.bzl:938:21: in workspace
/tf/tensorflow/tensorflow/workspace2.bzl:151:20: in _tf_repositories
/tf/tensorflow/third_party/repo.bzl:136:21: in tf_http_archive
Repository rule _tf_http_archive defined at:
/tf/tensorflow/third_party/repo.bzl:89:35: in <toplevel>
INFO: repository @riegeli' used the following cache hits instead of downloading the corresponding file.
* Hash '870ca080cdfc5eba696a72ccc3a54cbf0f2271befc0d459eafa8f065edfaadb2' for https://storage.googleapis.com/mirror.tensorflow.org/github.com/google/rieg…
If the definition of 'repository @riegeli' was updated, verify that the hashes were also updated.
ERROR: /home/buildslave/.cache/bazel/_bazel_buildslave/fbac33eb30dbfb6b11b15a7ff5ac830d/external/tf_runtime/BUILD:204:16: no such package '@local_tsl//tsl/concurrency': BUILD file not found in directory 'tsl/concurrency' of external repository @local_tsl. Add a BUILD file to a directory to mark it as a package. and referenced by '@tf_runtime//:async_value'
ERROR: Analysis of target '//tensorflow/tools/pip_package:wheel' failed; build aborted:
INFO: Elapsed time: 71.961s
INFO: 0 processes.
FAILED: Build did NOT complete successfully (589 packages loaded, 20499 targets configured)
stderr_lines: <omitted>
stdout: ''
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=25 changed=17 unreachable=0 failed=1 skipped=6 rescued=0 ignored=0
Tuesday 16 April 2024 01:13:00 +0100 (0:01:12.894) 0:02:56.098 *********
===============================================================================
tensorflow_in_container : (Python 3.9) build TensorFlow-oneDNN-ACL git -- 72.89s
Cleanup after previous build ------------------------------------------- 51.14s
tensorflow : Fetch TensorFlow-oneDNN-ACL from git ---------------------- 21.57s
tensorflow_in_container : (Python 3.9) start build container ------------ 8.47s
tensorflow : Remove TensorFlow-oneDNN-ACL git sources from previous build --- 4.83s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 2.64s
Gathering Facts --------------------------------------------------------- 1.69s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.55s
Create cache dirs ------------------------------------------------------- 1.44s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.23s
tensorflow : Save git commit hash to file ------------------------------- 1.11s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.87s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.84s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.84s
tensorflow_in_container : Reset checkout to clean state ----------------- 0.83s
tensorflow : Create linklibs shell script ------------------------------- 0.70s
tensorflow_in_container : (Python 3.9) copy upper constraints for hermetic builds --- 0.69s
tensorflow : Use nightly package requirements --------------------------- 0.63s
tensorflow : Get oneline version of git log for this checkout ----------- 0.56s
Build TensorFlow for each Python version (dual abi) --------------------- 0.42s
Build step 'Execute shell' marked build as failure
2 years
- 1
- 2
Build failed in Jenkins: Tensorflow Python package (manylinux2014 nightly) #1120
by ci_notify＠linaro.org
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-nightly/1120/dis…>
Changes:
------------------------------------------
[...truncated 27.43 KB...]
TASK [tensorflow_in_container : Reset checkout to clean state] *****************
Monday 25 March 2024 22:49:17 +0000 (0:16:36.585) 4:39:12.976 **********
changed: [localhost]
TASK [tensorflow_in_container : Remove TensorFlow git sources from previous build] ***
Monday 25 March 2024 22:49:18 +0000 (0:00:00.698) 4:39:13.674 **********
skipping: [localhost]
TASK [Fetch TensorFlow] ********************************************************
Monday 25 March 2024 22:49:18 +0000 (0:00:00.030) 4:39:13.705 **********
skipping: [localhost]
TASK [(Python 3.11) patch TensorFlow tree] *************************************
Monday 25 March 2024 22:49:18 +0000 (0:00:00.031) 4:39:13.737 **********
TASK [tensorflow : Create linklibs shell script] *******************************
Monday 25 March 2024 22:49:18 +0000 (0:00:00.078) 4:39:13.815 **********
changed: [localhost]
TASK [tensorflow : Use nightly package requirements] ***************************
Monday 25 March 2024 22:49:19 +0000 (0:00:00.729) 4:39:14.545 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) copy upper constraints for hermetic builds] ***
Monday 25 March 2024 22:49:19 +0000 (0:00:00.395) 4:39:14.940 **********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.11) build Python versioned container] ***
Monday 25 March 2024 22:49:20 +0000 (0:00:00.707) 4:39:15.648 **********
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.11) start build container] ***********
Monday 25 March 2024 22:49:21 +0000 (0:00:01.036) 4:39:16.685 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) create buildslave bazel cache dir] ***
Monday 25 March 2024 22:49:22 +0000 (0:00:01.501) 4:39:18.186 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) create link for bazel cache] *****
Monday 25 March 2024 22:49:23 +0000 (0:00:00.846) 4:39:19.033 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) create link for bazelisk cache] ***
Monday 25 March 2024 22:49:24 +0000 (0:00:00.897) 4:39:19.930 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) create link for pip cache] *******
Monday 25 March 2024 22:49:25 +0000 (0:00:00.881) 4:39:20.811 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) collect list of installed Python packages for build] ***
Monday 25 March 2024 22:49:26 +0000 (0:00:00.811) 4:39:21.622 **********
changed: [localhost]
TASK [tensorflow_in_container : Show list of installed Python packages for build] ***
Monday 25 March 2024 22:49:28 +0000 (0:00:01.978) 4:39:23.601 **********
ok: [localhost] =>
pip_list_output.stdout: |-
Package Version Location Installer
------------------- -------------------- --------------------------------------- ---------
auditwheel 5.4.0 /usr/local/lib/python3.11/dist-packages pip
certifi 2019.11.28 /usr/lib/python3/dist-packages
cffi 1.16.0 /usr/local/lib/python3.11/dist-packages pip
chardet 3.0.4 /usr/lib/python3/dist-packages
cryptography 42.0.5 /usr/local/lib/python3.11/dist-packages pip
Cython 3.0.9 /usr/local/lib/python3.11/dist-packages pip
dbus-python 1.2.16 /usr/lib/python3/dist-packages
docutils 0.20.1 /usr/local/lib/python3.11/dist-packages pip
idna 2.8 /usr/lib/python3/dist-packages
importlib-metadata 7.0.1 /usr/local/lib/python3.11/dist-packages pip
jaraco.classes 3.3.1 /usr/local/lib/python3.11/dist-packages pip
jeepney 0.8.0 /usr/local/lib/python3.11/dist-packages pip
keyring 24.3.1 /usr/local/lib/python3.11/dist-packages pip
markdown-it-py 3.0.0 /usr/local/lib/python3.11/dist-packages pip
mdurl 0.1.2 /usr/local/lib/python3.11/dist-packages pip
more-itertools 10.2.0 /usr/local/lib/python3.11/dist-packages pip
nh3 0.2.15 /usr/local/lib/python3.11/dist-packages pip
pip 24.0 /usr/local/lib/python3.11/dist-packages pip
pkginfo 1.10.0 /usr/local/lib/python3.11/dist-packages pip
portpicker 1.6.0 /usr/local/lib/python3.11/dist-packages pip
psutil 5.9.8 /usr/local/lib/python3.11/dist-packages pip
pycparser 2.21 /usr/local/lib/python3.11/dist-packages pip
pyelftools 0.30 /usr/local/lib/python3.11/dist-packages pip
Pygments 2.17.2 /usr/local/lib/python3.11/dist-packages pip
PyGObject 3.36.0 /usr/lib/python3/dist-packages
python-apt 2.0.1+ubuntu0.20.4.1 /usr/lib/python3/dist-packages
readme_renderer 43.0 /usr/local/lib/python3.11/dist-packages pip
requests 2.22.0 /usr/lib/python3/dist-packages
requests-toolbelt 1.0.0 /usr/local/lib/python3.11/dist-packages pip
requests-unixsocket 0.2.0 /usr/lib/python3/dist-packages
rfc3986 2.0.0 /usr/local/lib/python3.11/dist-packages pip
rich 13.7.1 /usr/local/lib/python3.11/dist-packages pip
SecretStorage 3.3.3 /usr/local/lib/python3.11/dist-packages pip
setuptools 69.1.1 /usr/local/lib/python3.11/dist-packages pip
six 1.14.0 /usr/lib/python3/dist-packages
twine 4.0.2 /usr/local/lib/python3.11/dist-packages pip
urllib3 2.2.1 /usr/local/lib/python3.11/dist-packages pip
wheel 0.42.0 /usr/local/lib/python3.11/dist-packages pip
zipp 3.17.0 /usr/local/lib/python3.11/dist-packages pip
TASK [tensorflow_in_container : (Python 3.11) build TensorFlow git] ************
Monday 25 March 2024 22:49:28 +0000 (0:00:00.038) 4:39:23.640 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) build Python package] ************
Monday 25 March 2024 22:55:00 +0000 (0:05:32.420) 4:44:56.061 **********
skipping: [localhost]
TASK [tensorflow_in_container : (Python 3.11) Copy built wheel] ****************
Monday 25 March 2024 22:55:00 +0000 (0:00:00.033) 4:44:56.094 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) cleanup Bazel install directory] ***
Monday 25 March 2024 22:55:01 +0000 (0:00:00.995) 4:44:57.089 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) create script to run tests] ******
Monday 25 March 2024 22:55:02 +0000 (0:00:00.860) 4:44:57.949 **********
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.11) run TensorFlow git tests] ********
Monday 25 March 2024 22:55:03 +0000 (0:00:00.710) 4:44:58.660 **********
FATAL: command execution failed
java.io.IOException
at hudson.remoting.Channel.close(Channel.java:1494)
at hudson.remoting.Channel.close(Channel.java:1450)
at hudson.slaves.SlaveComputer.closeChannel(SlaveComputer.java:943)
at hudson.slaves.SlaveComputer.kill(SlaveComputer.java:909)
at hudson.model.AbstractCIBase.killComputer(AbstractCIBase.java:97)
at jenkins.model.Jenkins.lambda$_cleanUpDisconnectComputers$11(Jenkins.java:3785)
at hudson.model.Queue._withLock(Queue.java:1401)
at hudson.model.Queue.withLock(Queue.java:1275)
at jenkins.model.Jenkins._cleanUpDisconnectComputers(Jenkins.java:3781)
at jenkins.model.Jenkins.cleanUp(Jenkins.java:3662)
at hudson.WebAppMain.contextDestroyed(WebAppMain.java:374)
at org.eclipse.jetty.server.handler.ContextHandler.callContextDestroyed(ContextHandler.java:1059)
at org.eclipse.jetty.servlet.ServletContextHandler.callContextDestroyed(ServletContextHandler.java:636)
at org.eclipse.jetty.server.handler.ContextHandler.contextDestroyed(ContextHandler.java:1016)
at org.eclipse.jetty.servlet.ServletHandler.doStop(ServletHandler.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:182)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:205)
at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:97)
at org.eclipse.jetty.security.SecurityHandler.doStop(SecurityHandler.java:412)
at org.eclipse.jetty.security.ConstraintSecurityHandler.doStop(ConstraintSecurityHandler.java:413)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:182)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:205)
at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:97)
at org.eclipse.jetty.server.session.SessionHandler.doStop(SessionHandler.java:497)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:182)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:205)
at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:97)
at org.eclipse.jetty.server.handler.ContextHandler.stopContext(ContextHandler.java:1039)
at org.eclipse.jetty.servlet.ServletContextHandler.stopContext(ServletContextHandler.java:399)
at org.eclipse.jetty.webapp.WebAppContext.stopContext(WebAppContext.java:1311)
at org.eclipse.jetty.server.handler.ContextHandler.doStop(ContextHandler.java:1087)
at org.eclipse.jetty.servlet.ServletContextHandler.doStop(ServletContextHandler.java:312)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:182)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:205)
at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:97)
at org.eclipse.jetty.server.Server.doStop(Server.java:517)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at winstone.Launcher.shutdown(Launcher.java:442)
at winstone.ShutdownHook.run(ShutdownHook.java:28)
Caused: hudson.remoting.ChannelClosedException: Channel "hudson.remoting.Channel@4ddfcdd8:ldcg-aarch64-02": Remote call on ldcg-aarch64-02 failed. The channel is closing down or has closed down
at hudson.remoting.Channel.call(Channel.java:996)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:285)
at jdk.proxy2/jdk.proxy2.$Proxy153.isAlive(Unknown Source)
at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1212)
at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1204)
at hudson.tasks.CommandInterpreter.join(CommandInterpreter.java:195)
at hudson.tasks.CommandInterpreter.perform(CommandInterpreter.java:145)
at hudson.tasks.CommandInterpreter.perform(CommandInterpreter.java:92)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:818)
at hudson.model.Build$BuildExecution.build(Build.java:199)
at hudson.model.Build$BuildExecution.doRun(Build.java:164)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:526)
at hudson.model.Run.execute(Run.java:1895)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
at hudson.model.ResourceController.execute(ResourceController.java:101)
at hudson.model.Executor.run(Executor.java:442)
FATAL: Unable to delete script file /tmp/jenkins13546237660468929120.sh
java.io.IOException
at hudson.remoting.Channel.close(Channel.java:1494)
at hudson.remoting.Channel.close(Channel.java:1450)
at hudson.slaves.SlaveComputer.closeChannel(SlaveComputer.java:943)
at hudson.slaves.SlaveComputer.kill(SlaveComputer.java:909)
at hudson.model.AbstractCIBase.killComputer(AbstractCIBase.java:97)
at jenkins.model.Jenkins.lambda$_cleanUpDisconnectComputers$11(Jenkins.java:3785)
at hudson.model.Queue._withLock(Queue.java:1401)
at hudson.model.Queue.withLock(Queue.java:1275)
at jenkins.model.Jenkins._cleanUpDisconnectComputers(Jenkins.java:3781)
at jenkins.model.Jenkins.cleanUp(Jenkins.java:3662)
at hudson.WebAppMain.contextDestroyed(WebAppMain.java:374)
at org.eclipse.jetty.server.handler.ContextHandler.callContextDestroyed(ContextHandler.java:1059)
at org.eclipse.jetty.servlet.ServletContextHandler.callContextDestroyed(ServletContextHandler.java:636)
at org.eclipse.jetty.server.handler.ContextHandler.contextDestroyed(ContextHandler.java:1016)
at org.eclipse.jetty.servlet.ServletHandler.doStop(ServletHandler.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:182)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:205)
at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:97)
at org.eclipse.jetty.security.SecurityHandler.doStop(SecurityHandler.java:412)
at org.eclipse.jetty.security.ConstraintSecurityHandler.doStop(ConstraintSecurityHandler.java:413)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:182)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:205)
at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:97)
at org.eclipse.jetty.server.session.SessionHandler.doStop(SessionHandler.java:497)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:182)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:205)
at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:97)
at org.eclipse.jetty.server.handler.ContextHandler.stopContext(ContextHandler.java:1039)
at org.eclipse.jetty.servlet.ServletContextHandler.stopContext(ServletContextHandler.java:399)
at org.eclipse.jetty.webapp.WebAppContext.stopContext(WebAppContext.java:1311)
at org.eclipse.jetty.server.handler.ContextHandler.doStop(ContextHandler.java:1087)
at org.eclipse.jetty.servlet.ServletContextHandler.doStop(ServletContextHandler.java:312)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:182)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:205)
at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:97)
at org.eclipse.jetty.server.Server.doStop(Server.java:517)
at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
at winstone.Launcher.shutdown(Launcher.java:442)
at winstone.ShutdownHook.run(ShutdownHook.java:28)
Caused: hudson.remoting.ChannelClosedException: Channel "hudson.remoting.Channel@4ddfcdd8:ldcg-aarch64-02": Remote call on ldcg-aarch64-02 failed. The channel is closing down or has closed down
at hudson.remoting.Channel.call(Channel.java:996)
at hudson.FilePath.act(FilePath.java:1230)
at hudson.FilePath.act(FilePath.java:1219)
at hudson.FilePath.delete(FilePath.java:1766)
at hudson.tasks.CommandInterpreter.perform(CommandInterpreter.java:163)
at hudson.tasks.CommandInterpreter.perform(CommandInterpreter.java:92)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:818)
at hudson.model.Build$BuildExecution.build(Build.java:199)
at hudson.model.Build$BuildExecution.doRun(Build.java:164)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:526)
at hudson.model.Run.execute(Run.java:1895)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
at hudson.model.ResourceController.execute(ResourceController.java:101)
at hudson.model.Executor.run(Executor.java:442)
Build step 'Execute shell' marked build as failure
2 years, 1 month
- 1
- 2