See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-nightly/1002/dis…>
Changes:
------------------------------------------
[...truncated 110.38 KB...]
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/com_google_absl/absl/log/check.h:134: warning: "QCHECK_LT" redefined
134 | #define QCHECK_LT(val1, val2) \
|
In file included from external/local_tsl/tsl/platform/logging.h:26,
from external/local_tsl/tsl/platform/status.h:34,
from external/local_xla/xla/status.h:19,
from external/local_xla/xla/statusor.h:18,
from external/local_xla/xla/primitive_util.h:33,
from external/local_xla/xla/comparison_util.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:47,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/local_tsl/tsl/platform/default/logging.h:546: note: this is the location of the previous definition
546 | #define QCHECK_LT(x, y) CHECK_LT(x, y)
|
In file included from external/local_xla/xla/shape_util.h:36,
from external/local_xla/xla/index_util.h:25,
from external/local_xla/xla/literal.h:41,
from external/local_xla/xla/hlo/ir/dfs_hlo_visitor.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:48,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/com_google_absl/absl/log/check.h:136: warning: "QCHECK_GE" redefined
136 | #define QCHECK_GE(val1, val2) \
|
In file included from external/local_tsl/tsl/platform/logging.h:26,
from external/local_tsl/tsl/platform/status.h:34,
from external/local_xla/xla/status.h:19,
from external/local_xla/xla/statusor.h:18,
from external/local_xla/xla/primitive_util.h:33,
from external/local_xla/xla/comparison_util.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:47,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/local_tsl/tsl/platform/default/logging.h:547: note: this is the location of the previous definition
547 | #define QCHECK_GE(x, y) CHECK_GE(x, y)
|
In file included from external/local_xla/xla/shape_util.h:36,
from external/local_xla/xla/index_util.h:25,
from external/local_xla/xla/literal.h:41,
from external/local_xla/xla/hlo/ir/dfs_hlo_visitor.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:48,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/com_google_absl/absl/log/check.h:138: warning: "QCHECK_GT" redefined
138 | #define QCHECK_GT(val1, val2) \
|
In file included from external/local_tsl/tsl/platform/logging.h:26,
from external/local_tsl/tsl/platform/status.h:34,
from external/local_xla/xla/status.h:19,
from external/local_xla/xla/statusor.h:18,
from external/local_xla/xla/primitive_util.h:33,
from external/local_xla/xla/comparison_util.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:47,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/local_tsl/tsl/platform/default/logging.h:548: note: this is the location of the previous definition
548 | #define QCHECK_GT(x, y) CHECK_GT(x, y)
|
In file included from external/local_xla/xla/shape_util.h:36,
from external/local_xla/xla/index_util.h:25,
from external/local_xla/xla/literal.h:41,
from external/local_xla/xla/hlo/ir/dfs_hlo_visitor.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:48,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/com_google_absl/absl/log/check.h:140: warning: "DCHECK_EQ" redefined
140 | #define DCHECK_EQ(val1, val2) \
|
In file included from external/local_tsl/tsl/platform/logging.h:26,
from external/local_tsl/tsl/platform/status.h:34,
from external/local_xla/xla/status.h:19,
from external/local_xla/xla/statusor.h:18,
from external/local_xla/xla/primitive_util.h:33,
from external/local_xla/xla/comparison_util.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:47,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/local_tsl/tsl/platform/default/logging.h:531: note: this is the location of the previous definition
531 | #define DCHECK_EQ(x, y) _TF_DCHECK_NOP(x, y)
|
In file included from external/local_xla/xla/shape_util.h:36,
from external/local_xla/xla/index_util.h:25,
from external/local_xla/xla/literal.h:41,
from external/local_xla/xla/hlo/ir/dfs_hlo_visitor.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:48,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/com_google_absl/absl/log/check.h:142: warning: "DCHECK_NE" redefined
142 | #define DCHECK_NE(val1, val2) \
|
In file included from external/local_tsl/tsl/platform/logging.h:26,
from external/local_tsl/tsl/platform/status.h:34,
from external/local_xla/xla/status.h:19,
from external/local_xla/xla/statusor.h:18,
from external/local_xla/xla/primitive_util.h:33,
from external/local_xla/xla/comparison_util.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:47,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/local_tsl/tsl/platform/default/logging.h:532: note: this is the location of the previous definition
532 | #define DCHECK_NE(x, y) _TF_DCHECK_NOP(x, y)
|
In file included from external/local_xla/xla/shape_util.h:36,
from external/local_xla/xla/index_util.h:25,
from external/local_xla/xla/literal.h:41,
from external/local_xla/xla/hlo/ir/dfs_hlo_visitor.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:48,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/com_google_absl/absl/log/check.h:144: warning: "DCHECK_LE" redefined
144 | #define DCHECK_LE(val1, val2) \
|
In file included from external/local_tsl/tsl/platform/logging.h:26,
from external/local_tsl/tsl/platform/status.h:34,
from external/local_xla/xla/status.h:19,
from external/local_xla/xla/statusor.h:18,
from external/local_xla/xla/primitive_util.h:33,
from external/local_xla/xla/comparison_util.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:47,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/local_tsl/tsl/platform/default/logging.h:533: note: this is the location of the previous definition
533 | #define DCHECK_LE(x, y) _TF_DCHECK_NOP(x, y)
|
In file included from external/local_xla/xla/shape_util.h:36,
from external/local_xla/xla/index_util.h:25,
from external/local_xla/xla/literal.h:41,
from external/local_xla/xla/hlo/ir/dfs_hlo_visitor.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:48,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/com_google_absl/absl/log/check.h:146: warning: "DCHECK_LT" redefined
146 | #define DCHECK_LT(val1, val2) \
|
In file included from external/local_tsl/tsl/platform/logging.h:26,
from external/local_tsl/tsl/platform/status.h:34,
from external/local_xla/xla/status.h:19,
from external/local_xla/xla/statusor.h:18,
from external/local_xla/xla/primitive_util.h:33,
from external/local_xla/xla/comparison_util.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:47,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/local_tsl/tsl/platform/default/logging.h:534: note: this is the location of the previous definition
534 | #define DCHECK_LT(x, y) _TF_DCHECK_NOP(x, y)
|
In file included from external/local_xla/xla/shape_util.h:36,
from external/local_xla/xla/index_util.h:25,
from external/local_xla/xla/literal.h:41,
from external/local_xla/xla/hlo/ir/dfs_hlo_visitor.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:48,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/com_google_absl/absl/log/check.h:148: warning: "DCHECK_GE" redefined
148 | #define DCHECK_GE(val1, val2) \
|
In file included from external/local_tsl/tsl/platform/logging.h:26,
from external/local_tsl/tsl/platform/status.h:34,
from external/local_xla/xla/status.h:19,
from external/local_xla/xla/statusor.h:18,
from external/local_xla/xla/primitive_util.h:33,
from external/local_xla/xla/comparison_util.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:47,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/local_tsl/tsl/platform/default/logging.h:535: note: this is the location of the previous definition
535 | #define DCHECK_GE(x, y) _TF_DCHECK_NOP(x, y)
|
In file included from external/local_xla/xla/shape_util.h:36,
from external/local_xla/xla/index_util.h:25,
from external/local_xla/xla/literal.h:41,
from external/local_xla/xla/hlo/ir/dfs_hlo_visitor.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:48,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/com_google_absl/absl/log/check.h:150: warning: "DCHECK_GT" redefined
150 | #define DCHECK_GT(val1, val2) \
|
In file included from external/local_tsl/tsl/platform/logging.h:26,
from external/local_tsl/tsl/platform/status.h:34,
from external/local_xla/xla/status.h:19,
from external/local_xla/xla/statusor.h:18,
from external/local_xla/xla/primitive_util.h:33,
from external/local_xla/xla/comparison_util.h:26,
from external/local_xla/xla/hlo/ir/hlo_instruction.h:47,
from external/local_xla/xla/service/collective_ops_utils.h:29,
from external/local_xla/xla/service/cpu/in_process_collectives.h:27,
from external/local_xla/xla/service/cpu/in_process_collectives.cc:16:
external/local_tsl/tsl/platform/default/logging.h:536: note: this is the location of the previous definition
536 | #define DCHECK_GT(x, y) _TF_DCHECK_NOP(x, y)
|
external/local_xla/xla/service/cpu/in_process_collectives.cc: In function 'void xla::cpu::runtime::{anonymous}::Reduce(absl::lts_20230802::Span<T>, absl::lts_20230802::Span<const absl::lts_20230802::Span<const T> >)':
external/local_xla/xla/service/cpu/in_process_collectives.cc:116:19: error: static assertion failed: Unsupported reduction kind
116 | static_assert(false, "Unsupported reduction kind");
| ^~~~~
Target //tensorflow/tools/pip_package:build_pip_package failed to build
Use --verbose_failures to see the command lines of failed build steps.
INFO: Elapsed time: 591.314s, Critical Path: 132.24s
INFO: 9487 processes: 1216 internal, 8271 local.
FAILED: Build did NOT complete successfully
stderr_lines: <omitted>
stdout: ''
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=29 changed=20 unreachable=0 failed=1 skipped=8 rescued=0 ignored=0
Tuesday 28 November 2023 18:21:23 +0000 (0:09:52.444) 0:11:18.144 ******
===============================================================================
tensorflow_in_container : (Python 3.9) build TensorFlow git ----------- 592.44s
Cleanup after previous build ------------------------------------------- 31.21s
tensorflow : Fetch TensorFlow from git --------------------------------- 24.27s
tensorflow_in_container : (Python 3.9) start build container ------------ 7.09s
tensorflow : Remove TensorFlow git sources from previous build ---------- 4.08s
Gathering Facts --------------------------------------------------------- 2.63s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 1.93s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.51s
Create cache dirs ------------------------------------------------------- 1.44s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.20s
tensorflow : Save git commit hash to file ------------------------------- 1.14s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.85s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.84s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.79s
tensorflow_in_container : (Python 3.9) copy upper constraints ----------- 0.72s
tensorflow : Create readme file about unit tests ------------------------ 0.70s
tensorflow : Create linklibs shell script ------------------------------- 0.69s
tensorflow_in_container : Reset checkout to clean state ----------------- 0.64s
tensorflow : Add to the copied files ------------------------------------ 0.59s
tensorflow : Add to the long_description in setup.py -------------------- 0.58s
Build step 'Execute shell' marked build as failure
See <https://ci.linaro.org/job/ldcg-python-manylinux-tensorflow-nightly/976/disp…>
Changes:
------------------------------------------
[...truncated 1.19 MB...]
//tensorflow/python/kernel_tests/array_ops:array_ops_test_cpu PASSED in 17.7s
Stats over 10 runs: max = 17.7s, min = 11.7s, avg = 14.8s, dev = 1.8s
//tensorflow/python/kernel_tests/array_ops:inplace_ops_test_cpu PASSED in 12.1s
Stats over 10 runs: max = 12.1s, min = 9.6s, avg = 10.9s, dev = 0.8s
//tensorflow/python/kernel_tests/data_structures:tensor_array_ops_test_cpu PASSED in 14.9s
Stats over 10 runs: max = 14.9s, min = 11.0s, avg = 12.3s, dev = 1.3s
//tensorflow/python/kernel_tests/linalg:linear_operator_low_rank_update_test_cpu PASSED in 85.6s
Stats over 10 runs: max = 85.6s, min = 81.9s, avg = 83.7s, dev = 1.2s
//tensorflow/python/kernel_tests/linalg:tridiagonal_matmul_op_test_cpu PASSED in 123.0s
Stats over 10 runs: max = 123.0s, min = 7.5s, avg = 20.4s, dev = 34.2s
//tensorflow/python/kernel_tests/linalg/sparse:csr_sparse_matrix_ops_test_cpu PASSED in 64.8s
Stats over 10 runs: max = 64.8s, min = 9.9s, avg = 37.5s, dev = 18.4s
//tensorflow/python/kernel_tests/math_ops:segment_reduction_ops_test_cpu PASSED in 30.1s
Stats over 10 runs: max = 30.1s, min = 8.4s, avg = 17.2s, dev = 8.2s
//tensorflow/python/kernel_tests/nn_ops:pooling_ops_test_cpu PASSED in 25.4s
Stats over 10 runs: max = 25.4s, min = 9.7s, avg = 13.5s, dev = 5.2s
//tensorflow/python/kernel_tests/nn_ops:rnn_test_cpu PASSED in 15.1s
Stats over 10 runs: max = 15.1s, min = 13.4s, avg = 14.2s, dev = 0.5s
//tensorflow/python/kernel_tests/random:random_index_shuffle_test PASSED in 12.0s
Stats over 10 runs: max = 12.0s, min = 7.3s, avg = 9.0s, dev = 1.5s
//tensorflow/python/kernel_tests/random:stateless_random_ops_test_cpu PASSED in 96.1s
Stats over 10 runs: max = 96.1s, min = 21.1s, avg = 57.9s, dev = 35.7s
//tensorflow/python/ops:special_math_ops_test_cpu PASSED in 45.8s
Stats over 10 runs: max = 45.8s, min = 7.0s, avg = 15.1s, dev = 10.4s
//tensorflow/python/ops:weak_tensor_special_math_ops_test_cpu PASSED in 14.4s
Stats over 10 runs: max = 14.4s, min = 8.1s, avg = 10.6s, dev = 1.9s
//tensorflow/python/ops/numpy_ops/tests:np_indexing_test PASSED in 91.0s
Stats over 10 runs: max = 91.0s, min = 84.6s, avg = 87.2s, dev = 1.9s
//tensorflow/python/ops/ragged:ragged_tensor_supported_values_test PASSED in 20.6s
Stats over 10 runs: max = 20.6s, min = 18.2s, avg = 19.4s, dev = 0.6s
//tensorflow/python/saved_model:load_test_cpu PASSED in 53.2s
Stats over 10 runs: max = 53.2s, min = 32.1s, avg = 37.5s, dev = 5.6s
//tensorflow/compiler/tests:fft_test_cpu PASSED in 22.0s
Stats over 12 runs: max = 22.0s, min = 10.0s, avg = 16.2s, dev = 4.7s
//tensorflow/python/data/experimental/kernel_tests:group_by_reducer_test PASSED in 23.5s
Stats over 12 runs: max = 23.5s, min = 8.6s, avg = 14.4s, dev = 4.9s
//tensorflow/python/data/kernel_tests:choose_from_datasets_test PASSED in 17.8s
Stats over 12 runs: max = 17.8s, min = 8.6s, avg = 11.1s, dev = 2.3s
//tensorflow/python/data/kernel_tests:memory_cleanup_test_cpu PASSED in 16.1s
Stats over 12 runs: max = 16.1s, min = 11.8s, avg = 13.3s, dev = 1.3s
//tensorflow/python/distribute:moving_averages_test_2gpu PASSED in 22.3s
Stats over 12 runs: max = 22.3s, min = 13.2s, avg = 16.5s, dev = 2.8s
//tensorflow/python/distribute:moving_averages_test_cpu PASSED in 23.2s
Stats over 12 runs: max = 23.2s, min = 18.4s, avg = 20.5s, dev = 1.5s
//tensorflow/python/distribute:multi_process_runner_test_2gpu PASSED in 228.9s
Stats over 12 runs: max = 228.9s, min = 18.3s, avg = 55.6s, dev = 58.3s
//tensorflow/python/distribute:multi_process_runner_test_cpu PASSED in 232.1s
Stats over 12 runs: max = 232.1s, min = 17.4s, avg = 56.4s, dev = 58.9s
//tensorflow/python/eager/polymorphic_function:polymorphic_function_test_cpu PASSED in 21.9s
Stats over 15 runs: max = 21.9s, min = 17.3s, avg = 19.7s, dev = 1.3s
//tensorflow/python/kernel_tests/nn_ops:rnn_cell_test_cpu PASSED in 47.4s
Stats over 15 runs: max = 47.4s, min = 7.6s, avg = 14.8s, dev = 9.8s
//tensorflow/python/data/experimental/kernel_tests/service:dynamic_sharding_test PASSED in 15.1s
Stats over 16 runs: max = 15.1s, min = 7.4s, avg = 11.0s, dev = 2.6s
//tensorflow/python/data/kernel_tests:snapshot_test PASSED in 27.7s
Stats over 16 runs: max = 27.7s, min = 12.7s, avg = 18.6s, dev = 4.2s
//tensorflow/python/kernel_tests/control_flow:control_flow_ops_py_test_cpu PASSED in 30.6s
Stats over 16 runs: max = 30.6s, min = 9.8s, avg = 13.9s, dev = 4.8s
//tensorflow/python/kernel_tests/linalg:matrix_exponential_op_test PASSED in 14.1s
Stats over 16 runs: max = 14.1s, min = 9.0s, avg = 10.7s, dev = 1.2s
//tensorflow/python/kernel_tests/signal:dct_ops_test_cpu PASSED in 16.8s
Stats over 16 runs: max = 16.8s, min = 8.5s, avg = 12.2s, dev = 2.5s
//tensorflow/python/ops:image_ops_test_cpu PASSED in 24.2s
Stats over 16 runs: max = 24.2s, min = 13.1s, avg = 16.4s, dev = 2.9s
//tensorflow/python/data/experimental/kernel_tests/service:distributed_save_ft_test PASSED in 57.6s
Stats over 17 runs: max = 57.6s, min = 6.5s, avg = 21.8s, dev = 15.2s
//tensorflow/python/data/kernel_tests:map_test PASSED in 39.5s
Stats over 19 runs: max = 39.5s, min = 12.7s, avg = 21.2s, dev = 6.0s
//tensorflow/compiler/tests:pooling_ops_3d_test_cpu PASSED in 10.2s
Stats over 20 runs: max = 10.2s, min = 4.4s, avg = 7.6s, dev = 1.9s
//tensorflow/compiler/tests:pooling_ops_3d_test_cpu_mlir_bridge_test PASSED in 10.0s
Stats over 20 runs: max = 10.0s, min = 4.3s, avg = 7.4s, dev = 1.6s
//tensorflow/compiler/tests:pooling_ops_test_cpu PASSED in 14.0s
Stats over 20 runs: max = 14.0s, min = 4.0s, avg = 7.0s, dev = 2.6s
//tensorflow/compiler/tests:pooling_ops_test_cpu_mlir_bridge_test PASSED in 15.6s
Stats over 20 runs: max = 15.6s, min = 5.3s, avg = 8.1s, dev = 2.5s
//tensorflow/compiler/tests:stochastic_cast_op_test_cpu PASSED in 12.0s
Stats over 20 runs: max = 12.0s, min = 5.0s, avg = 7.8s, dev = 2.2s
//tensorflow/compiler/tests:unary_ops_test_cpu PASSED in 22.3s
Stats over 20 runs: max = 22.3s, min = 5.5s, avg = 11.3s, dev = 4.9s
//tensorflow/compiler/tests:unary_ops_test_cpu_mlir_bridge_test PASSED in 30.5s
Stats over 20 runs: max = 30.5s, min = 4.6s, avg = 11.3s, dev = 7.1s
//tensorflow/python/autograph/tests:loop_control_flow_test PASSED in 28.6s
Stats over 20 runs: max = 28.6s, min = 16.9s, avg = 24.3s, dev = 2.5s
//tensorflow/python/kernel_tests:metrics_test PASSED in 43.1s
Stats over 20 runs: max = 43.1s, min = 11.8s, avg = 21.6s, dev = 9.1s
//tensorflow/python/kernel_tests/array_ops:matrix_band_part_op_test_cpu PASSED in 9.5s
Stats over 20 runs: max = 9.5s, min = 3.8s, avg = 4.7s, dev = 1.6s
//tensorflow/python/kernel_tests/data_structures:barrier_ops_test PASSED in 15.9s
Stats over 20 runs: max = 15.9s, min = 7.2s, avg = 10.5s, dev = 2.3s
//tensorflow/python/kernel_tests/linalg:eig_op_test PASSED in 43.5s
Stats over 20 runs: max = 43.5s, min = 5.8s, avg = 16.7s, dev = 10.9s
//tensorflow/python/kernel_tests/linalg:linalg_grad_test_cpu PASSED in 115.0s
Stats over 20 runs: max = 115.0s, min = 27.0s, avg = 56.5s, dev = 26.4s
//tensorflow/python/kernel_tests/linalg:norm_op_test_cpu PASSED in 17.7s
Stats over 20 runs: max = 17.7s, min = 14.5s, avg = 16.9s, dev = 0.8s
//tensorflow/python/kernel_tests/linalg:normalize_op_test_cpu PASSED in 16.3s
Stats over 20 runs: max = 16.3s, min = 10.0s, avg = 12.7s, dev = 2.0s
//tensorflow/python/kernel_tests/linalg:qr_op_test_cpu PASSED in 157.8s
Stats over 20 runs: max = 157.8s, min = 34.0s, avg = 91.7s, dev = 36.3s
//tensorflow/python/kernel_tests/linalg:self_adjoint_eig_op_test_cpu PASSED in 22.5s
Stats over 20 runs: max = 22.5s, min = 4.9s, avg = 11.8s, dev = 5.4s
//tensorflow/python/kernel_tests/math_ops:batch_matmul_op_test_cpu PASSED in 24.6s
Stats over 20 runs: max = 24.6s, min = 6.0s, avg = 13.6s, dev = 5.9s
//tensorflow/python/kernel_tests/math_ops:matmul_op_test_cpu PASSED in 21.1s
Stats over 20 runs: max = 21.1s, min = 15.0s, avg = 17.8s, dev = 1.9s
//tensorflow/python/kernel_tests/math_ops:tensordot_op_test_cpu PASSED in 54.2s
Stats over 20 runs: max = 54.2s, min = 5.5s, avg = 25.3s, dev = 15.7s
//tensorflow/python/kernel_tests/nn_ops:embedding_ops_test_cpu PASSED in 22.4s
Stats over 20 runs: max = 22.4s, min = 8.8s, avg = 11.1s, dev = 3.0s
//tensorflow/python/data/kernel_tests:interleave_test PASSED in 23.2s
Stats over 24 runs: max = 23.2s, min = 8.1s, avg = 14.9s, dev = 4.5s
//tensorflow/python/data/kernel_tests:sample_from_datasets_test PASSED in 21.3s
Stats over 24 runs: max = 21.3s, min = 4.6s, avg = 10.6s, dev = 5.0s
//tensorflow/dtensor/python/tests:multi_device_spmd_test_cpu PASSED in 41.1s
Stats over 25 runs: max = 41.1s, min = 29.6s, avg = 34.7s, dev = 3.4s
//tensorflow/python/kernel_tests/nn_ops:conv_ops_3d_test_cpu PASSED in 15.2s
Stats over 30 runs: max = 15.2s, min = 5.9s, avg = 10.9s, dev = 2.1s
//tensorflow/python/data/experimental/kernel_tests/service:data_service_ops_test PASSED in 19.7s
Stats over 32 runs: max = 19.7s, min = 4.9s, avg = 9.9s, dev = 4.2s
//tensorflow/python/data/experimental/kernel_tests/service:worker_tags_test PASSED in 20.4s
Stats over 32 runs: max = 20.4s, min = 5.0s, avg = 11.7s, dev = 4.3s
//tensorflow/python/kernel_tests/linalg:linear_operator_circulant_test_cpu PASSED in 44.9s
Stats over 32 runs: max = 44.9s, min = 31.8s, avg = 37.4s, dev = 3.4s
//tensorflow/core/kernels:stochastic_cast_op_test PASSED in 1.6s
Stats over 48 runs: max = 1.6s, min = 0.4s, avg = 0.7s, dev = 0.3s
//tensorflow/compiler/mlir/quantization/tensorflow/python:quantize_model_test PASSED in 57.7s
Stats over 50 runs: max = 57.7s, min = 28.1s, avg = 41.4s, dev = 8.0s
//tensorflow/compiler/tests:sort_ops_test_cpu PASSED in 19.5s
Stats over 50 runs: max = 19.5s, min = 4.0s, avg = 10.3s, dev = 4.0s
//tensorflow/compiler/tests:sort_ops_test_cpu_mlir_bridge_test PASSED in 20.6s
Stats over 50 runs: max = 20.6s, min = 4.1s, avg = 10.9s, dev = 3.9s
//tensorflow/python/kernel_tests/linalg/sparse:csr_sparse_matrix_dense_mat_mul_grad_test_cpu PASSED in 16.6s
Stats over 50 runs: max = 16.6s, min = 5.2s, avg = 9.2s, dev = 2.8s
//tensorflow/python/kernel_tests/linalg/sparse:csr_sparse_matrix_grad_test_cpu PASSED in 10.2s
Stats over 50 runs: max = 10.2s, min = 4.0s, avg = 5.3s, dev = 1.6s
//tensorflow/python/kernel_tests/linalg/sparse:csr_sparse_matrix_sparse_mat_mul_grad_test_cpu PASSED in 12.1s
Stats over 50 runs: max = 12.1s, min = 4.1s, avg = 6.8s, dev = 2.6s
//tensorflow/python/kernel_tests/math_ops:cwise_ops_binary_test_cpu PASSED in 25.6s
Stats over 50 runs: max = 25.6s, min = 8.2s, avg = 16.4s, dev = 4.9s
//tensorflow/python/kernel_tests/math_ops:cwise_ops_test_cpu PASSED in 11.0s
Stats over 50 runs: max = 11.0s, min = 4.0s, avg = 7.2s, dev = 2.4s
//tensorflow/python/kernel_tests/math_ops:cwise_ops_unary_test_cpu PASSED in 16.8s
Stats over 50 runs: max = 16.8s, min = 4.2s, avg = 7.8s, dev = 3.0s
Executed 3071 out of 3071 tests: 3070 tests pass and 1 fails locally.
There were tests whose specified size is too big. Use the --test_verbose_timeout_warnings command line option to see which ones these are.
stdout_lines: <omitted>
...ignoring
TASK [tensorflow_in_container : (Python 3.9) collect list of installed Python packages] ***
Saturday 04 November 2023 21:10:29 +0000 (1:55:52.470) 3:00:24.373 *****
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save list of installed Python packages] ***
Saturday 04 November 2023 21:10:31 +0000 (0:00:02.464) 3:00:26.838 *****
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests output to file] ********
Saturday 04 November 2023 21:10:32 +0000 (0:00:00.692) 3:00:27.530 *****
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) save tests stderr output to file] ***
Saturday 04 November 2023 21:10:33 +0000 (0:00:00.697) 3:00:28.227 *****
changed: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Extract number of tests run] ******
Saturday 04 November 2023 21:10:33 +0000 (0:00:00.699) 3:00:28.927 *****
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show number of tests run] *********
Saturday 04 November 2023 21:10:33 +0000 (0:00:00.082) 3:00:29.010 *****
ok: [localhost] =>
ut_tests_line: 'Executed 3071 out of 3071 tests: 3070 tests pass and 1 fails locally.'
TASK [tensorflow_in_container : (Python 3.9) Extract failed tests] *************
Saturday 04 November 2023 21:10:34 +0000 (0:00:00.067) 3:00:29.077 *****
ok: [localhost]
TASK [tensorflow_in_container : (Python 3.9) Show which tests are flaky] *******
Saturday 04 November 2023 21:10:34 +0000 (0:00:00.129) 3:00:29.207 *****
ok: [localhost] =>
tests_flaky: []
TASK [tensorflow_in_container : (Python 3.9) Show which tests failed] **********
Saturday 04 November 2023 21:10:34 +0000 (0:00:00.042) 3:00:29.250 *****
ok: [localhost] =>
tests_failed:
- 'FAILED: //tensorflow/compiler/mlir/quantization/stablehlo:convert_tf_quant_to_mhlo_int_test (Summary)'
TASK [tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one] ***
Saturday 04 November 2023 21:10:34 +0000 (0:00:00.042) 3:00:29.292 *****
fatal: [localhost]: FAILED! => changed=true
rc: 1
stderr: |-
+ for wheel in /tf/pkg/*.whl
+ echo 'Checking and renaming /tf/pkg/tensorflow_aarch64-2.16.0-cp39-cp39-linux_aarch64.whl...'
+ python3 -m auditwheel repair --plat manylinux2014_aarch64 /tf/pkg/tensorflow_aarch64-2.16.0-cp39-cp39-linux_aarch64.whl --wheel-dir /tf/pkg
+ tee check.txt
real 2m29.641s
user 2m13.229s
sys 0m15.976s
stderr_lines: <omitted>
stdout: |-
Checking and renaming /tf/pkg/tensorflow_aarch64-2.16.0-cp39-cp39-linux_aarch64.whl...
INFO:auditwheel.main_repair:Repairing tensorflow_aarch64-2.16.0-cp39-cp39-linux_aarch64.whl
Traceback (most recent call last):
File "/usr/lib/python3.9/runpy.py", line 197, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/usr/lib/python3.9/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/__main__.py", line 6, in <module>
sys.exit(main())
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main.py", line 59, in main
rval = args.func(args, p)
File "/usr/local/lib/python3.9/dist-packages/auditwheel/main_repair.py", line 173, in execute
out_wheel = repair_wheel(
File "/usr/local/lib/python3.9/dist-packages/auditwheel/repair.py", line 80, in repair_wheel
raise ValueError(
ValueError: Cannot repair wheel, because required library "_pywrap_tensorflow_internal.so" could not be located
stdout_lines: <omitted>
PLAY RECAP *********************************************************************
localhost : ok=43 changed=29 unreachable=0 failed=1 skipped=8 rescued=0 ignored=1
Saturday 04 November 2023 21:13:04 +0000 (0:02:30.502) 3:02:59.794 *****
===============================================================================
tensorflow_in_container : (Python 3.9) run TensorFlow git tests ------ 6952.47s
tensorflow_in_container : (Python 3.9) build TensorFlow git ---------- 3666.91s
tensorflow_in_container : (Python 3.9) Convert wheel to manylinux2014 compatible one - 150.50s
tensorflow_in_container : (Python 3.9) build Python package ----------- 124.47s
Cleanup after previous build ------------------------------------------- 30.49s
tensorflow : Fetch TensorFlow from git --------------------------------- 21.80s
tensorflow : Remove TensorFlow git sources from previous build ---------- 4.24s
tensorflow_in_container : (Python 3.9) start build container ------------ 3.78s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages --- 2.46s
tensorflow_in_container : (Python 3.9) collect list of installed Python packages for build --- 2.12s
Gathering Facts --------------------------------------------------------- 1.66s
tensorflow_in_container : (Python 3.9) build Python versioned container --- 1.62s
Create cache dirs ------------------------------------------------------- 1.43s
tensorflow_in_container : (Python 3.9) create buildslave bazel cache dir --- 1.20s
tensorflow : Save git commit hash to file ------------------------------- 1.14s
tensorflow_in_container : (Python 3.9) create link for bazelisk cache --- 0.99s
tensorflow_in_container : (Python 3.9) cleanup Bazel install directory --- 0.91s
tensorflow_in_container : (Python 3.9) create link for bazel cache ------ 0.86s
tensorflow_in_container : (Python 3.9) create link for pip cache -------- 0.83s
tensorflow_in_container : (Python 3.9) copy upper constraints ----------- 0.74s
Build step 'Execute shell' marked build as failure