Add test data download support to the cmake build. BUG=https://bugs.chromium.org/p/aomedia/issues/detail?id=76 Change-Id: I8f6dff99e413b799bed67ad0d5ecafc6c0197e22
diff --git a/test/test.cmake b/test/test.cmake index 7ea000e..c67a1aa 100644 --- a/test/test.cmake +++ b/test/test.cmake
@@ -8,6 +8,8 @@ ## Media Patent License 1.0 was not distributed with this source code in the ## PATENTS file, you can obtain it at www.aomedia.org/license/patent. ## +include("${AOM_ROOT}/test/test_data_util.cmake") + set(AOM_UNIT_TEST_WRAPPER_SOURCES "${AOM_CONFIG_DIR}/usage_exit.c" "${AOM_ROOT}/test/test_libaom.cc") @@ -294,4 +296,11 @@ add_intrinsics_source_to_target("-msse4.1" "test_libaom" "AOM_UNIT_TEST_COMMON_INTRIN_SSE4_1") endif () + + add_custom_target(testdata + COMMAND ${CMAKE_COMMAND} + -DAOM_CONFIG_DIR="${AOM_CONFIG_DIR}" + -DAOM_ROOT="${AOM_ROOT}" + -P "${AOM_ROOT}/test/test_worker.cmake" + SOURCES ${AOM_TEST_DATA_LIST}) endfunction ()
diff --git a/test/test_data_util.cmake b/test/test_data_util.cmake new file mode 100644 index 0000000..f096e4e --- /dev/null +++ b/test/test_data_util.cmake
@@ -0,0 +1,76 @@ +## +## Copyright (c) 2017, Alliance for Open Media. All rights reserved +## +## This source code is subject to the terms of the BSD 2 Clause License and +## the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License +## was not distributed with this source code in the LICENSE file, you can +## obtain it at www.aomedia.org/license/software. If the Alliance for Open +## Media Patent License 1.0 was not distributed with this source code in the +## PATENTS file, you can obtain it at www.aomedia.org/license/patent. +## + +# Parses test/test-data.sha1 and writes captured file names and checksums to +# $out_files and $out_checksums as lists. +function (make_test_data_lists out_files out_checksums) + if (NOT AOM_TEST_DATA_LIST OR NOT EXISTS "${AOM_TEST_DATA_LIST}") + message(FATAL_ERROR "AOM_TEST_DATA_LIST (${AOM_TEST_DATA_LIST}) missing or " + "variable empty.") + endif () + + # Read test-data.sha1 into $files_and_checksums. $files_and_checksums becomes + # a list with an entry for each line from $AOM_TEST_DATA_LIST. + file(STRINGS "${AOM_TEST_DATA_LIST}" files_and_checksums) + + # Iterate over the list of lines and split it into $checksums and $filenames. + foreach (line ${files_and_checksums}) + string(FIND "${line}" " *" delim_pos) + + math(EXPR filename_pos "${delim_pos} + 2") + string(SUBSTRING "${line}" 0 ${delim_pos} checksum) + string(SUBSTRING "${line}" ${filename_pos} -1 filename) + + set(checksums ${checksums} ${checksum}) + set(filenames ${filenames} ${filename}) + endforeach () + + if (NOT checksums OR NOT filenames) + message(FATAL_ERROR "Parsing of ${AOM_TEST_DATA_LIST} failed.") + endif () + + set(${out_checksums} ${checksums} PARENT_SCOPE) + set(${out_files} ${filenames} PARENT_SCOPE) +endfunction () + +# Appends each file name in $test_files to $test_dir and adds the result path to +# $out_path_list. +function (expand_test_file_paths test_files test_dir out_path_list) + foreach (filename ${${test_files}}) + set(path_list ${path_list} "${test_dir}/${filename}") + endforeach () + set(${out_path_list} ${path_list} PARENT_SCOPE) +endfunction () + +function (check_file local_path expected_checksum out_needs_update) + if (EXISTS "${local_path}") + file(SHA1 "${local_path}" file_checksum) + else () + set(${out_needs_update} 1 PARENT_SCOPE) + return () + endif () + + if ("${file_checksum}" STREQUAL "${expected_checksum}") + unset(${out_needs_update} PARENT_SCOPE) + else () + set(${out_needs_update} 1 PARENT_SCOPE) + endif () +endfunction () + +# Downloads data from $file_url, confirms that $file_checksum matches, and +# writes it to $local_path. +function (download_test_file file_url file_checksum local_path) + message("Downloading ${file_url} ...") + file(DOWNLOAD "${file_url}" "${local_path}" + SHOW_PROGRESS + EXPECTED_HASH SHA1=${file_checksum}) + message("Download of ${file_url} complete.") +endfunction ()
diff --git a/test/test_worker.cmake b/test/test_worker.cmake new file mode 100644 index 0000000..fa1d581 --- /dev/null +++ b/test/test_worker.cmake
@@ -0,0 +1,49 @@ +## +## Copyright (c) 2017, Alliance for Open Media. All rights reserved +## +## This source code is subject to the terms of the BSD 2 Clause License and +## the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License +## was not distributed with this source code in the LICENSE file, you can +## obtain it at www.aomedia.org/license/software. If the Alliance for Open +## Media Patent License 1.0 was not distributed with this source code in the +## PATENTS file, you can obtain it at www.aomedia.org/license/patent. +## +if (NOT AOM_ROOT OR NOT AOM_CONFIG_DIR) + message(FATAL_ERROR "AOM_ROOT AND AOM_CONFIG_DIR must be defined.") +endif () + +set(AOM_TEST_DATA_LIST "${AOM_ROOT}/test/test-data.sha1") +set(AOM_TEST_DATA_URL "http://downloads.webmproject.org/test_data/libvpx") +set(AOM_TEST_DATA_PATH "$ENV{LIBAOM_TEST_DATA_PATH}") + +include("${AOM_ROOT}/test/test_data_util.cmake") + +if (${AOM_TEST_DATA_PATH} STREQUAL "") + message(WARNING "Writing test data to ${AOM_CONFIG_DIR}, set " + "$LIBAOM_TEST_DATA_PATH in your environment to avoid this warning.") + set(AOM_TEST_DATA_PATH "${AOM_CONFIG_DIR}") +endif () + +if (NOT EXISTS "${AOM_TEST_DATA_PATH}") + file(MAKE_DIRECTORY "${AOM_TEST_DATA_PATH}") +endif () + +make_test_data_lists("AOM_TEST_DATA_FILES" "AOM_TEST_DATA_CHECKSUMS") +expand_test_file_paths("AOM_TEST_DATA_FILES" "${AOM_TEST_DATA_PATH}" + "AOM_TEST_DATA_FILE_PATHS") +expand_test_file_paths("AOM_TEST_DATA_FILES" "${AOM_TEST_DATA_URL}" + "AOM_TEST_DATA_URLS") +list(LENGTH AOM_TEST_DATA_FILES num_files) +math(EXPR num_files "${num_files} - 1") + +foreach (file_num RANGE ${num_files}) + list(GET AOM_TEST_DATA_FILES ${file_num} filename) + list(GET AOM_TEST_DATA_CHECKSUMS ${file_num} checksum) + list(GET AOM_TEST_DATA_FILE_PATHS ${file_num} filepath) + list(GET AOM_TEST_DATA_URLS ${file_num} url) + + check_file("${filepath}" "${checksum}" "needs_download") + if (needs_download) + download_test_file("${url}" "${checksum}" "${filepath}") + endif () +endforeach ()