| OLD | NEW |
| 1 #!/bin/bash -e | 1 #!/bin/bash -e |
| 2 # | 2 # |
| 3 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 3 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 4 # Use of this source code is governed by a BSD-style license that can be | 4 # Use of this source code is governed by a BSD-style license that can be |
| 5 # found in the LICENSE file. | 5 # found in the LICENSE file. |
| 6 | 6 |
| 7 # This script is used to generate .gypi, .gni files and files in the | 7 # This script is used to generate .gni files and files in the |
| 8 # config/platform directories needed to build libvpx. | 8 # config/platform directories needed to build libvpx. |
| 9 # Every time libvpx source code is updated just run this script. | 9 # Every time libvpx source code is updated just run this script. |
| 10 # | 10 # |
| 11 # Usage: | 11 # Usage: |
| 12 # $ ./generate_gypi.sh [--disable-avx] [--only-configs] | 12 # $ ./generate_gni.sh [--disable-avx] [--only-configs] |
| 13 # | 13 # |
| 14 # The following optional flags are supported: | 14 # The following optional flags are supported: |
| 15 # --disable-avx : AVX+AVX2 support is disabled. | 15 # --disable-avx : AVX+AVX2 support is disabled. |
| 16 # --only-configs: Excludes generation of GN and GYP files (i.e. only | 16 # --only-configs: Excludes generation of GN and GYP files (i.e. only |
| 17 # configuration headers are generated). | 17 # configuration headers are generated). |
| 18 | 18 |
| 19 export LC_ALL=C | 19 export LC_ALL=C |
| 20 BASE_DIR=$(pwd) | 20 BASE_DIR=$(pwd) |
| 21 LIBVPX_SRC_DIR="source/libvpx" | 21 LIBVPX_SRC_DIR="source/libvpx" |
| 22 LIBVPX_CONFIG_DIR="source/config" | 22 LIBVPX_CONFIG_DIR="source/config" |
| (...skipping 23 matching lines...) Expand all Loading... |
| 46 echo "# This file is generated. Do not edit." >> $1 | 46 echo "# This file is generated. Do not edit." >> $1 |
| 47 echo "# Copyright (c) 2014 The Chromium Authors. All rights reserved." >> $1 | 47 echo "# Copyright (c) 2014 The Chromium Authors. All rights reserved." >> $1 |
| 48 echo "# Use of this source code is governed by a BSD-style license that can be
" >> $1 | 48 echo "# Use of this source code is governed by a BSD-style license that can be
" >> $1 |
| 49 echo "# found in the LICENSE file." >> $1 | 49 echo "# found in the LICENSE file." >> $1 |
| 50 echo "" >> $1 | 50 echo "" >> $1 |
| 51 } | 51 } |
| 52 | 52 |
| 53 # Search for source files with the same basename in vp8, vp9, and vpx_dsp. The | 53 # Search for source files with the same basename in vp8, vp9, and vpx_dsp. The |
| 54 # build can support such files but only when they are built into disparate | 54 # build can support such files but only when they are built into disparate |
| 55 # modules. Configuring such modules for both gyp and gn are tricky so avoid the | 55 # modules. Configuring such modules for both gyp and gn are tricky so avoid the |
| 56 # issue at least until vp10 is added. | 56 # issue at least until gyp is removed. |
| 57 function find_duplicates { | 57 function find_duplicates { |
| 58 local readonly duplicate_file_names=$(find \ | 58 local readonly duplicate_file_names=$(find \ |
| 59 $BASE_DIR/$LIBVPX_SRC_DIR/vp8 \ | 59 $BASE_DIR/$LIBVPX_SRC_DIR/vp8 \ |
| 60 $BASE_DIR/$LIBVPX_SRC_DIR/vp9 \ | 60 $BASE_DIR/$LIBVPX_SRC_DIR/vp9 \ |
| 61 $BASE_DIR/$LIBVPX_SRC_DIR/vpx_dsp \ | 61 $BASE_DIR/$LIBVPX_SRC_DIR/vpx_dsp \ |
| 62 -type f -name \*.c | xargs -I {} basename {} | sort | uniq -d \ | 62 -type f -name \*.c | xargs -I {} basename {} | sort | uniq -d \ |
| 63 ) | 63 ) |
| 64 | 64 |
| 65 if [ -n "${duplicate_file_names}" ]; then | 65 if [ -n "${duplicate_file_names}" ]; then |
| 66 echo "WARNING: DUPLICATE FILES FOUND" | 66 echo "WARNING: DUPLICATE FILES FOUND" |
| 67 for file in ${duplicate_file_names}; do | 67 for file in ${duplicate_file_names}; do |
| 68 find \ | 68 find \ |
| 69 $BASE_DIR/$LIBVPX_SRC_DIR/vp8 \ | 69 $BASE_DIR/$LIBVPX_SRC_DIR/vp8 \ |
| 70 $BASE_DIR/$LIBVPX_SRC_DIR/vp9 \ | 70 $BASE_DIR/$LIBVPX_SRC_DIR/vp9 \ |
| 71 $BASE_DIR/$LIBVPX_SRC_DIR/vpx_dsp \ | 71 $BASE_DIR/$LIBVPX_SRC_DIR/vpx_dsp \ |
| 72 -name $file | 72 -name $file |
| 73 done | 73 done |
| 74 exit 1 | 74 exit 1 |
| 75 fi | 75 fi |
| 76 } | 76 } |
| 77 | 77 |
| 78 # Print gypi boilerplate header. | |
| 79 # $1 - Output base name | |
| 80 function write_gypi_header { | |
| 81 echo "{" >> $1 | |
| 82 } | |
| 83 | |
| 84 # Print gypi boilerplate footer. | |
| 85 # $1 - Output base name | |
| 86 function write_gypi_footer { | |
| 87 echo "}" >> $1 | |
| 88 } | |
| 89 | |
| 90 # Generate a gypi with a list of source files. | |
| 91 # $1 - Array name for file list. This is processed with 'declare' below to | |
| 92 # regenerate the array locally. | |
| 93 # $2 - Output file | |
| 94 function write_gypi { | |
| 95 # Convert the first argument back in to an array. | |
| 96 local readonly file_list=(${!1}) | |
| 97 | |
| 98 rm -rf "$2" | |
| 99 write_license "$2" | |
| 100 write_gypi_header "$2" | |
| 101 | |
| 102 echo " 'sources': [" >> "$2" | |
| 103 for f in ${file_list[@]} | |
| 104 do | |
| 105 echo " '<(libvpx_source)/$f'," >> "$2" | |
| 106 done | |
| 107 echo " ]," >> "$2" | |
| 108 | |
| 109 write_gypi_footer "$2" | |
| 110 } | |
| 111 | |
| 112 # Generate a gni with a list of source files. | 78 # Generate a gni with a list of source files. |
| 113 # $1 - Array name for file list. This is processed with 'declare' below to | 79 # $1 - Array name for file list. This is processed with 'declare' below to |
| 114 # regenerate the array locally. | 80 # regenerate the array locally. |
| 115 # $2 - GN variable name. | 81 # $2 - GN variable name. |
| 116 # $3 - Output file. | 82 # $3 - Output file. |
| 117 function write_gni { | 83 function write_gni { |
| 118 # Convert the first argument back in to an array. | 84 # Convert the first argument back in to an array. |
| 119 declare -a file_list=("${!1}") | 85 declare -a file_list=("${!1}") |
| 120 | 86 |
| 121 echo "$2 = [" >> "$3" | 87 echo "$2 = [" >> "$3" |
| 122 for f in $file_list | 88 for f in $file_list |
| 123 do | 89 do |
| 124 echo " \"//third_party/libvpx/source/libvpx/$f\"," >> "$3" | 90 echo " \"//third_party/libvpx/source/libvpx/$f\"," >> "$3" |
| 125 done | 91 done |
| 126 echo "]" >> "$3" | 92 echo "]" >> "$3" |
| 127 } | 93 } |
| 128 | 94 |
| 129 # Target template function | 95 # Convert a list of source files into gni files. |
| 130 # $1 - Array name for file list. | |
| 131 # $2 - Output file | |
| 132 # $3 - Target name | |
| 133 # $4 - Compiler flag | |
| 134 function write_target_definition { | |
| 135 declare -a sources_list=("${!1}") | |
| 136 | |
| 137 echo " {" >> "$2" | |
| 138 echo " 'target_name': '$3'," >> "$2" | |
| 139 echo " 'type': 'static_library'," >> "$2" | |
| 140 echo " 'include_dirs': [" >> "$2" | |
| 141 echo " 'source/config/<(OS_CATEGORY)/<(target_arch_full)'," >> "$2" | |
| 142 echo " '<(libvpx_source)'," >> "$2" | |
| 143 echo " ]," >> "$2" | |
| 144 echo " 'sources': [" >> "$2" | |
| 145 for f in $sources_list | |
| 146 do | |
| 147 echo " '<(libvpx_source)/$f'," >> $2 | |
| 148 done | |
| 149 echo " ]," >> "$2" | |
| 150 if [[ $4 == fpu=neon ]]; then | |
| 151 echo " 'includes': [ 'ads2gas.gypi' ]," >> "$2" | |
| 152 echo " 'cflags!': [ '-mfpu=vfpv3-d16' ]," >> "$2" | |
| 153 echo " 'conditions': [" >> $2 | |
| 154 echo " # Disable GCC LTO in neon targets due to compiler bug" >> "$2" | |
| 155 echo " # crbug.com/408997" >> "$2" | |
| 156 echo " ['clang==0 and use_lto==1', {" >> "$2" | |
| 157 echo " 'cflags!': [" >> "$2" | |
| 158 echo " '-flto'," >> "$2" | |
| 159 echo " '-ffat-lto-objects'," >> "$2" | |
| 160 echo " ]," >> "$2" | |
| 161 echo " }]," >> "$2" | |
| 162 echo " ]," >> "$2" | |
| 163 echo " 'cflags': [ '-m$4', ]," >> "$2" | |
| 164 echo " 'asmflags': [ '-m$4', ]," >> "$2" | |
| 165 else | |
| 166 echo " 'cflags': [ '-m$4', ]," >> "$2" | |
| 167 echo " 'xcode_settings': { 'OTHER_CFLAGS': [ '-m$4' ] }," >> "$2" | |
| 168 fi | |
| 169 if [[ -z $DISABLE_AVX && $4 == avx ]]; then | |
| 170 echo " 'msvs_settings': {" >> "$2" | |
| 171 echo " 'VCCLCompilerTool': {" >> "$2" | |
| 172 echo " 'EnableEnhancedInstructionSet': '3', # /arch:AVX" >> "$2" | |
| 173 echo " }," >> "$2" | |
| 174 echo " }," >> "$2" | |
| 175 fi | |
| 176 if [[ -z $DISABLE_AVX && $4 == avx2 ]]; then | |
| 177 echo " 'msvs_settings': {" >> "$2" | |
| 178 echo " 'VCCLCompilerTool': {" >> "$2" | |
| 179 echo " 'EnableEnhancedInstructionSet': '5', # /arch:AVX2" >> "$2" | |
| 180 echo " }," >> "$2" | |
| 181 echo " }," >> "$2" | |
| 182 fi | |
| 183 if [[ $4 == ssse3 || $4 == sse4.1 ]]; then | |
| 184 echo " 'conditions': [" >> "$2" | |
| 185 echo " ['OS==\"win\" and clang==1', {" >> "$2" | |
| 186 echo " # cl.exe's /arch flag doesn't have a setting for SSSE3/4, and
cl.exe" >> "$2" | |
| 187 echo " # doesn't need it for intrinsics. clang-cl does need it, thoug
h." >> "$2" | |
| 188 echo " 'msvs_settings': {" >> "$2" | |
| 189 echo " 'VCCLCompilerTool': { 'AdditionalOptions': [ '-m$4' ] }," >>
"$2" | |
| 190 echo " }," >> "$2" | |
| 191 echo " }]," >> "$2" | |
| 192 echo " ]," >> "$2" | |
| 193 fi | |
| 194 echo " }," >> "$2" | |
| 195 } | |
| 196 | |
| 197 | |
| 198 # Generate a gypi which applies additional compiler flags based on the file | |
| 199 # name. | |
| 200 # $1 - Array name for file list. | |
| 201 # $2 - Output file | |
| 202 function write_intrinsics_gypi { | |
| 203 declare -a file_list=("${!1}") | |
| 204 | |
| 205 local mmx_sources=$(echo "$file_list" | grep '_mmx\.c$') | |
| 206 local sse2_sources=$(echo "$file_list" | grep '_sse2\.c$') | |
| 207 local sse3_sources=$(echo "$file_list" | grep '_sse3\.c$') | |
| 208 local ssse3_sources=$(echo "$file_list" | grep '_ssse3\.c$') | |
| 209 local sse4_1_sources=$(echo "$file_list" | grep '_sse4\.c$') | |
| 210 local avx_sources=$(echo "$file_list" | grep '_avx\.c$') | |
| 211 local avx2_sources=$(echo "$file_list" | grep '_avx2\.c$') | |
| 212 local neon_sources=$(echo "$file_list" | grep '_neon\.c$\|\.asm$') | |
| 213 | |
| 214 # Intrinsic functions and files are in flux. We can selectively generate them | |
| 215 # but we can not selectively include them in libvpx.gyp. Throw some errors | |
| 216 # when new targets are needed. | |
| 217 | |
| 218 rm -rf "$2" | |
| 219 write_license "$2" | |
| 220 write_gypi_header "$2" | |
| 221 | |
| 222 echo " 'targets': [" >> "$2" | |
| 223 | |
| 224 # x86[_64] | |
| 225 if [ 0 -ne ${#mmx_sources} ]; then | |
| 226 write_target_definition mmx_sources[@] "$2" libvpx_intrinsics_mmx mmx | |
| 227 fi | |
| 228 if [ 0 -ne ${#sse2_sources} ]; then | |
| 229 write_target_definition sse2_sources[@] "$2" libvpx_intrinsics_sse2 sse2 | |
| 230 fi | |
| 231 if [ 0 -ne ${#sse3_sources} ]; then | |
| 232 #write_target_definition sse3_sources[@] "$2" libvpx_intrinsics_sse3 sse3 | |
| 233 echo "ERROR: Uncomment sse3 sections in libvpx.gyp" | |
| 234 exit 1 | |
| 235 fi | |
| 236 if [ 0 -ne ${#ssse3_sources} ]; then | |
| 237 write_target_definition ssse3_sources[@] "$2" libvpx_intrinsics_ssse3 ssse3 | |
| 238 fi | |
| 239 if [ 0 -ne ${#sse4_1_sources} ]; then | |
| 240 write_target_definition sse4_1_sources[@] "$2" libvpx_intrinsics_sse4_1 sse4
.1 | |
| 241 fi | |
| 242 if [[ -z $DISABLE_AVX && 0 -ne ${#avx_sources} ]]; then | |
| 243 write_target_definition avx_sources[@] "$2" libvpx_intrinsics_avx avx | |
| 244 fi | |
| 245 if [[ -z $DISABLE_AVX && 0 -ne ${#avx2_sources} ]]; then | |
| 246 write_target_definition avx2_sources[@] "$2" libvpx_intrinsics_avx2 avx2 | |
| 247 fi | |
| 248 | |
| 249 # arm neon | |
| 250 if [ 0 -ne ${#neon_sources} ]; then | |
| 251 write_target_definition neon_sources[@] "$2" libvpx_intrinsics_neon fpu=neon | |
| 252 fi | |
| 253 | |
| 254 echo " ]," >> "$2" | |
| 255 | |
| 256 write_gypi_footer "$2" | |
| 257 } | |
| 258 | |
| 259 # Convert a list of source files into gypi and gni files. | |
| 260 # $1 - Input file. | 96 # $1 - Input file. |
| 261 # $2 - Output gypi file base. Will generate additional .gypi files when | |
| 262 # different compilation flags are required. | |
| 263 function convert_srcs_to_project_files { | 97 function convert_srcs_to_project_files { |
| 264 # Do the following here: | 98 # Do the following here: |
| 265 # 1. Filter .c, .h, .s, .S and .asm files. | 99 # 1. Filter .c, .h, .s, .S and .asm files. |
| 266 # 2. Move certain files to a separate include to allow applying different | 100 # 2. Move certain files to a separate lists to allow applying different |
| 267 # compiler options. | 101 # compiler options. |
| 268 # 3. Replace .asm.s to .asm because gyp will do the conversion. | 102 # 3. Replace .asm.s to .asm because gn will do the conversion. |
| 269 | 103 |
| 270 local source_list=$(grep -E '(\.c|\.h|\.S|\.s|\.asm)$' $1) | 104 local source_list=$(grep -E '(\.c|\.h|\.S|\.s|\.asm)$' $1) |
| 271 | 105 |
| 272 # Not sure why vpx_config is not included. | 106 # Not sure why vpx_config.c is not included. |
| 273 source_list=$(echo "$source_list" | grep -v 'vpx_config\.c') | 107 source_list=$(echo "$source_list" | grep -v 'vpx_config\.c') |
| 274 | 108 |
| 275 # The actual ARM files end in .asm. We have rules to translate them to .S | 109 # The actual ARM files end in .asm. We have rules to translate them to .S |
| 276 source_list=$(echo "$source_list" | sed s/\.asm\.s$/.asm/) | 110 source_list=$(echo "$source_list" | sed s/\.asm\.s$/.asm/) |
| 277 | 111 |
| 278 # Select all x86 files ending with .c | 112 # Select all x86 files ending with .c |
| 279 local intrinsic_list=$(echo "$source_list" | \ | 113 local intrinsic_list=$(echo "$source_list" | \ |
| 280 egrep '(mmx|sse2|sse3|ssse3|sse4|avx|avx2).c$') | 114 egrep '(mmx|sse2|sse3|ssse3|sse4|avx|avx2).c$') |
| 281 | 115 |
| 282 # Select all neon files ending in C but only when building in RTCD mode | 116 # Select all neon files ending in C but only when building in RTCD mode |
| 283 if [ "libvpx_srcs_arm_neon_cpu_detect" == "$2" ]; then | 117 if [ "libvpx_srcs_arm_neon_cpu_detect" == "$2" ]; then |
| 284 # Select all arm neon files ending in _neon.c and all asm files. | 118 # Select all arm neon files ending in _neon.c and all asm files. |
| 285 # The asm files need to be included in the intrinsics target because | 119 # The asm files need to be included in the intrinsics target because |
| 286 # they need the -mfpu=neon flag. | 120 # they need the -mfpu=neon flag. |
| 287 # the pattern may need to be updated if vpx_scale gets intrinics | 121 # the pattern may need to be updated if vpx_scale gets intrinics |
| 288 local intrinsic_list=$(echo "$source_list" | \ | 122 local intrinsic_list=$(echo "$source_list" | \ |
| 289 egrep 'neon.*(\.c|\.asm)$') | 123 egrep 'neon.*(\.c|\.asm)$') |
| 290 fi | 124 fi |
| 291 | 125 |
| 292 # Remove these files from the main list. | 126 # Remove these files from the main list. |
| 293 source_list=$(comm -23 <(echo "$source_list") <(echo "$intrinsic_list")) | 127 source_list=$(comm -23 <(echo "$source_list") <(echo "$intrinsic_list")) |
| 294 | 128 |
| 295 local x86_list=$(echo "$source_list" | egrep '/x86/') | 129 local x86_list=$(echo "$source_list" | egrep '/x86/') |
| 296 | 130 |
| 297 write_gypi source_list "$BASE_DIR/$2.gypi" | |
| 298 | |
| 299 # All the files are in a single "element." Check if the first element has | |
| 300 # length 0. | |
| 301 if [ 0 -ne ${#intrinsic_list} ]; then | |
| 302 write_intrinsics_gypi intrinsic_list[@] "$BASE_DIR/$2_intrinsics.gypi" | |
| 303 fi | |
| 304 | |
| 305 # Write a single .gni file that includes all source files for all archs. | 131 # Write a single .gni file that includes all source files for all archs. |
| 306 if [ 0 -ne ${#x86_list} ]; then | 132 if [ 0 -ne ${#x86_list} ]; then |
| 307 local c_sources=$(echo "$source_list" | egrep '.(c|h)$') | 133 local c_sources=$(echo "$source_list" | egrep '.(c|h)$') |
| 308 local assembly_sources=$(echo "$source_list" | egrep '.asm$') | 134 local assembly_sources=$(echo "$source_list" | egrep '.asm$') |
| 309 local mmx_sources=$(echo "$intrinsic_list" | grep '_mmx\.c$') | 135 local mmx_sources=$(echo "$intrinsic_list" | grep '_mmx\.c$') |
| 310 local sse2_sources=$(echo "$intrinsic_list" | grep '_sse2\.c$') | 136 local sse2_sources=$(echo "$intrinsic_list" | grep '_sse2\.c$') |
| 311 local sse3_sources=$(echo "$intrinsic_list" | grep '_sse3\.c$') | 137 local sse3_sources=$(echo "$intrinsic_list" | grep '_sse3\.c$') |
| 312 local ssse3_sources=$(echo "$intrinsic_list" | grep '_ssse3\.c$') | 138 local ssse3_sources=$(echo "$intrinsic_list" | grep '_ssse3\.c$') |
| 313 local sse4_1_sources=$(echo "$intrinsic_list" | grep '_sse4\.c$') | 139 local sse4_1_sources=$(echo "$intrinsic_list" | grep '_sse4\.c$') |
| 314 local avx_sources=$(echo "$intrinsic_list" | grep '_avx\.c$') | 140 local avx_sources=$(echo "$intrinsic_list" | grep '_avx\.c$') |
| (...skipping 297 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 612 | 438 |
| 613 gn format --in-place $BASE_DIR/BUILD.gn | 439 gn format --in-place $BASE_DIR/BUILD.gn |
| 614 gn format --in-place $BASE_DIR/libvpx_srcs.gni | 440 gn format --in-place $BASE_DIR/libvpx_srcs.gni |
| 615 | 441 |
| 616 cd $BASE_DIR/$LIBVPX_SRC_DIR | 442 cd $BASE_DIR/$LIBVPX_SRC_DIR |
| 617 update_readme | 443 update_readme |
| 618 | 444 |
| 619 cd $BASE_DIR | 445 cd $BASE_DIR |
| 620 | 446 |
| 621 # TODO(fgalligan): Can we turn on "--enable-realtime-only" for mipsel? | 447 # TODO(fgalligan): Can we turn on "--enable-realtime-only" for mipsel? |
| OLD | NEW |