/scripts/automated_build_scripts/opensrc-build.sh

  1#!/bin/sh
  2
  3# This is the build script used by Linden Lab's autmated build system.
  4#
  5
  6set -x
  7
  8export PATH=/bin:/usr/bin:$PATH
  9arch=`uname | cut -b-6`
 10here=`echo $0 | sed 's:[^/]*$:.:'`
 11year=`date +%Y`
 12branch=`svn info | grep '^URL:' | sed 's:.*/::'`
 13revision=`svn info | grep '^Revision:' | sed 's/.*: //'`
 14
 15[ x"$WGET_CACHE" = x ] && export WGET_CACHE=/var/tmp/parabuild/wget
 16[ x"$S3GET_URL" = x ]  && export S3GET_URL=http://viewer-source-downloads.s3.amazonaws.com/$year
 17[ x"$S3PUT_URL" = x ]  && export S3PUT_URL=https://s3.amazonaws.com/viewer-source-downloads/$year
 18[ x"$PUBLIC_URL" = x ] && export PUBLIC_URL=http://secondlife.com/developers/opensource/downloads/$year
 19[ x"$PUBLIC_EMAIL" = x ] && export PUBLIC_EMAIL=sldev-commits@lists.secondlife.com
 20
 21# Make sure command worked and bail out if not, reporting failure to parabuild
 22fail()
 23{
 24  release_lock
 25  echo "BUILD FAILED" $@
 26  exit 1
 27}
 28  
 29pass() 
 30{ 
 31  release_lock
 32  echo "BUILD SUCCESSFUL"
 33  exit 0
 34}
 35
 36# Locking to avoid contention with u-s-c
 37LOCK_CREATE=/usr/bin/lockfile-create
 38LOCK_TOUCH=/usr/bin/lockfile-touch
 39LOCK_REMOVE=/usr/bin/lockfile-remove
 40LOCK_PROCESS=
 41
 42locking_available()
 43{
 44  test -x "$LOCK_CREATE"\
 45    -a -x "$LOCK_TOUCH"\
 46    -a -x "$LOCK_REMOVE"
 47}
 48
 49acquire_lock()
 50{
 51  if locking_available 
 52  then
 53    if "$LOCK_CREATE" /var/lock/update-system-config --retry 99
 54    then
 55      "$LOCK_TOUCH" /var/lock/update-system-config &
 56      LOCK_PROCESS="$!"
 57    else
 58      fail acquire lock
 59    fi
 60  else
 61    true
 62  fi
 63}
 64
 65release_lock()
 66{
 67  if locking_available
 68  then
 69    if test x"$LOCK_PROCESS" != x
 70    then
 71      kill "$LOCK_PROCESS"
 72      "$LOCK_REMOVE" /var/lock/update-system-config
 73    else
 74      echo No Lock Acquired >&2
 75    fi
 76  else
 77    true
 78  fi
 79}
 80
 81get_asset()
 82{
 83  mkdir -p "$WGET_CACHE" || fail creating WGET_CACHE
 84  local tarball=`basename "$1"`
 85  test -r "$WGET_CACHE/$tarball" || ( cd "$WGET_CACHE" && curl --location --remote-name "$1" || fail getting $1 )
 86  case "$tarball" in
 87  *.zip) unzip -qq -d .. -o "$WGET_CACHE/$tarball" || fail unzip $tarball ;;
 88  *.tar.gz|*.tgz) tar -C .. -xzf  "$WGET_CACHE/$tarball" || fail untar $tarball ;;
 89  *) fail unrecognized filetype: $tarball ;;
 90  esac
 91}
 92
 93s3_available()
 94{
 95  test -x "$helpers/s3get.sh" -a -x "$helpers/s3put.sh" -a -r "$helpers/s3curl.pl"
 96}
 97
 98build_dir_Darwin()
 99{
100  echo build-darwin-universal
101}
102
103build_dir_Linux()
104{
105  echo viewer-linux-i686-`echo $1 | tr A-Z a-z`
106}
107
108build_dir_CYGWIN()
109{
110  echo build-vc80
111}
112
113installer_Darwin()
114{
115  ls -1td "`build_dir_Darwin Release`/newview/"*.dmg 2>/dev/null | sed 1q
116}
117
118installer_Linux()
119{
120  ls -1td "`build_dir_Linux Release`/newview/"*.tar.bz2 2>/dev/null | sed 1q
121}
122
123installer_CYGWIN()
124{
125  d=`build_dir_CYGWIN Release`
126  p=`sed 's:.*=::' "$d/newview/Release/touched.bat"`
127  echo "$d/newview/Release/$p"
128}
129
130# deal with aborts etc..
131trap fail 1 2 3 14 15
132
133# Check location
134cd "$here/../.."
135
136test -x ../linden/scripts/automated_build_scripts/opensrc-build.sh\
137 || fail 'The parent dir of your checkout needs to be named "linden"' 
138
139. doc/asset_urls.txt
140get_asset "$SLASSET_ART"
141
142
143# Set up platform specific stuff
144case "$arch" in
145
146# Note that we can only build the "Release" variant for Darwin, because of a compiler bug:
147# ld: bl out of range (-16777272 max is +/-16M)
148#  from __static_initialization_and_destruction_0(int, int)at 0x033D319C
149#  in __StaticInit of
150#  indra/build-darwin-universal/newview/SecondLife.build/Debug/Second Life.build/Objects-normal/ppc/llvoicevisualizer.o
151#  to ___cxa_atexit$island_2 at 0x023D50F8
152#  in __text of
153#  indra/build-darwin-universal/newview/SecondLife.build/Debug/Second Life.build/Objects-normal/ppc/Second Life
154#  in __static_initialization_and_destruction_0(int, int)
155#  from indra/build-darwin-universal/newview/SecondLife.build/Debug/Second Life.build/Objects-normal/ppc/llvoicevisualizer.o
156
157Darwin)
158  helpers=/usr/local/buildscripts/generic_vc
159  variants="Release"
160  cmake_generator="Xcode"
161  fmod=fmodapi375mac
162  fmod_tar="$fmod.zip"
163  fmod_so=libfmod.a
164  fmod_lib=lib
165  target_dirs="libraries/universal-darwin/lib_debug
166               libraries/universal-darwin/lib_release
167               libraries/universal-darwin/lib_release_client"
168  other_archs="$S3GET_URL/$branch/$revision/CYGWIN $S3GET_URL/$branch/$revision/Linux"
169  mail="$helpers"/mail.py
170  all_done="$helpers"/all_done.py
171  get_asset "$SLASSET_LIBS_DARWIN"
172  ;;
173
174CYGWIN)
175  helpers=/cygdrive/c/buildscripts
176  variants="Debug RelWithDebInfo Release"
177  #variants="Release"
178  cmake_generator="vc80"
179  fmod=fmodapi375win
180  fmod_tar=fmodapi375win.zip
181  fmod_so=fmodvc.lib
182  fmod_lib=lib
183  target_dirs="libraries/i686-win32/lib/debug
184               libraries/i686-win32/lib/release"
185  other_archs="$S3GET_URL/$branch/$revision/Darwin $S3GET_URL/$branch/$revision/Linux"
186  export PATH="/cygdrive/c/Python25:/cygdrive/c/Program Files/Cmake 2.6/bin":$PATH
187  export PERL="/cygdrive/c/Perl/bin/perl.exe"
188  export S3CURL="C:\\buildscripts\s3curl.pl"
189  export CURL="C:\\cygwin\\bin\\curl.exe"
190  mail="C:\\buildscripts\\mail.py"
191  all_done="C:\\buildscripts\\all_done.py"
192  get_asset "$SLASSET_LIBS_WIN32"
193  ;;
194
195Linux)
196  helpers=/var/opt/parabuild/buildscripts/generic_vc
197  [ x"$CXX" = x ] && test -x /usr/bin/g++-4.1 && export CXX=/usr/bin/g++-4.1
198  acquire_lock
199  variants="Debug RelWithDebInfo Release"
200  #variants="Release"
201  cmake_generator="Unix Makefiles"
202  fmod=fmodapi375linux
203  fmod_tar="$fmod".tar.gz
204  fmod_so=libfmod-3.75.so
205  fmod_lib=.
206  target_dirs="libraries/i686-linux/lib_debug
207               libraries/i686-linux/lib_release
208               libraries/i686-linux/lib_release_client"
209  other_archs="$S3GET_URL/$branch/$revision/Darwin $S3GET_URL/$branch/$revision/CYGWIN"
210  mail="$helpers"/mail.py
211  all_done="$helpers"/all_done.py
212  # Change the DISTCC_DIR to be somewhere that the parabuild process can write to
213  if test -r /etc/debian_version
214  then
215    [ x"$DISTCC_DIR" = x ] && export DISTCC_DIR=/var/tmp/parabuild
216    case `cat /etc/debian_version` in
217    3.*) [ x"$DISTCC_HOSTS" = x ]\
218         && export DISTCC_HOSTS="build-linux-1
219                                 build-linux-2
220                                 build-linux-3
221                                 build-linux-4
222                                 build-linux-5" ;;
223    4.*) [ x"$DISTCC_HOSTS" = x ]\
224         && export DISTCC_HOSTS="build-linux-6
225                                 build-linux-7
226                                 build-linux-8
227                                 build-linux-9" ;;
228    esac
229  fi
230
231  get_asset "$SLASSET_LIBS_LINUXI386"
232  ;;
233
234*) fail undefined $arch ;;
235esac
236
237get_asset "http://www.fmod.org/index.php/release/version/$fmod_tar"
238
239# Special case for Mac...
240case "$arch" in
241
242Darwin)
243  if lipo -create -output "../$fmod"/api/$fmod_lib/libfmod-universal.a\
244     "../$fmod"/api/$fmod_lib/libfmod.a\
245     "../$fmod"/api/$fmod_lib/libfmodx86.a
246  then
247    mv "../$fmod"/api/$fmod_lib/libfmod.a "../$fmod"/api/$fmod_lib/libfmodppc.a
248    mv "../$fmod"/api/$fmod_lib/libfmod-universal.a "../$fmod"/api/$fmod_lib/libfmod.a
249    echo Created fat binary
250  else
251    fail running lipo
252  fi
253  ;;
254
255esac
256
257# ensure helpers are up to date
258( cd "$helpers" && svn up )
259
260# First, go into the directory where the code was checked out by Parabuild
261cd indra
262
263# This is the way it works now, but it will soon work on a variant dependent way
264for target_dir in $target_dirs
265do
266  mkdir -p "../$target_dir"
267  cp -f "../../$fmod/api/$fmod_lib/$fmod_so"  "../$target_dir"
268done
269mkdir -p "../libraries/include"
270cp -f "../../$fmod/api/inc/"*  "../libraries/include"
271
272# Special Windows case
273test -r "../../$fmod/api/fmod.dll" && cp -f "../../$fmod/api/fmod.dll" newview
274
275# Now run the build command over all variants
276succeeded=true
277cp /dev/null build.log
278
279### TEST CODE - remove when done
280### variants=
281### echo "Artificial build failure to test notifications" > build.log
282### succeeded=false
283### END TEST CODE
284
285for variant in $variants
286do
287  build_dir=`build_dir_$arch $variant`
288  rm -rf "$build_dir"
289  # This is the way it will work in future
290  #for target_dir in $target_dirs
291  #do
292  #  mkdir -p "$build_dir/$target_dir"
293  #  cp "../../$fmod/api/$fmod_lib/$fmod_so"  "$build_dir/$target_dir"
294  #done
295  #mkdir -p "$build_dir/libraries/include"
296  #cp "../../$fmod/api/inc/"*  "$build_dir/libraries/include"
297  echo "==== $variant ====" >> build.log
298  if ./develop.py \
299    --unattended \
300    --incredibuild \
301    -t $variant \
302    -G "$cmake_generator" \
303   configure \
304    -DPACKAGE:BOOL=ON >>build.log 2>&1
305  then
306    if ./develop.py\
307         --unattended\
308         --incredibuild \
309         -t $variant\
310         -G "$cmake_generator" \
311       build package >>build.log 2>&1
312    then
313      # run tests if needed
314      true
315    else
316      succeeded=false
317    fi
318  else
319    succeeded=false
320  fi
321done
322
323# check statuis and upload results to S3
324subject=
325if $succeeded
326then
327  package=`installer_$arch`
328  test -r "$package" || fail not found: $package
329  package_file=`echo $package | sed 's:.*/::'`
330  if s3_available
331  then
332    echo "$PUBLIC_URL/$branch/$revision/$package_file" > "$arch"
333    echo "$PUBLIC_URL/$branch/$revision/good-build.$arch" >> "$arch"
334    "$helpers/s3put.sh" "$package" "$S3PUT_URL/$branch/$revision/$package_file"    binary/octet-stream\
335	   || fail Uploading "$package"
336    "$helpers/s3put.sh" build.log  "$S3PUT_URL/$branch/$revision/good-build.$arch" text/plain\
337	   || fail Uploading build.log
338    "$helpers/s3put.sh" "$arch"    "$S3PUT_URL/$branch/$revision/$arch"            text/plain\
339	   || fail Uploading token file
340    if python "$all_done"\
341          curl\
342         "$S3GET_URL/$branch/$revision/$arch"\
343          $other_archs > message
344    then
345      subject="Successful Build for $branch ($revision)"
346    fi
347  else
348    true s3 is not available
349  fi
350else
351  if s3_available
352  then
353    "$helpers/s3put.sh" build.log "$S3PUT_URL/$branch/$revision/failed-build.$arch" text/plain\
354	   || fail Uploading build.log
355    subject="Failed Build for $branch ($revision) on $arch"
356    cat >message <<EOF
357Build for $branch ($revision) failed for $arch.
358Please see the build log for details:
359
360$PUBLIC_URL/$branch/$revision/failed-build.$arch
361
362EOF
363  else
364    true s3 is not available
365  fi
366fi
367
368# We have something to say...
369if [ x"$subject" != x ]
370then
371  # Extract change list since last build
372  if [ x"$PARABUILD_CHANGE_LIST_NUMBER" = x ]
373  then
374    echo "No change information available" >> message
375  elif [ x"$PARABUILD_PREVIOUS_CHANGE_LIST_NUMBER" = x ]
376  then
377    ( cd .. && svn log --verbose --stop-on-copy --limit 50 ) >>message
378  else
379    ( cd .. && svn log --verbose -r"$PARABUILD_PREVIOUS_CHANGE_LIST_NUMBER":"$PARABUILD_CHANGE_LIST_NUMBER" ) >>message
380  fi
381  # $PUBLIC_EMAIL can be a list, so no quotes
382  python "$mail" "$subject" $PUBLIC_EMAIL <message
383fi
384
385if $succeeded
386then
387  pass
388else
389  fail
390fi
391