Recompile everything after updating various Lisp files.
[bpt/emacs.git] / make-dist
1 #!/bin/sh
2
3 #### make-dist: create an Emacs distribution tar file from the current
4 #### source tree. This basically creates a duplicate directory
5 #### structure, and then hard links into it only those files that should
6 #### be distributed. This means that if you add a file with an odd name,
7 #### you should make sure that this script will include it.
8
9 # Copyright (C) 1995, 1997 Free Software Foundation, Inc.
10 #
11 # This file is part of GNU Emacs.
12 #
13 # GNU Emacs is free software; you can redistribute it and/or modify
14 # it under the terms of the GNU General Public License as published by
15 # the Free Software Foundation; either version 2, or (at your option)
16 # any later version.
17 #
18 # GNU Emacs is distributed in the hope that it will be useful,
19 # but WITHOUT ANY WARRANTY; without even the implied warranty of
20 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
21 # GNU General Public License for more details.
22 #
23 # You should have received a copy of the GNU General Public License
24 # along with GNU Emacs; see the file COPYING. If not, write to the
25 # Free Software Foundation, Inc., 59 Temple Place - Suite 330,
26 # Boston, MA 02111-1307, USA.
27
28 progname="$0"
29
30 ### Exit if a command fails.
31 ### set -e
32
33 ### Print out each line we read, for debugging's sake.
34 ### set -v
35
36 ## Don't protect any files.
37 umask 0
38
39 update=yes
40 clean_up=no
41 make_tar=no
42 newer=""
43
44 while [ $# -gt 0 ]; do
45 case "$1" in
46 ## This option tells make-dist to delete the staging directory
47 ## when done. It is useless to use this unless you make a tar file.
48 "--clean-up" )
49 clean_up=yes
50 ;;
51 ## This option tells make-dist to make a tar file.
52 "--tar" )
53 make_tar=yes
54 ;;
55 ## This option tells make-dist not to recompile or do analogous things.
56 "--no-update" )
57 update=no
58 ;;
59 ## This option tells make-dist to make the distribution normally, then
60 ## remove all files older than the given timestamp file. This is useful
61 ## for creating incremental or patch distributions.
62 "--newer")
63 newer="$2"
64 new_extension=".new"
65 shift
66 ;;
67 ## This option tells make-dist to use `compress' instead of gzip.
68 ## Normally, make-dist uses gzip whenever it is present.
69 "--compress")
70 default_gzip="compress"
71 ;;
72 * )
73 echo "${progname}: Unrecognized argument: $1" >&2
74 exit 1
75 ;;
76 esac
77 shift
78 done
79
80 ### Make sure we're running in the right place.
81 if [ ! -d src -o ! -f src/lisp.h -o ! -d lisp -o ! -f lisp/version.el ]; then
82 echo "${progname}: Can't find \`src/lisp.h' and \`lisp/version.el'." >&2
83 echo "${progname} must be run in the top directory of the Emacs" >&2
84 echo "distribution tree. cd to that directory and try again." >&2
85 exit 1
86 fi
87
88 ### Find where to run Emacs.
89 if [ $update = yes ];
90 then
91 if [ -f src/emacs ];
92 then
93 EMACS=`pwd`/src/emacs
94 else
95 if [ x$EMACS = x ];
96 then
97 echo You must specify the EMACS environment variable 2>&1
98 exit 1
99 fi
100 fi
101 fi
102
103 ### Find out which version of Emacs this is.
104 shortversion=`grep 'defconst[ ]*emacs-version' lisp/version.el \
105 | sed -e 's/^.*"\([0-9][0-9]*\.[0-9][0-9]*\).*$/\1/'`
106 version=`grep 'defconst[ ]*emacs-version' lisp/version.el \
107 | sed -e 's/^[^"]*"\([^"]*\)".*$/\1/'`
108 if [ ! "${version}" ]; then
109 echo "${progname}: can't find current Emacs version in \`./lisp/version.el'" >&2
110 exit 1
111 fi
112
113 echo Version numbers are $version and $shortversion
114
115 if [ $update = yes ];
116 then
117 if grep -s "GNU Emacs version ${shortversion}" ./man/emacs.texi > /dev/null; then
118 true
119 else
120 echo "You must update the version number in \`./man/emacs.texi'"
121 sleep 5
122 fi
123 fi
124
125 ### Make sure we don't already have a directory emacs-${version}.
126
127 emacsname="emacs-${version}${new_extension}"
128
129 if [ -d ${emacsname} ]
130 then
131 echo Directory "${emacsname}" already exists >&2
132 exit 1
133 fi
134
135 ### Make sure the subdirectory is available.
136 tempparent="make-dist.tmp.$$"
137 if [ -d ${tempparent} ]; then
138 echo "${progname}: staging directory \`${tempparent}' already exists.
139 Perhaps a previous invocation of \`${progname}' failed to clean up after
140 itself. Check that directories whose names are of the form
141 \`make-dist.tmp.NNNNN' don't contain any important information, remove
142 them, and try again." >&2
143 exit 1
144 fi
145
146 ### Check for .elc files with no corresponding .el file.
147 ls -1 {lisp,leim}/[a-z]*.el {lisp,leim}/[a-z]*/[a-z]*.el | sed 's/\.el$/.elc/' > /tmp/el
148 ls -1 {lisp,leim}/[a-z]*.elc {lisp,leim}/[a-z]*/[a-z]*.elc > /tmp/elc
149 bogosities="`comm -13 /tmp/el /tmp/elc`"
150 if [ "${bogosities}" != "" ]; then
151 echo "The following .elc files have no corresponding .el files:"
152 echo "${bogosities}"
153 fi
154 rm -f /tmp/el /tmp/elc
155
156 ### Check for .el files with no corresponding .elc file.
157 ((cd lisp; ls -1 [a-z]*.el [a-z]*/[a-z]*.el)
158 (cd leim; ls -1 [a-z]*.el [a-z]*/[a-z]*.el)) > /tmp/el
159 ((cd lisp; ls -1 [a-z]*.elc [a-z]*/[a-z]*.elc)
160 (cd leim; ls -1 [a-z]*.elc [a-z]*/[a-z]*.elc)) | sed 's/\.elc$/.el/' > /tmp/elc
161 losers="`comm -23 /tmp/el /tmp/elc`"
162 bogosities=
163 for file in $losers; do
164 file1=`echo $file | sed -e "s|.*/||"`
165 if ! grep -q "dontcompilefiles:.* $file1\($\| \)" lisp/Makefile; then
166 case $file in
167 site-init.el | site-load.el | site-start.el | default.el)
168 ;;
169 term/*)
170 ;;
171 *)
172 bogosities="$file $bogosities"
173 ;;
174 esac
175 fi
176 done
177 if [ x"${bogosities}" != x"" ]; then
178 echo "The following .el files have no corresponding .elc files:"
179 echo "${bogosities}"
180 fi
181 rm -f /tmp/el /tmp/elc
182
183 ### Check for .el files that would overflow the 14-char limit if compiled.
184 long=`find lisp -name '[a-zA-Z0-9]??????????*.el' -print
185 find leim -name '[a-zA-Z0-9]??????????*.el' -print`
186 if [ "$long" != "" ]; then
187 echo "The following .el file names are too long:"
188 echo "$long"
189 fi
190
191 ### Make sure configure is newer than configure.in.
192 if [ "x`ls -t configure configure.in | head -1`" != "xconfigure" ]; then
193 echo "\`./configure.in' is newer than \`./configure'" >&2
194 echo "Running autoconf" >&2
195 autoconf || { x=$?; echo Autoconf FAILED! >&2; exit $x; }
196 fi
197
198 if [ $update = yes ];
199 then
200 echo "Updating Info files"
201
202 (cd man; make info)
203
204 echo "Updating finder, custom and autoload data"
205
206 (cd lisp; make updates EMACS=$EMACS)
207
208 echo "Updating leim-list.el"
209
210 (cd leim; make leim-list.el EMACS=$EMACS)
211
212 echo "Recompiling Lisp files"
213
214 $EMACS -batch -f batch-byte-recompile-directory lisp leim
215 fi
216
217 echo "Making lisp/MANIFEST"
218
219 (cd lisp; head -1 [!=]*.el | grep '^;' | sed -e 's/;;; //' > MANIFEST)
220
221 echo "Creating staging directory: \`${tempparent}'"
222
223 mkdir ${tempparent}
224 tempdir="${tempparent}/${emacsname}"
225
226 ### This trap ensures that the staging directory will be cleaned up even
227 ### when the script is interrupted in mid-career.
228 if [ "${clean_up}" = yes ]; then
229 trap "echo 'Interrupted...cleaning up the staging directory'; rm -rf ${tempparent}; exit 1" 1 2 15
230 fi
231
232 echo "Creating top directory: \`${tempdir}'"
233 mkdir ${tempdir}
234
235 ### We copy in the top-level files before creating the subdirectories in
236 ### hopes that this will make the top-level files appear first in the
237 ### tar file; this means that people can start reading the INSTALL and
238 ### README while the rest of the tar file is still unpacking. Whoopee.
239 echo "Making links to top-level files"
240 ln GETTING.GNU.SOFTWARE INSTALL PROBLEMS README BUGS move-if-change ${tempdir}
241 ln ChangeLog Makefile.in configure configure.in ${tempdir}
242 ln config.bat make-dist update-subdirs vpath.sed ${tempdir}
243 ### Copy these files; they're cross-filesystem symlinks.
244 cp mkinstalldirs ${tempdir}
245 cp config.sub ${tempdir}
246 cp config.guess ${tempdir}
247 cp install.sh ${tempdir}
248
249 echo "Updating version number in README"
250 (cd ${tempdir}
251 awk \
252 '$1 " " $2 " " $3 " " $4 " " $5 == "This directory tree holds version" { $6 = version; print $0 }
253 $1 " " $2 " " $3 " " $4 " " $5 != "This directory tree holds version"' \
254 version=${version} README > tmp.README
255 mv tmp.README README)
256
257
258 echo "Creating subdirectories"
259 for subdir in lisp site-lisp leim real-leim real-leim/CXTERM-DIC \
260 real-leim/SKK-DIC real-leim/skk real-leim/quail \
261 src src/m src/s src/bitmaps lib-src oldXMenu lwlib \
262 nt nt/inc nt/inc/sys nt/inc/arpa nt/inc/netinet \
263 etc etc/e lock cpp info man msdos vms; do
264 mkdir ${tempdir}/${subdir}
265 done
266
267 echo "Initializing \`leim' subdirectory"
268 cp leim-Makefile.in ${tempdir}/leim/Makefile.in
269
270 echo "Making links to \`lisp' and its subdirectories"
271 ### Don't distribute TAGS, =*.el files, site-init.el, site-load.el, or default.el.
272 (cd lisp
273 ln [a-zA-Z]*.el ../${tempdir}/lisp
274 ln [a-zA-Z]*.elc ../${tempdir}/lisp
275 ln [a-zA-Z]*.dat ../${tempdir}/lisp
276 ## simula.el doesn't keep abbreviations in simula.defns any more.
277 ## ln [a-zA-Z]*.defns ../${tempdir}/lisp
278 ln ChangeLog Makefile makefile.nt ChangeLog.? README ../${tempdir}/lisp
279 (cd ../${tempdir}/lisp
280 rm -f TAGS =*
281 rm -f site-init site-init.el site-init.elc
282 rm -f site-load site-load.el site-load.elc
283 rm -f site-start site-start.el site-start.elc
284 rm -f default default.el default.elc
285 )
286
287 ## Find all subdirs of lisp dir
288 for file in `find . -type d -print`; do
289 case $file in
290 . | .. | */Old | */RCS | */=*)
291 ;;
292 *)
293 if [ -d $file ]; then
294 subdirs="$file $subdirs"
295 fi
296 ;;
297 esac
298 done
299
300 for file in $subdirs; do
301 echo " lisp/$file"
302 mkdir ../${tempdir}/lisp/$file
303 ln $file/[a-zA-Z]*.el ../${tempdir}/lisp/$file
304 ln $file/[a-zA-Z]*.elc ../${tempdir}/lisp/$file
305 if [ -f $file/README ]; then
306 ln $file/README ../${tempdir}/lisp/$file
307 fi
308 done )
309
310 echo "Making links to \`leim' and its subdirectories for the LEIM distribution"
311 ### Don't distribute TAGS, or =*.el files.
312 (cd leim
313 ln Makefile.in makefile.nt ../${tempdir}/real-leim
314 ln ChangeLog README ../${tempdir}/real-leim
315
316 ln CXTERM-DIC/*.tit ../${tempdir}/real-leim/CXTERM-DIC
317 ln SKK-DIC/README SKK-DIC/SKK-JISYO.L ../${tempdir}/real-leim/SKK-DIC
318 ln skk/*.el skk/*.elc ../${tempdir}/real-leim/skk
319 ln quail/*.el quail/*.elc ../${tempdir}/real-leim/quail
320
321 cd ../${tempdir}/real-leim
322 rm -f TAGS =* */=*)
323
324 ### Move the real-leim directory outside of Emacs proper.
325 (cd ${tempparent}
326 mkdir ${emacsname}-leim
327 mkdir ${emacsname}-leim/${emacsname}
328 mv ${emacsname}/real-leim ${emacsname}-leim/${emacsname}/leim)
329
330 echo "Making links to \`src'"
331 ### Don't distribute =*.[ch] files, or the configured versions of
332 ### config.in, paths.in, or Makefile.in, or TAGS.
333 (cd src
334 echo " (It is ok if ln fails in some cases.)"
335 ln [a-zA-Z]*.c ../${tempdir}/src
336 ln [a-zA-Z]*.h ../${tempdir}/src
337 ln [a-zA-Z]*.s ../${tempdir}/src
338 ln [a-zA-Z]*.in ../${tempdir}/src
339 ln [a-zA-Z]*.opt ../${tempdir}/src
340 ## If we ended up with a symlink, or if we did not get anything
341 ## due to a cross-device symlink, copy the file.
342 for file in [a-zA-Z]*.[hcs] [a-zA-Z]*.in [a-zA-Z]*.opt; do
343 if test -f ../${tempdir}/src/$file; then
344 # test -f appears to succeed for a symlink
345 if test -L ../${tempdir}/src/$file; then
346 rm ../${tempdir}/src/$file
347 cp $file ../${tempdir}/src
348 chmod a-w ../${tempdir}/src/$file
349 fi
350 else
351 rm ../${tempdir}/src/$file
352 cp $file ../${tempdir}/src
353 chmod a-w ../${tempdir}/src/$file
354 fi
355 done
356 ln README ChangeLog ChangeLog.*[0-9] ../${tempdir}/src
357 ln makefile.nt vms-pp.trans ../${tempdir}/src
358 ln .gdbinit .dbxinit ../${tempdir}/src
359 cd ../${tempdir}/src
360 rm -f config.h paths.h Makefile Makefile.c
361 rm -f =* TAGS)
362
363 echo "Making links to \`src/bitmaps'"
364 (cd src/bitmaps
365 ln README *.xbm ../../${tempdir}/src/bitmaps)
366
367 echo "Making links to \`src/m'"
368 (cd src/m
369 # We call files for miscellaneous input (to linker etc) .inp.
370 ln README [a-zA-Z0-9]*.h *.inp ../../${tempdir}/src/m)
371
372 echo "Making links to \`src/s'"
373 (cd src/s
374 ln README [a-zA-Z0-9]*.h ../../${tempdir}/src/s)
375
376 echo "Making links to \`lib-src'"
377 (cd lib-src
378 ln [a-zA-Z]*.[chy] ../${tempdir}/lib-src
379 ln ChangeLog Makefile.in README testfile vcdiff ../${tempdir}/lib-src
380 ln emacs.csh rcs2log rcs-checkin makefile.nt ../${tempdir}/lib-src
381 ## If we ended up with a symlink, or if we did not get anything
382 ## due to a cross-device symlink, copy the file.
383 for file in [a-zA-Z]*.[chy]; do
384 if test -f ../${tempdir}/lib-src/$file; then
385 # test -f appears to succeed for a symlink
386 if test -L ../${tempdir}/lib-src/$file; then
387 rm ../${tempdir}/lib-src/$file
388 cp $file ../${tempdir}/lib-src
389 chmod a-w ../${tempdir}/lib-src/$file
390 fi
391 else
392 rm ../${tempdir}/lib-src/$file
393 cp $file ../${tempdir}/lib-src
394 chmod a-w ../${tempdir}/lib-src/$file
395 fi
396 done
397 cd ../${tempdir}/lib-src
398 rm -f Makefile.c
399 rm -f =* TAGS)
400
401 echo "Making links to \`nt'"
402 (cd nt
403 ln emacs.ico emacs.rc config.nt [a-z]*.in [a-z]*.c ../${tempdir}/nt
404 ln [a-z]*.bat [a-z]*.h makefile.def makefile.nt ../${tempdir}/nt
405 ln TODO ChangeLog INSTALL README ../${tempdir}/nt)
406
407 echo "Making links to \`nt/inc'"
408 (cd nt/inc
409 ln [a-z]*.h ../../${tempdir}/nt/inc)
410
411 echo "Making links to \`nt/inc/sys'"
412 (cd nt/inc/sys
413 ln [a-z]*.h ../../../${tempdir}/nt/inc/sys)
414
415 echo "Making links to \`nt/inc/arpa'"
416 (cd nt/inc/arpa
417 ln [a-z]*.h ../../../${tempdir}/nt/inc/arpa)
418
419 echo "Making links to \`nt/inc/netinet'"
420 (cd nt/inc/netinet
421 ln [a-z]*.h ../../../${tempdir}/nt/inc/netinet)
422
423 echo "Making links to \`msdos'"
424 (cd msdos
425 ln ChangeLog emacs.ico emacs.pif ../${tempdir}/msdos
426 ln is_exec.c sigaction.c mainmake mainmake.v2 sed*.inp ../${tempdir}/msdos
427 cd ../${tempdir}/msdos
428 rm -f =*)
429
430 echo "Making links to \`oldXMenu'"
431 (cd oldXMenu
432 ln *.c *.h *.in ../${tempdir}/oldXMenu
433 ln README Imakefile ChangeLog ../${tempdir}/oldXMenu
434 ln compile.com descrip.mms ../${tempdir}/oldXMenu)
435
436 echo "Making links to \`lwlib'"
437 (cd lwlib
438 ln *.c *.h *.in ../${tempdir}/lwlib
439 ln README Imakefile ChangeLog ../${tempdir}/lwlib
440 cd ../${tempdir}/lwlib
441 rm -f lwlib-Xol*)
442
443 echo "Making links to \`etc'"
444 ### Don't distribute = files, TAGS, DOC files, backups, autosaves, or
445 ### tex litter.
446 (cd etc
447 files=`ls -d * | grep -v 'RCS' | grep -v 'Old' | grep -v '^e$'`
448 ln $files ../${tempdir}/etc
449 ## If we ended up with a symlink, or if we did not get anything
450 ## due to a cross-device symlink, copy the file.
451 for file in $files; do
452 if test -f ../${tempdir}/etc/$file; then
453 # test -f appears to succeed for a symlink
454 if test -L ../${tempdir}/etc/$file; then
455 rm ../${tempdir}/etc/$file
456 cp $file ../${tempdir}/etc
457 chmod a-w ../${tempdir}/etc/$file
458 fi
459 else
460 rm ../${tempdir}/etc/$file
461 cp $file ../${tempdir}/etc
462 chmod a-w ../${tempdir}/etc/$file
463 fi
464 done
465 cd ../${tempdir}/etc
466 rm -f DOC* *~ \#*\# *.dvi *.log *.orig *.rej *,v =* core
467 rm -f TAGS)
468
469 echo "Making links to \`etc/e'"
470 (cd etc/e
471 ln `ls -d * | grep -v 'RCS'` ../../${tempdir}/etc/e
472 cd ../../${tempdir}/etc/e
473 rm -f *~ \#*\# *,v =* core)
474
475 echo "Making links to \`cpp'"
476 (cd cpp
477 ln cccp.c cexp.y Makefile README ../${tempdir}/cpp)
478
479 echo "Making links to \`info'"
480 # Don't distribute backups or autosaves.
481 (cd info
482 ln [a-zA-Z]* ../${tempdir}/info
483 cd ../${tempdir}/info
484 # Avoid an error when expanding the wildcards later.
485 ln emacs dummy~ ; ln emacs \#dummy\#
486 rm -f *~ \#*\# core)
487
488 echo "Making links to \`man'"
489 (cd man
490 ln *.texi *.aux *.cps *.fns *.kys *.vrs ../${tempdir}/man
491 test -f README && ln README ../${tempdir}/man
492 test -f Makefile.in && ln Makefile.in ../${tempdir}/man
493 ln ChangeLog split-man ../${tempdir}/man
494 cp texinfo.tex ../${tempdir}/man
495 cd ../${tempdir}/man
496 rm -f \#*\# =* *~ core emacs-index* *.Z *.z xmail
497 rm -f emacs.?? termcap.?? gdb.?? *.log *.toc *.dvi *.oaux)
498
499 echo "Making links to \`vms'"
500 (cd vms
501 ln [0-9a-zA-Z]* ../${tempdir}/vms
502 cd ../${tempdir}/vms
503 rm -f *~)
504
505 ### It would be nice if they could all be symlinks to etc's copy, but
506 ### you're not supposed to have any symlinks in distribution tar files.
507 echo "Making sure copying notices are all copies of \`etc/COPYING'"
508 rm -f ${tempdir}/etc/COPYING
509 cp etc/COPYING ${tempdir}/etc/COPYING
510 for subdir in lisp src lib-src info msdos; do
511 if [ -f ${tempdir}/${subdir}/COPYING ]; then
512 rm ${tempdir}/${subdir}/COPYING
513 fi
514 cp etc/COPYING ${tempdir}/${subdir}
515 done
516
517 #### Make sure that there aren't any hard links between files in the
518 #### distribution; people with afs can't deal with that. Okay,
519 #### actually we just re-copy anything with a link count greater
520 #### than two. (Yes, strictly greater than 2 is correct; since we
521 #### created these files by linking them in from the original tree,
522 #### they'll have exactly two links normally.)
523 ####
524 #### Commented out since it's not strictly necessary; it should suffice
525 #### to just break the link on alloca.c.
526 #echo "Breaking intra-tree links."
527 #find ${tempdir} ! -type d -links +2 \
528 # -exec cp -p {} $$ \; -exec rm -f {} \; -exec mv $$ {} \;
529 rm -f $tempdir/lib-src/alloca.c
530 cp $tempdir/src/alloca.c $tempdir/lib-src/alloca.c
531
532 if [ "${newer}" ]; then
533 echo "Removing files older than $newer"
534 ## We remove .elc files unconditionally, on the theory that anyone picking
535 ## up an incremental distribution already has a running Emacs to byte-compile
536 ## them with.
537 find ${tempparent} \( -name '*.elc' -o ! -newer ${newer} \) -exec rm -f {} \;
538 fi
539
540 if [ "${make_tar}" = yes ]; then
541 if [ "${default_gzip}" = "" ]; then
542 echo "Looking for gzip"
543 temppath=`echo $PATH | sed 's/^:/.:/
544 s/::/:.:/g
545 s/:$/:./
546 s/:/ /g'`
547 default_gzip=`(
548 for dir in ${temppath}; do
549 if [ -f ${dir}/gzip ]; then echo 'gzip --best'; exit 0; fi
550 done
551 echo compress
552 )`
553 fi
554 case "${default_gzip}" in
555 compress* ) gzip_extension=.Z ;;
556 * ) gzip_extension=.gz ;;
557 esac
558 echo "Creating tar files"
559 (cd ${tempparent} ; tar cvf - ${emacsname} ) \
560 | ${default_gzip} \
561 > ${emacsname}.tar${gzip_extension}
562 (cd ${tempparent}/${emacsname}-leim ; tar cvf - ${emacsname} ) \
563 | ${default_gzip} \
564 > ${emacsname}-leim.tar${gzip_extension}
565 fi
566
567 if [ "${clean_up}" = yes ]; then
568 echo "Cleaning up the staging directory"
569 rm -rf ${tempparent}
570 else
571 (cd ${tempparent}; mv ${emacsname} ${emacsname}-leim ..)
572 rm -rf ${tempparent}
573 fi
574
575 ### make-dist ends here