1 /* Storage allocation and gc for XEmacs Lisp interpreter.
2 Copyright (C) 1985-1998 Free Software Foundation, Inc.
3 Copyright (C) 1995 Sun Microsystems, Inc.
4 Copyright (C) 1995, 1996 Ben Wing.
6 This file is part of XEmacs.
8 XEmacs is free software; you can redistribute it and/or modify it
9 under the terms of the GNU General Public License as published by the
10 Free Software Foundation; either version 2, or (at your option) any
13 XEmacs is distributed in the hope that it will be useful, but WITHOUT
14 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
15 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
18 You should have received a copy of the GNU General Public License
19 along with XEmacs; see the file COPYING. If not, write to
20 the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
21 Boston, MA 02111-1307, USA. */
23 /* Synched up with: FSF 19.28, Mule 2.0. Substantially different from
28 FSF: Original version; a long time ago.
29 Mly: Significantly rewritten to use new 3-bit tags and
30 nicely abstracted object definitions, for 19.8.
31 JWZ: Improved code to keep track of purespace usage and
32 issue nice purespace and GC stats.
33 Ben Wing: Cleaned up frob-block lrecord code, added error-checking
34 and various changes for Mule, for 19.12.
35 Added bit vectors for 19.13.
36 Added lcrecord lists for 19.14.
37 slb: Lots of work on the purification and dump time code.
38 Synched Doug Lea malloc support from Emacs 20.2.
39 og: Killed the purespace. Portable dumper (moved to dumper.c)
45 #include "backtrace.h"
56 #include "redisplay.h"
57 #include "specifier.h"
61 #include "console-stream.h"
63 #ifdef DOUG_LEA_MALLOC
71 EXFUN (Fgarbage_collect, 0);
73 #if 0 /* this is _way_ too slow to be part of the standard debug options */
74 #if defined(DEBUG_XEMACS) && defined(MULE)
75 #define VERIFY_STRING_CHARS_INTEGRITY
79 /* Define this to use malloc/free with no freelist for all datatypes,
80 the hope being that some debugging tools may help detect
81 freed memory references */
82 #ifdef USE_DEBUG_MALLOC /* Taking the above comment at face value -slb */
84 #define ALLOC_NO_POOLS
88 static Fixnum debug_allocation;
89 static Fixnum debug_allocation_backtrace_length;
92 /* Number of bytes of consing done since the last gc */
93 EMACS_INT consing_since_gc;
94 #define INCREMENT_CONS_COUNTER_1(size) (consing_since_gc += (size))
96 #define debug_allocation_backtrace() \
98 if (debug_allocation_backtrace_length > 0) \
99 debug_short_backtrace (debug_allocation_backtrace_length); \
103 #define INCREMENT_CONS_COUNTER(foosize, type) \
105 if (debug_allocation) \
107 stderr_out ("allocating %s (size %ld)\n", type, (long)foosize); \
108 debug_allocation_backtrace (); \
110 INCREMENT_CONS_COUNTER_1 (foosize); \
112 #define NOSEEUM_INCREMENT_CONS_COUNTER(foosize, type) \
114 if (debug_allocation > 1) \
116 stderr_out ("allocating noseeum %s (size %ld)\n", type, (long)foosize); \
117 debug_allocation_backtrace (); \
119 INCREMENT_CONS_COUNTER_1 (foosize); \
122 #define INCREMENT_CONS_COUNTER(size, type) INCREMENT_CONS_COUNTER_1 (size)
123 #define NOSEEUM_INCREMENT_CONS_COUNTER(size, type) \
124 INCREMENT_CONS_COUNTER_1 (size)
127 #define DECREMENT_CONS_COUNTER(size) do { \
128 consing_since_gc -= (size); \
129 if (consing_since_gc < 0) \
130 consing_since_gc = 0; \
133 /* Number of bytes of consing since gc before another gc should be done. */
134 EMACS_INT gc_cons_threshold;
136 /* Nonzero during gc */
139 /* Number of times GC has happened at this level or below.
140 * Level 0 is most volatile, contrary to usual convention.
141 * (Of course, there's only one level at present) */
142 EMACS_INT gc_generation_number[1];
144 /* This is just for use by the printer, to allow things to print uniquely */
145 static int lrecord_uid_counter;
147 /* Nonzero when calling certain hooks or doing other things where
149 int gc_currently_forbidden;
152 Lisp_Object Vpre_gc_hook, Qpre_gc_hook;
153 Lisp_Object Vpost_gc_hook, Qpost_gc_hook;
155 /* "Garbage collecting" */
156 Lisp_Object Vgc_message;
157 Lisp_Object Vgc_pointer_glyph;
158 static const char gc_default_message[] = "Garbage collecting";
159 Lisp_Object Qgarbage_collecting;
161 /* Non-zero means we're in the process of doing the dump */
164 #ifdef ERROR_CHECK_TYPECHECK
166 Error_behavior ERROR_ME, ERROR_ME_NOT, ERROR_ME_WARN;
171 c_readonly (Lisp_Object obj)
173 return POINTER_TYPE_P (XTYPE (obj)) && C_READONLY (obj);
177 lisp_readonly (Lisp_Object obj)
179 return POINTER_TYPE_P (XTYPE (obj)) && LISP_READONLY (obj);
183 /* Maximum amount of C stack to save when a GC happens. */
185 #ifndef MAX_SAVE_STACK
186 #define MAX_SAVE_STACK 0 /* 16000 */
189 /* Non-zero means ignore malloc warnings. Set during initialization. */
190 int ignore_malloc_warnings;
193 static void *breathing_space;
196 release_breathing_space (void)
200 void *tmp = breathing_space;
206 /* malloc calls this if it finds we are near exhausting storage */
208 malloc_warning (const char *str)
210 if (ignore_malloc_warnings)
216 "Killing some buffers may delay running out of memory.\n"
217 "However, certainly by the time you receive the 95%% warning,\n"
218 "you should clean up, kill this Emacs, and start a new one.",
222 /* Called if malloc returns zero */
226 /* Force a GC next time eval is called.
227 It's better to loop garbage-collecting (we might reclaim enough
228 to win) than to loop beeping and barfing "Memory exhausted"
230 consing_since_gc = gc_cons_threshold + 1;
231 release_breathing_space ();
233 /* Flush some histories which might conceivably contain garbalogical
235 if (!NILP (Fboundp (Qvalues)))
236 Fset (Qvalues, Qnil);
237 Vcommand_history = Qnil;
239 error ("Memory exhausted");
242 /* like malloc and realloc but check for no memory left, and block input. */
246 xmalloc (size_t size)
248 void *val = malloc (size);
250 if (!val && (size != 0)) memory_full ();
256 xcalloc (size_t nelem, size_t elsize)
258 void *val = calloc (nelem, elsize);
260 if (!val && (nelem != 0)) memory_full ();
265 xmalloc_and_zero (size_t size)
267 return xcalloc (size, sizeof (char));
272 xrealloc (void *block, size_t size)
274 /* We must call malloc explicitly when BLOCK is 0, since some
275 reallocs don't do this. */
276 void *val = block ? realloc (block, size) : malloc (size);
278 if (!val && (size != 0)) memory_full ();
283 #ifdef ERROR_CHECK_MALLOC
284 xfree_1 (void *block)
289 #ifdef ERROR_CHECK_MALLOC
290 /* Unbelievably, calling free() on 0xDEADBEEF doesn't cause an
291 error until much later on for many system mallocs, such as
292 the one that comes with Solaris 2.3. FMH!! */
293 assert (block != (void *) 0xDEADBEEF);
295 #endif /* ERROR_CHECK_MALLOC */
299 #ifdef ERROR_CHECK_GC
302 typedef unsigned int four_byte_t;
303 #elif SIZEOF_LONG == 4
304 typedef unsigned long four_byte_t;
305 #elif SIZEOF_SHORT == 4
306 typedef unsigned short four_byte_t;
308 What kind of strange-ass system are we running on?
312 deadbeef_memory (void *ptr, size_t size)
314 four_byte_t *ptr4 = (four_byte_t *) ptr;
315 size_t beefs = size >> 2;
317 /* In practice, size will always be a multiple of four. */
319 (*ptr4++) = 0xDEADBEEF;
322 #else /* !ERROR_CHECK_GC */
325 #define deadbeef_memory(ptr, size)
327 #endif /* !ERROR_CHECK_GC */
331 xstrdup (const char *str)
333 int len = strlen (str) + 1; /* for stupid terminating 0 */
335 void *val = xmalloc (len);
336 if (val == 0) return 0;
337 return (char *) memcpy (val, str, len);
342 strdup (const char *s)
346 #endif /* NEED_STRDUP */
350 allocate_lisp_storage (size_t size)
352 return xmalloc (size);
356 /* lcrecords are chained together through their "next" field.
357 After doing the mark phase, GC will walk this linked list
358 and free any lcrecord which hasn't been marked. */
359 static struct lcrecord_header *all_lcrecords;
362 alloc_lcrecord (size_t size, const struct lrecord_implementation *implementation)
364 struct lcrecord_header *lcheader;
367 ((implementation->static_size == 0 ?
368 implementation->size_in_bytes_method != NULL :
369 implementation->static_size == size)
371 (! implementation->basic_p)
373 (! (implementation->hash == NULL && implementation->equal != NULL)));
375 lcheader = (struct lcrecord_header *) allocate_lisp_storage (size);
376 set_lheader_implementation (&lcheader->lheader, implementation);
377 lcheader->next = all_lcrecords;
378 #if 1 /* mly prefers to see small ID numbers */
379 lcheader->uid = lrecord_uid_counter++;
380 #else /* jwz prefers to see real addrs */
381 lcheader->uid = (int) &lcheader;
384 all_lcrecords = lcheader;
385 INCREMENT_CONS_COUNTER (size, implementation->name);
389 #if 0 /* Presently unused */
390 /* Very, very poor man's EGC?
391 * This may be slow and thrash pages all over the place.
392 * Only call it if you really feel you must (and if the
393 * lrecord was fairly recently allocated).
394 * Otherwise, just let the GC do its job -- that's what it's there for
397 free_lcrecord (struct lcrecord_header *lcrecord)
399 if (all_lcrecords == lcrecord)
401 all_lcrecords = lcrecord->next;
405 struct lrecord_header *header = all_lcrecords;
408 struct lrecord_header *next = header->next;
409 if (next == lcrecord)
411 header->next = lrecord->next;
420 if (lrecord->implementation->finalizer)
421 lrecord->implementation->finalizer (lrecord, 0);
429 disksave_object_finalization_1 (void)
431 struct lcrecord_header *header;
433 for (header = all_lcrecords; header; header = header->next)
435 if (LHEADER_IMPLEMENTATION (&header->lheader)->finalizer &&
437 LHEADER_IMPLEMENTATION (&header->lheader)->finalizer (header, 1);
442 /************************************************************************/
443 /* Debugger support */
444 /************************************************************************/
445 /* Give gdb/dbx enough information to decode Lisp Objects. We make
446 sure certain symbols are always defined, so gdb doesn't complain
447 about expressions in src/.gdbinit. See src/.gdbinit or src/.dbxrc
448 to see how this is used. */
450 EMACS_UINT dbg_valmask = ((1UL << VALBITS) - 1) << GCBITS;
451 EMACS_UINT dbg_typemask = (1UL << GCTYPEBITS) - 1;
453 #ifdef USE_UNION_TYPE
454 unsigned char dbg_USE_UNION_TYPE = 1;
456 unsigned char dbg_USE_UNION_TYPE = 0;
459 unsigned char dbg_valbits = VALBITS;
460 unsigned char dbg_gctypebits = GCTYPEBITS;
462 /* On some systems, the above definitions will be optimized away by
463 the compiler or linker unless they are referenced in some function. */
464 long dbg_inhibit_dbg_symbol_deletion (void);
466 dbg_inhibit_dbg_symbol_deletion (void)
476 /* Macros turned into functions for ease of debugging.
477 Debuggers don't know about macros! */
478 int dbg_eq (Lisp_Object obj1, Lisp_Object obj2);
480 dbg_eq (Lisp_Object obj1, Lisp_Object obj2)
482 return EQ (obj1, obj2);
486 /************************************************************************/
487 /* Fixed-size type macros */
488 /************************************************************************/
490 /* For fixed-size types that are commonly used, we malloc() large blocks
491 of memory at a time and subdivide them into chunks of the correct
492 size for an object of that type. This is more efficient than
493 malloc()ing each object separately because we save on malloc() time
494 and overhead due to the fewer number of malloc()ed blocks, and
495 also because we don't need any extra pointers within each object
496 to keep them threaded together for GC purposes. For less common
497 (and frequently large-size) types, we use lcrecords, which are
498 malloc()ed individually and chained together through a pointer
499 in the lcrecord header. lcrecords do not need to be fixed-size
500 (i.e. two objects of the same type need not have the same size;
501 however, the size of a particular object cannot vary dynamically).
502 It is also much easier to create a new lcrecord type because no
503 additional code needs to be added to alloc.c. Finally, lcrecords
504 may be more efficient when there are only a small number of them.
506 The types that are stored in these large blocks (or "frob blocks")
507 are cons, float, compiled-function, symbol, marker, extent, event,
510 Note that strings are special in that they are actually stored in
511 two parts: a structure containing information about the string, and
512 the actual data associated with the string. The former structure
513 (a struct Lisp_String) is a fixed-size structure and is managed the
514 same way as all the other such types. This structure contains a
515 pointer to the actual string data, which is stored in structures of
516 type struct string_chars_block. Each string_chars_block consists
517 of a pointer to a struct Lisp_String, followed by the data for that
518 string, followed by another pointer to a Lisp_String, followed by
519 the data for that string, etc. At GC time, the data in these
520 blocks is compacted by searching sequentially through all the
521 blocks and compressing out any holes created by unmarked strings.
522 Strings that are more than a certain size (bigger than the size of
523 a string_chars_block, although something like half as big might
524 make more sense) are malloc()ed separately and not stored in
525 string_chars_blocks. Furthermore, no one string stretches across
526 two string_chars_blocks.
528 Vectors are each malloc()ed separately, similar to lcrecords.
530 In the following discussion, we use conses, but it applies equally
531 well to the other fixed-size types.
533 We store cons cells inside of cons_blocks, allocating a new
534 cons_block with malloc() whenever necessary. Cons cells reclaimed
535 by GC are put on a free list to be reallocated before allocating
536 any new cons cells from the latest cons_block. Each cons_block is
537 just under 2^n - MALLOC_OVERHEAD bytes long, since malloc (at least
538 the versions in malloc.c and gmalloc.c) really allocates in units
539 of powers of two and uses 4 bytes for its own overhead.
541 What GC actually does is to search through all the cons_blocks,
542 from the most recently allocated to the oldest, and put all
543 cons cells that are not marked (whether or not they're already
544 free) on a cons_free_list. The cons_free_list is a stack, and
545 so the cons cells in the oldest-allocated cons_block end up
546 at the head of the stack and are the first to be reallocated.
547 If any cons_block is entirely free, it is freed with free()
548 and its cons cells removed from the cons_free_list. Because
549 the cons_free_list ends up basically in memory order, we have
550 a high locality of reference (assuming a reasonable turnover
551 of allocating and freeing) and have a reasonable probability
552 of entirely freeing up cons_blocks that have been more recently
553 allocated. This stage is called the "sweep stage" of GC, and
554 is executed after the "mark stage", which involves starting
555 from all places that are known to point to in-use Lisp objects
556 (e.g. the obarray, where are all symbols are stored; the
557 current catches and condition-cases; the backtrace list of
558 currently executing functions; the gcpro list; etc.) and
559 recursively marking all objects that are accessible.
561 At the beginning of the sweep stage, the conses in the cons blocks
562 are in one of three states: in use and marked, in use but not
563 marked, and not in use (already freed). Any conses that are marked
564 have been marked in the mark stage just executed, because as part
565 of the sweep stage we unmark any marked objects. The way we tell
566 whether or not a cons cell is in use is through the LRECORD_FREE_P
567 macro. This uses a special lrecord type `lrecord_type_free',
568 which is never associated with any valid object.
570 Conses on the free_cons_list are threaded through a pointer stored
571 in the conses themselves. Because the cons is still in a
572 cons_block and needs to remain marked as not in use for the next
573 time that GC happens, we need room to store both the "free"
574 indicator and the chaining pointer. So this pointer is stored
575 after the lrecord header (actually where C places a pointer after
576 the lrecord header; they are not necessarily contiguous). This
577 implies that all fixed-size types must be big enough to contain at
578 least one pointer. This is true for all current fixed-size types,
579 with the possible exception of Lisp_Floats, for which we define the
580 meat of the struct using a union of a pointer and a double to
581 ensure adequate space for the free list chain pointer.
583 Some types of objects need additional "finalization" done
584 when an object is converted from in use to not in use;
585 this is the purpose of the ADDITIONAL_FREE_type macro.
586 For example, markers need to be removed from the chain
587 of markers that is kept in each buffer. This is because
588 markers in a buffer automatically disappear if the marker
589 is no longer referenced anywhere (the same does not
590 apply to extents, however).
592 WARNING: Things are in an extremely bizarre state when
593 the ADDITIONAL_FREE_type macros are called, so beware!
595 When ERROR_CHECK_GC is defined, we do things differently so as to
596 maximize our chances of catching places where there is insufficient
597 GCPROing. The thing we want to avoid is having an object that
598 we're using but didn't GCPRO get freed by GC and then reallocated
599 while we're in the process of using it -- this will result in
600 something seemingly unrelated getting trashed, and is extremely
601 difficult to track down. If the object gets freed but not
602 reallocated, we can usually catch this because we set most of the
603 bytes of a freed object to 0xDEADBEEF. (The lisp object type is set
604 to the invalid type `lrecord_type_free', however, and a pointer
605 used to chain freed objects together is stored after the lrecord
606 header; we play some tricks with this pointer to make it more
607 bogus, so crashes are more likely to occur right away.)
609 We want freed objects to stay free as long as possible,
610 so instead of doing what we do above, we maintain the
611 free objects in a first-in first-out queue. We also
612 don't recompute the free list each GC, unlike above;
613 this ensures that the queue ordering is preserved.
614 [This means that we are likely to have worse locality
615 of reference, and that we can never free a frob block
616 once it's allocated. (Even if we know that all cells
617 in it are free, there's no easy way to remove all those
618 cells from the free list because the objects on the
619 free list are unlikely to be in memory order.)]
620 Furthermore, we never take objects off the free list
621 unless there's a large number (usually 1000, but
622 varies depending on type) of them already on the list.
623 This way, we ensure that an object that gets freed will
624 remain free for the next 1000 (or whatever) times that
625 an object of that type is allocated. */
627 #ifndef MALLOC_OVERHEAD
629 #define MALLOC_OVERHEAD 0
630 #elif defined (rcheck)
631 #define MALLOC_OVERHEAD 20
633 #define MALLOC_OVERHEAD 8
635 #endif /* MALLOC_OVERHEAD */
637 #if !defined(HAVE_MMAP) || defined(DOUG_LEA_MALLOC)
638 /* If we released our reserve (due to running out of memory),
639 and we have a fair amount free once again,
640 try to set aside another reserve in case we run out once more.
642 This is called when a relocatable block is freed in ralloc.c. */
643 void refill_memory_reserve (void);
645 refill_memory_reserve (void)
647 if (breathing_space == 0)
648 breathing_space = (char *) malloc (4096 - MALLOC_OVERHEAD);
652 #ifdef ALLOC_NO_POOLS
653 # define TYPE_ALLOC_SIZE(type, structtype) 1
655 # define TYPE_ALLOC_SIZE(type, structtype) \
656 ((2048 - MALLOC_OVERHEAD - sizeof (struct type##_block *)) \
657 / sizeof (structtype))
658 #endif /* ALLOC_NO_POOLS */
660 #define DECLARE_FIXED_TYPE_ALLOC(type, structtype) \
662 struct type##_block \
664 struct type##_block *prev; \
665 structtype block[TYPE_ALLOC_SIZE (type, structtype)]; \
668 static struct type##_block *current_##type##_block; \
669 static int current_##type##_block_index; \
671 static Lisp_Free *type##_free_list; \
672 static Lisp_Free *type##_free_list_tail; \
675 init_##type##_alloc (void) \
677 current_##type##_block = 0; \
678 current_##type##_block_index = \
679 countof (current_##type##_block->block); \
680 type##_free_list = 0; \
681 type##_free_list_tail = 0; \
684 static int gc_count_num_##type##_in_use; \
685 static int gc_count_num_##type##_freelist
687 #define ALLOCATE_FIXED_TYPE_FROM_BLOCK(type, result) do { \
688 if (current_##type##_block_index \
689 == countof (current_##type##_block->block)) \
691 struct type##_block *AFTFB_new = (struct type##_block *) \
692 allocate_lisp_storage (sizeof (struct type##_block)); \
693 AFTFB_new->prev = current_##type##_block; \
694 current_##type##_block = AFTFB_new; \
695 current_##type##_block_index = 0; \
698 &(current_##type##_block->block[current_##type##_block_index++]); \
701 /* Allocate an instance of a type that is stored in blocks.
702 TYPE is the "name" of the type, STRUCTTYPE is the corresponding
705 #ifdef ERROR_CHECK_GC
707 /* Note: if you get crashes in this function, suspect incorrect calls
708 to free_cons() and friends. This happened once because the cons
709 cell was not GC-protected and was getting collected before
710 free_cons() was called. */
712 #define ALLOCATE_FIXED_TYPE_1(type, structtype, result) do { \
713 if (gc_count_num_##type##_freelist > \
714 MINIMUM_ALLOWED_FIXED_TYPE_CELLS_##type) \
716 result = (structtype *) type##_free_list; \
717 /* Before actually using the chain pointer, \
718 we complement all its bits; see FREE_FIXED_TYPE(). */ \
719 type##_free_list = (Lisp_Free *) \
720 (~ (EMACS_UINT) (type##_free_list->chain)); \
721 gc_count_num_##type##_freelist--; \
724 ALLOCATE_FIXED_TYPE_FROM_BLOCK (type, result); \
725 MARK_LRECORD_AS_NOT_FREE (result); \
728 #else /* !ERROR_CHECK_GC */
730 #define ALLOCATE_FIXED_TYPE_1(type, structtype, result) do { \
731 if (type##_free_list) \
733 result = (structtype *) type##_free_list; \
734 type##_free_list = type##_free_list->chain; \
737 ALLOCATE_FIXED_TYPE_FROM_BLOCK (type, result); \
738 MARK_LRECORD_AS_NOT_FREE (result); \
741 #endif /* !ERROR_CHECK_GC */
744 #define ALLOCATE_FIXED_TYPE(type, structtype, result) \
747 ALLOCATE_FIXED_TYPE_1 (type, structtype, result); \
748 INCREMENT_CONS_COUNTER (sizeof (structtype), #type); \
751 #define NOSEEUM_ALLOCATE_FIXED_TYPE(type, structtype, result) \
754 ALLOCATE_FIXED_TYPE_1 (type, structtype, result); \
755 NOSEEUM_INCREMENT_CONS_COUNTER (sizeof (structtype), #type); \
759 /* Lisp_Free is the type to represent a free list member inside a frob
760 block of any lisp object type. */
761 typedef struct Lisp_Free
763 struct lrecord_header lheader;
764 struct Lisp_Free *chain;
767 #define LRECORD_FREE_P(ptr) \
768 ((ptr)->lheader.type == lrecord_type_free)
770 #define MARK_LRECORD_AS_FREE(ptr) \
771 ((void) ((ptr)->lheader.type = lrecord_type_free))
773 #ifdef ERROR_CHECK_GC
774 #define MARK_LRECORD_AS_NOT_FREE(ptr) \
775 ((void) ((ptr)->lheader.type = lrecord_type_undefined))
777 #define MARK_LRECORD_AS_NOT_FREE(ptr) DO_NOTHING
780 #ifdef ERROR_CHECK_GC
782 #define PUT_FIXED_TYPE_ON_FREE_LIST(type, structtype, ptr) do { \
783 if (type##_free_list_tail) \
785 /* When we store the chain pointer, we complement all \
786 its bits; this should significantly increase its \
787 bogosity in case someone tries to use the value, and \
788 should make us crash faster if someone overwrites the \
789 pointer because when it gets un-complemented in \
790 ALLOCATED_FIXED_TYPE(), the resulting pointer will be \
791 extremely bogus. */ \
792 type##_free_list_tail->chain = \
793 (Lisp_Free *) ~ (EMACS_UINT) (ptr); \
796 type##_free_list = (Lisp_Free *) (ptr); \
797 type##_free_list_tail = (Lisp_Free *) (ptr); \
800 #else /* !ERROR_CHECK_GC */
802 #define PUT_FIXED_TYPE_ON_FREE_LIST(type, structtype, ptr) do { \
803 ((Lisp_Free *) (ptr))->chain = type##_free_list; \
804 type##_free_list = (Lisp_Free *) (ptr); \
807 #endif /* !ERROR_CHECK_GC */
809 /* TYPE and STRUCTTYPE are the same as in ALLOCATE_FIXED_TYPE(). */
811 #define FREE_FIXED_TYPE(type, structtype, ptr) do { \
812 structtype *FFT_ptr = (ptr); \
813 ADDITIONAL_FREE_##type (FFT_ptr); \
814 deadbeef_memory (FFT_ptr, sizeof (structtype)); \
815 PUT_FIXED_TYPE_ON_FREE_LIST (type, structtype, FFT_ptr); \
816 MARK_LRECORD_AS_FREE (FFT_ptr); \
819 /* Like FREE_FIXED_TYPE() but used when we are explicitly
820 freeing a structure through free_cons(), free_marker(), etc.
821 rather than through the normal process of sweeping.
822 We attempt to undo the changes made to the allocation counters
823 as a result of this structure being allocated. This is not
824 completely necessary but helps keep things saner: e.g. this way,
825 repeatedly allocating and freeing a cons will not result in
826 the consing-since-gc counter advancing, which would cause a GC
827 and somewhat defeat the purpose of explicitly freeing. */
829 #define FREE_FIXED_TYPE_WHEN_NOT_IN_GC(type, structtype, ptr) \
830 do { FREE_FIXED_TYPE (type, structtype, ptr); \
831 DECREMENT_CONS_COUNTER (sizeof (structtype)); \
832 gc_count_num_##type##_freelist++; \
837 /************************************************************************/
838 /* Cons allocation */
839 /************************************************************************/
841 DECLARE_FIXED_TYPE_ALLOC (cons, Lisp_Cons);
842 /* conses are used and freed so often that we set this really high */
843 /* #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_cons 20000 */
844 #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_cons 2000
847 mark_cons (Lisp_Object obj)
849 if (NILP (XCDR (obj)))
852 mark_object (XCAR (obj));
857 cons_equal (Lisp_Object ob1, Lisp_Object ob2, int depth)
860 while (internal_equal (XCAR (ob1), XCAR (ob2), depth))
864 if (! CONSP (ob1) || ! CONSP (ob2))
865 return internal_equal (ob1, ob2, depth);
870 static const struct lrecord_description cons_description[] = {
871 { XD_LISP_OBJECT, offsetof (Lisp_Cons, car) },
872 { XD_LISP_OBJECT, offsetof (Lisp_Cons, cdr) },
876 DEFINE_BASIC_LRECORD_IMPLEMENTATION ("cons", cons,
877 mark_cons, print_cons, 0,
880 * No `hash' method needed.
881 * internal_hash knows how to
888 DEFUN ("cons", Fcons, 2, 2, 0, /*
889 Create a new cons, give it CAR and CDR as components, and return it.
893 /* This cannot GC. */
897 ALLOCATE_FIXED_TYPE (cons, Lisp_Cons, c);
898 set_lheader_implementation (&c->lheader, &lrecord_cons);
905 /* This is identical to Fcons() but it used for conses that we're
906 going to free later, and is useful when trying to track down
909 noseeum_cons (Lisp_Object car, Lisp_Object cdr)
914 NOSEEUM_ALLOCATE_FIXED_TYPE (cons, Lisp_Cons, c);
915 set_lheader_implementation (&c->lheader, &lrecord_cons);
922 DEFUN ("list", Flist, 0, MANY, 0, /*
923 Return a newly created list with specified arguments as elements.
924 Any number of arguments, even zero arguments, are allowed.
926 (int nargs, Lisp_Object *args))
928 Lisp_Object val = Qnil;
929 Lisp_Object *argp = args + nargs;
932 val = Fcons (*--argp, val);
937 list1 (Lisp_Object obj0)
939 /* This cannot GC. */
940 return Fcons (obj0, Qnil);
944 list2 (Lisp_Object obj0, Lisp_Object obj1)
946 /* This cannot GC. */
947 return Fcons (obj0, Fcons (obj1, Qnil));
951 list3 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2)
953 /* This cannot GC. */
954 return Fcons (obj0, Fcons (obj1, Fcons (obj2, Qnil)));
958 cons3 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2)
960 /* This cannot GC. */
961 return Fcons (obj0, Fcons (obj1, obj2));
965 acons (Lisp_Object key, Lisp_Object value, Lisp_Object alist)
967 return Fcons (Fcons (key, value), alist);
971 list4 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2, Lisp_Object obj3)
973 /* This cannot GC. */
974 return Fcons (obj0, Fcons (obj1, Fcons (obj2, Fcons (obj3, Qnil))));
978 list5 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2, Lisp_Object obj3,
981 /* This cannot GC. */
982 return Fcons (obj0, Fcons (obj1, Fcons (obj2, Fcons (obj3, Fcons (obj4, Qnil)))));
986 list6 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2, Lisp_Object obj3,
987 Lisp_Object obj4, Lisp_Object obj5)
989 /* This cannot GC. */
990 return Fcons (obj0, Fcons (obj1, Fcons (obj2, Fcons (obj3, Fcons (obj4, Fcons (obj5, Qnil))))));
993 DEFUN ("make-list", Fmake_list, 2, 2, 0, /*
994 Return a new list of length LENGTH, with each element being OBJECT.
998 CHECK_NATNUM (length);
1001 Lisp_Object val = Qnil;
1002 size_t size = XINT (length);
1005 val = Fcons (object, val);
1011 /************************************************************************/
1012 /* Float allocation */
1013 /************************************************************************/
1015 #ifdef LISP_FLOAT_TYPE
1017 DECLARE_FIXED_TYPE_ALLOC (float, Lisp_Float);
1018 #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_float 1000
1021 make_float (double float_value)
1026 ALLOCATE_FIXED_TYPE (float, Lisp_Float, f);
1028 /* Avoid dump-time `uninitialized memory read' purify warnings. */
1029 if (sizeof (struct lrecord_header) + sizeof (double) != sizeof (*f))
1032 set_lheader_implementation (&f->lheader, &lrecord_float);
1033 float_data (f) = float_value;
1038 #endif /* LISP_FLOAT_TYPE */
1041 /************************************************************************/
1042 /* Vector allocation */
1043 /************************************************************************/
1046 mark_vector (Lisp_Object obj)
1048 Lisp_Vector *ptr = XVECTOR (obj);
1049 int len = vector_length (ptr);
1052 for (i = 0; i < len - 1; i++)
1053 mark_object (ptr->contents[i]);
1054 return (len > 0) ? ptr->contents[len - 1] : Qnil;
1058 size_vector (const void *lheader)
1060 return FLEXIBLE_ARRAY_STRUCT_SIZEOF (Lisp_Vector, Lisp_Object, contents,
1061 ((Lisp_Vector *) lheader)->size);
1065 vector_equal (Lisp_Object obj1, Lisp_Object obj2, int depth)
1067 int len = XVECTOR_LENGTH (obj1);
1068 if (len != XVECTOR_LENGTH (obj2))
1072 Lisp_Object *ptr1 = XVECTOR_DATA (obj1);
1073 Lisp_Object *ptr2 = XVECTOR_DATA (obj2);
1075 if (!internal_equal (*ptr1++, *ptr2++, depth + 1))
1082 vector_hash (Lisp_Object obj, int depth)
1084 return HASH2 (XVECTOR_LENGTH (obj),
1085 internal_array_hash (XVECTOR_DATA (obj),
1086 XVECTOR_LENGTH (obj),
1090 static const struct lrecord_description vector_description[] = {
1091 { XD_LONG, offsetof (Lisp_Vector, size) },
1092 { XD_LISP_OBJECT_ARRAY, offsetof (Lisp_Vector, contents), XD_INDIRECT(0, 0) },
1096 DEFINE_LRECORD_SEQUENCE_IMPLEMENTATION("vector", vector,
1097 mark_vector, print_vector, 0,
1101 size_vector, Lisp_Vector);
1103 /* #### should allocate `small' vectors from a frob-block */
1104 static Lisp_Vector *
1105 make_vector_internal (size_t sizei)
1107 /* no vector_next */
1108 size_t sizem = FLEXIBLE_ARRAY_STRUCT_SIZEOF (Lisp_Vector, Lisp_Object,
1110 Lisp_Vector *p = (Lisp_Vector *) alloc_lcrecord (sizem, &lrecord_vector);
1117 make_vector (size_t length, Lisp_Object object)
1119 Lisp_Vector *vecp = make_vector_internal (length);
1120 Lisp_Object *p = vector_data (vecp);
1127 XSETVECTOR (vector, vecp);
1132 DEFUN ("make-vector", Fmake_vector, 2, 2, 0, /*
1133 Return a new vector of length LENGTH, with each element being OBJECT.
1134 See also the function `vector'.
1138 CONCHECK_NATNUM (length);
1139 return make_vector (XINT (length), object);
1142 DEFUN ("vector", Fvector, 0, MANY, 0, /*
1143 Return a newly created vector with specified arguments as elements.
1144 Any number of arguments, even zero arguments, are allowed.
1146 (int nargs, Lisp_Object *args))
1148 Lisp_Vector *vecp = make_vector_internal (nargs);
1149 Lisp_Object *p = vector_data (vecp);
1156 XSETVECTOR (vector, vecp);
1162 vector1 (Lisp_Object obj0)
1164 return Fvector (1, &obj0);
1168 vector2 (Lisp_Object obj0, Lisp_Object obj1)
1170 Lisp_Object args[2];
1173 return Fvector (2, args);
1177 vector3 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2)
1179 Lisp_Object args[3];
1183 return Fvector (3, args);
1186 #if 0 /* currently unused */
1189 vector4 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2,
1192 Lisp_Object args[4];
1197 return Fvector (4, args);
1201 vector5 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2,
1202 Lisp_Object obj3, Lisp_Object obj4)
1204 Lisp_Object args[5];
1210 return Fvector (5, args);
1214 vector6 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2,
1215 Lisp_Object obj3, Lisp_Object obj4, Lisp_Object obj5)
1217 Lisp_Object args[6];
1224 return Fvector (6, args);
1228 vector7 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2,
1229 Lisp_Object obj3, Lisp_Object obj4, Lisp_Object obj5,
1232 Lisp_Object args[7];
1240 return Fvector (7, args);
1244 vector8 (Lisp_Object obj0, Lisp_Object obj1, Lisp_Object obj2,
1245 Lisp_Object obj3, Lisp_Object obj4, Lisp_Object obj5,
1246 Lisp_Object obj6, Lisp_Object obj7)
1248 Lisp_Object args[8];
1257 return Fvector (8, args);
1261 /************************************************************************/
1262 /* Bit Vector allocation */
1263 /************************************************************************/
1265 static Lisp_Object all_bit_vectors;
1267 /* #### should allocate `small' bit vectors from a frob-block */
1268 static Lisp_Bit_Vector *
1269 make_bit_vector_internal (size_t sizei)
1271 size_t num_longs = BIT_VECTOR_LONG_STORAGE (sizei);
1272 size_t sizem = FLEXIBLE_ARRAY_STRUCT_SIZEOF (Lisp_Bit_Vector, unsigned long,
1274 Lisp_Bit_Vector *p = (Lisp_Bit_Vector *) allocate_lisp_storage (sizem);
1275 set_lheader_implementation (&p->lheader, &lrecord_bit_vector);
1277 INCREMENT_CONS_COUNTER (sizem, "bit-vector");
1279 bit_vector_length (p) = sizei;
1280 bit_vector_next (p) = all_bit_vectors;
1281 /* make sure the extra bits in the last long are 0; the calling
1282 functions might not set them. */
1283 p->bits[num_longs - 1] = 0;
1284 XSETBIT_VECTOR (all_bit_vectors, p);
1289 make_bit_vector (size_t length, Lisp_Object bit)
1291 Lisp_Bit_Vector *p = make_bit_vector_internal (length);
1292 size_t num_longs = BIT_VECTOR_LONG_STORAGE (length);
1297 memset (p->bits, 0, num_longs * sizeof (long));
1300 size_t bits_in_last = length & (LONGBITS_POWER_OF_2 - 1);
1301 memset (p->bits, ~0, num_longs * sizeof (long));
1302 /* But we have to make sure that the unused bits in the
1303 last long are 0, so that equal/hash is easy. */
1305 p->bits[num_longs - 1] &= (1 << bits_in_last) - 1;
1309 Lisp_Object bit_vector;
1310 XSETBIT_VECTOR (bit_vector, p);
1316 make_bit_vector_from_byte_vector (unsigned char *bytevec, size_t length)
1319 Lisp_Bit_Vector *p = make_bit_vector_internal (length);
1321 for (i = 0; i < length; i++)
1322 set_bit_vector_bit (p, i, bytevec[i]);
1325 Lisp_Object bit_vector;
1326 XSETBIT_VECTOR (bit_vector, p);
1331 DEFUN ("make-bit-vector", Fmake_bit_vector, 2, 2, 0, /*
1332 Return a new bit vector of length LENGTH. with each bit set to BIT.
1333 BIT must be one of the integers 0 or 1. See also the function `bit-vector'.
1337 CONCHECK_NATNUM (length);
1339 return make_bit_vector (XINT (length), bit);
1342 DEFUN ("bit-vector", Fbit_vector, 0, MANY, 0, /*
1343 Return a newly created bit vector with specified arguments as elements.
1344 Any number of arguments, even zero arguments, are allowed.
1345 Each argument must be one of the integers 0 or 1.
1347 (int nargs, Lisp_Object *args))
1350 Lisp_Bit_Vector *p = make_bit_vector_internal (nargs);
1352 for (i = 0; i < nargs; i++)
1354 CHECK_BIT (args[i]);
1355 set_bit_vector_bit (p, i, !ZEROP (args[i]));
1359 Lisp_Object bit_vector;
1360 XSETBIT_VECTOR (bit_vector, p);
1366 /************************************************************************/
1367 /* Compiled-function allocation */
1368 /************************************************************************/
1370 DECLARE_FIXED_TYPE_ALLOC (compiled_function, Lisp_Compiled_Function);
1371 #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_compiled_function 1000
1374 make_compiled_function (void)
1376 Lisp_Compiled_Function *f;
1379 ALLOCATE_FIXED_TYPE (compiled_function, Lisp_Compiled_Function, f);
1380 set_lheader_implementation (&f->lheader, &lrecord_compiled_function);
1383 f->specpdl_depth = 0;
1384 f->flags.documentationp = 0;
1385 f->flags.interactivep = 0;
1386 f->flags.domainp = 0; /* I18N3 */
1387 f->instructions = Qzero;
1388 f->constants = Qzero;
1390 f->doc_and_interactive = Qnil;
1391 #ifdef COMPILED_FUNCTION_ANNOTATION_HACK
1392 f->annotated = Qnil;
1394 XSETCOMPILED_FUNCTION (fun, f);
1398 DEFUN ("make-byte-code", Fmake_byte_code, 4, MANY, 0, /*
1399 Return a new compiled-function object.
1400 Usage: (arglist instructions constants stack-depth
1401 &optional doc-string interactive)
1402 Note that, unlike all other emacs-lisp functions, calling this with five
1403 arguments is NOT the same as calling it with six arguments, the last of
1404 which is nil. If the INTERACTIVE arg is specified as nil, then that means
1405 that this function was defined with `(interactive)'. If the arg is not
1406 specified, then that means the function is not interactive.
1407 This is terrible behavior which is retained for compatibility with old
1408 `.elc' files which expect these semantics.
1410 (int nargs, Lisp_Object *args))
1412 /* In a non-insane world this function would have this arglist...
1413 (arglist instructions constants stack_depth &optional doc_string interactive)
1415 Lisp_Object fun = make_compiled_function ();
1416 Lisp_Compiled_Function *f = XCOMPILED_FUNCTION (fun);
1418 Lisp_Object arglist = args[0];
1419 Lisp_Object instructions = args[1];
1420 Lisp_Object constants = args[2];
1421 Lisp_Object stack_depth = args[3];
1422 Lisp_Object doc_string = (nargs > 4) ? args[4] : Qnil;
1423 Lisp_Object interactive = (nargs > 5) ? args[5] : Qunbound;
1425 if (nargs < 4 || nargs > 6)
1426 return Fsignal (Qwrong_number_of_arguments,
1427 list2 (intern ("make-byte-code"), make_int (nargs)));
1429 /* Check for valid formal parameter list now, to allow us to use
1430 SPECBIND_FAST_UNSAFE() later in funcall_compiled_function(). */
1432 EXTERNAL_LIST_LOOP_3 (symbol, arglist, tail)
1434 CHECK_SYMBOL (symbol);
1435 if (EQ (symbol, Qt) ||
1436 EQ (symbol, Qnil) ||
1437 SYMBOL_IS_KEYWORD (symbol))
1438 signal_simple_error_2
1439 ("Invalid constant symbol in formal parameter list",
1443 f->arglist = arglist;
1445 /* `instructions' is a string or a cons (string . int) for a
1446 lazy-loaded function. */
1447 if (CONSP (instructions))
1449 CHECK_STRING (XCAR (instructions));
1450 CHECK_INT (XCDR (instructions));
1454 CHECK_STRING (instructions);
1456 f->instructions = instructions;
1458 if (!NILP (constants))
1459 CHECK_VECTOR (constants);
1460 f->constants = constants;
1462 CHECK_NATNUM (stack_depth);
1463 f->stack_depth = (unsigned short) XINT (stack_depth);
1465 #ifdef COMPILED_FUNCTION_ANNOTATION_HACK
1466 if (!NILP (Vcurrent_compiled_function_annotation))
1467 f->annotated = Fcopy (Vcurrent_compiled_function_annotation);
1468 else if (!NILP (Vload_file_name_internal_the_purecopy))
1469 f->annotated = Vload_file_name_internal_the_purecopy;
1470 else if (!NILP (Vload_file_name_internal))
1472 struct gcpro gcpro1;
1473 GCPRO1 (fun); /* don't let fun get reaped */
1474 Vload_file_name_internal_the_purecopy =
1475 Ffile_name_nondirectory (Vload_file_name_internal);
1476 f->annotated = Vload_file_name_internal_the_purecopy;
1479 #endif /* COMPILED_FUNCTION_ANNOTATION_HACK */
1481 /* doc_string may be nil, string, int, or a cons (string . int).
1482 interactive may be list or string (or unbound). */
1483 f->doc_and_interactive = Qunbound;
1485 if ((f->flags.domainp = !NILP (Vfile_domain)) != 0)
1486 f->doc_and_interactive = Vfile_domain;
1488 if ((f->flags.interactivep = !UNBOUNDP (interactive)) != 0)
1490 f->doc_and_interactive
1491 = (UNBOUNDP (f->doc_and_interactive) ? interactive :
1492 Fcons (interactive, f->doc_and_interactive));
1494 if ((f->flags.documentationp = !NILP (doc_string)) != 0)
1496 f->doc_and_interactive
1497 = (UNBOUNDP (f->doc_and_interactive) ? doc_string :
1498 Fcons (doc_string, f->doc_and_interactive));
1500 if (UNBOUNDP (f->doc_and_interactive))
1501 f->doc_and_interactive = Qnil;
1507 /************************************************************************/
1508 /* Symbol allocation */
1509 /************************************************************************/
1511 DECLARE_FIXED_TYPE_ALLOC (symbol, Lisp_Symbol);
1512 #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_symbol 1000
1514 DEFUN ("make-symbol", Fmake_symbol, 1, 1, 0, /*
1515 Return a newly allocated uninterned symbol whose name is NAME.
1516 Its value and function definition are void, and its property list is nil.
1523 CHECK_STRING (name);
1525 ALLOCATE_FIXED_TYPE (symbol, Lisp_Symbol, p);
1526 set_lheader_implementation (&p->lheader, &lrecord_symbol);
1527 p->name = XSTRING (name);
1529 p->value = Qunbound;
1530 p->function = Qunbound;
1531 symbol_next (p) = 0;
1532 XSETSYMBOL (val, p);
1537 /************************************************************************/
1538 /* Extent allocation */
1539 /************************************************************************/
1541 DECLARE_FIXED_TYPE_ALLOC (extent, struct extent);
1542 #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_extent 1000
1545 allocate_extent (void)
1549 ALLOCATE_FIXED_TYPE (extent, struct extent, e);
1550 set_lheader_implementation (&e->lheader, &lrecord_extent);
1551 extent_object (e) = Qnil;
1552 set_extent_start (e, -1);
1553 set_extent_end (e, -1);
1558 extent_face (e) = Qnil;
1559 e->flags.end_open = 1; /* default is for endpoints to behave like markers */
1560 e->flags.detachable = 1;
1566 /************************************************************************/
1567 /* Event allocation */
1568 /************************************************************************/
1570 DECLARE_FIXED_TYPE_ALLOC (event, Lisp_Event);
1571 #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_event 1000
1574 allocate_event (void)
1579 ALLOCATE_FIXED_TYPE (event, Lisp_Event, e);
1580 set_lheader_implementation (&e->lheader, &lrecord_event);
1587 /************************************************************************/
1588 /* Marker allocation */
1589 /************************************************************************/
1591 DECLARE_FIXED_TYPE_ALLOC (marker, Lisp_Marker);
1592 #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_marker 1000
1594 DEFUN ("make-marker", Fmake_marker, 0, 0, 0, /*
1595 Return a new marker which does not point at any place.
1602 ALLOCATE_FIXED_TYPE (marker, Lisp_Marker, p);
1603 set_lheader_implementation (&p->lheader, &lrecord_marker);
1606 marker_next (p) = 0;
1607 marker_prev (p) = 0;
1608 p->insertion_type = 0;
1609 XSETMARKER (val, p);
1614 noseeum_make_marker (void)
1619 NOSEEUM_ALLOCATE_FIXED_TYPE (marker, Lisp_Marker, p);
1620 set_lheader_implementation (&p->lheader, &lrecord_marker);
1623 marker_next (p) = 0;
1624 marker_prev (p) = 0;
1625 p->insertion_type = 0;
1626 XSETMARKER (val, p);
1631 /************************************************************************/
1632 /* String allocation */
1633 /************************************************************************/
1635 /* The data for "short" strings generally resides inside of structs of type
1636 string_chars_block. The Lisp_String structure is allocated just like any
1637 other Lisp object (except for vectors), and these are freelisted when
1638 they get garbage collected. The data for short strings get compacted,
1639 but the data for large strings do not.
1641 Previously Lisp_String structures were relocated, but this caused a lot
1642 of bus-errors because the C code didn't include enough GCPRO's for
1643 strings (since EVERY REFERENCE to a short string needed to be GCPRO'd so
1644 that the reference would get relocated).
1646 This new method makes things somewhat bigger, but it is MUCH safer. */
1648 DECLARE_FIXED_TYPE_ALLOC (string, Lisp_String);
1649 /* strings are used and freed quite often */
1650 /* #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_string 10000 */
1651 #define MINIMUM_ALLOWED_FIXED_TYPE_CELLS_string 1000
1654 mark_string (Lisp_Object obj)
1656 Lisp_String *ptr = XSTRING (obj);
1658 if (CONSP (ptr->plist) && EXTENT_INFOP (XCAR (ptr->plist)))
1659 flush_cached_extent_info (XCAR (ptr->plist));
1664 string_equal (Lisp_Object obj1, Lisp_Object obj2, int depth)
1667 return (((len = XSTRING_LENGTH (obj1)) == XSTRING_LENGTH (obj2)) &&
1668 !memcmp (XSTRING_DATA (obj1), XSTRING_DATA (obj2), len));
1671 static const struct lrecord_description string_description[] = {
1672 { XD_BYTECOUNT, offsetof (Lisp_String, size) },
1673 { XD_OPAQUE_DATA_PTR, offsetof (Lisp_String, data), XD_INDIRECT(0, 1) },
1674 { XD_LISP_OBJECT, offsetof (Lisp_String, plist) },
1678 /* We store the string's extent info as the first element of the string's
1679 property list; and the string's MODIFF as the first or second element
1680 of the string's property list (depending on whether the extent info
1681 is present), but only if the string has been modified. This is ugly
1682 but it reduces the memory allocated for the string in the vast
1683 majority of cases, where the string is never modified and has no
1686 #### This means you can't use an int as a key in a string's plist. */
1688 static Lisp_Object *
1689 string_plist_ptr (Lisp_Object string)
1691 Lisp_Object *ptr = &XSTRING (string)->plist;
1693 if (CONSP (*ptr) && EXTENT_INFOP (XCAR (*ptr)))
1695 if (CONSP (*ptr) && INTP (XCAR (*ptr)))
1701 string_getprop (Lisp_Object string, Lisp_Object property)
1703 return external_plist_get (string_plist_ptr (string), property, 0, ERROR_ME);
1707 string_putprop (Lisp_Object string, Lisp_Object property, Lisp_Object value)
1709 external_plist_put (string_plist_ptr (string), property, value, 0, ERROR_ME);
1714 string_remprop (Lisp_Object string, Lisp_Object property)
1716 return external_remprop (string_plist_ptr (string), property, 0, ERROR_ME);
1720 string_plist (Lisp_Object string)
1722 return *string_plist_ptr (string);
1725 /* No `finalize', or `hash' methods.
1726 internal_hash() already knows how to hash strings and finalization
1727 is done with the ADDITIONAL_FREE_string macro, which is the
1728 standard way to do finalization when using
1729 SWEEP_FIXED_TYPE_BLOCK(). */
1730 DEFINE_BASIC_LRECORD_IMPLEMENTATION_WITH_PROPS ("string", string,
1731 mark_string, print_string,
1740 /* String blocks contain this many useful bytes. */
1741 #define STRING_CHARS_BLOCK_SIZE \
1742 ((Bytecount) (8192 - MALLOC_OVERHEAD - \
1743 ((2 * sizeof (struct string_chars_block *)) \
1744 + sizeof (EMACS_INT))))
1745 /* Block header for small strings. */
1746 struct string_chars_block
1749 struct string_chars_block *next;
1750 struct string_chars_block *prev;
1751 /* Contents of string_chars_block->string_chars are interleaved
1752 string_chars structures (see below) and the actual string data */
1753 unsigned char string_chars[STRING_CHARS_BLOCK_SIZE];
1756 static struct string_chars_block *first_string_chars_block;
1757 static struct string_chars_block *current_string_chars_block;
1759 /* If SIZE is the length of a string, this returns how many bytes
1760 * the string occupies in string_chars_block->string_chars
1761 * (including alignment padding).
1763 #define STRING_FULLSIZE(size) \
1764 ALIGN_SIZE (((size) + 1 + sizeof (Lisp_String *)),\
1765 ALIGNOF (Lisp_String *))
1767 #define BIG_STRING_FULLSIZE_P(fullsize) ((fullsize) >= STRING_CHARS_BLOCK_SIZE)
1768 #define BIG_STRING_SIZE_P(size) (BIG_STRING_FULLSIZE_P (STRING_FULLSIZE(size)))
1770 #define STRING_CHARS_FREE_P(ptr) ((ptr)->string == NULL)
1771 #define MARK_STRING_CHARS_AS_FREE(ptr) ((void) ((ptr)->string = NULL))
1775 Lisp_String *string;
1776 unsigned char chars[1];
1779 struct unused_string_chars
1781 Lisp_String *string;
1786 init_string_chars_alloc (void)
1788 first_string_chars_block = xnew (struct string_chars_block);
1789 first_string_chars_block->prev = 0;
1790 first_string_chars_block->next = 0;
1791 first_string_chars_block->pos = 0;
1792 current_string_chars_block = first_string_chars_block;
1795 static struct string_chars *
1796 allocate_string_chars_struct (Lisp_String *string_it_goes_with,
1799 struct string_chars *s_chars;
1802 (countof (current_string_chars_block->string_chars)
1803 - current_string_chars_block->pos))
1805 /* This string can fit in the current string chars block */
1806 s_chars = (struct string_chars *)
1807 (current_string_chars_block->string_chars
1808 + current_string_chars_block->pos);
1809 current_string_chars_block->pos += fullsize;
1813 /* Make a new current string chars block */
1814 struct string_chars_block *new_scb = xnew (struct string_chars_block);
1816 current_string_chars_block->next = new_scb;
1817 new_scb->prev = current_string_chars_block;
1819 current_string_chars_block = new_scb;
1820 new_scb->pos = fullsize;
1821 s_chars = (struct string_chars *)
1822 current_string_chars_block->string_chars;
1825 s_chars->string = string_it_goes_with;
1827 INCREMENT_CONS_COUNTER (fullsize, "string chars");
1833 make_uninit_string (Bytecount length)
1836 EMACS_INT fullsize = STRING_FULLSIZE (length);
1839 assert (length >= 0 && fullsize > 0);
1841 /* Allocate the string header */
1842 ALLOCATE_FIXED_TYPE (string, Lisp_String, s);
1843 set_lheader_implementation (&s->lheader, &lrecord_string);
1845 set_string_data (s, BIG_STRING_FULLSIZE_P (fullsize)
1846 ? xnew_array (Bufbyte, length + 1)
1847 : allocate_string_chars_struct (s, fullsize)->chars);
1849 set_string_length (s, length);
1852 set_string_byte (s, length, 0);
1854 XSETSTRING (val, s);
1858 #ifdef VERIFY_STRING_CHARS_INTEGRITY
1859 static void verify_string_chars_integrity (void);
1862 /* Resize the string S so that DELTA bytes can be inserted starting
1863 at POS. If DELTA < 0, it means deletion starting at POS. If
1864 POS < 0, resize the string but don't copy any characters. Use
1865 this if you're planning on completely overwriting the string.
1869 resize_string (Lisp_String *s, Bytecount pos, Bytecount delta)
1871 Bytecount oldfullsize, newfullsize;
1872 #ifdef VERIFY_STRING_CHARS_INTEGRITY
1873 verify_string_chars_integrity ();
1876 #ifdef ERROR_CHECK_BUFPOS
1879 assert (pos <= string_length (s));
1881 assert (pos + (-delta) <= string_length (s));
1886 assert ((-delta) <= string_length (s));
1888 #endif /* ERROR_CHECK_BUFPOS */
1891 /* simplest case: no size change. */
1894 if (pos >= 0 && delta < 0)
1895 /* If DELTA < 0, the functions below will delete the characters
1896 before POS. We want to delete characters *after* POS, however,
1897 so convert this to the appropriate form. */
1900 oldfullsize = STRING_FULLSIZE (string_length (s));
1901 newfullsize = STRING_FULLSIZE (string_length (s) + delta);
1903 if (BIG_STRING_FULLSIZE_P (oldfullsize))
1905 if (BIG_STRING_FULLSIZE_P (newfullsize))
1907 /* Both strings are big. We can just realloc().
1908 But careful! If the string is shrinking, we have to
1909 memmove() _before_ realloc(), and if growing, we have to
1910 memmove() _after_ realloc() - otherwise the access is
1911 illegal, and we might crash. */
1912 Bytecount len = string_length (s) + 1 - pos;
1914 if (delta < 0 && pos >= 0)
1915 memmove (string_data (s) + pos + delta, string_data (s) + pos, len);
1916 set_string_data (s, (Bufbyte *) xrealloc (string_data (s),
1917 string_length (s) + delta + 1));
1918 if (delta > 0 && pos >= 0)
1919 memmove (string_data (s) + pos + delta, string_data (s) + pos, len);
1921 else /* String has been demoted from BIG_STRING. */
1924 allocate_string_chars_struct (s, newfullsize)->chars;
1925 Bufbyte *old_data = string_data (s);
1929 memcpy (new_data, old_data, pos);
1930 memcpy (new_data + pos + delta, old_data + pos,
1931 string_length (s) + 1 - pos);
1933 set_string_data (s, new_data);
1937 else /* old string is small */
1939 if (oldfullsize == newfullsize)
1941 /* special case; size change but the necessary
1942 allocation size won't change (up or down; code
1943 somewhere depends on there not being any unused
1944 allocation space, modulo any alignment
1948 Bufbyte *addroff = pos + string_data (s);
1950 memmove (addroff + delta, addroff,
1951 /* +1 due to zero-termination. */
1952 string_length (s) + 1 - pos);
1957 Bufbyte *old_data = string_data (s);
1959 BIG_STRING_FULLSIZE_P (newfullsize)
1960 ? xnew_array (Bufbyte, string_length (s) + delta + 1)
1961 : allocate_string_chars_struct (s, newfullsize)->chars;
1965 memcpy (new_data, old_data, pos);
1966 memcpy (new_data + pos + delta, old_data + pos,
1967 string_length (s) + 1 - pos);
1969 set_string_data (s, new_data);
1972 /* We need to mark this chunk of the string_chars_block
1973 as unused so that compact_string_chars() doesn't
1975 struct string_chars *old_s_chars = (struct string_chars *)
1976 ((char *) old_data - offsetof (struct string_chars, chars));
1977 /* Sanity check to make sure we aren't hosed by strange
1978 alignment/padding. */
1979 assert (old_s_chars->string == s);
1980 MARK_STRING_CHARS_AS_FREE (old_s_chars);
1981 ((struct unused_string_chars *) old_s_chars)->fullsize =
1987 set_string_length (s, string_length (s) + delta);
1988 /* If pos < 0, the string won't be zero-terminated.
1989 Terminate now just to make sure. */
1990 string_data (s)[string_length (s)] = '\0';
1996 XSETSTRING (string, s);
1997 /* We also have to adjust all of the extent indices after the
1998 place we did the change. We say "pos - 1" because
1999 adjust_extents() is exclusive of the starting position
2001 adjust_extents (string, pos - 1, string_length (s),
2005 #ifdef VERIFY_STRING_CHARS_INTEGRITY
2006 verify_string_chars_integrity ();
2013 set_string_char (Lisp_String *s, Charcount i, Emchar c)
2015 Bufbyte newstr[MAX_EMCHAR_LEN];
2016 Bytecount bytoff = charcount_to_bytecount (string_data (s), i);
2017 Bytecount oldlen = charcount_to_bytecount (string_data (s) + bytoff, 1);
2018 Bytecount newlen = set_charptr_emchar (newstr, c);
2020 if (oldlen != newlen)
2021 resize_string (s, bytoff, newlen - oldlen);
2022 /* Remember, string_data (s) might have changed so we can't cache it. */
2023 memcpy (string_data (s) + bytoff, newstr, newlen);
2028 DEFUN ("make-string", Fmake_string, 2, 2, 0, /*
2029 Return a new string consisting of LENGTH copies of CHARACTER.
2030 LENGTH must be a non-negative integer.
2032 (length, character))
2034 CHECK_NATNUM (length);
2035 CHECK_CHAR_COERCE_INT (character);
2037 Bufbyte init_str[MAX_EMCHAR_LEN];
2038 int len = set_charptr_emchar (init_str, XCHAR (character));
2039 Lisp_Object val = make_uninit_string (len * XINT (length));
2042 /* Optimize the single-byte case */
2043 memset (XSTRING_DATA (val), XCHAR (character), XSTRING_LENGTH (val));
2047 Bufbyte *ptr = XSTRING_DATA (val);
2049 for (i = XINT (length); i; i--)
2051 Bufbyte *init_ptr = init_str;
2055 case 6: *ptr++ = *init_ptr++;
2056 case 5: *ptr++ = *init_ptr++;
2058 case 4: *ptr++ = *init_ptr++;
2059 case 3: *ptr++ = *init_ptr++;
2060 case 2: *ptr++ = *init_ptr++;
2061 case 1: *ptr++ = *init_ptr++;
2069 DEFUN ("string", Fstring, 0, MANY, 0, /*
2070 Concatenate all the argument characters and make the result a string.
2072 (int nargs, Lisp_Object *args))
2074 Bufbyte *storage = alloca_array (Bufbyte, nargs * MAX_EMCHAR_LEN);
2075 Bufbyte *p = storage;
2077 for (; nargs; nargs--, args++)
2079 Lisp_Object lisp_char = *args;
2080 CHECK_CHAR_COERCE_INT (lisp_char);
2081 p += set_charptr_emchar (p, XCHAR (lisp_char));
2083 return make_string (storage, p - storage);
2087 /* Take some raw memory, which MUST already be in internal format,
2088 and package it up into a Lisp string. */
2090 make_string (const Bufbyte *contents, Bytecount length)
2094 /* Make sure we find out about bad make_string's when they happen */
2095 #if defined (ERROR_CHECK_BUFPOS) && defined (MULE)
2096 bytecount_to_charcount (contents, length); /* Just for the assertions */
2099 val = make_uninit_string (length);
2100 memcpy (XSTRING_DATA (val), contents, length);
2104 /* Take some raw memory, encoded in some external data format,
2105 and convert it into a Lisp string. */
2107 make_ext_string (const Extbyte *contents, EMACS_INT length,
2108 Lisp_Object coding_system)
2111 TO_INTERNAL_FORMAT (DATA, (contents, length),
2112 LISP_STRING, string,
2118 build_string (const char *str)
2120 /* Some strlen's crash and burn if passed null. */
2121 return make_string ((const Bufbyte *) str, (str ? strlen(str) : 0));
2125 build_ext_string (const char *str, Lisp_Object coding_system)
2127 /* Some strlen's crash and burn if passed null. */
2128 return make_ext_string ((const Extbyte *) str, (str ? strlen(str) : 0),
2133 build_translated_string (const char *str)
2135 return build_string (GETTEXT (str));
2139 make_string_nocopy (const Bufbyte *contents, Bytecount length)
2144 /* Make sure we find out about bad make_string_nocopy's when they happen */
2145 #if defined (ERROR_CHECK_BUFPOS) && defined (MULE)
2146 bytecount_to_charcount (contents, length); /* Just for the assertions */
2149 /* Allocate the string header */
2150 ALLOCATE_FIXED_TYPE (string, Lisp_String, s);
2151 set_lheader_implementation (&s->lheader, &lrecord_string);
2152 SET_C_READONLY_RECORD_HEADER (&s->lheader);
2154 set_string_data (s, (Bufbyte *)contents);
2155 set_string_length (s, length);
2157 XSETSTRING (val, s);
2162 /************************************************************************/
2163 /* lcrecord lists */
2164 /************************************************************************/
2166 /* Lcrecord lists are used to manage the allocation of particular
2167 sorts of lcrecords, to avoid calling alloc_lcrecord() (and thus
2168 malloc() and garbage-collection junk) as much as possible.
2169 It is similar to the Blocktype class.
2173 1) Create an lcrecord-list object using make_lcrecord_list().
2174 This is often done at initialization. Remember to staticpro_nodump
2175 this object! The arguments to make_lcrecord_list() are the
2176 same as would be passed to alloc_lcrecord().
2177 2) Instead of calling alloc_lcrecord(), call allocate_managed_lcrecord()
2178 and pass the lcrecord-list earlier created.
2179 3) When done with the lcrecord, call free_managed_lcrecord().
2180 The standard freeing caveats apply: ** make sure there are no
2181 pointers to the object anywhere! **
2182 4) Calling free_managed_lcrecord() is just like kissing the
2183 lcrecord goodbye as if it were garbage-collected. This means:
2184 -- the contents of the freed lcrecord are undefined, and the
2185 contents of something produced by allocate_managed_lcrecord()
2186 are undefined, just like for alloc_lcrecord().
2187 -- the mark method for the lcrecord's type will *NEVER* be called
2189 -- the finalize method for the lcrecord's type will be called
2190 at the time that free_managed_lcrecord() is called.
2195 mark_lcrecord_list (Lisp_Object obj)
2197 struct lcrecord_list *list = XLCRECORD_LIST (obj);
2198 Lisp_Object chain = list->free;
2200 while (!NILP (chain))
2202 struct lrecord_header *lheader = XRECORD_LHEADER (chain);
2203 struct free_lcrecord_header *free_header =
2204 (struct free_lcrecord_header *) lheader;
2207 (/* There should be no other pointers to the free list. */
2208 ! MARKED_RECORD_HEADER_P (lheader)
2210 /* Only lcrecords should be here. */
2211 ! LHEADER_IMPLEMENTATION (lheader)->basic_p
2213 /* Only free lcrecords should be here. */
2214 free_header->lcheader.free
2216 /* The type of the lcrecord must be right. */
2217 LHEADER_IMPLEMENTATION (lheader) == list->implementation
2219 /* So must the size. */
2220 (LHEADER_IMPLEMENTATION (lheader)->static_size == 0 ||
2221 LHEADER_IMPLEMENTATION (lheader)->static_size == list->size)
2224 MARK_RECORD_HEADER (lheader);
2225 chain = free_header->chain;
2231 DEFINE_LRECORD_IMPLEMENTATION ("lcrecord-list", lcrecord_list,
2232 mark_lcrecord_list, internal_object_printer,
2233 0, 0, 0, 0, struct lcrecord_list);
2235 make_lcrecord_list (size_t size,
2236 const struct lrecord_implementation *implementation)
2238 struct lcrecord_list *p = alloc_lcrecord_type (struct lcrecord_list,
2239 &lrecord_lcrecord_list);
2242 p->implementation = implementation;
2245 XSETLCRECORD_LIST (val, p);
2250 allocate_managed_lcrecord (Lisp_Object lcrecord_list)
2252 struct lcrecord_list *list = XLCRECORD_LIST (lcrecord_list);
2253 if (!NILP (list->free))
2255 Lisp_Object val = list->free;
2256 struct free_lcrecord_header *free_header =
2257 (struct free_lcrecord_header *) XPNTR (val);
2259 #ifdef ERROR_CHECK_GC
2260 struct lrecord_header *lheader = &free_header->lcheader.lheader;
2262 /* There should be no other pointers to the free list. */
2263 assert (! MARKED_RECORD_HEADER_P (lheader));
2264 /* Only lcrecords should be here. */
2265 assert (! LHEADER_IMPLEMENTATION (lheader)->basic_p);
2266 /* Only free lcrecords should be here. */
2267 assert (free_header->lcheader.free);
2268 /* The type of the lcrecord must be right. */
2269 assert (LHEADER_IMPLEMENTATION (lheader) == list->implementation);
2270 /* So must the size. */
2271 assert (LHEADER_IMPLEMENTATION (lheader)->static_size == 0 ||
2272 LHEADER_IMPLEMENTATION (lheader)->static_size == list->size);
2273 #endif /* ERROR_CHECK_GC */
2275 list->free = free_header->chain;
2276 free_header->lcheader.free = 0;
2283 XSETOBJ (val, alloc_lcrecord (list->size, list->implementation));
2289 free_managed_lcrecord (Lisp_Object lcrecord_list, Lisp_Object lcrecord)
2291 struct lcrecord_list *list = XLCRECORD_LIST (lcrecord_list);
2292 struct free_lcrecord_header *free_header =
2293 (struct free_lcrecord_header *) XPNTR (lcrecord);
2294 struct lrecord_header *lheader = &free_header->lcheader.lheader;
2295 const struct lrecord_implementation *implementation
2296 = LHEADER_IMPLEMENTATION (lheader);
2298 /* Make sure the size is correct. This will catch, for example,
2299 putting a window configuration on the wrong free list. */
2300 gc_checking_assert ((implementation->size_in_bytes_method ?
2301 implementation->size_in_bytes_method (lheader) :
2302 implementation->static_size)
2305 if (implementation->finalizer)
2306 implementation->finalizer (lheader, 0);
2307 free_header->chain = list->free;
2308 free_header->lcheader.free = 1;
2309 list->free = lcrecord;
2315 DEFUN ("purecopy", Fpurecopy, 1, 1, 0, /*
2316 Kept for compatibility, returns its argument.
2318 Make a copy of OBJECT in pure storage.
2319 Recursively copies contents of vectors and cons cells.
2320 Does not copy symbols.
2328 /************************************************************************/
2329 /* Garbage Collection */
2330 /************************************************************************/
2332 /* All the built-in lisp object types are enumerated in `enum lrecord_type'.
2333 Additional ones may be defined by a module (none yet). We leave some
2334 room in `lrecord_implementations_table' for such new lisp object types. */
2335 const struct lrecord_implementation *lrecord_implementations_table[(unsigned int)lrecord_type_last_built_in_type + MODULE_DEFINABLE_TYPE_COUNT];
2336 unsigned int lrecord_type_count = (unsigned int)lrecord_type_last_built_in_type;
2337 /* Object marker functions are in the lrecord_implementation structure.
2338 But copying them to a parallel array is much more cache-friendly.
2339 This hack speeds up (garbage-collect) by about 5%. */
2340 Lisp_Object (*lrecord_markers[countof (lrecord_implementations_table)]) (Lisp_Object);
2342 struct gcpro *gcprolist;
2344 /* We want the staticpros relocated, but not the pointers found therein.
2345 Hence we use a trivial description, as for pointerless objects. */
2346 static const struct lrecord_description staticpro_description_1[] = {
2350 static const struct struct_description staticpro_description = {
2351 sizeof (Lisp_Object *),
2352 staticpro_description_1
2355 static const struct lrecord_description staticpros_description_1[] = {
2356 XD_DYNARR_DESC (Lisp_Object_ptr_dynarr, &staticpro_description),
2360 static const struct struct_description staticpros_description = {
2361 sizeof (Lisp_Object_ptr_dynarr),
2362 staticpros_description_1
2365 Lisp_Object_ptr_dynarr *staticpros;
2367 /* Mark the Lisp_Object at non-heap VARADDRESS as a root object for
2368 garbage collection, and for dumping. */
2370 staticpro (Lisp_Object *varaddress)
2372 Dynarr_add (staticpros, varaddress);
2373 dump_add_root_object (varaddress);
2377 Lisp_Object_ptr_dynarr *staticpros_nodump;
2379 /* Mark the Lisp_Object at non-heap VARADDRESS as a root object for
2380 garbage collection, but not for dumping. */
2382 staticpro_nodump (Lisp_Object *varaddress)
2384 Dynarr_add (staticpros_nodump, varaddress);
2387 #ifdef ERROR_CHECK_GC
2388 #define GC_CHECK_LHEADER_INVARIANTS(lheader) do { \
2389 struct lrecord_header * GCLI_lh = (lheader); \
2390 assert (GCLI_lh != 0); \
2391 assert (GCLI_lh->type < lrecord_type_count); \
2392 assert (! C_READONLY_RECORD_HEADER_P (GCLI_lh) || \
2393 (MARKED_RECORD_HEADER_P (GCLI_lh) && \
2394 LISP_READONLY_RECORD_HEADER_P (GCLI_lh))); \
2397 #define GC_CHECK_LHEADER_INVARIANTS(lheader)
2401 /* Mark reference to a Lisp_Object. If the object referred to has not been
2402 seen yet, recursively mark all the references contained in it. */
2405 mark_object (Lisp_Object obj)
2409 /* Checks we used to perform */
2410 /* if (EQ (obj, Qnull_pointer)) return; */
2411 /* if (!POINTER_TYPE_P (XGCTYPE (obj))) return; */
2412 /* if (PURIFIED (XPNTR (obj))) return; */
2414 if (XTYPE (obj) == Lisp_Type_Record)
2416 struct lrecord_header *lheader = XRECORD_LHEADER (obj);
2418 GC_CHECK_LHEADER_INVARIANTS (lheader);
2420 gc_checking_assert (LHEADER_IMPLEMENTATION (lheader)->basic_p ||
2421 ! ((struct lcrecord_header *) lheader)->free);
2423 /* All c_readonly objects have their mark bit set,
2424 so that we only need to check the mark bit here. */
2425 if (! MARKED_RECORD_HEADER_P (lheader))
2427 MARK_RECORD_HEADER (lheader);
2429 if (RECORD_MARKER (lheader))
2431 obj = RECORD_MARKER (lheader) (obj);
2432 if (!NILP (obj)) goto tail_recurse;
2438 /* mark all of the conses in a list and mark the final cdr; but
2439 DO NOT mark the cars.
2441 Use only for internal lists! There should never be other pointers
2442 to the cons cells, because if so, the cars will remain unmarked
2443 even when they maybe should be marked. */
2445 mark_conses_in_list (Lisp_Object obj)
2449 for (rest = obj; CONSP (rest); rest = XCDR (rest))
2451 if (CONS_MARKED_P (XCONS (rest)))
2453 MARK_CONS (XCONS (rest));
2460 /* Find all structures not marked, and free them. */
2462 static int gc_count_num_bit_vector_used, gc_count_bit_vector_total_size;
2463 static int gc_count_bit_vector_storage;
2464 static int gc_count_num_short_string_in_use;
2465 static int gc_count_string_total_size;
2466 static int gc_count_short_string_total_size;
2468 /* static int gc_count_total_records_used, gc_count_records_total_size; */
2471 /* stats on lcrecords in use - kinda kludgy */
2475 int instances_in_use;
2477 int instances_freed;
2479 int instances_on_free_list;
2480 } lcrecord_stats [countof (lrecord_implementations_table)];
2483 tick_lcrecord_stats (const struct lrecord_header *h, int free_p)
2485 unsigned int type_index = h->type;
2487 if (((struct lcrecord_header *) h)->free)
2489 gc_checking_assert (!free_p);
2490 lcrecord_stats[type_index].instances_on_free_list++;
2494 const struct lrecord_implementation *implementation =
2495 LHEADER_IMPLEMENTATION (h);
2497 size_t sz = (implementation->size_in_bytes_method ?
2498 implementation->size_in_bytes_method (h) :
2499 implementation->static_size);
2502 lcrecord_stats[type_index].instances_freed++;
2503 lcrecord_stats[type_index].bytes_freed += sz;
2507 lcrecord_stats[type_index].instances_in_use++;
2508 lcrecord_stats[type_index].bytes_in_use += sz;
2514 /* Free all unmarked records */
2516 sweep_lcrecords_1 (struct lcrecord_header **prev, int *used)
2518 struct lcrecord_header *header;
2520 /* int total_size = 0; */
2522 xzero (lcrecord_stats); /* Reset all statistics to 0. */
2524 /* First go through and call all the finalize methods.
2525 Then go through and free the objects. There used to
2526 be only one loop here, with the call to the finalizer
2527 occurring directly before the xfree() below. That
2528 is marginally faster but much less safe -- if the
2529 finalize method for an object needs to reference any
2530 other objects contained within it (and many do),
2531 we could easily be screwed by having already freed that
2534 for (header = *prev; header; header = header->next)
2536 struct lrecord_header *h = &(header->lheader);
2538 GC_CHECK_LHEADER_INVARIANTS (h);
2540 if (! MARKED_RECORD_HEADER_P (h) && ! header->free)
2542 if (LHEADER_IMPLEMENTATION (h)->finalizer)
2543 LHEADER_IMPLEMENTATION (h)->finalizer (h, 0);
2547 for (header = *prev; header; )
2549 struct lrecord_header *h = &(header->lheader);
2550 if (MARKED_RECORD_HEADER_P (h))
2552 if (! C_READONLY_RECORD_HEADER_P (h))
2553 UNMARK_RECORD_HEADER (h);
2555 /* total_size += n->implementation->size_in_bytes (h);*/
2556 /* #### May modify header->next on a C_READONLY lcrecord */
2557 prev = &(header->next);
2559 tick_lcrecord_stats (h, 0);
2563 struct lcrecord_header *next = header->next;
2565 tick_lcrecord_stats (h, 1);
2566 /* used to call finalizer right here. */
2572 /* *total = total_size; */
2577 sweep_bit_vectors_1 (Lisp_Object *prev,
2578 int *used, int *total, int *storage)
2580 Lisp_Object bit_vector;
2583 int total_storage = 0;
2585 /* BIT_VECTORP fails because the objects are marked, which changes
2586 their implementation */
2587 for (bit_vector = *prev; !EQ (bit_vector, Qzero); )
2589 Lisp_Bit_Vector *v = XBIT_VECTOR (bit_vector);
2591 if (MARKED_RECORD_P (bit_vector))
2593 if (! C_READONLY_RECORD_HEADER_P(&(v->lheader)))
2594 UNMARK_RECORD_HEADER (&(v->lheader));
2598 FLEXIBLE_ARRAY_STRUCT_SIZEOF (Lisp_Bit_Vector, unsigned long,
2599 bits, BIT_VECTOR_LONG_STORAGE (len));
2601 /* #### May modify next on a C_READONLY bitvector */
2602 prev = &(bit_vector_next (v));
2607 Lisp_Object next = bit_vector_next (v);
2614 *total = total_size;
2615 *storage = total_storage;
2618 /* And the Lord said: Thou shalt use the `c-backslash-region' command
2619 to make macros prettier. */
2621 #ifdef ERROR_CHECK_GC
2623 #define SWEEP_FIXED_TYPE_BLOCK(typename, obj_type) \
2625 struct typename##_block *SFTB_current; \
2627 int num_free = 0, num_used = 0; \
2629 for (SFTB_current = current_##typename##_block, \
2630 SFTB_limit = current_##typename##_block_index; \
2636 for (SFTB_iii = 0; SFTB_iii < SFTB_limit; SFTB_iii++) \
2638 obj_type *SFTB_victim = &(SFTB_current->block[SFTB_iii]); \
2640 if (LRECORD_FREE_P (SFTB_victim)) \
2644 else if (C_READONLY_RECORD_HEADER_P (&SFTB_victim->lheader)) \
2648 else if (! MARKED_RECORD_HEADER_P (&SFTB_victim->lheader)) \
2651 FREE_FIXED_TYPE (typename, obj_type, SFTB_victim); \
2656 UNMARK_##typename (SFTB_victim); \
2659 SFTB_current = SFTB_current->prev; \
2660 SFTB_limit = countof (current_##typename##_block->block); \
2663 gc_count_num_##typename##_in_use = num_used; \
2664 gc_count_num_##typename##_freelist = num_free; \
2667 #else /* !ERROR_CHECK_GC */
2669 #define SWEEP_FIXED_TYPE_BLOCK(typename, obj_type) \
2671 struct typename##_block *SFTB_current; \
2672 struct typename##_block **SFTB_prev; \
2674 int num_free = 0, num_used = 0; \
2676 typename##_free_list = 0; \
2678 for (SFTB_prev = ¤t_##typename##_block, \
2679 SFTB_current = current_##typename##_block, \
2680 SFTB_limit = current_##typename##_block_index; \
2685 int SFTB_empty = 1; \
2686 Lisp_Free *SFTB_old_free_list = typename##_free_list; \
2688 for (SFTB_iii = 0; SFTB_iii < SFTB_limit; SFTB_iii++) \
2690 obj_type *SFTB_victim = &(SFTB_current->block[SFTB_iii]); \
2692 if (LRECORD_FREE_P (SFTB_victim)) \
2695 PUT_FIXED_TYPE_ON_FREE_LIST (typename, obj_type, SFTB_victim); \
2697 else if (C_READONLY_RECORD_HEADER_P (&SFTB_victim->lheader)) \
2702 else if (! MARKED_RECORD_HEADER_P (&SFTB_victim->lheader)) \
2705 FREE_FIXED_TYPE (typename, obj_type, SFTB_victim); \
2711 UNMARK_##typename (SFTB_victim); \
2716 SFTB_prev = &(SFTB_current->prev); \
2717 SFTB_current = SFTB_current->prev; \
2719 else if (SFTB_current == current_##typename##_block \
2720 && !SFTB_current->prev) \
2722 /* No real point in freeing sole allocation block */ \
2727 struct typename##_block *SFTB_victim_block = SFTB_current; \
2728 if (SFTB_victim_block == current_##typename##_block) \
2729 current_##typename##_block_index \
2730 = countof (current_##typename##_block->block); \
2731 SFTB_current = SFTB_current->prev; \
2733 *SFTB_prev = SFTB_current; \
2734 xfree (SFTB_victim_block); \
2735 /* Restore free list to what it was before victim was swept */ \
2736 typename##_free_list = SFTB_old_free_list; \
2737 num_free -= SFTB_limit; \
2740 SFTB_limit = countof (current_##typename##_block->block); \
2743 gc_count_num_##typename##_in_use = num_used; \
2744 gc_count_num_##typename##_freelist = num_free; \
2747 #endif /* !ERROR_CHECK_GC */
2755 #define UNMARK_cons(ptr) UNMARK_RECORD_HEADER (&((ptr)->lheader))
2756 #define ADDITIONAL_FREE_cons(ptr)
2758 SWEEP_FIXED_TYPE_BLOCK (cons, Lisp_Cons);
2761 /* Explicitly free a cons cell. */
2763 free_cons (Lisp_Cons *ptr)
2765 #ifdef ERROR_CHECK_GC
2766 /* If the CAR is not an int, then it will be a pointer, which will
2767 always be four-byte aligned. If this cons cell has already been
2768 placed on the free list, however, its car will probably contain
2769 a chain pointer to the next cons on the list, which has cleverly
2770 had all its 0's and 1's inverted. This allows for a quick
2771 check to make sure we're not freeing something already freed. */
2772 if (POINTER_TYPE_P (XTYPE (ptr->car)))
2773 ASSERT_VALID_POINTER (XPNTR (ptr->car));
2774 #endif /* ERROR_CHECK_GC */
2776 #ifndef ALLOC_NO_POOLS
2777 FREE_FIXED_TYPE_WHEN_NOT_IN_GC (cons, Lisp_Cons, ptr);
2778 #endif /* ALLOC_NO_POOLS */
2781 /* explicitly free a list. You **must make sure** that you have
2782 created all the cons cells that make up this list and that there
2783 are no pointers to any of these cons cells anywhere else. If there
2784 are, you will lose. */
2787 free_list (Lisp_Object list)
2789 Lisp_Object rest, next;
2791 for (rest = list; !NILP (rest); rest = next)
2794 free_cons (XCONS (rest));
2798 /* explicitly free an alist. You **must make sure** that you have
2799 created all the cons cells that make up this alist and that there
2800 are no pointers to any of these cons cells anywhere else. If there
2801 are, you will lose. */
2804 free_alist (Lisp_Object alist)
2806 Lisp_Object rest, next;
2808 for (rest = alist; !NILP (rest); rest = next)
2811 free_cons (XCONS (XCAR (rest)));
2812 free_cons (XCONS (rest));
2817 sweep_compiled_functions (void)
2819 #define UNMARK_compiled_function(ptr) UNMARK_RECORD_HEADER (&((ptr)->lheader))
2820 #define ADDITIONAL_FREE_compiled_function(ptr)
2822 SWEEP_FIXED_TYPE_BLOCK (compiled_function, Lisp_Compiled_Function);
2826 #ifdef LISP_FLOAT_TYPE
2830 #define UNMARK_float(ptr) UNMARK_RECORD_HEADER (&((ptr)->lheader))
2831 #define ADDITIONAL_FREE_float(ptr)
2833 SWEEP_FIXED_TYPE_BLOCK (float, Lisp_Float);
2835 #endif /* LISP_FLOAT_TYPE */
2838 sweep_symbols (void)
2840 #define UNMARK_symbol(ptr) UNMARK_RECORD_HEADER (&((ptr)->lheader))
2841 #define ADDITIONAL_FREE_symbol(ptr)
2843 SWEEP_FIXED_TYPE_BLOCK (symbol, Lisp_Symbol);
2847 sweep_extents (void)
2849 #define UNMARK_extent(ptr) UNMARK_RECORD_HEADER (&((ptr)->lheader))
2850 #define ADDITIONAL_FREE_extent(ptr)
2852 SWEEP_FIXED_TYPE_BLOCK (extent, struct extent);
2858 #define UNMARK_event(ptr) UNMARK_RECORD_HEADER (&((ptr)->lheader))
2859 #define ADDITIONAL_FREE_event(ptr)
2861 SWEEP_FIXED_TYPE_BLOCK (event, Lisp_Event);
2865 sweep_markers (void)
2867 #define UNMARK_marker(ptr) UNMARK_RECORD_HEADER (&((ptr)->lheader))
2868 #define ADDITIONAL_FREE_marker(ptr) \
2869 do { Lisp_Object tem; \
2870 XSETMARKER (tem, ptr); \
2871 unchain_marker (tem); \
2874 SWEEP_FIXED_TYPE_BLOCK (marker, Lisp_Marker);
2877 /* Explicitly free a marker. */
2879 free_marker (Lisp_Marker *ptr)
2881 /* Perhaps this will catch freeing an already-freed marker. */
2882 gc_checking_assert (ptr->lheader.type == lrecord_type_marker);
2884 #ifndef ALLOC_NO_POOLS
2885 FREE_FIXED_TYPE_WHEN_NOT_IN_GC (marker, Lisp_Marker, ptr);
2886 #endif /* ALLOC_NO_POOLS */
2890 #if defined (MULE) && defined (VERIFY_STRING_CHARS_INTEGRITY)
2893 verify_string_chars_integrity (void)
2895 struct string_chars_block *sb;
2897 /* Scan each existing string block sequentially, string by string. */
2898 for (sb = first_string_chars_block; sb; sb = sb->next)
2901 /* POS is the index of the next string in the block. */
2902 while (pos < sb->pos)
2904 struct string_chars *s_chars =
2905 (struct string_chars *) &(sb->string_chars[pos]);
2906 Lisp_String *string;
2910 /* If the string_chars struct is marked as free (i.e. the
2911 STRING pointer is NULL) then this is an unused chunk of
2912 string storage. (See below.) */
2914 if (STRING_CHARS_FREE_P (s_chars))
2916 fullsize = ((struct unused_string_chars *) s_chars)->fullsize;
2921 string = s_chars->string;
2922 /* Must be 32-bit aligned. */
2923 assert ((((int) string) & 3) == 0);
2925 size = string_length (string);
2926 fullsize = STRING_FULLSIZE (size);
2928 assert (!BIG_STRING_FULLSIZE_P (fullsize));
2929 assert (string_data (string) == s_chars->chars);
2932 assert (pos == sb->pos);
2936 #endif /* MULE && ERROR_CHECK_GC */
2938 /* Compactify string chars, relocating the reference to each --
2939 free any empty string_chars_block we see. */
2941 compact_string_chars (void)
2943 struct string_chars_block *to_sb = first_string_chars_block;
2945 struct string_chars_block *from_sb;
2947 /* Scan each existing string block sequentially, string by string. */
2948 for (from_sb = first_string_chars_block; from_sb; from_sb = from_sb->next)
2951 /* FROM_POS is the index of the next string in the block. */
2952 while (from_pos < from_sb->pos)
2954 struct string_chars *from_s_chars =
2955 (struct string_chars *) &(from_sb->string_chars[from_pos]);
2956 struct string_chars *to_s_chars;
2957 Lisp_String *string;
2961 /* If the string_chars struct is marked as free (i.e. the
2962 STRING pointer is NULL) then this is an unused chunk of
2963 string storage. This happens under Mule when a string's
2964 size changes in such a way that its fullsize changes.
2965 (Strings can change size because a different-length
2966 character can be substituted for another character.)
2967 In this case, after the bogus string pointer is the
2968 "fullsize" of this entry, i.e. how many bytes to skip. */
2970 if (STRING_CHARS_FREE_P (from_s_chars))
2972 fullsize = ((struct unused_string_chars *) from_s_chars)->fullsize;
2973 from_pos += fullsize;
2977 string = from_s_chars->string;
2978 assert (!(LRECORD_FREE_P (string)));
2980 size = string_length (string);
2981 fullsize = STRING_FULLSIZE (size);
2983 gc_checking_assert (! BIG_STRING_FULLSIZE_P (fullsize));
2985 /* Just skip it if it isn't marked. */
2986 if (! MARKED_RECORD_HEADER_P (&(string->lheader)))
2988 from_pos += fullsize;
2992 /* If it won't fit in what's left of TO_SB, close TO_SB out
2993 and go on to the next string_chars_block. We know that TO_SB
2994 cannot advance past FROM_SB here since FROM_SB is large enough
2995 to currently contain this string. */
2996 if ((to_pos + fullsize) > countof (to_sb->string_chars))
2998 to_sb->pos = to_pos;
2999 to_sb = to_sb->next;
3003 /* Compute new address of this string
3004 and update TO_POS for the space being used. */
3005 to_s_chars = (struct string_chars *) &(to_sb->string_chars[to_pos]);
3007 /* Copy the string_chars to the new place. */
3008 if (from_s_chars != to_s_chars)
3009 memmove (to_s_chars, from_s_chars, fullsize);
3011 /* Relocate FROM_S_CHARS's reference */
3012 set_string_data (string, &(to_s_chars->chars[0]));
3014 from_pos += fullsize;
3019 /* Set current to the last string chars block still used and
3020 free any that follow. */
3022 struct string_chars_block *victim;
3024 for (victim = to_sb->next; victim; )
3026 struct string_chars_block *next = victim->next;
3031 current_string_chars_block = to_sb;
3032 current_string_chars_block->pos = to_pos;
3033 current_string_chars_block->next = 0;
3037 #if 1 /* Hack to debug missing purecopy's */
3038 static int debug_string_purity;
3041 debug_string_purity_print (Lisp_String *p)
3044 Charcount s = string_char_length (p);
3046 for (i = 0; i < s; i++)
3048 Emchar ch = string_char (p, i);
3049 if (ch < 32 || ch >= 126)
3050 stderr_out ("\\%03o", ch);
3051 else if (ch == '\\' || ch == '\"')
3052 stderr_out ("\\%c", ch);
3054 stderr_out ("%c", ch);
3056 stderr_out ("\"\n");
3062 sweep_strings (void)
3064 int num_small_used = 0, num_small_bytes = 0, num_bytes = 0;
3065 int debug = debug_string_purity;
3067 #define UNMARK_string(ptr) do { \
3068 Lisp_String *p = (ptr); \
3069 size_t size = string_length (p); \
3070 UNMARK_RECORD_HEADER (&(p->lheader)); \
3071 num_bytes += size; \
3072 if (!BIG_STRING_SIZE_P (size)) \
3074 num_small_bytes += size; \
3078 debug_string_purity_print (p); \
3080 #define ADDITIONAL_FREE_string(ptr) do { \
3081 size_t size = string_length (ptr); \
3082 if (BIG_STRING_SIZE_P (size)) \
3083 xfree (ptr->data); \
3086 SWEEP_FIXED_TYPE_BLOCK (string, Lisp_String);
3088 gc_count_num_short_string_in_use = num_small_used;
3089 gc_count_string_total_size = num_bytes;
3090 gc_count_short_string_total_size = num_small_bytes;
3094 /* I hate duplicating all this crap! */
3096 marked_p (Lisp_Object obj)
3098 /* Checks we used to perform. */
3099 /* if (EQ (obj, Qnull_pointer)) return 1; */
3100 /* if (!POINTER_TYPE_P (XGCTYPE (obj))) return 1; */
3101 /* if (PURIFIED (XPNTR (obj))) return 1; */
3103 if (XTYPE (obj) == Lisp_Type_Record)
3105 struct lrecord_header *lheader = XRECORD_LHEADER (obj);
3107 GC_CHECK_LHEADER_INVARIANTS (lheader);
3109 return MARKED_RECORD_HEADER_P (lheader);
3117 /* Free all unmarked records. Do this at the very beginning,
3118 before anything else, so that the finalize methods can safely
3119 examine items in the objects. sweep_lcrecords_1() makes
3120 sure to call all the finalize methods *before* freeing anything,
3121 to complete the safety. */
3124 sweep_lcrecords_1 (&all_lcrecords, &ignored);
3127 compact_string_chars ();
3129 /* Finalize methods below (called through the ADDITIONAL_FREE_foo
3130 macros) must be *extremely* careful to make sure they're not
3131 referencing freed objects. The only two existing finalize
3132 methods (for strings and markers) pass muster -- the string
3133 finalizer doesn't look at anything but its own specially-
3134 created block, and the marker finalizer only looks at live
3135 buffers (which will never be freed) and at the markers before
3136 and after it in the chain (which, by induction, will never be
3137 freed because if so, they would have already removed themselves
3140 /* Put all unmarked strings on free list, free'ing the string chars
3141 of large unmarked strings */
3144 /* Put all unmarked conses on free list */
3147 /* Free all unmarked bit vectors */
3148 sweep_bit_vectors_1 (&all_bit_vectors,
3149 &gc_count_num_bit_vector_used,
3150 &gc_count_bit_vector_total_size,
3151 &gc_count_bit_vector_storage);
3153 /* Free all unmarked compiled-function objects */
3154 sweep_compiled_functions ();
3156 #ifdef LISP_FLOAT_TYPE
3157 /* Put all unmarked floats on free list */
3161 /* Put all unmarked symbols on free list */
3164 /* Put all unmarked extents on free list */
3167 /* Put all unmarked markers on free list.
3168 Dechain each one first from the buffer into which it points. */
3174 pdump_objects_unmark ();
3178 /* Clearing for disksave. */
3181 disksave_object_finalization (void)
3183 /* It's important that certain information from the environment not get
3184 dumped with the executable (pathnames, environment variables, etc.).
3185 To make it easier to tell when this has happened with strings(1) we
3186 clear some known-to-be-garbage blocks of memory, so that leftover
3187 results of old evaluation don't look like potential problems.
3188 But first we set some notable variables to nil and do one more GC,
3189 to turn those strings into garbage.
3192 /* Yeah, this list is pretty ad-hoc... */
3193 Vprocess_environment = Qnil;
3194 Vexec_directory = Qnil;
3195 Vdata_directory = Qnil;
3196 Vsite_directory = Qnil;
3197 Vdoc_directory = Qnil;
3198 Vconfigure_info_directory = Qnil;
3201 /* Vdump_load_path = Qnil; */
3202 /* Release hash tables for locate_file */
3203 Flocate_file_clear_hashing (Qt);
3204 uncache_home_directory();
3206 #if defined(LOADHIST) && !(defined(LOADHIST_DUMPED) || \
3207 defined(LOADHIST_BUILTIN))
3208 Vload_history = Qnil;
3210 Vshell_file_name = Qnil;
3212 garbage_collect_1 ();
3214 /* Run the disksave finalization methods of all live objects. */
3215 disksave_object_finalization_1 ();
3217 /* Zero out the uninitialized (really, unused) part of the containers
3218 for the live strings. */
3220 struct string_chars_block *scb;
3221 for (scb = first_string_chars_block; scb; scb = scb->next)
3223 int count = sizeof (scb->string_chars) - scb->pos;
3225 assert (count >= 0 && count < STRING_CHARS_BLOCK_SIZE);
3228 /* from the block's fill ptr to the end */
3229 memset ((scb->string_chars + scb->pos), 0, count);
3234 /* There, that ought to be enough... */
3240 restore_gc_inhibit (Lisp_Object val)
3242 gc_currently_forbidden = XINT (val);
3246 /* Maybe we want to use this when doing a "panic" gc after memory_full()? */
3247 static int gc_hooks_inhibited;
3251 garbage_collect_1 (void)
3253 #if MAX_SAVE_STACK > 0
3254 char stack_top_variable;
3255 extern char *stack_bottom;
3260 Lisp_Object pre_gc_cursor;
3261 struct gcpro gcpro1;
3264 || gc_currently_forbidden
3266 || preparing_for_armageddon)
3269 /* We used to call selected_frame() here.
3271 The following functions cannot be called inside GC
3272 so we move to after the above tests. */
3275 Lisp_Object device = Fselected_device (Qnil);
3276 if (NILP (device)) /* Could happen during startup, eg. if always_gc */
3278 frame = DEVICE_SELECTED_FRAME (XDEVICE (device));
3280 signal_simple_error ("No frames exist on device", device);
3284 pre_gc_cursor = Qnil;
3287 GCPRO1 (pre_gc_cursor);
3289 /* Very important to prevent GC during any of the following
3290 stuff that might run Lisp code; otherwise, we'll likely
3291 have infinite GC recursion. */
3292 speccount = specpdl_depth ();
3293 record_unwind_protect (restore_gc_inhibit,
3294 make_int (gc_currently_forbidden));
3295 gc_currently_forbidden = 1;
3297 if (!gc_hooks_inhibited)
3298 run_hook_trapping_errors ("Error in pre-gc-hook", Qpre_gc_hook);
3300 /* Now show the GC cursor/message. */
3301 if (!noninteractive)
3303 if (FRAME_WIN_P (f))
3305 Lisp_Object frame = make_frame (f);
3306 Lisp_Object cursor = glyph_image_instance (Vgc_pointer_glyph,
3307 FRAME_SELECTED_WINDOW (f),
3309 pre_gc_cursor = f->pointer;
3310 if (POINTER_IMAGE_INSTANCEP (cursor)
3311 /* don't change if we don't know how to change back. */
3312 && POINTER_IMAGE_INSTANCEP (pre_gc_cursor))
3315 Fset_frame_pointer (frame, cursor);
3319 /* Don't print messages to the stream device. */
3320 if (!cursor_changed && !FRAME_STREAM_P (f))
3322 char *msg = (STRINGP (Vgc_message)
3323 ? GETTEXT ((char *) XSTRING_DATA (Vgc_message))
3325 Lisp_Object args[2], whole_msg;
3326 args[0] = build_string (msg ? msg :
3327 GETTEXT ((const char *) gc_default_message));
3328 args[1] = build_string ("...");
3329 whole_msg = Fconcat (2, args);
3330 echo_area_message (f, (Bufbyte *) 0, whole_msg, 0, -1,
3331 Qgarbage_collecting);
3335 /***** Now we actually start the garbage collection. */
3339 gc_generation_number[0]++;
3341 #if MAX_SAVE_STACK > 0
3343 /* Save a copy of the contents of the stack, for debugging. */
3346 /* Static buffer in which we save a copy of the C stack at each GC. */
3347 static char *stack_copy;
3348 static size_t stack_copy_size;
3350 ptrdiff_t stack_diff = &stack_top_variable - stack_bottom;
3351 size_t stack_size = (stack_diff > 0 ? stack_diff : -stack_diff);
3352 if (stack_size < MAX_SAVE_STACK)
3354 if (stack_copy_size < stack_size)
3356 stack_copy = (char *) xrealloc (stack_copy, stack_size);
3357 stack_copy_size = stack_size;
3361 stack_diff > 0 ? stack_bottom : &stack_top_variable,
3365 #endif /* MAX_SAVE_STACK > 0 */
3367 /* Do some totally ad-hoc resource clearing. */
3368 /* #### generalize this? */
3369 clear_event_resource ();
3370 cleanup_specifiers ();
3372 /* Mark all the special slots that serve as the roots of accessibility. */
3375 Lisp_Object **p = Dynarr_begin (staticpros);
3377 for (count = Dynarr_length (staticpros); count; count--)
3378 mark_object (**p++);
3381 { /* staticpro_nodump() */
3382 Lisp_Object **p = Dynarr_begin (staticpros_nodump);
3384 for (count = Dynarr_length (staticpros_nodump); count; count--)
3385 mark_object (**p++);
3391 for (tail = gcprolist; tail; tail = tail->next)
3392 for (i = 0; i < tail->nvars; i++)
3393 mark_object (tail->var[i]);
3397 struct specbinding *bind;
3398 for (bind = specpdl; bind != specpdl_ptr; bind++)
3400 mark_object (bind->symbol);
3401 mark_object (bind->old_value);
3406 struct catchtag *catch;
3407 for (catch = catchlist; catch; catch = catch->next)
3409 mark_object (catch->tag);
3410 mark_object (catch->val);
3415 struct backtrace *backlist;
3416 for (backlist = backtrace_list; backlist; backlist = backlist->next)
3418 int nargs = backlist->nargs;
3421 mark_object (*backlist->function);
3422 if (nargs < 0 /* nargs == UNEVALLED || nargs == MANY */)
3423 mark_object (backlist->args[0]);
3425 for (i = 0; i < nargs; i++)
3426 mark_object (backlist->args[i]);
3431 mark_profiling_info ();
3433 /* OK, now do the after-mark stuff. This is for things that
3434 are only marked when something else is marked (e.g. weak hash tables).
3435 There may be complex dependencies between such objects -- e.g.
3436 a weak hash table might be unmarked, but after processing a later
3437 weak hash table, the former one might get marked. So we have to
3438 iterate until nothing more gets marked. */
3440 while (finish_marking_weak_hash_tables () > 0 ||
3441 finish_marking_weak_lists () > 0)
3444 /* And prune (this needs to be called after everything else has been
3445 marked and before we do any sweeping). */
3446 /* #### this is somewhat ad-hoc and should probably be an object
3448 prune_weak_hash_tables ();
3449 prune_weak_lists ();
3450 prune_specifiers ();
3451 prune_syntax_tables ();
3455 consing_since_gc = 0;
3456 #ifndef DEBUG_XEMACS
3457 /* Allow you to set it really fucking low if you really want ... */
3458 if (gc_cons_threshold < 10000)
3459 gc_cons_threshold = 10000;
3464 /******* End of garbage collection ********/
3466 run_hook_trapping_errors ("Error in post-gc-hook", Qpost_gc_hook);
3468 /* Now remove the GC cursor/message */
3469 if (!noninteractive)
3472 Fset_frame_pointer (make_frame (f), pre_gc_cursor);
3473 else if (!FRAME_STREAM_P (f))
3475 char *msg = (STRINGP (Vgc_message)
3476 ? GETTEXT ((char *) XSTRING_DATA (Vgc_message))
3479 /* Show "...done" only if the echo area would otherwise be empty. */
3480 if (NILP (clear_echo_area (selected_frame (),
3481 Qgarbage_collecting, 0)))
3483 Lisp_Object args[2], whole_msg;
3484 args[0] = build_string (msg ? msg :
3485 GETTEXT ((const char *)
3486 gc_default_message));
3487 args[1] = build_string ("... done");
3488 whole_msg = Fconcat (2, args);
3489 echo_area_message (selected_frame (), (Bufbyte *) 0,
3491 Qgarbage_collecting);
3496 /* now stop inhibiting GC */
3497 unbind_to (speccount, Qnil);
3499 if (!breathing_space)
3501 breathing_space = malloc (4096 - MALLOC_OVERHEAD);
3508 /* Debugging aids. */
3511 gc_plist_hack (const char *name, int value, Lisp_Object tail)
3513 /* C doesn't have local functions (or closures, or GC, or readable syntax,
3514 or portable numeric datatypes, or bit-vectors, or characters, or
3515 arrays, or exceptions, or ...) */
3516 return cons3 (intern (name), make_int (value), tail);
3519 #define HACK_O_MATIC(type, name, pl) do { \
3521 struct type##_block *x = current_##type##_block; \
3522 while (x) { s += sizeof (*x) + MALLOC_OVERHEAD; x = x->prev; } \
3523 (pl) = gc_plist_hack ((name), s, (pl)); \
3526 DEFUN ("garbage-collect", Fgarbage_collect, 0, 0, "", /*
3527 Reclaim storage for Lisp objects no longer needed.
3528 Return info on amount of space in use:
3529 ((USED-CONSES . FREE-CONSES) (USED-SYMS . FREE-SYMS)
3530 (USED-MARKERS . FREE-MARKERS) USED-STRING-CHARS USED-VECTOR-SLOTS
3532 where `PLIST' is a list of alternating keyword/value pairs providing
3533 more detailed information.
3534 Garbage collection happens automatically if you cons more than
3535 `gc-cons-threshold' bytes of Lisp data since previous garbage collection.
3539 Lisp_Object pl = Qnil;
3541 int gc_count_vector_total_size = 0;
3543 garbage_collect_1 ();
3545 for (i = 0; i < lrecord_type_count; i++)
3547 if (lcrecord_stats[i].bytes_in_use != 0
3548 || lcrecord_stats[i].bytes_freed != 0
3549 || lcrecord_stats[i].instances_on_free_list != 0)
3552 const char *name = lrecord_implementations_table[i]->name;
3553 int len = strlen (name);
3554 /* save this for the FSFmacs-compatible part of the summary */
3555 if (i == lrecord_vector.lrecord_type_index)
3556 gc_count_vector_total_size =
3557 lcrecord_stats[i].bytes_in_use + lcrecord_stats[i].bytes_freed;
3559 sprintf (buf, "%s-storage", name);
3560 pl = gc_plist_hack (buf, lcrecord_stats[i].bytes_in_use, pl);
3561 /* Okay, simple pluralization check for `symbol-value-varalias' */
3562 if (name[len-1] == 's')
3563 sprintf (buf, "%ses-freed", name);
3565 sprintf (buf, "%ss-freed", name);
3566 if (lcrecord_stats[i].instances_freed != 0)
3567 pl = gc_plist_hack (buf, lcrecord_stats[i].instances_freed, pl);
3568 if (name[len-1] == 's')
3569 sprintf (buf, "%ses-on-free-list", name);
3571 sprintf (buf, "%ss-on-free-list", name);
3572 if (lcrecord_stats[i].instances_on_free_list != 0)
3573 pl = gc_plist_hack (buf, lcrecord_stats[i].instances_on_free_list,
3575 if (name[len-1] == 's')
3576 sprintf (buf, "%ses-used", name);
3578 sprintf (buf, "%ss-used", name);
3579 pl = gc_plist_hack (buf, lcrecord_stats[i].instances_in_use, pl);
3583 HACK_O_MATIC (extent, "extent-storage", pl);
3584 pl = gc_plist_hack ("extents-free", gc_count_num_extent_freelist, pl);
3585 pl = gc_plist_hack ("extents-used", gc_count_num_extent_in_use, pl);
3586 HACK_O_MATIC (event, "event-storage", pl);
3587 pl = gc_plist_hack ("events-free", gc_count_num_event_freelist, pl);
3588 pl = gc_plist_hack ("events-used", gc_count_num_event_in_use, pl);
3589 HACK_O_MATIC (marker, "marker-storage", pl);
3590 pl = gc_plist_hack ("markers-free", gc_count_num_marker_freelist, pl);
3591 pl = gc_plist_hack ("markers-used", gc_count_num_marker_in_use, pl);
3592 #ifdef LISP_FLOAT_TYPE
3593 HACK_O_MATIC (float, "float-storage", pl);
3594 pl = gc_plist_hack ("floats-free", gc_count_num_float_freelist, pl);
3595 pl = gc_plist_hack ("floats-used", gc_count_num_float_in_use, pl);
3596 #endif /* LISP_FLOAT_TYPE */
3597 HACK_O_MATIC (string, "string-header-storage", pl);
3598 pl = gc_plist_hack ("long-strings-total-length",
3599 gc_count_string_total_size
3600 - gc_count_short_string_total_size, pl);
3601 HACK_O_MATIC (string_chars, "short-string-storage", pl);
3602 pl = gc_plist_hack ("short-strings-total-length",
3603 gc_count_short_string_total_size, pl);
3604 pl = gc_plist_hack ("strings-free", gc_count_num_string_freelist, pl);
3605 pl = gc_plist_hack ("long-strings-used",
3606 gc_count_num_string_in_use
3607 - gc_count_num_short_string_in_use, pl);
3608 pl = gc_plist_hack ("short-strings-used",
3609 gc_count_num_short_string_in_use, pl);
3611 HACK_O_MATIC (compiled_function, "compiled-function-storage", pl);
3612 pl = gc_plist_hack ("compiled-functions-free",
3613 gc_count_num_compiled_function_freelist, pl);
3614 pl = gc_plist_hack ("compiled-functions-used",
3615 gc_count_num_compiled_function_in_use, pl);
3617 pl = gc_plist_hack ("bit-vector-storage", gc_count_bit_vector_storage, pl);
3618 pl = gc_plist_hack ("bit-vectors-total-length",
3619 gc_count_bit_vector_total_size, pl);
3620 pl = gc_plist_hack ("bit-vectors-used", gc_count_num_bit_vector_used, pl);
3622 HACK_O_MATIC (symbol, "symbol-storage", pl);
3623 pl = gc_plist_hack ("symbols-free", gc_count_num_symbol_freelist, pl);
3624 pl = gc_plist_hack ("symbols-used", gc_count_num_symbol_in_use, pl);
3626 HACK_O_MATIC (cons, "cons-storage", pl);
3627 pl = gc_plist_hack ("conses-free", gc_count_num_cons_freelist, pl);
3628 pl = gc_plist_hack ("conses-used", gc_count_num_cons_in_use, pl);
3630 /* The things we do for backwards-compatibility */
3632 list6 (Fcons (make_int (gc_count_num_cons_in_use),
3633 make_int (gc_count_num_cons_freelist)),
3634 Fcons (make_int (gc_count_num_symbol_in_use),
3635 make_int (gc_count_num_symbol_freelist)),
3636 Fcons (make_int (gc_count_num_marker_in_use),
3637 make_int (gc_count_num_marker_freelist)),
3638 make_int (gc_count_string_total_size),
3639 make_int (gc_count_vector_total_size),
3644 DEFUN ("consing-since-gc", Fconsing_since_gc, 0, 0, "", /*
3645 Return the number of bytes consed since the last garbage collection.
3646 \"Consed\" is a misnomer in that this actually counts allocation
3647 of all different kinds of objects, not just conses.
3649 If this value exceeds `gc-cons-threshold', a garbage collection happens.
3653 return make_int (consing_since_gc);
3657 DEFUN ("memory-limit", Fmemory_limit, 0, 0, 0, /*
3658 Return the address of the last byte Emacs has allocated, divided by 1024.
3659 This may be helpful in debugging Emacs's memory usage.
3660 The value is divided by 1024 to make sure it will fit in a lisp integer.
3664 return make_int ((EMACS_INT) sbrk (0) / 1024);
3670 object_dead_p (Lisp_Object obj)
3672 return ((BUFFERP (obj) && !BUFFER_LIVE_P (XBUFFER (obj))) ||
3673 (FRAMEP (obj) && !FRAME_LIVE_P (XFRAME (obj))) ||
3674 (WINDOWP (obj) && !WINDOW_LIVE_P (XWINDOW (obj))) ||
3675 (DEVICEP (obj) && !DEVICE_LIVE_P (XDEVICE (obj))) ||
3676 (CONSOLEP (obj) && !CONSOLE_LIVE_P (XCONSOLE (obj))) ||
3677 (EVENTP (obj) && !EVENT_LIVE_P (XEVENT (obj))) ||
3678 (EXTENTP (obj) && !EXTENT_LIVE_P (XEXTENT (obj))));
3681 #ifdef MEMORY_USAGE_STATS
3683 /* Attempt to determine the actual amount of space that is used for
3684 the block allocated starting at PTR, supposedly of size "CLAIMED_SIZE".
3686 It seems that the following holds:
3688 1. When using the old allocator (malloc.c):
3690 -- blocks are always allocated in chunks of powers of two. For
3691 each block, there is an overhead of 8 bytes if rcheck is not
3692 defined, 20 bytes if it is defined. In other words, a
3693 one-byte allocation needs 8 bytes of overhead for a total of
3694 9 bytes, and needs to have 16 bytes of memory chunked out for
3697 2. When using the new allocator (gmalloc.c):
3699 -- blocks are always allocated in chunks of powers of two up
3700 to 4096 bytes. Larger blocks are allocated in chunks of
3701 an integral multiple of 4096 bytes. The minimum block
3702 size is 2*sizeof (void *), or 16 bytes if SUNOS_LOCALTIME_BUG
3703 is defined. There is no per-block overhead, but there
3704 is an overhead of 3*sizeof (size_t) for each 4096 bytes
3707 3. When using the system malloc, anything goes, but they are
3708 generally slower and more space-efficient than the GNU
3709 allocators. One possibly reasonable assumption to make
3710 for want of better data is that sizeof (void *), or maybe
3711 2 * sizeof (void *), is required as overhead and that
3712 blocks are allocated in the minimum required size except
3713 that some minimum block size is imposed (e.g. 16 bytes). */
3716 malloced_storage_size (void *ptr, size_t claimed_size,
3717 struct overhead_stats *stats)
3719 size_t orig_claimed_size = claimed_size;
3723 if (claimed_size < 2 * sizeof (void *))
3724 claimed_size = 2 * sizeof (void *);
3725 # ifdef SUNOS_LOCALTIME_BUG
3726 if (claimed_size < 16)
3729 if (claimed_size < 4096)
3733 /* compute the log base two, more or less, then use it to compute
3734 the block size needed. */
3736 /* It's big, it's heavy, it's wood! */
3737 while ((claimed_size /= 2) != 0)
3740 /* It's better than bad, it's good! */
3746 /* We have to come up with some average about the amount of
3748 if ((size_t) (rand () & 4095) < claimed_size)
3749 claimed_size += 3 * sizeof (void *);
3753 claimed_size += 4095;
3754 claimed_size &= ~4095;
3755 claimed_size += (claimed_size / 4096) * 3 * sizeof (size_t);
3758 #elif defined (SYSTEM_MALLOC)
3760 if (claimed_size < 16)
3762 claimed_size += 2 * sizeof (void *);
3764 #else /* old GNU allocator */
3766 # ifdef rcheck /* #### may not be defined here */
3774 /* compute the log base two, more or less, then use it to compute
3775 the block size needed. */
3777 /* It's big, it's heavy, it's wood! */
3778 while ((claimed_size /= 2) != 0)
3781 /* It's better than bad, it's good! */
3789 #endif /* old GNU allocator */
3793 stats->was_requested += orig_claimed_size;
3794 stats->malloc_overhead += claimed_size - orig_claimed_size;
3796 return claimed_size;
3800 fixed_type_block_overhead (size_t size)
3802 size_t per_block = TYPE_ALLOC_SIZE (cons, unsigned char);
3803 size_t overhead = 0;
3804 size_t storage_size = malloced_storage_size (0, per_block, 0);
3805 while (size >= per_block)
3808 overhead += sizeof (void *) + per_block - storage_size;
3810 if (rand () % per_block < size)
3811 overhead += sizeof (void *) + per_block - storage_size;
3815 #endif /* MEMORY_USAGE_STATS */
3818 /* Initialization */
3820 reinit_alloc_once_early (void)
3822 gc_generation_number[0] = 0;
3823 breathing_space = 0;
3824 XSETINT (all_bit_vectors, 0); /* Qzero may not be set yet. */
3825 XSETINT (Vgc_message, 0);
3827 ignore_malloc_warnings = 1;
3828 #ifdef DOUG_LEA_MALLOC
3829 mallopt (M_TRIM_THRESHOLD, 128*1024); /* trim threshold */
3830 mallopt (M_MMAP_THRESHOLD, 64*1024); /* mmap threshold */
3831 #if 0 /* Moved to emacs.c */
3832 mallopt (M_MMAP_MAX, 64); /* max. number of mmap'ed areas */
3835 init_string_alloc ();
3836 init_string_chars_alloc ();
3838 init_symbol_alloc ();
3839 init_compiled_function_alloc ();
3840 #ifdef LISP_FLOAT_TYPE
3841 init_float_alloc ();
3842 #endif /* LISP_FLOAT_TYPE */
3843 init_marker_alloc ();
3844 init_extent_alloc ();
3845 init_event_alloc ();
3847 ignore_malloc_warnings = 0;
3849 if (staticpros_nodump)
3850 Dynarr_free (staticpros_nodump);
3851 staticpros_nodump = Dynarr_new2 (Lisp_Object_ptr_dynarr, Lisp_Object *);
3852 Dynarr_resize (staticpros_nodump, 100); /* merely a small optimization */
3854 consing_since_gc = 0;
3856 gc_cons_threshold = 500000; /* XEmacs change */
3858 gc_cons_threshold = 15000; /* debugging */
3860 lrecord_uid_counter = 259;
3861 debug_string_purity = 0;
3864 gc_currently_forbidden = 0;
3865 gc_hooks_inhibited = 0;
3867 #ifdef ERROR_CHECK_TYPECHECK
3868 ERROR_ME.really_unlikely_name_to_have_accidentally_in_a_non_errb_structure =
3871 really_unlikely_name_to_have_accidentally_in_a_non_errb_structure = 42;
3873 really_unlikely_name_to_have_accidentally_in_a_non_errb_structure =
3875 #endif /* ERROR_CHECK_TYPECHECK */
3879 init_alloc_once_early (void)
3881 reinit_alloc_once_early ();
3885 for (i = 0; i < countof (lrecord_implementations_table); i++)
3886 lrecord_implementations_table[i] = 0;
3889 INIT_LRECORD_IMPLEMENTATION (cons);
3890 INIT_LRECORD_IMPLEMENTATION (vector);
3891 INIT_LRECORD_IMPLEMENTATION (string);
3892 INIT_LRECORD_IMPLEMENTATION (lcrecord_list);
3894 staticpros = Dynarr_new2 (Lisp_Object_ptr_dynarr, Lisp_Object *);
3895 Dynarr_resize (staticpros, 1410); /* merely a small optimization */
3896 dump_add_root_struct_ptr (&staticpros, &staticpros_description);
3906 syms_of_alloc (void)
3908 DEFSYMBOL (Qpre_gc_hook);
3909 DEFSYMBOL (Qpost_gc_hook);
3910 DEFSYMBOL (Qgarbage_collecting);
3915 DEFSUBR (Fbit_vector);
3916 DEFSUBR (Fmake_byte_code);
3917 DEFSUBR (Fmake_list);
3918 DEFSUBR (Fmake_vector);
3919 DEFSUBR (Fmake_bit_vector);
3920 DEFSUBR (Fmake_string);
3922 DEFSUBR (Fmake_symbol);
3923 DEFSUBR (Fmake_marker);
3924 DEFSUBR (Fpurecopy);
3925 DEFSUBR (Fgarbage_collect);
3927 DEFSUBR (Fmemory_limit);
3929 DEFSUBR (Fconsing_since_gc);
3933 vars_of_alloc (void)
3935 DEFVAR_INT ("gc-cons-threshold", &gc_cons_threshold /*
3936 *Number of bytes of consing between garbage collections.
3937 \"Consing\" is a misnomer in that this actually counts allocation
3938 of all different kinds of objects, not just conses.
3939 Garbage collection can happen automatically once this many bytes have been
3940 allocated since the last garbage collection. All data types count.
3942 Garbage collection happens automatically when `eval' or `funcall' are
3943 called. (Note that `funcall' is called implicitly as part of evaluation.)
3944 By binding this temporarily to a large number, you can effectively
3945 prevent garbage collection during a part of the program.
3947 See also `consing-since-gc'.
3951 DEFVAR_INT ("debug-allocation", &debug_allocation /*
3952 If non-zero, print out information to stderr about all objects allocated.
3953 See also `debug-allocation-backtrace-length'.
3955 debug_allocation = 0;
3957 DEFVAR_INT ("debug-allocation-backtrace-length",
3958 &debug_allocation_backtrace_length /*
3959 Length (in stack frames) of short backtrace printed out by `debug-allocation'.
3961 debug_allocation_backtrace_length = 2;
3964 DEFVAR_BOOL ("purify-flag", &purify_flag /*
3965 Non-nil means loading Lisp code in order to dump an executable.
3966 This means that certain objects should be allocated in readonly space.
3969 DEFVAR_LISP ("pre-gc-hook", &Vpre_gc_hook /*
3970 Function or functions to be run just before each garbage collection.
3971 Interrupts, garbage collection, and errors are inhibited while this hook
3972 runs, so be extremely careful in what you add here. In particular, avoid
3973 consing, and do not interact with the user.
3975 Vpre_gc_hook = Qnil;
3977 DEFVAR_LISP ("post-gc-hook", &Vpost_gc_hook /*
3978 Function or functions to be run just after each garbage collection.
3979 Interrupts, garbage collection, and errors are inhibited while this hook
3980 runs, so be extremely careful in what you add here. In particular, avoid
3981 consing, and do not interact with the user.
3983 Vpost_gc_hook = Qnil;
3985 DEFVAR_LISP ("gc-message", &Vgc_message /*
3986 String to print to indicate that a garbage collection is in progress.
3987 This is printed in the echo area. If the selected frame is on a
3988 window system and `gc-pointer-glyph' specifies a value (i.e. a pointer
3989 image instance) in the domain of the selected frame, the mouse pointer
3990 will change instead of this message being printed.
3992 Vgc_message = build_string (gc_default_message);
3994 DEFVAR_LISP ("gc-pointer-glyph", &Vgc_pointer_glyph /*
3995 Pointer glyph used to indicate that a garbage collection is in progress.
3996 If the selected window is on a window system and this glyph specifies a
3997 value (i.e. a pointer image instance) in the domain of the selected
3998 window, the pointer will be changed as specified during garbage collection.
3999 Otherwise, a message will be printed in the echo area, as controlled
4005 complex_vars_of_alloc (void)
4007 Vgc_pointer_glyph = Fmake_glyph_internal (Qpointer);