Mass checkin (more to follow for other directories).

Introduce truly separate (sub)interpreter objects.  For now, these
must be used by separate threads, created from C.  See Demo/pysvr for
an example of how to use this.  This also rationalizes Python's
initialization and finalization behavior:

Py_Initialize() -- initialize the whole interpreter
Py_Finalize() -- finalize the whole interpreter

tstate = Py_NewInterpreter() -- create a new (sub)interpreter
Py_EndInterpreter(tstate) -- delete a new (sub)interpreter

There are also new interfaces relating to threads and the interpreter
lock, which can be used to create new threads, and sometimes have to
be used to manipulate the interpreter lock when creating or deleting
sub-interpreters.  These are only defined when WITH_THREAD is defined:

PyEval_AcquireLock() -- acquire the interpreter lock
PyEval_ReleaseLock() -- release the interpreter lock

PyEval_AcquireThread(tstate) -- acquire the lock and make the thread current
PyEval_ReleaseThread(tstate) -- release the lock and make NULL current

Other administrative changes:

- The header file bltinmodule.h is deleted.

- The init functions for Import, Sys and Builtin are now internal and
  declared in pythonrun.h.

- Py_Setup() and Py_Cleanup() are no longer declared.

- The interpreter state and thread state structures are now linked
  together in a chain (the chain of interpreters is a static variable
  in pythonrun.c).

- Some members of the interpreter and thread structures have new,
  shorter, more consistent, names.

- Added declarations for _PyImport_{Find,Fixup}Extension() to import.h.

Author: gvanrossum

Include/Python.h

@@ -95,7 +95,6 @@ PERFORMANCE OF THIS SOFTWARE.
 #include "sysmodule.h"
 #include "intrcheck.h"
 #include "import.h"
-#include "bltinmodule.h"
 
 #include "abstract.h"
 

Include/bltinmodule.h

@@ -105,6 +105,8 @@ extern void PyEval_RestoreThread Py_PROTO((PyThreadState *));
 #ifdef WITH_THREAD
 
 extern void PyEval_InitThreads Py_PROTO((void));
+extern void PyEval_AcquireLock Py_PROTO((void));
+extern void PyEval_ReleaseLock Py_PROTO((void));
 extern void PyEval_AcquireThread Py_PROTO((PyThreadState *tstate));
 extern void PyEval_ReleaseThread Py_PROTO((PyThreadState *tstate));
 

Include/ceval.h

@@ -37,7 +37,6 @@ PERFORMANCE OF THIS SOFTWARE.
 
 /* Module definition and import interface */
 
-void PyImport_Init Py_PROTO((void));
 long PyImport_GetMagicNumber Py_PROTO((void));
 PyObject *PyImport_ExecCodeModule Py_PROTO((char *name, PyObject *co));
 PyObject *PyImport_GetModuleDict Py_PROTO((void));
@@ -47,6 +46,9 @@ PyObject *PyImport_ReloadModule Py_PROTO((PyObject *m));
 void PyImport_Cleanup Py_PROTO((void));
 int PyImport_ImportFrozenModule Py_PROTO((char *));
 
+extern PyObject *_PyImport_FindExtension Py_PROTO((char *, char *));
+extern PyObject *_PyImport_FixupExtension Py_PROTO((char *, char *));
+
 struct _inittab {
 	char *name;
 	void (*initfunc)();

Include/import.h

@@ -42,15 +42,19 @@ PERFORMANCE OF THIS SOFTWARE.
 
 #define NEXITFUNCS 32
 
+struct _ts; /* Forward */
+struct _is; /* Forward */
+
 typedef struct _is {
 
-	PyObject *import_modules;
-	PyObject *sysdict;
+	struct _is *next;
+	struct _ts *tstate_head;
 
-	int nthreads;
+	PyObject *modules;
+	PyObject *sysdict;
+	PyObject *builtins;
 
-	void (*exitfuncs[NEXITFUNCS])();
-	int nexitfuncs;
+	int checkinterval;
 
 } PyInterpreterState;
 
@@ -61,7 +65,8 @@ struct _frame; /* Avoid including frameobject.h */
 
 typedef struct _ts {
 
-	PyInterpreterState *interpreter_state;
+	struct _ts *next;
+	PyInterpreterState *interp;
 
 	struct _frame *frame;
 	int recursion_depth;
@@ -70,7 +75,6 @@ typedef struct _ts {
 
 	PyObject *sys_profilefunc;
 	PyObject *sys_tracefunc;
-	int sys_checkinterval;
 
 	PyObject *curexc_type;
 	PyObject *curexc_value;
@@ -80,54 +84,22 @@ typedef struct _ts {
 	PyObject *exc_value;
 	PyObject *exc_traceback;
 
-	/* XXX Other state that should be here:
-	   - signal handlers
-	   - low-level "pending calls"
-	   Problem with both is that they may be referenced from
-	   interrupt handlers where there is no clear concept of a
-	   "current thread"???
-	*/
+	/* XXX signal handlers should also be here */
 
 } PyThreadState;
 
 
 PyInterpreterState *PyInterpreterState_New Py_PROTO((void));
+void PyInterpreterState_Clear Py_PROTO((PyInterpreterState *));
 void PyInterpreterState_Delete Py_PROTO((PyInterpreterState *));
 
 PyThreadState *PyThreadState_New Py_PROTO((PyInterpreterState *));
+void PyThreadState_Clear Py_PROTO((PyThreadState *));
 void PyThreadState_Delete Py_PROTO((PyThreadState *));
 
 PyThreadState *PyThreadState_Get Py_PROTO((void));
 PyThreadState *PyThreadState_Swap Py_PROTO((PyThreadState *));
 
-/* Some background.
-
-   There are lots of issues here.
-
-   First, we can build Python without threads, with threads, or (when
-   Greg Stein's mods are out of beta, on some platforms) with free
-   threading.
-
-   Next, assuming some form of threading is used, there can be several
-   kinds of threads.  Python code can create threads with the thread
-   module.  C code can create threads with the interface defined in
-   python's "thread.h".  Or C code can create threads directly with
-   the OS threads interface (e.g. Solaris threads, SGI threads or
-   pthreads, whatever is being used, as long as it's the same that
-   Python is configured for).
-
-   Next, let's discuss sharing of interpreter state between threads.
-   The exception state (sys.exc_* currently) should never be shared
-   between threads, because it is stack frame specific.  The contents
-   of the sys module, in particular sys.modules and sys.path, are
-   generally shared between threads.  But occasionally it is useful to
-   have separate module collections, e.g. when threads originate in C
-   code and are used to execute unrelated Python scripts.
-   (Traditionally, one would use separate processes for this, but
-   there are lots of reasons why threads are attractive.)
-
-*/
-
 #ifdef __cplusplus
 }
 #endif

Include/pystate.h

@@ -40,8 +40,9 @@ PERFORMANCE OF THIS SOFTWARE.
 void Py_SetProgramName Py_PROTO((char *));
 char *Py_GetProgramName Py_PROTO((void));
 
-void Py_Setup Py_PROTO((void));
 void Py_Initialize Py_PROTO((void));
+PyThreadState *Py_NewInterpreter Py_PROTO((void));
+void Py_EndInterpreter Py_PROTO((PyThreadState *));
 
 int PyRun_AnyFile Py_PROTO((FILE *, char *));
 
@@ -64,11 +65,6 @@ int Py_AtExit Py_PROTO((void (*func) Py_PROTO((void))));
 
 void Py_Exit Py_PROTO((int));
 
-void Py_Cleanup Py_PROTO((void));
-
-void PyImport_Init	Py_PROTO((void));
-void PyBuiltin_Init	Py_PROTO((void));
-
 int Py_FdIsInteractive Py_PROTO((FILE *, char *));
 
 /* In getpath.c */
@@ -84,6 +80,12 @@ const char *Py_GetCopyright Py_PROTO((void));
 const char *Py_GetCompiler Py_PROTO((void));
 const char *Py_GetBuildInfo Py_PROTO((void));
 
+/* Internal -- various one-time initializations */
+
+PyObject *_PyBuiltin_Init Py_PROTO((void));
+PyObject *_PySys_Init Py_PROTO((void));
+void _PyImport_Init Py_PROTO((void));
+
 #ifdef __cplusplus
 }
 #endif

Include/pythonrun.h

@@ -40,7 +40,6 @@ PERFORMANCE OF THIS SOFTWARE.
 PyObject *PySys_GetObject Py_PROTO((char *));
 int PySys_SetObject Py_PROTO((char *, PyObject *));
 FILE *PySys_GetFile Py_PROTO((char *, FILE *));
-void PySys_Init Py_PROTO((void));
 void PySys_SetArgv Py_PROTO((int, char **));
 void PySys_SetPath Py_PROTO((char *));