xref: /vim-8.2.3635/src/if_python.c (revision 51ad4eaa)
1 /* vi:set ts=8 sts=4 sw=4 noet:
2  *
3  * VIM - Vi IMproved	by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 /*
10  * Python extensions by Paul Moore.
11  * Changes for Unix by David Leonard.
12  *
13  * This consists of four parts:
14  * 1. Python interpreter main program
15  * 2. Python output stream: writes output via [e]msg().
16  * 3. Implementation of the Vim module for Python
17  * 4. Utility functions for handling the interface between Vim and Python.
18  */
19 
20 #include "vim.h"
21 
22 #include <limits.h>
23 
24 /* uncomment this if used with the debug version of python.
25  * Checked on 2.7.4. */
26 /* #define Py_DEBUG */
27 /* Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting
28  */
29 /* uncomment this if used with the debug version of python, but without its
30  * allocator */
31 /* #define Py_DEBUG_NO_PYMALLOC */
32 
33 /* Python.h defines _POSIX_THREADS itself (if needed) */
34 #ifdef _POSIX_THREADS
35 # undef _POSIX_THREADS
36 #endif
37 
38 #if defined(_WIN32) && defined(HAVE_FCNTL_H)
39 # undef HAVE_FCNTL_H
40 #endif
41 
42 #ifdef _DEBUG
43 # undef _DEBUG
44 #endif
45 
46 #ifdef HAVE_STRFTIME
47 # undef HAVE_STRFTIME
48 #endif
49 #ifdef HAVE_STRING_H
50 # undef HAVE_STRING_H
51 #endif
52 #ifdef HAVE_PUTENV
53 # undef HAVE_PUTENV
54 #endif
55 #ifdef HAVE_STDARG_H
56 # undef HAVE_STDARG_H	/* Python's config.h defines it as well. */
57 #endif
58 #ifdef _POSIX_C_SOURCE
59 # undef _POSIX_C_SOURCE	/* pyconfig.h defines it as well. */
60 #endif
61 #ifdef _XOPEN_SOURCE
62 # undef _XOPEN_SOURCE	/* pyconfig.h defines it as well. */
63 #endif
64 
65 #define PY_SSIZE_T_CLEAN
66 
67 #include <Python.h>
68 
69 #if !defined(PY_VERSION_HEX) || PY_VERSION_HEX < 0x02050000
70 # undef PY_SSIZE_T_CLEAN
71 #endif
72 
73 #undef main /* Defined in python.h - aargh */
74 #undef HAVE_FCNTL_H /* Clash with os_win32.h */
75 
76 #define PyBytes_FromString      PyString_FromString
77 #define PyBytes_Check		PyString_Check
78 #define PyBytes_AsStringAndSize PyString_AsStringAndSize
79 
80 #if !defined(FEAT_PYTHON) && defined(PROTO)
81 /* Use this to be able to generate prototypes without python being used. */
82 # define PyObject Py_ssize_t
83 # define PyThreadState Py_ssize_t
84 # define PyTypeObject Py_ssize_t
85 struct PyMethodDef { Py_ssize_t a; };
86 # define PySequenceMethods Py_ssize_t
87 #endif
88 
89 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
90 # define PY_USE_CAPSULE
91 #endif
92 
93 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000
94 # define PyInt Py_ssize_t
95 # define PyInquiry lenfunc
96 # define PyIntArgFunc ssizeargfunc
97 # define PyIntIntArgFunc ssizessizeargfunc
98 # define PyIntObjArgProc ssizeobjargproc
99 # define PyIntIntObjArgProc ssizessizeobjargproc
100 # define Py_ssize_t_fmt "n"
101 #else
102 # define PyInt int
103 # define lenfunc inquiry
104 # define PyInquiry inquiry
105 # define PyIntArgFunc intargfunc
106 # define PyIntIntArgFunc intintargfunc
107 # define PyIntObjArgProc intobjargproc
108 # define PyIntIntObjArgProc intintobjargproc
109 # define Py_ssize_t_fmt "i"
110 #endif
111 #define Py_bytes_fmt "s"
112 
113 /* Parser flags */
114 #define single_input	256
115 #define file_input	257
116 #define eval_input	258
117 
118 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x020300F0
119   /* Python 2.3: can invoke ":python" recursively. */
120 # define PY_CAN_RECURSE
121 #endif
122 
123 # if defined(DYNAMIC_PYTHON) || defined(PROTO)
124 #  ifndef DYNAMIC_PYTHON
125 #   define HINSTANCE long_u		/* for generating prototypes */
126 #  endif
127 
128 # ifndef WIN3264
129 #  include <dlfcn.h>
130 #  define FARPROC void*
131 #  define HINSTANCE void*
132 #  if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
133 #   define load_dll(n) dlopen((n), RTLD_LAZY)
134 #  else
135 #   define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
136 #  endif
137 #  define close_dll dlclose
138 #  define symbol_from_dll dlsym
139 # else
140 #  define load_dll vimLoadLib
141 #  define close_dll FreeLibrary
142 #  define symbol_from_dll GetProcAddress
143 # endif
144 
145 /* This makes if_python.c compile without warnings against Python 2.5
146  * on Win32 and Win64. */
147 # undef PyRun_SimpleString
148 # undef PyRun_String
149 # undef PyArg_Parse
150 # undef PyArg_ParseTuple
151 # undef Py_BuildValue
152 # undef Py_InitModule4
153 # undef Py_InitModule4_64
154 # undef PyObject_CallMethod
155 # undef PyObject_CallFunction
156 
157 /*
158  * Wrapper defines
159  */
160 # define PyArg_Parse dll_PyArg_Parse
161 # define PyArg_ParseTuple dll_PyArg_ParseTuple
162 # define PyMem_Free dll_PyMem_Free
163 # define PyMem_Malloc dll_PyMem_Malloc
164 # define PyDict_SetItemString dll_PyDict_SetItemString
165 # define PyErr_BadArgument dll_PyErr_BadArgument
166 # define PyErr_NewException dll_PyErr_NewException
167 # define PyErr_Clear dll_PyErr_Clear
168 # define PyErr_Format dll_PyErr_Format
169 # define PyErr_PrintEx dll_PyErr_PrintEx
170 # define PyErr_NoMemory dll_PyErr_NoMemory
171 # define PyErr_Occurred dll_PyErr_Occurred
172 # define PyErr_SetNone dll_PyErr_SetNone
173 # define PyErr_SetString dll_PyErr_SetString
174 # define PyErr_SetObject dll_PyErr_SetObject
175 # define PyErr_ExceptionMatches dll_PyErr_ExceptionMatches
176 # define PyEval_InitThreads dll_PyEval_InitThreads
177 # define PyEval_RestoreThread dll_PyEval_RestoreThread
178 # define PyEval_SaveThread dll_PyEval_SaveThread
179 # ifdef PY_CAN_RECURSE
180 #  define PyGILState_Ensure dll_PyGILState_Ensure
181 #  define PyGILState_Release dll_PyGILState_Release
182 # endif
183 # define PyInt_AsLong dll_PyInt_AsLong
184 # define PyInt_FromLong dll_PyInt_FromLong
185 # define PyLong_AsLong dll_PyLong_AsLong
186 # define PyLong_FromLong dll_PyLong_FromLong
187 # define PyBool_Type (*dll_PyBool_Type)
188 # define PyInt_Type (*dll_PyInt_Type)
189 # define PyLong_Type (*dll_PyLong_Type)
190 # define PyList_GetItem dll_PyList_GetItem
191 # define PyList_Append dll_PyList_Append
192 # define PyList_Insert dll_PyList_Insert
193 # define PyList_New dll_PyList_New
194 # define PyList_SetItem dll_PyList_SetItem
195 # define PyList_Size dll_PyList_Size
196 # define PyList_Type (*dll_PyList_Type)
197 # define PySequence_Check dll_PySequence_Check
198 # define PySequence_Size dll_PySequence_Size
199 # define PySequence_GetItem dll_PySequence_GetItem
200 # define PySequence_Fast dll_PySequence_Fast
201 # define PyTuple_Size dll_PyTuple_Size
202 # define PyTuple_GetItem dll_PyTuple_GetItem
203 # define PyTuple_Type (*dll_PyTuple_Type)
204 # define PySlice_GetIndicesEx dll_PySlice_GetIndicesEx
205 # define PyImport_ImportModule dll_PyImport_ImportModule
206 # define PyDict_New dll_PyDict_New
207 # define PyDict_GetItemString dll_PyDict_GetItemString
208 # define PyDict_Next dll_PyDict_Next
209 # define PyDict_Type (*dll_PyDict_Type)
210 # ifdef PyMapping_Keys
211 #  define PY_NO_MAPPING_KEYS
212 # else
213 #  define PyMapping_Keys dll_PyMapping_Keys
214 # endif
215 # define PyObject_GetItem dll_PyObject_GetItem
216 # define PyObject_CallMethod dll_PyObject_CallMethod
217 # define PyMapping_Check dll_PyMapping_Check
218 # define PyIter_Next dll_PyIter_Next
219 # define PyModule_GetDict dll_PyModule_GetDict
220 # define PyModule_AddObject dll_PyModule_AddObject
221 # define PyRun_SimpleString dll_PyRun_SimpleString
222 # define PyRun_String dll_PyRun_String
223 # define PyObject_GetAttrString dll_PyObject_GetAttrString
224 # define PyObject_HasAttrString dll_PyObject_HasAttrString
225 # define PyObject_SetAttrString dll_PyObject_SetAttrString
226 # define PyObject_CallFunctionObjArgs dll_PyObject_CallFunctionObjArgs
227 # define PyObject_CallFunction dll_PyObject_CallFunction
228 # define PyObject_Call dll_PyObject_Call
229 # define PyObject_Repr dll_PyObject_Repr
230 # define PyString_AsString dll_PyString_AsString
231 # define PyString_AsStringAndSize dll_PyString_AsStringAndSize
232 # define PyString_FromString dll_PyString_FromString
233 # define PyString_FromFormat dll_PyString_FromFormat
234 # define PyString_FromStringAndSize dll_PyString_FromStringAndSize
235 # define PyString_Size dll_PyString_Size
236 # define PyString_Type (*dll_PyString_Type)
237 # define PyUnicode_Type (*dll_PyUnicode_Type)
238 # undef PyUnicode_AsEncodedString
239 # define PyUnicode_AsEncodedString py_PyUnicode_AsEncodedString
240 # define PyFloat_AsDouble dll_PyFloat_AsDouble
241 # define PyFloat_FromDouble dll_PyFloat_FromDouble
242 # define PyFloat_Type (*dll_PyFloat_Type)
243 # define PyNumber_Check dll_PyNumber_Check
244 # define PyNumber_Long dll_PyNumber_Long
245 # define PyImport_AddModule (*dll_PyImport_AddModule)
246 # define PySys_SetObject dll_PySys_SetObject
247 # define PySys_GetObject dll_PySys_GetObject
248 # define PySys_SetArgv dll_PySys_SetArgv
249 # define PyType_Type (*dll_PyType_Type)
250 # define PySlice_Type (*dll_PySlice_Type)
251 # define PyType_Ready (*dll_PyType_Ready)
252 # define PyType_GenericAlloc dll_PyType_GenericAlloc
253 # define Py_BuildValue dll_Py_BuildValue
254 # define Py_FindMethod dll_Py_FindMethod
255 # define Py_InitModule4 dll_Py_InitModule4
256 # define Py_SetPythonHome dll_Py_SetPythonHome
257 # define Py_Initialize dll_Py_Initialize
258 # define Py_Finalize dll_Py_Finalize
259 # define Py_IsInitialized dll_Py_IsInitialized
260 # define _PyObject_New dll__PyObject_New
261 # define _PyObject_GC_New dll__PyObject_GC_New
262 # ifdef PyObject_GC_Del
263 #  define Py_underscore_GC
264 #  define _PyObject_GC_Del dll__PyObject_GC_Del
265 #  define _PyObject_GC_UnTrack dll__PyObject_GC_UnTrack
266 # else
267 #  define PyObject_GC_Del dll_PyObject_GC_Del
268 #  define PyObject_GC_UnTrack dll_PyObject_GC_UnTrack
269 # endif
270 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
271 #  define _PyObject_NextNotImplemented (*dll__PyObject_NextNotImplemented)
272 # endif
273 # define _Py_NoneStruct (*dll__Py_NoneStruct)
274 # define _Py_ZeroStruct (*dll__Py_ZeroStruct)
275 # define _Py_TrueStruct (*dll__Py_TrueStruct)
276 # define PyObject_Init dll__PyObject_Init
277 # define PyObject_GetIter dll_PyObject_GetIter
278 # define PyObject_IsTrue dll_PyObject_IsTrue
279 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000
280 #  define PyType_IsSubtype dll_PyType_IsSubtype
281 #  ifdef Py_DEBUG
282 #   define _Py_NegativeRefcount dll__Py_NegativeRefcount
283 #   define _Py_RefTotal (*dll__Py_RefTotal)
284 #   define _Py_Dealloc dll__Py_Dealloc
285 #  endif
286 # endif
287 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000
288 #  if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
289 #   define _PyObject_DebugMalloc dll__PyObject_DebugMalloc
290 #   define _PyObject_DebugFree dll__PyObject_DebugFree
291 #  else
292 #   define PyObject_Malloc dll_PyObject_Malloc
293 #   define PyObject_Free dll_PyObject_Free
294 #  endif
295 # endif
296 # ifdef PY_USE_CAPSULE
297 #  define PyCapsule_New dll_PyCapsule_New
298 #  define PyCapsule_GetPointer dll_PyCapsule_GetPointer
299 # else
300 #  define PyCObject_FromVoidPtr dll_PyCObject_FromVoidPtr
301 #  define PyCObject_AsVoidPtr dll_PyCObject_AsVoidPtr
302 # endif
303 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
304 #  define Py_NoSiteFlag (*dll_Py_NoSiteFlag)
305 # endif
306 
307 /*
308  * Pointers for dynamic link
309  */
310 static int(*dll_PyArg_Parse)(PyObject *, char *, ...);
311 static int(*dll_PyArg_ParseTuple)(PyObject *, char *, ...);
312 static int(*dll_PyMem_Free)(void *);
313 static void* (*dll_PyMem_Malloc)(size_t);
314 static int(*dll_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
315 static int(*dll_PyErr_BadArgument)(void);
316 static PyObject *(*dll_PyErr_NewException)(char *, PyObject *, PyObject *);
317 static void(*dll_PyErr_Clear)(void);
318 static PyObject*(*dll_PyErr_Format)(PyObject *, const char *, ...);
319 static void(*dll_PyErr_PrintEx)(int);
320 static PyObject*(*dll_PyErr_NoMemory)(void);
321 static PyObject*(*dll_PyErr_Occurred)(void);
322 static void(*dll_PyErr_SetNone)(PyObject *);
323 static void(*dll_PyErr_SetString)(PyObject *, const char *);
324 static void(*dll_PyErr_SetObject)(PyObject *, PyObject *);
325 static int(*dll_PyErr_ExceptionMatches)(PyObject *);
326 static void(*dll_PyEval_InitThreads)(void);
327 static void(*dll_PyEval_RestoreThread)(PyThreadState *);
328 static PyThreadState*(*dll_PyEval_SaveThread)(void);
329 # ifdef PY_CAN_RECURSE
330 static PyGILState_STATE	(*dll_PyGILState_Ensure)(void);
331 static void (*dll_PyGILState_Release)(PyGILState_STATE);
332 # endif
333 static long(*dll_PyInt_AsLong)(PyObject *);
334 static PyObject*(*dll_PyInt_FromLong)(long);
335 static long(*dll_PyLong_AsLong)(PyObject *);
336 static PyObject*(*dll_PyLong_FromLong)(long);
337 static PyTypeObject* dll_PyBool_Type;
338 static PyTypeObject* dll_PyInt_Type;
339 static PyTypeObject* dll_PyLong_Type;
340 static PyObject*(*dll_PyList_GetItem)(PyObject *, PyInt);
341 static int(*dll_PyList_Append)(PyObject *, PyObject *);
342 static int(*dll_PyList_Insert)(PyObject *, PyInt, PyObject *);
343 static PyObject*(*dll_PyList_New)(PyInt size);
344 static int(*dll_PyList_SetItem)(PyObject *, PyInt, PyObject *);
345 static PyInt(*dll_PyList_Size)(PyObject *);
346 static PyTypeObject* dll_PyList_Type;
347 static int (*dll_PySequence_Check)(PyObject *);
348 static PyInt(*dll_PySequence_Size)(PyObject *);
349 static PyObject*(*dll_PySequence_GetItem)(PyObject *, PyInt);
350 static PyObject*(*dll_PySequence_Fast)(PyObject *, const char *);
351 static PyInt(*dll_PyTuple_Size)(PyObject *);
352 static PyObject*(*dll_PyTuple_GetItem)(PyObject *, PyInt);
353 static PyTypeObject* dll_PyTuple_Type;
354 static int (*dll_PySlice_GetIndicesEx)(PySliceObject *r, PyInt length,
355 		     PyInt *start, PyInt *stop, PyInt *step,
356 		     PyInt *slicelen);
357 static PyObject*(*dll_PyImport_ImportModule)(const char *);
358 static PyObject*(*dll_PyDict_New)(void);
359 static PyObject*(*dll_PyDict_GetItemString)(PyObject *, const char *);
360 static int (*dll_PyDict_Next)(PyObject *, PyInt *, PyObject **, PyObject **);
361 static PyTypeObject* dll_PyDict_Type;
362 # ifndef PY_NO_MAPPING_KEYS
363 static PyObject* (*dll_PyMapping_Keys)(PyObject *);
364 # endif
365 static PyObject* (*dll_PyObject_GetItem)(PyObject *, PyObject *);
366 static PyObject* (*dll_PyObject_CallMethod)(PyObject *, char *, PyObject *);
367 static int (*dll_PyMapping_Check)(PyObject *);
368 static PyObject* (*dll_PyIter_Next)(PyObject *);
369 static PyObject*(*dll_PyModule_GetDict)(PyObject *);
370 static int(*dll_PyModule_AddObject)(PyObject *, const char *, PyObject *);
371 static int(*dll_PyRun_SimpleString)(char *);
372 static PyObject *(*dll_PyRun_String)(char *, int, PyObject *, PyObject *);
373 static PyObject* (*dll_PyObject_GetAttrString)(PyObject *, const char *);
374 static int (*dll_PyObject_HasAttrString)(PyObject *, const char *);
375 static int (*dll_PyObject_SetAttrString)(PyObject *, const char *, PyObject *);
376 static PyObject* (*dll_PyObject_CallFunctionObjArgs)(PyObject *, ...);
377 static PyObject* (*dll_PyObject_CallFunction)(PyObject *, char *, ...);
378 static PyObject* (*dll_PyObject_Call)(PyObject *, PyObject *, PyObject *);
379 static PyObject* (*dll_PyObject_Repr)(PyObject *);
380 static char*(*dll_PyString_AsString)(PyObject *);
381 static int(*dll_PyString_AsStringAndSize)(PyObject *, char **, PyInt *);
382 static PyObject*(*dll_PyString_FromString)(const char *);
383 static PyObject*(*dll_PyString_FromFormat)(const char *, ...);
384 static PyObject*(*dll_PyString_FromStringAndSize)(const char *, PyInt);
385 static PyInt(*dll_PyString_Size)(PyObject *);
386 static PyTypeObject* dll_PyString_Type;
387 static PyTypeObject* dll_PyUnicode_Type;
388 static PyObject *(*py_PyUnicode_AsEncodedString)(PyObject *, char *, char *);
389 static double(*dll_PyFloat_AsDouble)(PyObject *);
390 static PyObject*(*dll_PyFloat_FromDouble)(double);
391 static PyTypeObject* dll_PyFloat_Type;
392 static int(*dll_PyNumber_Check)(PyObject *);
393 static PyObject*(*dll_PyNumber_Long)(PyObject *);
394 static int(*dll_PySys_SetObject)(char *, PyObject *);
395 static PyObject *(*dll_PySys_GetObject)(char *);
396 static int(*dll_PySys_SetArgv)(int, char **);
397 static PyTypeObject* dll_PyType_Type;
398 static PyTypeObject* dll_PySlice_Type;
399 static int (*dll_PyType_Ready)(PyTypeObject *type);
400 static PyObject* (*dll_PyType_GenericAlloc)(PyTypeObject *type, PyInt nitems);
401 static PyObject*(*dll_Py_BuildValue)(char *, ...);
402 static PyObject*(*dll_Py_FindMethod)(struct PyMethodDef[], PyObject *, char *);
403 static PyObject*(*dll_Py_InitModule4)(char *, struct PyMethodDef *, char *, PyObject *, int);
404 static PyObject*(*dll_PyImport_AddModule)(char *);
405 static void(*dll_Py_SetPythonHome)(char *home);
406 static void(*dll_Py_Initialize)(void);
407 static void(*dll_Py_Finalize)(void);
408 static int(*dll_Py_IsInitialized)(void);
409 static PyObject*(*dll__PyObject_New)(PyTypeObject *, PyObject *);
410 static PyObject*(*dll__PyObject_GC_New)(PyTypeObject *);
411 # ifdef Py_underscore_GC
412 static void(*dll__PyObject_GC_Del)(void *);
413 static void(*dll__PyObject_GC_UnTrack)(void *);
414 # else
415 static void(*dll_PyObject_GC_Del)(void *);
416 static void(*dll_PyObject_GC_UnTrack)(void *);
417 # endif
418 static PyObject*(*dll__PyObject_Init)(PyObject *, PyTypeObject *);
419 static PyObject* (*dll_PyObject_GetIter)(PyObject *);
420 static int (*dll_PyObject_IsTrue)(PyObject *);
421 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
422 static iternextfunc dll__PyObject_NextNotImplemented;
423 # endif
424 static PyObject* dll__Py_NoneStruct;
425 static PyObject* _Py_ZeroStruct;
426 static PyObject* dll__Py_TrueStruct;
427 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000
428 static int (*dll_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
429 #  ifdef Py_DEBUG
430 static void (*dll__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
431 static PyInt* dll__Py_RefTotal;
432 static void (*dll__Py_Dealloc)(PyObject *obj);
433 #  endif
434 # endif
435 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000
436 #  if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
437 static void (*dll__PyObject_DebugFree)(void*);
438 static void* (*dll__PyObject_DebugMalloc)(size_t);
439 #  else
440 static void* (*dll_PyObject_Malloc)(size_t);
441 static void (*dll_PyObject_Free)(void*);
442 #  endif
443 # endif
444 # ifdef PY_USE_CAPSULE
445 static PyObject* (*dll_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
446 static void* (*dll_PyCapsule_GetPointer)(PyObject *, char *);
447 # else
448 static PyObject* (*dll_PyCObject_FromVoidPtr)(void *cobj, void (*destr)(void *));
449 static void* (*dll_PyCObject_AsVoidPtr)(PyObject *);
450 # endif
451 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
452 static int* dll_Py_NoSiteFlag;
453 # endif
454 
455 static HINSTANCE hinstPython = 0; /* Instance of python.dll */
456 
457 /* Imported exception objects */
458 static PyObject *imp_PyExc_AttributeError;
459 static PyObject *imp_PyExc_IndexError;
460 static PyObject *imp_PyExc_KeyError;
461 static PyObject *imp_PyExc_KeyboardInterrupt;
462 static PyObject *imp_PyExc_TypeError;
463 static PyObject *imp_PyExc_ValueError;
464 static PyObject *imp_PyExc_SystemExit;
465 static PyObject *imp_PyExc_RuntimeError;
466 static PyObject *imp_PyExc_ImportError;
467 static PyObject *imp_PyExc_OverflowError;
468 
469 # define PyExc_AttributeError imp_PyExc_AttributeError
470 # define PyExc_IndexError imp_PyExc_IndexError
471 # define PyExc_KeyError imp_PyExc_KeyError
472 # define PyExc_KeyboardInterrupt imp_PyExc_KeyboardInterrupt
473 # define PyExc_TypeError imp_PyExc_TypeError
474 # define PyExc_ValueError imp_PyExc_ValueError
475 # define PyExc_SystemExit imp_PyExc_SystemExit
476 # define PyExc_RuntimeError imp_PyExc_RuntimeError
477 # define PyExc_ImportError imp_PyExc_ImportError
478 # define PyExc_OverflowError imp_PyExc_OverflowError
479 
480 /*
481  * Table of name to function pointer of python.
482  */
483 # define PYTHON_PROC FARPROC
484 static struct
485 {
486     char *name;
487     PYTHON_PROC *ptr;
488 } python_funcname_table[] =
489 {
490 #ifndef PY_SSIZE_T_CLEAN
491     {"PyArg_Parse", (PYTHON_PROC*)&dll_PyArg_Parse},
492     {"PyArg_ParseTuple", (PYTHON_PROC*)&dll_PyArg_ParseTuple},
493     {"Py_BuildValue", (PYTHON_PROC*)&dll_Py_BuildValue},
494 #else
495     {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&dll_PyArg_Parse},
496     {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&dll_PyArg_ParseTuple},
497     {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&dll_Py_BuildValue},
498 #endif
499     {"PyMem_Free", (PYTHON_PROC*)&dll_PyMem_Free},
500     {"PyMem_Malloc", (PYTHON_PROC*)&dll_PyMem_Malloc},
501     {"PyDict_SetItemString", (PYTHON_PROC*)&dll_PyDict_SetItemString},
502     {"PyErr_BadArgument", (PYTHON_PROC*)&dll_PyErr_BadArgument},
503     {"PyErr_NewException", (PYTHON_PROC*)&dll_PyErr_NewException},
504     {"PyErr_Clear", (PYTHON_PROC*)&dll_PyErr_Clear},
505     {"PyErr_Format", (PYTHON_PROC*)&dll_PyErr_Format},
506     {"PyErr_PrintEx", (PYTHON_PROC*)&dll_PyErr_PrintEx},
507     {"PyErr_NoMemory", (PYTHON_PROC*)&dll_PyErr_NoMemory},
508     {"PyErr_Occurred", (PYTHON_PROC*)&dll_PyErr_Occurred},
509     {"PyErr_SetNone", (PYTHON_PROC*)&dll_PyErr_SetNone},
510     {"PyErr_SetString", (PYTHON_PROC*)&dll_PyErr_SetString},
511     {"PyErr_SetObject", (PYTHON_PROC*)&dll_PyErr_SetObject},
512     {"PyErr_ExceptionMatches", (PYTHON_PROC*)&dll_PyErr_ExceptionMatches},
513     {"PyEval_InitThreads", (PYTHON_PROC*)&dll_PyEval_InitThreads},
514     {"PyEval_RestoreThread", (PYTHON_PROC*)&dll_PyEval_RestoreThread},
515     {"PyEval_SaveThread", (PYTHON_PROC*)&dll_PyEval_SaveThread},
516 # ifdef PY_CAN_RECURSE
517     {"PyGILState_Ensure", (PYTHON_PROC*)&dll_PyGILState_Ensure},
518     {"PyGILState_Release", (PYTHON_PROC*)&dll_PyGILState_Release},
519 # endif
520     {"PyInt_AsLong", (PYTHON_PROC*)&dll_PyInt_AsLong},
521     {"PyInt_FromLong", (PYTHON_PROC*)&dll_PyInt_FromLong},
522     {"PyLong_AsLong", (PYTHON_PROC*)&dll_PyLong_AsLong},
523     {"PyLong_FromLong", (PYTHON_PROC*)&dll_PyLong_FromLong},
524     {"PyBool_Type", (PYTHON_PROC*)&dll_PyBool_Type},
525     {"PyInt_Type", (PYTHON_PROC*)&dll_PyInt_Type},
526     {"PyLong_Type", (PYTHON_PROC*)&dll_PyLong_Type},
527     {"PyList_GetItem", (PYTHON_PROC*)&dll_PyList_GetItem},
528     {"PyList_Append", (PYTHON_PROC*)&dll_PyList_Append},
529     {"PyList_Insert", (PYTHON_PROC*)&dll_PyList_Insert},
530     {"PyList_New", (PYTHON_PROC*)&dll_PyList_New},
531     {"PyList_SetItem", (PYTHON_PROC*)&dll_PyList_SetItem},
532     {"PyList_Size", (PYTHON_PROC*)&dll_PyList_Size},
533     {"PyList_Type", (PYTHON_PROC*)&dll_PyList_Type},
534     {"PySequence_Size", (PYTHON_PROC*)&dll_PySequence_Size},
535     {"PySequence_Check", (PYTHON_PROC*)&dll_PySequence_Check},
536     {"PySequence_GetItem", (PYTHON_PROC*)&dll_PySequence_GetItem},
537     {"PySequence_Fast", (PYTHON_PROC*)&dll_PySequence_Fast},
538     {"PyTuple_GetItem", (PYTHON_PROC*)&dll_PyTuple_GetItem},
539     {"PyTuple_Size", (PYTHON_PROC*)&dll_PyTuple_Size},
540     {"PyTuple_Type", (PYTHON_PROC*)&dll_PyTuple_Type},
541     {"PySlice_GetIndicesEx", (PYTHON_PROC*)&dll_PySlice_GetIndicesEx},
542     {"PyImport_ImportModule", (PYTHON_PROC*)&dll_PyImport_ImportModule},
543     {"PyDict_GetItemString", (PYTHON_PROC*)&dll_PyDict_GetItemString},
544     {"PyDict_Next", (PYTHON_PROC*)&dll_PyDict_Next},
545     {"PyDict_New", (PYTHON_PROC*)&dll_PyDict_New},
546     {"PyDict_Type", (PYTHON_PROC*)&dll_PyDict_Type},
547 # ifndef PY_NO_MAPPING_KEYS
548     {"PyMapping_Keys", (PYTHON_PROC*)&dll_PyMapping_Keys},
549 # endif
550     {"PyObject_GetItem", (PYTHON_PROC*)&dll_PyObject_GetItem},
551     {"PyObject_CallMethod", (PYTHON_PROC*)&dll_PyObject_CallMethod},
552     {"PyMapping_Check", (PYTHON_PROC*)&dll_PyMapping_Check},
553     {"PyIter_Next", (PYTHON_PROC*)&dll_PyIter_Next},
554     {"PyModule_GetDict", (PYTHON_PROC*)&dll_PyModule_GetDict},
555     {"PyModule_AddObject", (PYTHON_PROC*)&dll_PyModule_AddObject},
556     {"PyRun_SimpleString", (PYTHON_PROC*)&dll_PyRun_SimpleString},
557     {"PyRun_String", (PYTHON_PROC*)&dll_PyRun_String},
558     {"PyObject_GetAttrString", (PYTHON_PROC*)&dll_PyObject_GetAttrString},
559     {"PyObject_HasAttrString", (PYTHON_PROC*)&dll_PyObject_HasAttrString},
560     {"PyObject_SetAttrString", (PYTHON_PROC*)&dll_PyObject_SetAttrString},
561     {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&dll_PyObject_CallFunctionObjArgs},
562     {"PyObject_CallFunction", (PYTHON_PROC*)&dll_PyObject_CallFunction},
563     {"PyObject_Call", (PYTHON_PROC*)&dll_PyObject_Call},
564     {"PyObject_Repr", (PYTHON_PROC*)&dll_PyObject_Repr},
565     {"PyString_AsString", (PYTHON_PROC*)&dll_PyString_AsString},
566     {"PyString_AsStringAndSize", (PYTHON_PROC*)&dll_PyString_AsStringAndSize},
567     {"PyString_FromString", (PYTHON_PROC*)&dll_PyString_FromString},
568     {"PyString_FromFormat", (PYTHON_PROC*)&dll_PyString_FromFormat},
569     {"PyString_FromStringAndSize", (PYTHON_PROC*)&dll_PyString_FromStringAndSize},
570     {"PyString_Size", (PYTHON_PROC*)&dll_PyString_Size},
571     {"PyString_Type", (PYTHON_PROC*)&dll_PyString_Type},
572     {"PyUnicode_Type", (PYTHON_PROC*)&dll_PyUnicode_Type},
573     {"PyFloat_Type", (PYTHON_PROC*)&dll_PyFloat_Type},
574     {"PyFloat_AsDouble", (PYTHON_PROC*)&dll_PyFloat_AsDouble},
575     {"PyFloat_FromDouble", (PYTHON_PROC*)&dll_PyFloat_FromDouble},
576     {"PyImport_AddModule", (PYTHON_PROC*)&dll_PyImport_AddModule},
577     {"PyNumber_Check", (PYTHON_PROC*)&dll_PyNumber_Check},
578     {"PyNumber_Long", (PYTHON_PROC*)&dll_PyNumber_Long},
579     {"PySys_SetObject", (PYTHON_PROC*)&dll_PySys_SetObject},
580     {"PySys_GetObject", (PYTHON_PROC*)&dll_PySys_GetObject},
581     {"PySys_SetArgv", (PYTHON_PROC*)&dll_PySys_SetArgv},
582     {"PyType_Type", (PYTHON_PROC*)&dll_PyType_Type},
583     {"PySlice_Type", (PYTHON_PROC*)&dll_PySlice_Type},
584     {"PyType_Ready", (PYTHON_PROC*)&dll_PyType_Ready},
585     {"PyType_GenericAlloc", (PYTHON_PROC*)&dll_PyType_GenericAlloc},
586     {"Py_FindMethod", (PYTHON_PROC*)&dll_Py_FindMethod},
587     {"Py_SetPythonHome", (PYTHON_PROC*)&dll_Py_SetPythonHome},
588     {"Py_Initialize", (PYTHON_PROC*)&dll_Py_Initialize},
589     {"Py_Finalize", (PYTHON_PROC*)&dll_Py_Finalize},
590     {"Py_IsInitialized", (PYTHON_PROC*)&dll_Py_IsInitialized},
591     {"_PyObject_New", (PYTHON_PROC*)&dll__PyObject_New},
592     {"_PyObject_GC_New", (PYTHON_PROC*)&dll__PyObject_GC_New},
593 # ifdef Py_underscore_GC
594     {"_PyObject_GC_Del", (PYTHON_PROC*)&dll__PyObject_GC_Del},
595     {"_PyObject_GC_UnTrack", (PYTHON_PROC*)&dll__PyObject_GC_UnTrack},
596 # else
597     {"PyObject_GC_Del", (PYTHON_PROC*)&dll_PyObject_GC_Del},
598     {"PyObject_GC_UnTrack", (PYTHON_PROC*)&dll_PyObject_GC_UnTrack},
599 # endif
600     {"PyObject_Init", (PYTHON_PROC*)&dll__PyObject_Init},
601     {"PyObject_GetIter", (PYTHON_PROC*)&dll_PyObject_GetIter},
602     {"PyObject_IsTrue", (PYTHON_PROC*)&dll_PyObject_IsTrue},
603 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
604     {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&dll__PyObject_NextNotImplemented},
605 # endif
606     {"_Py_NoneStruct", (PYTHON_PROC*)&dll__Py_NoneStruct},
607     {"_Py_ZeroStruct", (PYTHON_PROC*)&dll__Py_ZeroStruct},
608     {"_Py_TrueStruct", (PYTHON_PROC*)&dll__Py_TrueStruct},
609 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000
610 #  ifdef Py_DEBUG
611     {"_Py_NegativeRefcount", (PYTHON_PROC*)&dll__Py_NegativeRefcount},
612     {"_Py_RefTotal", (PYTHON_PROC*)&dll__Py_RefTotal},
613     {"_Py_Dealloc", (PYTHON_PROC*)&dll__Py_Dealloc},
614 #  endif
615     {"PyType_IsSubtype", (PYTHON_PROC*)&dll_PyType_IsSubtype},
616 # endif
617 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000
618 #  if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
619     {"_PyObject_DebugFree", (PYTHON_PROC*)&dll__PyObject_DebugFree},
620     {"_PyObject_DebugMalloc", (PYTHON_PROC*)&dll__PyObject_DebugMalloc},
621 #  else
622     {"PyObject_Malloc", (PYTHON_PROC*)&dll_PyObject_Malloc},
623     {"PyObject_Free", (PYTHON_PROC*)&dll_PyObject_Free},
624 #  endif
625 # endif
626 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 \
627 	&& SIZEOF_SIZE_T != VIM_SIZEOF_INT
628 #  ifdef Py_DEBUG
629     {"Py_InitModule4TraceRefs_64", (PYTHON_PROC*)&dll_Py_InitModule4},
630 #  else
631     {"Py_InitModule4_64", (PYTHON_PROC*)&dll_Py_InitModule4},
632 #  endif
633 # else
634 #  ifdef Py_DEBUG
635     {"Py_InitModule4TraceRefs", (PYTHON_PROC*)&dll_Py_InitModule4},
636 #  else
637     {"Py_InitModule4", (PYTHON_PROC*)&dll_Py_InitModule4},
638 #  endif
639 # endif
640 # ifdef PY_USE_CAPSULE
641     {"PyCapsule_New", (PYTHON_PROC*)&dll_PyCapsule_New},
642     {"PyCapsule_GetPointer", (PYTHON_PROC*)&dll_PyCapsule_GetPointer},
643 # else
644     {"PyCObject_FromVoidPtr", (PYTHON_PROC*)&dll_PyCObject_FromVoidPtr},
645     {"PyCObject_AsVoidPtr", (PYTHON_PROC*)&dll_PyCObject_AsVoidPtr},
646 # endif
647 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
648     {"Py_NoSiteFlag", (PYTHON_PROC*)&dll_Py_NoSiteFlag},
649 # endif
650     {"", NULL},
651 };
652 
653 /*
654  * Free python.dll
655  */
656     static void
657 end_dynamic_python(void)
658 {
659     if (hinstPython)
660     {
661 	close_dll(hinstPython);
662 	hinstPython = 0;
663     }
664 }
665 
666 /*
667  * Load library and get all pointers.
668  * Parameter 'libname' provides name of DLL.
669  * Return OK or FAIL.
670  */
671     static int
672 python_runtime_link_init(char *libname, int verbose)
673 {
674     int i;
675     PYTHON_PROC *ucs_as_encoded_string =
676 				   (PYTHON_PROC*)&py_PyUnicode_AsEncodedString;
677 
678 #if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON3)
679     /* Can't have Python and Python3 loaded at the same time.
680      * It cause a crash, because RTLD_GLOBAL is needed for
681      * standard C extension libraries of one or both python versions. */
682     if (python3_loaded())
683     {
684 	if (verbose)
685 	    EMSG(_("E836: This Vim cannot execute :python after using :py3"));
686 	return FAIL;
687     }
688 #endif
689 
690     if (hinstPython)
691 	return OK;
692     hinstPython = load_dll(libname);
693     if (!hinstPython)
694     {
695 	if (verbose)
696 	    EMSG2(_(e_loadlib), libname);
697 	return FAIL;
698     }
699 
700     for (i = 0; python_funcname_table[i].ptr; ++i)
701     {
702 	if ((*python_funcname_table[i].ptr = symbol_from_dll(hinstPython,
703 			python_funcname_table[i].name)) == NULL)
704 	{
705 	    close_dll(hinstPython);
706 	    hinstPython = 0;
707 	    if (verbose)
708 		EMSG2(_(e_loadfunc), python_funcname_table[i].name);
709 	    return FAIL;
710 	}
711     }
712 
713     /* Load unicode functions separately as only the ucs2 or the ucs4 functions
714      * will be present in the library. */
715     *ucs_as_encoded_string = symbol_from_dll(hinstPython,
716 					     "PyUnicodeUCS2_AsEncodedString");
717     if (*ucs_as_encoded_string == NULL)
718 	*ucs_as_encoded_string = symbol_from_dll(hinstPython,
719 					     "PyUnicodeUCS4_AsEncodedString");
720     if (*ucs_as_encoded_string == NULL)
721     {
722 	close_dll(hinstPython);
723 	hinstPython = 0;
724 	if (verbose)
725 	    EMSG2(_(e_loadfunc), "PyUnicode_UCSX_*");
726 	return FAIL;
727     }
728 
729     return OK;
730 }
731 
732 /*
733  * If python is enabled (there is installed python on Windows system) return
734  * TRUE, else FALSE.
735  */
736     int
737 python_enabled(int verbose)
738 {
739     return python_runtime_link_init((char *)p_pydll, verbose) == OK;
740 }
741 
742 /*
743  * Load the standard Python exceptions - don't import the symbols from the
744  * DLL, as this can cause errors (importing data symbols is not reliable).
745  */
746     static void
747 get_exceptions(void)
748 {
749     PyObject *exmod = PyImport_ImportModule("exceptions");
750     PyObject *exdict = PyModule_GetDict(exmod);
751     imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
752     imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
753     imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError");
754     imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
755     imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
756     imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
757     imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit");
758     imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError");
759     imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError");
760     imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError");
761     Py_XINCREF(imp_PyExc_AttributeError);
762     Py_XINCREF(imp_PyExc_IndexError);
763     Py_XINCREF(imp_PyExc_KeyError);
764     Py_XINCREF(imp_PyExc_KeyboardInterrupt);
765     Py_XINCREF(imp_PyExc_TypeError);
766     Py_XINCREF(imp_PyExc_ValueError);
767     Py_XINCREF(imp_PyExc_SystemExit);
768     Py_XINCREF(imp_PyExc_RuntimeError);
769     Py_XINCREF(imp_PyExc_ImportError);
770     Py_XINCREF(imp_PyExc_OverflowError);
771     Py_XDECREF(exmod);
772 }
773 #endif /* DYNAMIC_PYTHON */
774 
775 static int initialised = 0;
776 #define PYINITIALISED initialised
777 static int python_end_called = FALSE;
778 
779 #define DESTRUCTOR_FINISH(self) self->ob_type->tp_free((PyObject*)self);
780 
781 #define WIN_PYTHON_REF(win) win->w_python_ref
782 #define BUF_PYTHON_REF(buf) buf->b_python_ref
783 #define TAB_PYTHON_REF(tab) tab->tp_python_ref
784 
785 static PyObject *OutputGetattr(PyObject *, char *);
786 static PyObject *BufferGetattr(PyObject *, char *);
787 static PyObject *WindowGetattr(PyObject *, char *);
788 static PyObject *TabPageGetattr(PyObject *, char *);
789 static PyObject *RangeGetattr(PyObject *, char *);
790 static PyObject *DictionaryGetattr(PyObject *, char*);
791 static PyObject *ListGetattr(PyObject *, char *);
792 static PyObject *FunctionGetattr(PyObject *, char *);
793 
794 #ifndef Py_VISIT
795 # define Py_VISIT(obj) visit(obj, arg)
796 #endif
797 #ifndef Py_CLEAR
798 # define Py_CLEAR(obj) \
799     { \
800 	Py_XDECREF(obj); \
801 	obj = NULL; \
802     }
803 #endif
804 
805 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
806     static void *
807 py_memsave(void *p, size_t len)
808 {
809     void	*r;
810 
811     if (!(r = PyMem_Malloc(len)))
812 	return NULL;
813     mch_memmove(r, p, len);
814     return r;
815 }
816 
817 # define PY_STRSAVE(s) ((char_u *) py_memsave(s, STRLEN(s) + 1))
818 #endif
819 
820 typedef PySliceObject PySliceObject_T;
821 
822 /*
823  * Include the code shared with if_python3.c
824  */
825 #include "if_py_both.h"
826 
827 
828 /******************************************************
829  * Internal function prototypes.
830  */
831 
832 static int PythonMod_Init(void);
833 
834 
835 /******************************************************
836  * 1. Python interpreter main program.
837  */
838 
839 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */
840 typedef PyObject PyThreadState;
841 #endif
842 
843 #ifndef PY_CAN_RECURSE
844 static PyThreadState *saved_python_thread = NULL;
845 
846 /*
847  * Suspend a thread of the Python interpreter, other threads are allowed to
848  * run.
849  */
850     static void
851 Python_SaveThread(void)
852 {
853     saved_python_thread = PyEval_SaveThread();
854 }
855 
856 /*
857  * Restore a thread of the Python interpreter, waits for other threads to
858  * block.
859  */
860     static void
861 Python_RestoreThread(void)
862 {
863     PyEval_RestoreThread(saved_python_thread);
864     saved_python_thread = NULL;
865 }
866 #endif
867 
868     void
869 python_end(void)
870 {
871     static int recurse = 0;
872 
873     /* If a crash occurs while doing this, don't try again. */
874     if (recurse != 0)
875 	return;
876 
877     python_end_called = TRUE;
878     ++recurse;
879 
880 #ifdef DYNAMIC_PYTHON
881     if (hinstPython && Py_IsInitialized())
882     {
883 # ifdef PY_CAN_RECURSE
884 	PyGILState_Ensure();
885 # else
886 	Python_RestoreThread();	    /* enter python */
887 # endif
888 	Py_Finalize();
889     }
890     end_dynamic_python();
891 #else
892     if (Py_IsInitialized())
893     {
894 # ifdef PY_CAN_RECURSE
895 	PyGILState_Ensure();
896 # else
897 	Python_RestoreThread();	    /* enter python */
898 # endif
899 	Py_Finalize();
900     }
901 #endif
902 
903     --recurse;
904 }
905 
906 #if (defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON3)) || defined(PROTO)
907     int
908 python_loaded(void)
909 {
910     return (hinstPython != 0);
911 }
912 #endif
913 
914 static char *py_home_buf = NULL;
915 
916     static int
917 Python_Init(void)
918 {
919     if (!initialised)
920     {
921 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
922 	PyObject *site;
923 #endif
924 
925 #ifdef DYNAMIC_PYTHON
926 	if (!python_enabled(TRUE))
927 	{
928 	    EMSG(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
929 	    goto fail;
930 	}
931 #endif
932 
933 	if (*p_pyhome != NUL)
934 	{
935 	    /* The string must not change later, make a copy in static memory. */
936 	    py_home_buf = (char *)vim_strsave(p_pyhome);
937 	    if (py_home_buf != NULL)
938 		Py_SetPythonHome(py_home_buf);
939 	}
940 #ifdef PYTHON_HOME
941 	else if (mch_getenv((char_u *)"PYTHONHOME") == NULL)
942 	    Py_SetPythonHome(PYTHON_HOME);
943 #endif
944 
945 	init_structs();
946 
947 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
948 	/* Disable implicit 'import site', because it may cause Vim to exit
949 	 * when it can't be found. */
950 	Py_NoSiteFlag++;
951 #endif
952 
953 	Py_Initialize();
954 
955 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
956 	/* 'import site' explicitly. */
957 	site = PyImport_ImportModule("site");
958 	if (site == NULL)
959 	{
960 	    EMSG(_("E887: Sorry, this command is disabled, the Python's site module could not be loaded."));
961 	    goto fail;
962 	}
963 	Py_DECREF(site);
964 #endif
965 
966 	/* Initialise threads, and below save the state using
967 	 * PyEval_SaveThread.  Without the call to PyEval_SaveThread, thread
968 	 * specific state (such as the system trace hook), will be lost
969 	 * between invocations of Python code. */
970 	PyEval_InitThreads();
971 #ifdef DYNAMIC_PYTHON
972 	get_exceptions();
973 #endif
974 
975 	if (PythonIO_Init_io())
976 	    goto fail;
977 
978 	if (PythonMod_Init())
979 	    goto fail;
980 
981 	globals = PyModule_GetDict(PyImport_AddModule("__main__"));
982 
983 	/* Remove the element from sys.path that was added because of our
984 	 * argv[0] value in PythonMod_Init().  Previously we used an empty
985 	 * string, but depending on the OS we then get an empty entry or
986 	 * the current directory in sys.path. */
987 	PyRun_SimpleString("import sys; sys.path = filter(lambda x: x != '/must>not&exist', sys.path)");
988 
989 	/* lock is created and acquired in PyEval_InitThreads() and thread
990 	 * state is created in Py_Initialize()
991 	 * there _PyGILState_NoteThreadState() also sets gilcounter to 1
992 	 * (python must have threads enabled!)
993 	 * so the following does both: unlock GIL and save thread state in TLS
994 	 * without deleting thread state
995 	 */
996 #ifndef PY_CAN_RECURSE
997 	saved_python_thread =
998 #endif
999 	    PyEval_SaveThread();
1000 
1001 	initialised = 1;
1002     }
1003 
1004     return 0;
1005 
1006 fail:
1007     /* We call PythonIO_Flush() here to print any Python errors.
1008      * This is OK, as it is possible to call this function even
1009      * if PythonIO_Init_io() has not completed successfully (it will
1010      * not do anything in this case).
1011      */
1012     PythonIO_Flush();
1013     return -1;
1014 }
1015 
1016 /*
1017  * External interface
1018  */
1019     static void
1020 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg)
1021 {
1022 #ifndef PY_CAN_RECURSE
1023     static int		recursive = 0;
1024 #endif
1025 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1026     char		*saved_locale;
1027 #endif
1028 #ifdef PY_CAN_RECURSE
1029     PyGILState_STATE	pygilstate;
1030 #endif
1031 
1032 #ifndef PY_CAN_RECURSE
1033     if (recursive)
1034     {
1035 	EMSG(_("E659: Cannot invoke Python recursively"));
1036 	return;
1037     }
1038     ++recursive;
1039 #endif
1040     if (python_end_called)
1041 	return;
1042 
1043     if (Python_Init())
1044 	goto theend;
1045 
1046     init_range(arg);
1047 
1048     Python_Release_Vim();	    /* leave vim */
1049 
1050 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1051     /* Python only works properly when the LC_NUMERIC locale is "C". */
1052     saved_locale = setlocale(LC_NUMERIC, NULL);
1053     if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
1054 	saved_locale = NULL;
1055     else
1056     {
1057 	/* Need to make a copy, value may change when setting new locale. */
1058 	saved_locale = (char *) PY_STRSAVE(saved_locale);
1059 	(void)setlocale(LC_NUMERIC, "C");
1060     }
1061 #endif
1062 
1063 #ifdef PY_CAN_RECURSE
1064     pygilstate = PyGILState_Ensure();
1065 #else
1066     Python_RestoreThread();	    /* enter python */
1067 #endif
1068 
1069     run((char *) cmd, arg
1070 #ifdef PY_CAN_RECURSE
1071 	    , &pygilstate
1072 #endif
1073 	    );
1074 
1075 #ifdef PY_CAN_RECURSE
1076     PyGILState_Release(pygilstate);
1077 #else
1078     Python_SaveThread();	    /* leave python */
1079 #endif
1080 
1081 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1082     if (saved_locale != NULL)
1083     {
1084 	(void)setlocale(LC_NUMERIC, saved_locale);
1085 	PyMem_Free(saved_locale);
1086     }
1087 #endif
1088 
1089     Python_Lock_Vim();		    /* enter vim */
1090     PythonIO_Flush();
1091 
1092 theend:
1093 #ifndef PY_CAN_RECURSE
1094     --recursive;
1095 #endif
1096     return;
1097 }
1098 
1099 /*
1100  * ":python"
1101  */
1102     void
1103 ex_python(exarg_T *eap)
1104 {
1105     char_u *script;
1106 
1107     if (p_pyx == 0)
1108 	p_pyx = 2;
1109 
1110     script = script_get(eap, eap->arg);
1111     if (!eap->skip)
1112     {
1113 	DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script,
1114 		(rangeinitializer) init_range_cmd,
1115 		(runner) run_cmd,
1116 		(void *) eap);
1117     }
1118     vim_free(script);
1119 }
1120 
1121 #define BUFFER_SIZE 1024
1122 
1123 /*
1124  * ":pyfile"
1125  */
1126     void
1127 ex_pyfile(exarg_T *eap)
1128 {
1129     static char buffer[BUFFER_SIZE];
1130     const char *file = (char *)eap->arg;
1131     char *p;
1132 
1133     if (p_pyx == 0)
1134 	p_pyx = 2;
1135 
1136     /* Have to do it like this. PyRun_SimpleFile requires you to pass a
1137      * stdio file pointer, but Vim and the Python DLL are compiled with
1138      * different options under Windows, meaning that stdio pointers aren't
1139      * compatible between the two. Yuk.
1140      *
1141      * Put the string "execfile('file')" into buffer. But, we need to
1142      * escape any backslashes or single quotes in the file name, so that
1143      * Python won't mangle the file name.
1144      */
1145     strcpy(buffer, "execfile('");
1146     p = buffer + 10; /* size of "execfile('" */
1147 
1148     while (*file && p < buffer + (BUFFER_SIZE - 3))
1149     {
1150 	if (*file == '\\' || *file == '\'')
1151 	    *p++ = '\\';
1152 	*p++ = *file++;
1153     }
1154 
1155     /* If we didn't finish the file name, we hit a buffer overflow */
1156     if (*file != '\0')
1157 	return;
1158 
1159     /* Put in the terminating "')" and a null */
1160     *p++ = '\'';
1161     *p++ = ')';
1162     *p++ = '\0';
1163 
1164     /* Execute the file */
1165     DoPyCommand(buffer,
1166 	    (rangeinitializer) init_range_cmd,
1167 	    (runner) run_cmd,
1168 	    (void *) eap);
1169 }
1170 
1171     void
1172 ex_pydo(exarg_T *eap)
1173 {
1174     if (p_pyx == 0)
1175 	p_pyx = 2;
1176 
1177     DoPyCommand((char *)eap->arg,
1178 	    (rangeinitializer) init_range_cmd,
1179 	    (runner)run_do,
1180 	    (void *)eap);
1181 }
1182 
1183 /******************************************************
1184  * 2. Python output stream: writes output via [e]msg().
1185  */
1186 
1187 /* Implementation functions
1188  */
1189 
1190     static PyObject *
1191 OutputGetattr(PyObject *self, char *name)
1192 {
1193     if (strcmp(name, "softspace") == 0)
1194 	return PyInt_FromLong(((OutputObject *)(self))->softspace);
1195     else if (strcmp(name, "__members__") == 0)
1196 	return ObjectDir(NULL, OutputAttrs);
1197     else if (strcmp(name, "errors") == 0)
1198 	return PyString_FromString("strict");
1199     else if (strcmp(name, "encoding") == 0)
1200 	return PyString_FromString(ENC_OPT);
1201     return Py_FindMethod(OutputMethods, self, name);
1202 }
1203 
1204 /******************************************************
1205  * 3. Implementation of the Vim module for Python
1206  */
1207 
1208 /* Window type - Implementation functions
1209  * --------------------------------------
1210  */
1211 
1212 #define WindowType_Check(obj) ((obj)->ob_type == &WindowType)
1213 
1214 /* Buffer type - Implementation functions
1215  * --------------------------------------
1216  */
1217 
1218 #define BufferType_Check(obj) ((obj)->ob_type == &BufferType)
1219 
1220 static PyInt BufferAssItem(PyObject *, PyInt, PyObject *);
1221 static PyInt BufferAssSlice(PyObject *, PyInt, PyInt, PyObject *);
1222 
1223 /* Line range type - Implementation functions
1224  * --------------------------------------
1225  */
1226 
1227 #define RangeType_Check(obj) ((obj)->ob_type == &RangeType)
1228 
1229 static PyInt RangeAssItem(PyObject *, PyInt, PyObject *);
1230 static PyInt RangeAssSlice(PyObject *, PyInt, PyInt, PyObject *);
1231 
1232 /* Current objects type - Implementation functions
1233  * -----------------------------------------------
1234  */
1235 
1236 static PySequenceMethods BufferAsSeq = {
1237     (PyInquiry)		BufferLength,	    /* sq_length,    len(x)   */
1238     (binaryfunc)	0,		    /* BufferConcat, sq_concat, x+y */
1239     (PyIntArgFunc)	0,		    /* BufferRepeat, sq_repeat, x*n */
1240     (PyIntArgFunc)	BufferItem,	    /* sq_item,      x[i]     */
1241     (PyIntIntArgFunc)	BufferSlice,	    /* sq_slice,     x[i:j]   */
1242     (PyIntObjArgProc)	BufferAssItem,	    /* sq_ass_item,  x[i]=v   */
1243     (PyIntIntObjArgProc) BufferAssSlice,    /* sq_ass_slice, x[i:j]=v */
1244     (objobjproc)	0,
1245     (binaryfunc)	0,
1246     0,
1247 };
1248 
1249 /* Buffer object - Implementation
1250  */
1251 
1252     static PyObject *
1253 BufferGetattr(PyObject *self, char *name)
1254 {
1255     PyObject *r;
1256 
1257     if ((r = BufferAttrValid((BufferObject *)(self), name)))
1258 	return r;
1259 
1260     if (CheckBuffer((BufferObject *)(self)))
1261 	return NULL;
1262 
1263     r = BufferAttr((BufferObject *)(self), name);
1264     if (r || PyErr_Occurred())
1265 	return r;
1266     else
1267 	return Py_FindMethod(BufferMethods, self, name);
1268 }
1269 
1270 /******************/
1271 
1272     static PyInt
1273 BufferAssItem(PyObject *self, PyInt n, PyObject *val)
1274 {
1275     return RBAsItem((BufferObject *)(self), n, val, 1, -1, NULL);
1276 }
1277 
1278     static PyInt
1279 BufferAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val)
1280 {
1281     return RBAsSlice((BufferObject *)(self), lo, hi, val, 1, -1, NULL);
1282 }
1283 
1284 static PySequenceMethods RangeAsSeq = {
1285     (PyInquiry)		RangeLength,	      /* sq_length,    len(x)   */
1286     (binaryfunc)	0, /* RangeConcat, */ /* sq_concat,    x+y      */
1287     (PyIntArgFunc)	0, /* RangeRepeat, */ /* sq_repeat,    x*n      */
1288     (PyIntArgFunc)	RangeItem,	      /* sq_item,      x[i]     */
1289     (PyIntIntArgFunc)	RangeSlice,	      /* sq_slice,     x[i:j]   */
1290     (PyIntObjArgProc)	RangeAssItem,	      /* sq_ass_item,  x[i]=v   */
1291     (PyIntIntObjArgProc) RangeAssSlice,	      /* sq_ass_slice, x[i:j]=v */
1292     (objobjproc)	0,
1293 #if PY_MAJOR_VERSION >= 2
1294     (binaryfunc)	0,
1295     0,
1296 #endif
1297 };
1298 
1299 /* Line range object - Implementation
1300  */
1301 
1302     static PyObject *
1303 RangeGetattr(PyObject *self, char *name)
1304 {
1305     if (strcmp(name, "start") == 0)
1306 	return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->start - 1);
1307     else if (strcmp(name, "end") == 0)
1308 	return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->end - 1);
1309     else if (strcmp(name, "__members__") == 0)
1310 	return ObjectDir(NULL, RangeAttrs);
1311     else
1312 	return Py_FindMethod(RangeMethods, self, name);
1313 }
1314 
1315 /****************/
1316 
1317     static PyInt
1318 RangeAssItem(PyObject *self, PyInt n, PyObject *val)
1319 {
1320     return RBAsItem(((RangeObject *)(self))->buf, n, val,
1321 		     ((RangeObject *)(self))->start,
1322 		     ((RangeObject *)(self))->end,
1323 		     &((RangeObject *)(self))->end);
1324 }
1325 
1326     static PyInt
1327 RangeAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val)
1328 {
1329     return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1330 		      ((RangeObject *)(self))->start,
1331 		      ((RangeObject *)(self))->end,
1332 		      &((RangeObject *)(self))->end);
1333 }
1334 
1335 /* TabPage object - Implementation
1336  */
1337 
1338     static PyObject *
1339 TabPageGetattr(PyObject *self, char *name)
1340 {
1341     PyObject *r;
1342 
1343     if ((r = TabPageAttrValid((TabPageObject *)(self), name)))
1344 	return r;
1345 
1346     if (CheckTabPage((TabPageObject *)(self)))
1347 	return NULL;
1348 
1349     r = TabPageAttr((TabPageObject *)(self), name);
1350     if (r || PyErr_Occurred())
1351 	return r;
1352     else
1353 	return Py_FindMethod(TabPageMethods, self, name);
1354 }
1355 
1356 /* Window object - Implementation
1357  */
1358 
1359     static PyObject *
1360 WindowGetattr(PyObject *self, char *name)
1361 {
1362     PyObject *r;
1363 
1364     if ((r = WindowAttrValid((WindowObject *)(self), name)))
1365 	return r;
1366 
1367     if (CheckWindow((WindowObject *)(self)))
1368 	return NULL;
1369 
1370     r = WindowAttr((WindowObject *)(self), name);
1371     if (r || PyErr_Occurred())
1372 	return r;
1373     else
1374 	return Py_FindMethod(WindowMethods, self, name);
1375 }
1376 
1377 /* Tab page list object - Definitions
1378  */
1379 
1380 static PySequenceMethods TabListAsSeq = {
1381     (PyInquiry)		TabListLength,	    /* sq_length,    len(x)   */
1382     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1383     (PyIntArgFunc)	0,		    /* sq_repeat,    x*n      */
1384     (PyIntArgFunc)	TabListItem,	    /* sq_item,      x[i]     */
1385     (PyIntIntArgFunc)	0,		    /* sq_slice,     x[i:j]   */
1386     (PyIntObjArgProc)	0,		    /* sq_ass_item,  x[i]=v   */
1387     (PyIntIntObjArgProc) 0,		    /* sq_ass_slice, x[i:j]=v */
1388     (objobjproc)	0,
1389 #if PY_MAJOR_VERSION >= 2
1390     (binaryfunc)	0,
1391     0,
1392 #endif
1393 };
1394 
1395 /* Window list object - Definitions
1396  */
1397 
1398 static PySequenceMethods WinListAsSeq = {
1399     (PyInquiry)		WinListLength,	    /* sq_length,    len(x)   */
1400     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1401     (PyIntArgFunc)	0,		    /* sq_repeat,    x*n      */
1402     (PyIntArgFunc)	WinListItem,	    /* sq_item,      x[i]     */
1403     (PyIntIntArgFunc)	0,		    /* sq_slice,     x[i:j]   */
1404     (PyIntObjArgProc)	0,		    /* sq_ass_item,  x[i]=v   */
1405     (PyIntIntObjArgProc) 0,		    /* sq_ass_slice, x[i:j]=v */
1406     (objobjproc)	0,
1407 #if PY_MAJOR_VERSION >= 2
1408     (binaryfunc)	0,
1409     0,
1410 #endif
1411 };
1412 
1413 /* External interface
1414  */
1415 
1416     void
1417 python_buffer_free(buf_T *buf)
1418 {
1419     if (BUF_PYTHON_REF(buf) != NULL)
1420     {
1421 	BufferObject *bp = BUF_PYTHON_REF(buf);
1422 	bp->buf = INVALID_BUFFER_VALUE;
1423 	BUF_PYTHON_REF(buf) = NULL;
1424     }
1425 }
1426 
1427     void
1428 python_window_free(win_T *win)
1429 {
1430     if (WIN_PYTHON_REF(win) != NULL)
1431     {
1432 	WindowObject *wp = WIN_PYTHON_REF(win);
1433 	wp->win = INVALID_WINDOW_VALUE;
1434 	WIN_PYTHON_REF(win) = NULL;
1435     }
1436 }
1437 
1438     void
1439 python_tabpage_free(tabpage_T *tab)
1440 {
1441     if (TAB_PYTHON_REF(tab) != NULL)
1442     {
1443 	TabPageObject *tp = TAB_PYTHON_REF(tab);
1444 	tp->tab = INVALID_TABPAGE_VALUE;
1445 	TAB_PYTHON_REF(tab) = NULL;
1446     }
1447 }
1448 
1449     static int
1450 PythonMod_Init(void)
1451 {
1452     /* The special value is removed from sys.path in Python_Init(). */
1453     static char	*(argv[2]) = {"/must>not&exist/foo", NULL};
1454 
1455     if (init_types())
1456 	return -1;
1457 
1458     /* Set sys.argv[] to avoid a crash in warn(). */
1459     PySys_SetArgv(1, argv);
1460 
1461     vim_module = Py_InitModule4("vim", VimMethods, (char *)NULL,
1462 				(PyObject *)NULL, PYTHON_API_VERSION);
1463 
1464     if (populate_module(vim_module))
1465 	return -1;
1466 
1467     if (init_sys_path())
1468 	return -1;
1469 
1470     return 0;
1471 }
1472 
1473 /*************************************************************************
1474  * 4. Utility functions for handling the interface between Vim and Python.
1475  */
1476 
1477 /* Convert a Vim line into a Python string.
1478  * All internal newlines are replaced by null characters.
1479  *
1480  * On errors, the Python exception data is set, and NULL is returned.
1481  */
1482     static PyObject *
1483 LineToString(const char *str)
1484 {
1485     PyObject *result;
1486     PyInt len = strlen(str);
1487     char *p;
1488 
1489     /* Allocate an Python string object, with uninitialised contents. We
1490      * must do it this way, so that we can modify the string in place
1491      * later. See the Python source, Objects/stringobject.c for details.
1492      */
1493     result = PyString_FromStringAndSize(NULL, len);
1494     if (result == NULL)
1495 	return NULL;
1496 
1497     p = PyString_AsString(result);
1498 
1499     while (*str)
1500     {
1501 	if (*str == '\n')
1502 	    *p = '\0';
1503 	else
1504 	    *p = *str;
1505 
1506 	++p;
1507 	++str;
1508     }
1509 
1510     return result;
1511 }
1512 
1513     static PyObject *
1514 DictionaryGetattr(PyObject *self, char *name)
1515 {
1516     DictionaryObject	*this = ((DictionaryObject *) (self));
1517 
1518     if (strcmp(name, "locked") == 0)
1519 	return PyInt_FromLong(this->dict->dv_lock);
1520     else if (strcmp(name, "scope") == 0)
1521 	return PyInt_FromLong(this->dict->dv_scope);
1522     else if (strcmp(name, "__members__") == 0)
1523 	return ObjectDir(NULL, DictionaryAttrs);
1524 
1525     return Py_FindMethod(DictionaryMethods, self, name);
1526 }
1527 
1528     static PyObject *
1529 ListGetattr(PyObject *self, char *name)
1530 {
1531     if (strcmp(name, "locked") == 0)
1532 	return PyInt_FromLong(((ListObject *)(self))->list->lv_lock);
1533     else if (strcmp(name, "__members__") == 0)
1534 	return ObjectDir(NULL, ListAttrs);
1535 
1536     return Py_FindMethod(ListMethods, self, name);
1537 }
1538 
1539     static PyObject *
1540 FunctionGetattr(PyObject *self, char *name)
1541 {
1542     PyObject	*r;
1543 
1544     r = FunctionAttr((FunctionObject *)(self), name);
1545 
1546     if (r || PyErr_Occurred())
1547 	return r;
1548     else
1549 	return Py_FindMethod(FunctionMethods, self, name);
1550 }
1551 
1552     void
1553 do_pyeval (char_u *str, typval_T *rettv)
1554 {
1555     DoPyCommand((char *) str,
1556 	    (rangeinitializer) init_range_eval,
1557 	    (runner) run_eval,
1558 	    (void *) rettv);
1559     switch (rettv->v_type)
1560     {
1561 	case VAR_DICT: ++rettv->vval.v_dict->dv_refcount; break;
1562 	case VAR_LIST: ++rettv->vval.v_list->lv_refcount; break;
1563 	case VAR_FUNC: func_ref(rettv->vval.v_string);    break;
1564 	case VAR_PARTIAL: ++rettv->vval.v_partial->pt_refcount; break;
1565 	case VAR_UNKNOWN:
1566 	    rettv->v_type = VAR_NUMBER;
1567 	    rettv->vval.v_number = 0;
1568 	    break;
1569 	case VAR_NUMBER:
1570 	case VAR_STRING:
1571 	case VAR_FLOAT:
1572 	case VAR_SPECIAL:
1573 	case VAR_JOB:
1574 	case VAR_CHANNEL:
1575 	    break;
1576     }
1577 }
1578 
1579 /* Don't generate a prototype for the next function, it generates an error on
1580  * newer Python versions. */
1581 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */ && !defined(PROTO)
1582 
1583     char *
1584 Py_GetProgramName(void)
1585 {
1586     return "vim";
1587 }
1588 #endif /* Python 1.4 */
1589 
1590     int
1591 set_ref_in_python (int copyID)
1592 {
1593     return set_ref_in_py(copyID);
1594 }
1595