xref: /vim-8.2.3635/src/if_python.c (revision e16b00a1)
1 /* vi:set ts=8 sts=4 sw=4 noet:
2  *
3  * VIM - Vi IMproved	by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 /*
10  * Python extensions by Paul Moore.
11  * Changes for Unix by David Leonard.
12  *
13  * This consists of four parts:
14  * 1. Python interpreter main program
15  * 2. Python output stream: writes output via [e]msg().
16  * 3. Implementation of the Vim module for Python
17  * 4. Utility functions for handling the interface between Vim and Python.
18  */
19 
20 #include "vim.h"
21 
22 #include <limits.h>
23 
24 /* uncomment this if used with the debug version of python.
25  * Checked on 2.7.4. */
26 /* #define Py_DEBUG */
27 /* Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting
28  */
29 /* uncomment this if used with the debug version of python, but without its
30  * allocator */
31 /* #define Py_DEBUG_NO_PYMALLOC */
32 
33 /* Python.h defines _POSIX_THREADS itself (if needed) */
34 #ifdef _POSIX_THREADS
35 # undef _POSIX_THREADS
36 #endif
37 
38 #if defined(_WIN32) && defined(HAVE_FCNTL_H)
39 # undef HAVE_FCNTL_H
40 #endif
41 
42 #ifdef _DEBUG
43 # undef _DEBUG
44 #endif
45 
46 #ifdef HAVE_STRFTIME
47 # undef HAVE_STRFTIME
48 #endif
49 #ifdef HAVE_STRING_H
50 # undef HAVE_STRING_H
51 #endif
52 #ifdef HAVE_PUTENV
53 # undef HAVE_PUTENV
54 #endif
55 #ifdef HAVE_STDARG_H
56 # undef HAVE_STDARG_H	/* Python's config.h defines it as well. */
57 #endif
58 #ifdef _POSIX_C_SOURCE
59 # undef _POSIX_C_SOURCE	/* pyconfig.h defines it as well. */
60 #endif
61 #ifdef _XOPEN_SOURCE
62 # undef _XOPEN_SOURCE	/* pyconfig.h defines it as well. */
63 #endif
64 
65 #define PY_SSIZE_T_CLEAN
66 
67 #include <Python.h>
68 
69 #if !defined(PY_VERSION_HEX) || PY_VERSION_HEX < 0x02050000
70 # undef PY_SSIZE_T_CLEAN
71 #endif
72 
73 #if defined(MACOS) && !defined(MACOS_X_UNIX)
74 # include "macglue.h"
75 # include <CodeFragments.h>
76 #endif
77 #undef main /* Defined in python.h - aargh */
78 #undef HAVE_FCNTL_H /* Clash with os_win32.h */
79 
80 #define PyBytes_FromString      PyString_FromString
81 #define PyBytes_Check           PyString_Check
82 #define PyBytes_AsStringAndSize PyString_AsStringAndSize
83 
84 #if !defined(FEAT_PYTHON) && defined(PROTO)
85 /* Use this to be able to generate prototypes without python being used. */
86 # define PyObject Py_ssize_t
87 # define PyThreadState Py_ssize_t
88 # define PyTypeObject Py_ssize_t
89 struct PyMethodDef { Py_ssize_t a; };
90 # define PySequenceMethods Py_ssize_t
91 #endif
92 
93 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
94 # define PY_USE_CAPSULE
95 #endif
96 
97 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000
98 # define PyInt Py_ssize_t
99 # define PyInquiry lenfunc
100 # define PyIntArgFunc ssizeargfunc
101 # define PyIntIntArgFunc ssizessizeargfunc
102 # define PyIntObjArgProc ssizeobjargproc
103 # define PyIntIntObjArgProc ssizessizeobjargproc
104 # define Py_ssize_t_fmt "n"
105 #else
106 # define PyInt int
107 # define lenfunc inquiry
108 # define PyInquiry inquiry
109 # define PyIntArgFunc intargfunc
110 # define PyIntIntArgFunc intintargfunc
111 # define PyIntObjArgProc intobjargproc
112 # define PyIntIntObjArgProc intintobjargproc
113 # define Py_ssize_t_fmt "i"
114 #endif
115 #define Py_bytes_fmt "s"
116 
117 /* Parser flags */
118 #define single_input	256
119 #define file_input	257
120 #define eval_input	258
121 
122 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x020300F0
123   /* Python 2.3: can invoke ":python" recursively. */
124 # define PY_CAN_RECURSE
125 #endif
126 
127 # if defined(DYNAMIC_PYTHON) || defined(PROTO)
128 #  ifndef DYNAMIC_PYTHON
129 #   define HINSTANCE long_u		/* for generating prototypes */
130 #  endif
131 
132 # ifndef WIN3264
133 #  include <dlfcn.h>
134 #  define FARPROC void*
135 #  define HINSTANCE void*
136 #  if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
137 #   define load_dll(n) dlopen((n), RTLD_LAZY)
138 #  else
139 #   define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
140 #  endif
141 #  define close_dll dlclose
142 #  define symbol_from_dll dlsym
143 # else
144 #  define load_dll vimLoadLib
145 #  define close_dll FreeLibrary
146 #  define symbol_from_dll GetProcAddress
147 # endif
148 
149 /* This makes if_python.c compile without warnings against Python 2.5
150  * on Win32 and Win64. */
151 # undef PyRun_SimpleString
152 # undef PyRun_String
153 # undef PyArg_Parse
154 # undef PyArg_ParseTuple
155 # undef Py_BuildValue
156 # undef Py_InitModule4
157 # undef Py_InitModule4_64
158 # undef PyObject_CallMethod
159 # undef PyObject_CallFunction
160 
161 /*
162  * Wrapper defines
163  */
164 # define PyArg_Parse dll_PyArg_Parse
165 # define PyArg_ParseTuple dll_PyArg_ParseTuple
166 # define PyMem_Free dll_PyMem_Free
167 # define PyMem_Malloc dll_PyMem_Malloc
168 # define PyDict_SetItemString dll_PyDict_SetItemString
169 # define PyErr_BadArgument dll_PyErr_BadArgument
170 # define PyErr_NewException dll_PyErr_NewException
171 # define PyErr_Clear dll_PyErr_Clear
172 # define PyErr_Format dll_PyErr_Format
173 # define PyErr_PrintEx dll_PyErr_PrintEx
174 # define PyErr_NoMemory dll_PyErr_NoMemory
175 # define PyErr_Occurred dll_PyErr_Occurred
176 # define PyErr_SetNone dll_PyErr_SetNone
177 # define PyErr_SetString dll_PyErr_SetString
178 # define PyErr_SetObject dll_PyErr_SetObject
179 # define PyErr_ExceptionMatches dll_PyErr_ExceptionMatches
180 # define PyEval_InitThreads dll_PyEval_InitThreads
181 # define PyEval_RestoreThread dll_PyEval_RestoreThread
182 # define PyEval_SaveThread dll_PyEval_SaveThread
183 # ifdef PY_CAN_RECURSE
184 #  define PyGILState_Ensure dll_PyGILState_Ensure
185 #  define PyGILState_Release dll_PyGILState_Release
186 # endif
187 # define PyInt_AsLong dll_PyInt_AsLong
188 # define PyInt_FromLong dll_PyInt_FromLong
189 # define PyLong_AsLong dll_PyLong_AsLong
190 # define PyLong_FromLong dll_PyLong_FromLong
191 # define PyBool_Type (*dll_PyBool_Type)
192 # define PyInt_Type (*dll_PyInt_Type)
193 # define PyLong_Type (*dll_PyLong_Type)
194 # define PyList_GetItem dll_PyList_GetItem
195 # define PyList_Append dll_PyList_Append
196 # define PyList_Insert dll_PyList_Insert
197 # define PyList_New dll_PyList_New
198 # define PyList_SetItem dll_PyList_SetItem
199 # define PyList_Size dll_PyList_Size
200 # define PyList_Type (*dll_PyList_Type)
201 # define PySequence_Check dll_PySequence_Check
202 # define PySequence_Size dll_PySequence_Size
203 # define PySequence_GetItem dll_PySequence_GetItem
204 # define PySequence_Fast dll_PySequence_Fast
205 # define PyTuple_Size dll_PyTuple_Size
206 # define PyTuple_GetItem dll_PyTuple_GetItem
207 # define PyTuple_Type (*dll_PyTuple_Type)
208 # define PySlice_GetIndicesEx dll_PySlice_GetIndicesEx
209 # define PyImport_ImportModule dll_PyImport_ImportModule
210 # define PyDict_New dll_PyDict_New
211 # define PyDict_GetItemString dll_PyDict_GetItemString
212 # define PyDict_Next dll_PyDict_Next
213 # define PyDict_Type (*dll_PyDict_Type)
214 # ifdef PyMapping_Keys
215 #  define PY_NO_MAPPING_KEYS
216 # else
217 #  define PyMapping_Keys dll_PyMapping_Keys
218 # endif
219 # define PyObject_GetItem dll_PyObject_GetItem
220 # define PyObject_CallMethod dll_PyObject_CallMethod
221 # define PyMapping_Check dll_PyMapping_Check
222 # define PyIter_Next dll_PyIter_Next
223 # define PyModule_GetDict dll_PyModule_GetDict
224 # define PyModule_AddObject dll_PyModule_AddObject
225 # define PyRun_SimpleString dll_PyRun_SimpleString
226 # define PyRun_String dll_PyRun_String
227 # define PyObject_GetAttrString dll_PyObject_GetAttrString
228 # define PyObject_HasAttrString dll_PyObject_HasAttrString
229 # define PyObject_SetAttrString dll_PyObject_SetAttrString
230 # define PyObject_CallFunctionObjArgs dll_PyObject_CallFunctionObjArgs
231 # define PyObject_CallFunction dll_PyObject_CallFunction
232 # define PyObject_Call dll_PyObject_Call
233 # define PyObject_Repr dll_PyObject_Repr
234 # define PyString_AsString dll_PyString_AsString
235 # define PyString_AsStringAndSize dll_PyString_AsStringAndSize
236 # define PyString_FromString dll_PyString_FromString
237 # define PyString_FromFormat dll_PyString_FromFormat
238 # define PyString_FromStringAndSize dll_PyString_FromStringAndSize
239 # define PyString_Size dll_PyString_Size
240 # define PyString_Type (*dll_PyString_Type)
241 # define PyUnicode_Type (*dll_PyUnicode_Type)
242 # undef PyUnicode_AsEncodedString
243 # define PyUnicode_AsEncodedString py_PyUnicode_AsEncodedString
244 # define PyFloat_AsDouble dll_PyFloat_AsDouble
245 # define PyFloat_FromDouble dll_PyFloat_FromDouble
246 # define PyFloat_Type (*dll_PyFloat_Type)
247 # define PyNumber_Check dll_PyNumber_Check
248 # define PyNumber_Long dll_PyNumber_Long
249 # define PyImport_AddModule (*dll_PyImport_AddModule)
250 # define PySys_SetObject dll_PySys_SetObject
251 # define PySys_GetObject dll_PySys_GetObject
252 # define PySys_SetArgv dll_PySys_SetArgv
253 # define PyType_Type (*dll_PyType_Type)
254 # define PySlice_Type (*dll_PySlice_Type)
255 # define PyType_Ready (*dll_PyType_Ready)
256 # define PyType_GenericAlloc dll_PyType_GenericAlloc
257 # define Py_BuildValue dll_Py_BuildValue
258 # define Py_FindMethod dll_Py_FindMethod
259 # define Py_InitModule4 dll_Py_InitModule4
260 # define Py_SetPythonHome dll_Py_SetPythonHome
261 # define Py_Initialize dll_Py_Initialize
262 # define Py_Finalize dll_Py_Finalize
263 # define Py_IsInitialized dll_Py_IsInitialized
264 # define _PyObject_New dll__PyObject_New
265 # define _PyObject_GC_New dll__PyObject_GC_New
266 # ifdef PyObject_GC_Del
267 #  define Py_underscore_GC
268 #  define _PyObject_GC_Del dll__PyObject_GC_Del
269 #  define _PyObject_GC_UnTrack dll__PyObject_GC_UnTrack
270 # else
271 #  define PyObject_GC_Del dll_PyObject_GC_Del
272 #  define PyObject_GC_UnTrack dll_PyObject_GC_UnTrack
273 # endif
274 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
275 #  define _PyObject_NextNotImplemented (*dll__PyObject_NextNotImplemented)
276 # endif
277 # define _Py_NoneStruct (*dll__Py_NoneStruct)
278 # define _Py_ZeroStruct (*dll__Py_ZeroStruct)
279 # define _Py_TrueStruct (*dll__Py_TrueStruct)
280 # define PyObject_Init dll__PyObject_Init
281 # define PyObject_GetIter dll_PyObject_GetIter
282 # define PyObject_IsTrue dll_PyObject_IsTrue
283 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000
284 #  define PyType_IsSubtype dll_PyType_IsSubtype
285 #  ifdef Py_DEBUG
286 #   define _Py_NegativeRefcount dll__Py_NegativeRefcount
287 #   define _Py_RefTotal (*dll__Py_RefTotal)
288 #   define _Py_Dealloc dll__Py_Dealloc
289 #  endif
290 # endif
291 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000
292 #  if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
293 #   define _PyObject_DebugMalloc dll__PyObject_DebugMalloc
294 #   define _PyObject_DebugFree dll__PyObject_DebugFree
295 #  else
296 #   define PyObject_Malloc dll_PyObject_Malloc
297 #   define PyObject_Free dll_PyObject_Free
298 #  endif
299 # endif
300 # ifdef PY_USE_CAPSULE
301 #  define PyCapsule_New dll_PyCapsule_New
302 #  define PyCapsule_GetPointer dll_PyCapsule_GetPointer
303 # else
304 #  define PyCObject_FromVoidPtr dll_PyCObject_FromVoidPtr
305 #  define PyCObject_AsVoidPtr dll_PyCObject_AsVoidPtr
306 # endif
307 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
308 #  define Py_NoSiteFlag (*dll_Py_NoSiteFlag)
309 # endif
310 
311 /*
312  * Pointers for dynamic link
313  */
314 static int(*dll_PyArg_Parse)(PyObject *, char *, ...);
315 static int(*dll_PyArg_ParseTuple)(PyObject *, char *, ...);
316 static int(*dll_PyMem_Free)(void *);
317 static void* (*dll_PyMem_Malloc)(size_t);
318 static int(*dll_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
319 static int(*dll_PyErr_BadArgument)(void);
320 static PyObject *(*dll_PyErr_NewException)(char *, PyObject *, PyObject *);
321 static void(*dll_PyErr_Clear)(void);
322 static PyObject*(*dll_PyErr_Format)(PyObject *, const char *, ...);
323 static void(*dll_PyErr_PrintEx)(int);
324 static PyObject*(*dll_PyErr_NoMemory)(void);
325 static PyObject*(*dll_PyErr_Occurred)(void);
326 static void(*dll_PyErr_SetNone)(PyObject *);
327 static void(*dll_PyErr_SetString)(PyObject *, const char *);
328 static void(*dll_PyErr_SetObject)(PyObject *, PyObject *);
329 static int(*dll_PyErr_ExceptionMatches)(PyObject *);
330 static void(*dll_PyEval_InitThreads)(void);
331 static void(*dll_PyEval_RestoreThread)(PyThreadState *);
332 static PyThreadState*(*dll_PyEval_SaveThread)(void);
333 # ifdef PY_CAN_RECURSE
334 static PyGILState_STATE	(*dll_PyGILState_Ensure)(void);
335 static void (*dll_PyGILState_Release)(PyGILState_STATE);
336 # endif
337 static long(*dll_PyInt_AsLong)(PyObject *);
338 static PyObject*(*dll_PyInt_FromLong)(long);
339 static long(*dll_PyLong_AsLong)(PyObject *);
340 static PyObject*(*dll_PyLong_FromLong)(long);
341 static PyTypeObject* dll_PyBool_Type;
342 static PyTypeObject* dll_PyInt_Type;
343 static PyTypeObject* dll_PyLong_Type;
344 static PyObject*(*dll_PyList_GetItem)(PyObject *, PyInt);
345 static int(*dll_PyList_Append)(PyObject *, PyObject *);
346 static int(*dll_PyList_Insert)(PyObject *, PyInt, PyObject *);
347 static PyObject*(*dll_PyList_New)(PyInt size);
348 static int(*dll_PyList_SetItem)(PyObject *, PyInt, PyObject *);
349 static PyInt(*dll_PyList_Size)(PyObject *);
350 static PyTypeObject* dll_PyList_Type;
351 static int (*dll_PySequence_Check)(PyObject *);
352 static PyInt(*dll_PySequence_Size)(PyObject *);
353 static PyObject*(*dll_PySequence_GetItem)(PyObject *, PyInt);
354 static PyObject*(*dll_PySequence_Fast)(PyObject *, const char *);
355 static PyInt(*dll_PyTuple_Size)(PyObject *);
356 static PyObject*(*dll_PyTuple_GetItem)(PyObject *, PyInt);
357 static PyTypeObject* dll_PyTuple_Type;
358 static int (*dll_PySlice_GetIndicesEx)(PySliceObject *r, PyInt length,
359 		     PyInt *start, PyInt *stop, PyInt *step,
360 		     PyInt *slicelen);
361 static PyObject*(*dll_PyImport_ImportModule)(const char *);
362 static PyObject*(*dll_PyDict_New)(void);
363 static PyObject*(*dll_PyDict_GetItemString)(PyObject *, const char *);
364 static int (*dll_PyDict_Next)(PyObject *, PyInt *, PyObject **, PyObject **);
365 static PyTypeObject* dll_PyDict_Type;
366 # ifndef PY_NO_MAPPING_KEYS
367 static PyObject* (*dll_PyMapping_Keys)(PyObject *);
368 # endif
369 static PyObject* (*dll_PyObject_GetItem)(PyObject *, PyObject *);
370 static PyObject* (*dll_PyObject_CallMethod)(PyObject *, char *, PyObject *);
371 static int (*dll_PyMapping_Check)(PyObject *);
372 static PyObject* (*dll_PyIter_Next)(PyObject *);
373 static PyObject*(*dll_PyModule_GetDict)(PyObject *);
374 static int(*dll_PyModule_AddObject)(PyObject *, const char *, PyObject *);
375 static int(*dll_PyRun_SimpleString)(char *);
376 static PyObject *(*dll_PyRun_String)(char *, int, PyObject *, PyObject *);
377 static PyObject* (*dll_PyObject_GetAttrString)(PyObject *, const char *);
378 static int (*dll_PyObject_HasAttrString)(PyObject *, const char *);
379 static int (*dll_PyObject_SetAttrString)(PyObject *, const char *, PyObject *);
380 static PyObject* (*dll_PyObject_CallFunctionObjArgs)(PyObject *, ...);
381 static PyObject* (*dll_PyObject_CallFunction)(PyObject *, char *, ...);
382 static PyObject* (*dll_PyObject_Call)(PyObject *, PyObject *, PyObject *);
383 static PyObject* (*dll_PyObject_Repr)(PyObject *);
384 static char*(*dll_PyString_AsString)(PyObject *);
385 static int(*dll_PyString_AsStringAndSize)(PyObject *, char **, PyInt *);
386 static PyObject*(*dll_PyString_FromString)(const char *);
387 static PyObject*(*dll_PyString_FromFormat)(const char *, ...);
388 static PyObject*(*dll_PyString_FromStringAndSize)(const char *, PyInt);
389 static PyInt(*dll_PyString_Size)(PyObject *);
390 static PyTypeObject* dll_PyString_Type;
391 static PyTypeObject* dll_PyUnicode_Type;
392 static PyObject *(*py_PyUnicode_AsEncodedString)(PyObject *, char *, char *);
393 static double(*dll_PyFloat_AsDouble)(PyObject *);
394 static PyObject*(*dll_PyFloat_FromDouble)(double);
395 static PyTypeObject* dll_PyFloat_Type;
396 static int(*dll_PyNumber_Check)(PyObject *);
397 static PyObject*(*dll_PyNumber_Long)(PyObject *);
398 static int(*dll_PySys_SetObject)(char *, PyObject *);
399 static PyObject *(*dll_PySys_GetObject)(char *);
400 static int(*dll_PySys_SetArgv)(int, char **);
401 static PyTypeObject* dll_PyType_Type;
402 static PyTypeObject* dll_PySlice_Type;
403 static int (*dll_PyType_Ready)(PyTypeObject *type);
404 static PyObject* (*dll_PyType_GenericAlloc)(PyTypeObject *type, PyInt nitems);
405 static PyObject*(*dll_Py_BuildValue)(char *, ...);
406 static PyObject*(*dll_Py_FindMethod)(struct PyMethodDef[], PyObject *, char *);
407 static PyObject*(*dll_Py_InitModule4)(char *, struct PyMethodDef *, char *, PyObject *, int);
408 static PyObject*(*dll_PyImport_AddModule)(char *);
409 static void(*dll_Py_SetPythonHome)(char *home);
410 static void(*dll_Py_Initialize)(void);
411 static void(*dll_Py_Finalize)(void);
412 static int(*dll_Py_IsInitialized)(void);
413 static PyObject*(*dll__PyObject_New)(PyTypeObject *, PyObject *);
414 static PyObject*(*dll__PyObject_GC_New)(PyTypeObject *);
415 # ifdef Py_underscore_GC
416 static void(*dll__PyObject_GC_Del)(void *);
417 static void(*dll__PyObject_GC_UnTrack)(void *);
418 # else
419 static void(*dll_PyObject_GC_Del)(void *);
420 static void(*dll_PyObject_GC_UnTrack)(void *);
421 # endif
422 static PyObject*(*dll__PyObject_Init)(PyObject *, PyTypeObject *);
423 static PyObject* (*dll_PyObject_GetIter)(PyObject *);
424 static int (*dll_PyObject_IsTrue)(PyObject *);
425 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
426 static iternextfunc dll__PyObject_NextNotImplemented;
427 # endif
428 static PyObject* dll__Py_NoneStruct;
429 static PyObject* _Py_ZeroStruct;
430 static PyObject* dll__Py_TrueStruct;
431 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000
432 static int (*dll_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
433 #  ifdef Py_DEBUG
434 static void (*dll__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
435 static PyInt* dll__Py_RefTotal;
436 static void (*dll__Py_Dealloc)(PyObject *obj);
437 #  endif
438 # endif
439 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000
440 #  if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
441 static void (*dll__PyObject_DebugFree)(void*);
442 static void* (*dll__PyObject_DebugMalloc)(size_t);
443 #  else
444 static void* (*dll_PyObject_Malloc)(size_t);
445 static void (*dll_PyObject_Free)(void*);
446 #  endif
447 # endif
448 # ifdef PY_USE_CAPSULE
449 static PyObject* (*dll_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
450 static void* (*dll_PyCapsule_GetPointer)(PyObject *, char *);
451 # else
452 static PyObject* (*dll_PyCObject_FromVoidPtr)(void *cobj, void (*destr)(void *));
453 static void* (*dll_PyCObject_AsVoidPtr)(PyObject *);
454 # endif
455 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
456 static int* dll_Py_NoSiteFlag;
457 # endif
458 
459 static HINSTANCE hinstPython = 0; /* Instance of python.dll */
460 
461 /* Imported exception objects */
462 static PyObject *imp_PyExc_AttributeError;
463 static PyObject *imp_PyExc_IndexError;
464 static PyObject *imp_PyExc_KeyError;
465 static PyObject *imp_PyExc_KeyboardInterrupt;
466 static PyObject *imp_PyExc_TypeError;
467 static PyObject *imp_PyExc_ValueError;
468 static PyObject *imp_PyExc_SystemExit;
469 static PyObject *imp_PyExc_RuntimeError;
470 static PyObject *imp_PyExc_ImportError;
471 static PyObject *imp_PyExc_OverflowError;
472 
473 # define PyExc_AttributeError imp_PyExc_AttributeError
474 # define PyExc_IndexError imp_PyExc_IndexError
475 # define PyExc_KeyError imp_PyExc_KeyError
476 # define PyExc_KeyboardInterrupt imp_PyExc_KeyboardInterrupt
477 # define PyExc_TypeError imp_PyExc_TypeError
478 # define PyExc_ValueError imp_PyExc_ValueError
479 # define PyExc_SystemExit imp_PyExc_SystemExit
480 # define PyExc_RuntimeError imp_PyExc_RuntimeError
481 # define PyExc_ImportError imp_PyExc_ImportError
482 # define PyExc_OverflowError imp_PyExc_OverflowError
483 
484 /*
485  * Table of name to function pointer of python.
486  */
487 # define PYTHON_PROC FARPROC
488 static struct
489 {
490     char *name;
491     PYTHON_PROC *ptr;
492 } python_funcname_table[] =
493 {
494 #ifndef PY_SSIZE_T_CLEAN
495     {"PyArg_Parse", (PYTHON_PROC*)&dll_PyArg_Parse},
496     {"PyArg_ParseTuple", (PYTHON_PROC*)&dll_PyArg_ParseTuple},
497     {"Py_BuildValue", (PYTHON_PROC*)&dll_Py_BuildValue},
498 #else
499     {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&dll_PyArg_Parse},
500     {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&dll_PyArg_ParseTuple},
501     {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&dll_Py_BuildValue},
502 #endif
503     {"PyMem_Free", (PYTHON_PROC*)&dll_PyMem_Free},
504     {"PyMem_Malloc", (PYTHON_PROC*)&dll_PyMem_Malloc},
505     {"PyDict_SetItemString", (PYTHON_PROC*)&dll_PyDict_SetItemString},
506     {"PyErr_BadArgument", (PYTHON_PROC*)&dll_PyErr_BadArgument},
507     {"PyErr_NewException", (PYTHON_PROC*)&dll_PyErr_NewException},
508     {"PyErr_Clear", (PYTHON_PROC*)&dll_PyErr_Clear},
509     {"PyErr_Format", (PYTHON_PROC*)&dll_PyErr_Format},
510     {"PyErr_PrintEx", (PYTHON_PROC*)&dll_PyErr_PrintEx},
511     {"PyErr_NoMemory", (PYTHON_PROC*)&dll_PyErr_NoMemory},
512     {"PyErr_Occurred", (PYTHON_PROC*)&dll_PyErr_Occurred},
513     {"PyErr_SetNone", (PYTHON_PROC*)&dll_PyErr_SetNone},
514     {"PyErr_SetString", (PYTHON_PROC*)&dll_PyErr_SetString},
515     {"PyErr_SetObject", (PYTHON_PROC*)&dll_PyErr_SetObject},
516     {"PyErr_ExceptionMatches", (PYTHON_PROC*)&dll_PyErr_ExceptionMatches},
517     {"PyEval_InitThreads", (PYTHON_PROC*)&dll_PyEval_InitThreads},
518     {"PyEval_RestoreThread", (PYTHON_PROC*)&dll_PyEval_RestoreThread},
519     {"PyEval_SaveThread", (PYTHON_PROC*)&dll_PyEval_SaveThread},
520 # ifdef PY_CAN_RECURSE
521     {"PyGILState_Ensure", (PYTHON_PROC*)&dll_PyGILState_Ensure},
522     {"PyGILState_Release", (PYTHON_PROC*)&dll_PyGILState_Release},
523 # endif
524     {"PyInt_AsLong", (PYTHON_PROC*)&dll_PyInt_AsLong},
525     {"PyInt_FromLong", (PYTHON_PROC*)&dll_PyInt_FromLong},
526     {"PyLong_AsLong", (PYTHON_PROC*)&dll_PyLong_AsLong},
527     {"PyLong_FromLong", (PYTHON_PROC*)&dll_PyLong_FromLong},
528     {"PyBool_Type", (PYTHON_PROC*)&dll_PyBool_Type},
529     {"PyInt_Type", (PYTHON_PROC*)&dll_PyInt_Type},
530     {"PyLong_Type", (PYTHON_PROC*)&dll_PyLong_Type},
531     {"PyList_GetItem", (PYTHON_PROC*)&dll_PyList_GetItem},
532     {"PyList_Append", (PYTHON_PROC*)&dll_PyList_Append},
533     {"PyList_Insert", (PYTHON_PROC*)&dll_PyList_Insert},
534     {"PyList_New", (PYTHON_PROC*)&dll_PyList_New},
535     {"PyList_SetItem", (PYTHON_PROC*)&dll_PyList_SetItem},
536     {"PyList_Size", (PYTHON_PROC*)&dll_PyList_Size},
537     {"PyList_Type", (PYTHON_PROC*)&dll_PyList_Type},
538     {"PySequence_Size", (PYTHON_PROC*)&dll_PySequence_Size},
539     {"PySequence_Check", (PYTHON_PROC*)&dll_PySequence_Check},
540     {"PySequence_GetItem", (PYTHON_PROC*)&dll_PySequence_GetItem},
541     {"PySequence_Fast", (PYTHON_PROC*)&dll_PySequence_Fast},
542     {"PyTuple_GetItem", (PYTHON_PROC*)&dll_PyTuple_GetItem},
543     {"PyTuple_Size", (PYTHON_PROC*)&dll_PyTuple_Size},
544     {"PyTuple_Type", (PYTHON_PROC*)&dll_PyTuple_Type},
545     {"PySlice_GetIndicesEx", (PYTHON_PROC*)&dll_PySlice_GetIndicesEx},
546     {"PyImport_ImportModule", (PYTHON_PROC*)&dll_PyImport_ImportModule},
547     {"PyDict_GetItemString", (PYTHON_PROC*)&dll_PyDict_GetItemString},
548     {"PyDict_Next", (PYTHON_PROC*)&dll_PyDict_Next},
549     {"PyDict_New", (PYTHON_PROC*)&dll_PyDict_New},
550     {"PyDict_Type", (PYTHON_PROC*)&dll_PyDict_Type},
551 # ifndef PY_NO_MAPPING_KEYS
552     {"PyMapping_Keys", (PYTHON_PROC*)&dll_PyMapping_Keys},
553 # endif
554     {"PyObject_GetItem", (PYTHON_PROC*)&dll_PyObject_GetItem},
555     {"PyObject_CallMethod", (PYTHON_PROC*)&dll_PyObject_CallMethod},
556     {"PyMapping_Check", (PYTHON_PROC*)&dll_PyMapping_Check},
557     {"PyIter_Next", (PYTHON_PROC*)&dll_PyIter_Next},
558     {"PyModule_GetDict", (PYTHON_PROC*)&dll_PyModule_GetDict},
559     {"PyModule_AddObject", (PYTHON_PROC*)&dll_PyModule_AddObject},
560     {"PyRun_SimpleString", (PYTHON_PROC*)&dll_PyRun_SimpleString},
561     {"PyRun_String", (PYTHON_PROC*)&dll_PyRun_String},
562     {"PyObject_GetAttrString", (PYTHON_PROC*)&dll_PyObject_GetAttrString},
563     {"PyObject_HasAttrString", (PYTHON_PROC*)&dll_PyObject_HasAttrString},
564     {"PyObject_SetAttrString", (PYTHON_PROC*)&dll_PyObject_SetAttrString},
565     {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&dll_PyObject_CallFunctionObjArgs},
566     {"PyObject_CallFunction", (PYTHON_PROC*)&dll_PyObject_CallFunction},
567     {"PyObject_Call", (PYTHON_PROC*)&dll_PyObject_Call},
568     {"PyObject_Repr", (PYTHON_PROC*)&dll_PyObject_Repr},
569     {"PyString_AsString", (PYTHON_PROC*)&dll_PyString_AsString},
570     {"PyString_AsStringAndSize", (PYTHON_PROC*)&dll_PyString_AsStringAndSize},
571     {"PyString_FromString", (PYTHON_PROC*)&dll_PyString_FromString},
572     {"PyString_FromFormat", (PYTHON_PROC*)&dll_PyString_FromFormat},
573     {"PyString_FromStringAndSize", (PYTHON_PROC*)&dll_PyString_FromStringAndSize},
574     {"PyString_Size", (PYTHON_PROC*)&dll_PyString_Size},
575     {"PyString_Type", (PYTHON_PROC*)&dll_PyString_Type},
576     {"PyUnicode_Type", (PYTHON_PROC*)&dll_PyUnicode_Type},
577     {"PyFloat_Type", (PYTHON_PROC*)&dll_PyFloat_Type},
578     {"PyFloat_AsDouble", (PYTHON_PROC*)&dll_PyFloat_AsDouble},
579     {"PyFloat_FromDouble", (PYTHON_PROC*)&dll_PyFloat_FromDouble},
580     {"PyImport_AddModule", (PYTHON_PROC*)&dll_PyImport_AddModule},
581     {"PyNumber_Check", (PYTHON_PROC*)&dll_PyNumber_Check},
582     {"PyNumber_Long", (PYTHON_PROC*)&dll_PyNumber_Long},
583     {"PySys_SetObject", (PYTHON_PROC*)&dll_PySys_SetObject},
584     {"PySys_GetObject", (PYTHON_PROC*)&dll_PySys_GetObject},
585     {"PySys_SetArgv", (PYTHON_PROC*)&dll_PySys_SetArgv},
586     {"PyType_Type", (PYTHON_PROC*)&dll_PyType_Type},
587     {"PySlice_Type", (PYTHON_PROC*)&dll_PySlice_Type},
588     {"PyType_Ready", (PYTHON_PROC*)&dll_PyType_Ready},
589     {"PyType_GenericAlloc", (PYTHON_PROC*)&dll_PyType_GenericAlloc},
590     {"Py_FindMethod", (PYTHON_PROC*)&dll_Py_FindMethod},
591     {"Py_SetPythonHome", (PYTHON_PROC*)&dll_Py_SetPythonHome},
592     {"Py_Initialize", (PYTHON_PROC*)&dll_Py_Initialize},
593     {"Py_Finalize", (PYTHON_PROC*)&dll_Py_Finalize},
594     {"Py_IsInitialized", (PYTHON_PROC*)&dll_Py_IsInitialized},
595     {"_PyObject_New", (PYTHON_PROC*)&dll__PyObject_New},
596     {"_PyObject_GC_New", (PYTHON_PROC*)&dll__PyObject_GC_New},
597 # ifdef Py_underscore_GC
598     {"_PyObject_GC_Del", (PYTHON_PROC*)&dll__PyObject_GC_Del},
599     {"_PyObject_GC_UnTrack", (PYTHON_PROC*)&dll__PyObject_GC_UnTrack},
600 # else
601     {"PyObject_GC_Del", (PYTHON_PROC*)&dll_PyObject_GC_Del},
602     {"PyObject_GC_UnTrack", (PYTHON_PROC*)&dll_PyObject_GC_UnTrack},
603 # endif
604     {"PyObject_Init", (PYTHON_PROC*)&dll__PyObject_Init},
605     {"PyObject_GetIter", (PYTHON_PROC*)&dll_PyObject_GetIter},
606     {"PyObject_IsTrue", (PYTHON_PROC*)&dll_PyObject_IsTrue},
607 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
608     {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&dll__PyObject_NextNotImplemented},
609 # endif
610     {"_Py_NoneStruct", (PYTHON_PROC*)&dll__Py_NoneStruct},
611     {"_Py_ZeroStruct", (PYTHON_PROC*)&dll__Py_ZeroStruct},
612     {"_Py_TrueStruct", (PYTHON_PROC*)&dll__Py_TrueStruct},
613 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000
614 #  ifdef Py_DEBUG
615     {"_Py_NegativeRefcount", (PYTHON_PROC*)&dll__Py_NegativeRefcount},
616     {"_Py_RefTotal", (PYTHON_PROC*)&dll__Py_RefTotal},
617     {"_Py_Dealloc", (PYTHON_PROC*)&dll__Py_Dealloc},
618 #  endif
619     {"PyType_IsSubtype", (PYTHON_PROC*)&dll_PyType_IsSubtype},
620 # endif
621 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000
622 #  if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
623     {"_PyObject_DebugFree", (PYTHON_PROC*)&dll__PyObject_DebugFree},
624     {"_PyObject_DebugMalloc", (PYTHON_PROC*)&dll__PyObject_DebugMalloc},
625 #  else
626     {"PyObject_Malloc", (PYTHON_PROC*)&dll_PyObject_Malloc},
627     {"PyObject_Free", (PYTHON_PROC*)&dll_PyObject_Free},
628 #  endif
629 # endif
630 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 \
631 	&& SIZEOF_SIZE_T != VIM_SIZEOF_INT
632 #  ifdef Py_DEBUG
633     {"Py_InitModule4TraceRefs_64", (PYTHON_PROC*)&dll_Py_InitModule4},
634 #  else
635     {"Py_InitModule4_64", (PYTHON_PROC*)&dll_Py_InitModule4},
636 #  endif
637 # else
638 #  ifdef Py_DEBUG
639     {"Py_InitModule4TraceRefs", (PYTHON_PROC*)&dll_Py_InitModule4},
640 #  else
641     {"Py_InitModule4", (PYTHON_PROC*)&dll_Py_InitModule4},
642 #  endif
643 # endif
644 # ifdef PY_USE_CAPSULE
645     {"PyCapsule_New", (PYTHON_PROC*)&dll_PyCapsule_New},
646     {"PyCapsule_GetPointer", (PYTHON_PROC*)&dll_PyCapsule_GetPointer},
647 # else
648     {"PyCObject_FromVoidPtr", (PYTHON_PROC*)&dll_PyCObject_FromVoidPtr},
649     {"PyCObject_AsVoidPtr", (PYTHON_PROC*)&dll_PyCObject_AsVoidPtr},
650 # endif
651 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
652     {"Py_NoSiteFlag", (PYTHON_PROC*)&dll_Py_NoSiteFlag},
653 # endif
654     {"", NULL},
655 };
656 
657 /*
658  * Free python.dll
659  */
660     static void
661 end_dynamic_python(void)
662 {
663     if (hinstPython)
664     {
665 	close_dll(hinstPython);
666 	hinstPython = 0;
667     }
668 }
669 
670 /*
671  * Load library and get all pointers.
672  * Parameter 'libname' provides name of DLL.
673  * Return OK or FAIL.
674  */
675     static int
676 python_runtime_link_init(char *libname, int verbose)
677 {
678     int i;
679     void *ucs_as_encoded_string;
680 
681 #if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON3)
682     /* Can't have Python and Python3 loaded at the same time.
683      * It cause a crash, because RTLD_GLOBAL is needed for
684      * standard C extension libraries of one or both python versions. */
685     if (python3_loaded())
686     {
687 	if (verbose)
688 	    EMSG(_("E836: This Vim cannot execute :python after using :py3"));
689 	return FAIL;
690     }
691 #endif
692 
693     if (hinstPython)
694 	return OK;
695     hinstPython = load_dll(libname);
696     if (!hinstPython)
697     {
698 	if (verbose)
699 	    EMSG2(_(e_loadlib), libname);
700 	return FAIL;
701     }
702 
703     for (i = 0; python_funcname_table[i].ptr; ++i)
704     {
705 	if ((*python_funcname_table[i].ptr = symbol_from_dll(hinstPython,
706 			python_funcname_table[i].name)) == NULL)
707 	{
708 	    close_dll(hinstPython);
709 	    hinstPython = 0;
710 	    if (verbose)
711 		EMSG2(_(e_loadfunc), python_funcname_table[i].name);
712 	    return FAIL;
713 	}
714     }
715 
716     /* Load unicode functions separately as only the ucs2 or the ucs4 functions
717      * will be present in the library. */
718     ucs_as_encoded_string = symbol_from_dll(hinstPython,
719 					     "PyUnicodeUCS2_AsEncodedString");
720     if (ucs_as_encoded_string == NULL)
721 	ucs_as_encoded_string = symbol_from_dll(hinstPython,
722 					     "PyUnicodeUCS4_AsEncodedString");
723     if (ucs_as_encoded_string != NULL)
724 	py_PyUnicode_AsEncodedString = ucs_as_encoded_string;
725     else
726     {
727 	close_dll(hinstPython);
728 	hinstPython = 0;
729 	if (verbose)
730 	    EMSG2(_(e_loadfunc), "PyUnicode_UCSX_*");
731 	return FAIL;
732     }
733 
734     return OK;
735 }
736 
737 /*
738  * If python is enabled (there is installed python on Windows system) return
739  * TRUE, else FALSE.
740  */
741     int
742 python_enabled(int verbose)
743 {
744     return python_runtime_link_init((char *)p_pydll, verbose) == OK;
745 }
746 
747 /*
748  * Load the standard Python exceptions - don't import the symbols from the
749  * DLL, as this can cause errors (importing data symbols is not reliable).
750  */
751     static void
752 get_exceptions(void)
753 {
754     PyObject *exmod = PyImport_ImportModule("exceptions");
755     PyObject *exdict = PyModule_GetDict(exmod);
756     imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
757     imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
758     imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError");
759     imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
760     imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
761     imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
762     imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit");
763     imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError");
764     imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError");
765     imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError");
766     Py_XINCREF(imp_PyExc_AttributeError);
767     Py_XINCREF(imp_PyExc_IndexError);
768     Py_XINCREF(imp_PyExc_KeyError);
769     Py_XINCREF(imp_PyExc_KeyboardInterrupt);
770     Py_XINCREF(imp_PyExc_TypeError);
771     Py_XINCREF(imp_PyExc_ValueError);
772     Py_XINCREF(imp_PyExc_SystemExit);
773     Py_XINCREF(imp_PyExc_RuntimeError);
774     Py_XINCREF(imp_PyExc_ImportError);
775     Py_XINCREF(imp_PyExc_OverflowError);
776     Py_XDECREF(exmod);
777 }
778 #endif /* DYNAMIC_PYTHON */
779 
780 static int initialised = 0;
781 #define PYINITIALISED initialised
782 static int python_end_called = FALSE;
783 
784 #define DESTRUCTOR_FINISH(self) self->ob_type->tp_free((PyObject*)self);
785 
786 #define WIN_PYTHON_REF(win) win->w_python_ref
787 #define BUF_PYTHON_REF(buf) buf->b_python_ref
788 #define TAB_PYTHON_REF(tab) tab->tp_python_ref
789 
790 static PyObject *OutputGetattr(PyObject *, char *);
791 static PyObject *BufferGetattr(PyObject *, char *);
792 static PyObject *WindowGetattr(PyObject *, char *);
793 static PyObject *TabPageGetattr(PyObject *, char *);
794 static PyObject *RangeGetattr(PyObject *, char *);
795 static PyObject *DictionaryGetattr(PyObject *, char*);
796 static PyObject *ListGetattr(PyObject *, char *);
797 static PyObject *FunctionGetattr(PyObject *, char *);
798 
799 #ifndef Py_VISIT
800 # define Py_VISIT(obj) visit(obj, arg)
801 #endif
802 #ifndef Py_CLEAR
803 # define Py_CLEAR(obj) \
804     { \
805 	Py_XDECREF(obj); \
806 	obj = NULL; \
807     }
808 #endif
809 
810 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
811     static void *
812 py_memsave(void *p, size_t len)
813 {
814     void	*r;
815 
816     if (!(r = PyMem_Malloc(len)))
817 	return NULL;
818     mch_memmove(r, p, len);
819     return r;
820 }
821 
822 # define PY_STRSAVE(s) ((char_u *) py_memsave(s, STRLEN(s) + 1))
823 #endif
824 
825 typedef PySliceObject PySliceObject_T;
826 
827 /*
828  * Include the code shared with if_python3.c
829  */
830 #include "if_py_both.h"
831 
832 
833 /******************************************************
834  * Internal function prototypes.
835  */
836 
837 static int PythonMod_Init(void);
838 
839 
840 /******************************************************
841  * 1. Python interpreter main program.
842  */
843 
844 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */
845 typedef PyObject PyThreadState;
846 #endif
847 
848 #ifndef PY_CAN_RECURSE
849 static PyThreadState *saved_python_thread = NULL;
850 
851 /*
852  * Suspend a thread of the Python interpreter, other threads are allowed to
853  * run.
854  */
855     static void
856 Python_SaveThread(void)
857 {
858     saved_python_thread = PyEval_SaveThread();
859 }
860 
861 /*
862  * Restore a thread of the Python interpreter, waits for other threads to
863  * block.
864  */
865     static void
866 Python_RestoreThread(void)
867 {
868     PyEval_RestoreThread(saved_python_thread);
869     saved_python_thread = NULL;
870 }
871 #endif
872 
873     void
874 python_end(void)
875 {
876     static int recurse = 0;
877 
878     /* If a crash occurs while doing this, don't try again. */
879     if (recurse != 0)
880 	return;
881 
882     python_end_called = TRUE;
883     ++recurse;
884 
885 #ifdef DYNAMIC_PYTHON
886     if (hinstPython && Py_IsInitialized())
887     {
888 # ifdef PY_CAN_RECURSE
889 	PyGILState_Ensure();
890 # else
891 	Python_RestoreThread();	    /* enter python */
892 # endif
893 	Py_Finalize();
894     }
895     end_dynamic_python();
896 #else
897     if (Py_IsInitialized())
898     {
899 # ifdef PY_CAN_RECURSE
900 	PyGILState_Ensure();
901 # else
902 	Python_RestoreThread();	    /* enter python */
903 # endif
904 	Py_Finalize();
905     }
906 #endif
907 
908     --recurse;
909 }
910 
911 #if (defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON3)) || defined(PROTO)
912     int
913 python_loaded(void)
914 {
915     return (hinstPython != 0);
916 }
917 #endif
918 
919     static int
920 Python_Init(void)
921 {
922     if (!initialised)
923     {
924 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
925 	PyObject *site;
926 #endif
927 
928 #ifdef DYNAMIC_PYTHON
929 	if (!python_enabled(TRUE))
930 	{
931 	    EMSG(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
932 	    goto fail;
933 	}
934 #endif
935 
936 #ifdef PYTHON_HOME
937 # ifdef DYNAMIC_PYTHON
938 	if (mch_getenv((char_u *)"PYTHONHOME") == NULL)
939 # endif
940 	    Py_SetPythonHome(PYTHON_HOME);
941 #endif
942 
943 	init_structs();
944 
945 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
946 	/* Disable implicit 'import site', because it may cause Vim to exit
947 	 * when it can't be found. */
948 	Py_NoSiteFlag++;
949 #endif
950 
951 #if !defined(MACOS) || defined(MACOS_X_UNIX)
952 	Py_Initialize();
953 #else
954 	PyMac_Initialize();
955 #endif
956 
957 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000
958 	/* 'import site' explicitly. */
959 	site = PyImport_ImportModule("site");
960 	if (site == NULL)
961 	{
962 	    EMSG(_("E887: Sorry, this command is disabled, the Python's site module could not be loaded."));
963 	    goto fail;
964 	}
965 	Py_DECREF(site);
966 #endif
967 
968 	/* Initialise threads, and below save the state using
969 	 * PyEval_SaveThread.  Without the call to PyEval_SaveThread, thread
970 	 * specific state (such as the system trace hook), will be lost
971 	 * between invocations of Python code. */
972 	PyEval_InitThreads();
973 #ifdef DYNAMIC_PYTHON
974 	get_exceptions();
975 #endif
976 
977 	if (PythonIO_Init_io())
978 	    goto fail;
979 
980 	if (PythonMod_Init())
981 	    goto fail;
982 
983 	globals = PyModule_GetDict(PyImport_AddModule("__main__"));
984 
985 	/* Remove the element from sys.path that was added because of our
986 	 * argv[0] value in PythonMod_Init().  Previously we used an empty
987 	 * string, but depending on the OS we then get an empty entry or
988 	 * the current directory in sys.path. */
989 	PyRun_SimpleString("import sys; sys.path = filter(lambda x: x != '/must>not&exist', sys.path)");
990 
991 	/* lock is created and acquired in PyEval_InitThreads() and thread
992 	 * state is created in Py_Initialize()
993 	 * there _PyGILState_NoteThreadState() also sets gilcounter to 1
994 	 * (python must have threads enabled!)
995 	 * so the following does both: unlock GIL and save thread state in TLS
996 	 * without deleting thread state
997 	 */
998 #ifndef PY_CAN_RECURSE
999 	saved_python_thread =
1000 #endif
1001 	    PyEval_SaveThread();
1002 
1003 	initialised = 1;
1004     }
1005 
1006     return 0;
1007 
1008 fail:
1009     /* We call PythonIO_Flush() here to print any Python errors.
1010      * This is OK, as it is possible to call this function even
1011      * if PythonIO_Init_io() has not completed successfully (it will
1012      * not do anything in this case).
1013      */
1014     PythonIO_Flush();
1015     return -1;
1016 }
1017 
1018 /*
1019  * External interface
1020  */
1021     static void
1022 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg)
1023 {
1024 #ifndef PY_CAN_RECURSE
1025     static int		recursive = 0;
1026 #endif
1027 #if defined(MACOS) && !defined(MACOS_X_UNIX)
1028     GrafPtr		oldPort;
1029 #endif
1030 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1031     char		*saved_locale;
1032 #endif
1033 #ifdef PY_CAN_RECURSE
1034     PyGILState_STATE	pygilstate;
1035 #endif
1036 
1037 #ifndef PY_CAN_RECURSE
1038     if (recursive)
1039     {
1040 	EMSG(_("E659: Cannot invoke Python recursively"));
1041 	return;
1042     }
1043     ++recursive;
1044 #endif
1045     if (python_end_called)
1046 	return;
1047 
1048 #if defined(MACOS) && !defined(MACOS_X_UNIX)
1049     GetPort(&oldPort);
1050     /* Check if the Python library is available */
1051     if ((Ptr)PyMac_Initialize == (Ptr)kUnresolvedCFragSymbolAddress)
1052 	goto theend;
1053 #endif
1054     if (Python_Init())
1055 	goto theend;
1056 
1057     init_range(arg);
1058 
1059     Python_Release_Vim();	    /* leave vim */
1060 
1061 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1062     /* Python only works properly when the LC_NUMERIC locale is "C". */
1063     saved_locale = setlocale(LC_NUMERIC, NULL);
1064     if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
1065 	saved_locale = NULL;
1066     else
1067     {
1068 	/* Need to make a copy, value may change when setting new locale. */
1069 	saved_locale = (char *) PY_STRSAVE(saved_locale);
1070 	(void)setlocale(LC_NUMERIC, "C");
1071     }
1072 #endif
1073 
1074 #ifdef PY_CAN_RECURSE
1075     pygilstate = PyGILState_Ensure();
1076 #else
1077     Python_RestoreThread();	    /* enter python */
1078 #endif
1079 
1080     run((char *) cmd, arg
1081 #ifdef PY_CAN_RECURSE
1082 	    , &pygilstate
1083 #endif
1084 	    );
1085 
1086 #ifdef PY_CAN_RECURSE
1087     PyGILState_Release(pygilstate);
1088 #else
1089     Python_SaveThread();	    /* leave python */
1090 #endif
1091 
1092 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1093     if (saved_locale != NULL)
1094     {
1095 	(void)setlocale(LC_NUMERIC, saved_locale);
1096 	PyMem_Free(saved_locale);
1097     }
1098 #endif
1099 
1100     Python_Lock_Vim();		    /* enter vim */
1101     PythonIO_Flush();
1102 #if defined(MACOS) && !defined(MACOS_X_UNIX)
1103     SetPort(oldPort);
1104 #endif
1105 
1106 theend:
1107 #ifndef PY_CAN_RECURSE
1108     --recursive;
1109 #endif
1110     return;
1111 }
1112 
1113 /*
1114  * ":python"
1115  */
1116     void
1117 ex_python(exarg_T *eap)
1118 {
1119     char_u *script;
1120 
1121     if (p_pyx == 0)
1122 	p_pyx = 2;
1123 
1124     script = script_get(eap, eap->arg);
1125     if (!eap->skip)
1126     {
1127 	DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script,
1128 		(rangeinitializer) init_range_cmd,
1129 		(runner) run_cmd,
1130 		(void *) eap);
1131     }
1132     vim_free(script);
1133 }
1134 
1135 #define BUFFER_SIZE 1024
1136 
1137 /*
1138  * ":pyfile"
1139  */
1140     void
1141 ex_pyfile(exarg_T *eap)
1142 {
1143     static char buffer[BUFFER_SIZE];
1144     const char *file = (char *)eap->arg;
1145     char *p;
1146 
1147     if (p_pyx == 0)
1148 	p_pyx = 2;
1149 
1150     /* Have to do it like this. PyRun_SimpleFile requires you to pass a
1151      * stdio file pointer, but Vim and the Python DLL are compiled with
1152      * different options under Windows, meaning that stdio pointers aren't
1153      * compatible between the two. Yuk.
1154      *
1155      * Put the string "execfile('file')" into buffer. But, we need to
1156      * escape any backslashes or single quotes in the file name, so that
1157      * Python won't mangle the file name.
1158      */
1159     strcpy(buffer, "execfile('");
1160     p = buffer + 10; /* size of "execfile('" */
1161 
1162     while (*file && p < buffer + (BUFFER_SIZE - 3))
1163     {
1164 	if (*file == '\\' || *file == '\'')
1165 	    *p++ = '\\';
1166 	*p++ = *file++;
1167     }
1168 
1169     /* If we didn't finish the file name, we hit a buffer overflow */
1170     if (*file != '\0')
1171 	return;
1172 
1173     /* Put in the terminating "')" and a null */
1174     *p++ = '\'';
1175     *p++ = ')';
1176     *p++ = '\0';
1177 
1178     /* Execute the file */
1179     DoPyCommand(buffer,
1180 	    (rangeinitializer) init_range_cmd,
1181 	    (runner) run_cmd,
1182 	    (void *) eap);
1183 }
1184 
1185     void
1186 ex_pydo(exarg_T *eap)
1187 {
1188     if (p_pyx == 0)
1189 	p_pyx = 2;
1190 
1191     DoPyCommand((char *)eap->arg,
1192 	    (rangeinitializer) init_range_cmd,
1193 	    (runner)run_do,
1194 	    (void *)eap);
1195 }
1196 
1197 /******************************************************
1198  * 2. Python output stream: writes output via [e]msg().
1199  */
1200 
1201 /* Implementation functions
1202  */
1203 
1204     static PyObject *
1205 OutputGetattr(PyObject *self, char *name)
1206 {
1207     if (strcmp(name, "softspace") == 0)
1208 	return PyInt_FromLong(((OutputObject *)(self))->softspace);
1209     else if (strcmp(name, "__members__") == 0)
1210 	return ObjectDir(NULL, OutputAttrs);
1211     else if (strcmp(name, "errors") == 0)
1212 	return PyString_FromString("strict");
1213     else if (strcmp(name, "encoding") == 0)
1214 	return PyString_FromString(ENC_OPT);
1215     return Py_FindMethod(OutputMethods, self, name);
1216 }
1217 
1218 /******************************************************
1219  * 3. Implementation of the Vim module for Python
1220  */
1221 
1222 /* Window type - Implementation functions
1223  * --------------------------------------
1224  */
1225 
1226 #define WindowType_Check(obj) ((obj)->ob_type == &WindowType)
1227 
1228 /* Buffer type - Implementation functions
1229  * --------------------------------------
1230  */
1231 
1232 #define BufferType_Check(obj) ((obj)->ob_type == &BufferType)
1233 
1234 static PyInt BufferAssItem(PyObject *, PyInt, PyObject *);
1235 static PyInt BufferAssSlice(PyObject *, PyInt, PyInt, PyObject *);
1236 
1237 /* Line range type - Implementation functions
1238  * --------------------------------------
1239  */
1240 
1241 #define RangeType_Check(obj) ((obj)->ob_type == &RangeType)
1242 
1243 static PyInt RangeAssItem(PyObject *, PyInt, PyObject *);
1244 static PyInt RangeAssSlice(PyObject *, PyInt, PyInt, PyObject *);
1245 
1246 /* Current objects type - Implementation functions
1247  * -----------------------------------------------
1248  */
1249 
1250 static PySequenceMethods BufferAsSeq = {
1251     (PyInquiry)		BufferLength,	    /* sq_length,    len(x)   */
1252     (binaryfunc)	0,		    /* BufferConcat, sq_concat, x+y */
1253     (PyIntArgFunc)	0,		    /* BufferRepeat, sq_repeat, x*n */
1254     (PyIntArgFunc)	BufferItem,	    /* sq_item,      x[i]     */
1255     (PyIntIntArgFunc)	BufferSlice,	    /* sq_slice,     x[i:j]   */
1256     (PyIntObjArgProc)	BufferAssItem,	    /* sq_ass_item,  x[i]=v   */
1257     (PyIntIntObjArgProc) BufferAssSlice,    /* sq_ass_slice, x[i:j]=v */
1258     (objobjproc)	0,
1259     (binaryfunc)	0,
1260     0,
1261 };
1262 
1263 /* Buffer object - Implementation
1264  */
1265 
1266     static PyObject *
1267 BufferGetattr(PyObject *self, char *name)
1268 {
1269     PyObject *r;
1270 
1271     if ((r = BufferAttrValid((BufferObject *)(self), name)))
1272 	return r;
1273 
1274     if (CheckBuffer((BufferObject *)(self)))
1275 	return NULL;
1276 
1277     r = BufferAttr((BufferObject *)(self), name);
1278     if (r || PyErr_Occurred())
1279 	return r;
1280     else
1281 	return Py_FindMethod(BufferMethods, self, name);
1282 }
1283 
1284 /******************/
1285 
1286     static PyInt
1287 BufferAssItem(PyObject *self, PyInt n, PyObject *val)
1288 {
1289     return RBAsItem((BufferObject *)(self), n, val, 1, -1, NULL);
1290 }
1291 
1292     static PyInt
1293 BufferAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val)
1294 {
1295     return RBAsSlice((BufferObject *)(self), lo, hi, val, 1, -1, NULL);
1296 }
1297 
1298 static PySequenceMethods RangeAsSeq = {
1299     (PyInquiry)		RangeLength,	      /* sq_length,    len(x)   */
1300     (binaryfunc)	0, /* RangeConcat, */ /* sq_concat,    x+y      */
1301     (PyIntArgFunc)	0, /* RangeRepeat, */ /* sq_repeat,    x*n      */
1302     (PyIntArgFunc)	RangeItem,	      /* sq_item,      x[i]     */
1303     (PyIntIntArgFunc)	RangeSlice,	      /* sq_slice,     x[i:j]   */
1304     (PyIntObjArgProc)	RangeAssItem,	      /* sq_ass_item,  x[i]=v   */
1305     (PyIntIntObjArgProc) RangeAssSlice,	      /* sq_ass_slice, x[i:j]=v */
1306     (objobjproc)	0,
1307 #if PY_MAJOR_VERSION >= 2
1308     (binaryfunc)	0,
1309     0,
1310 #endif
1311 };
1312 
1313 /* Line range object - Implementation
1314  */
1315 
1316     static PyObject *
1317 RangeGetattr(PyObject *self, char *name)
1318 {
1319     if (strcmp(name, "start") == 0)
1320 	return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->start - 1);
1321     else if (strcmp(name, "end") == 0)
1322 	return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->end - 1);
1323     else if (strcmp(name, "__members__") == 0)
1324 	return ObjectDir(NULL, RangeAttrs);
1325     else
1326 	return Py_FindMethod(RangeMethods, self, name);
1327 }
1328 
1329 /****************/
1330 
1331     static PyInt
1332 RangeAssItem(PyObject *self, PyInt n, PyObject *val)
1333 {
1334     return RBAsItem(((RangeObject *)(self))->buf, n, val,
1335 		     ((RangeObject *)(self))->start,
1336 		     ((RangeObject *)(self))->end,
1337 		     &((RangeObject *)(self))->end);
1338 }
1339 
1340     static PyInt
1341 RangeAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val)
1342 {
1343     return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1344 		      ((RangeObject *)(self))->start,
1345 		      ((RangeObject *)(self))->end,
1346 		      &((RangeObject *)(self))->end);
1347 }
1348 
1349 /* TabPage object - Implementation
1350  */
1351 
1352     static PyObject *
1353 TabPageGetattr(PyObject *self, char *name)
1354 {
1355     PyObject *r;
1356 
1357     if ((r = TabPageAttrValid((TabPageObject *)(self), name)))
1358 	return r;
1359 
1360     if (CheckTabPage((TabPageObject *)(self)))
1361 	return NULL;
1362 
1363     r = TabPageAttr((TabPageObject *)(self), name);
1364     if (r || PyErr_Occurred())
1365 	return r;
1366     else
1367 	return Py_FindMethod(TabPageMethods, self, name);
1368 }
1369 
1370 /* Window object - Implementation
1371  */
1372 
1373     static PyObject *
1374 WindowGetattr(PyObject *self, char *name)
1375 {
1376     PyObject *r;
1377 
1378     if ((r = WindowAttrValid((WindowObject *)(self), name)))
1379 	return r;
1380 
1381     if (CheckWindow((WindowObject *)(self)))
1382 	return NULL;
1383 
1384     r = WindowAttr((WindowObject *)(self), name);
1385     if (r || PyErr_Occurred())
1386 	return r;
1387     else
1388 	return Py_FindMethod(WindowMethods, self, name);
1389 }
1390 
1391 /* Tab page list object - Definitions
1392  */
1393 
1394 static PySequenceMethods TabListAsSeq = {
1395     (PyInquiry)		TabListLength,	    /* sq_length,    len(x)   */
1396     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1397     (PyIntArgFunc)	0,		    /* sq_repeat,    x*n      */
1398     (PyIntArgFunc)	TabListItem,	    /* sq_item,      x[i]     */
1399     (PyIntIntArgFunc)	0,		    /* sq_slice,     x[i:j]   */
1400     (PyIntObjArgProc)	0,		    /* sq_ass_item,  x[i]=v   */
1401     (PyIntIntObjArgProc) 0,		    /* sq_ass_slice, x[i:j]=v */
1402     (objobjproc)	0,
1403 #if PY_MAJOR_VERSION >= 2
1404     (binaryfunc)	0,
1405     0,
1406 #endif
1407 };
1408 
1409 /* Window list object - Definitions
1410  */
1411 
1412 static PySequenceMethods WinListAsSeq = {
1413     (PyInquiry)		WinListLength,	    /* sq_length,    len(x)   */
1414     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1415     (PyIntArgFunc)	0,		    /* sq_repeat,    x*n      */
1416     (PyIntArgFunc)	WinListItem,	    /* sq_item,      x[i]     */
1417     (PyIntIntArgFunc)	0,		    /* sq_slice,     x[i:j]   */
1418     (PyIntObjArgProc)	0,		    /* sq_ass_item,  x[i]=v   */
1419     (PyIntIntObjArgProc) 0,		    /* sq_ass_slice, x[i:j]=v */
1420     (objobjproc)	0,
1421 #if PY_MAJOR_VERSION >= 2
1422     (binaryfunc)	0,
1423     0,
1424 #endif
1425 };
1426 
1427 /* External interface
1428  */
1429 
1430     void
1431 python_buffer_free(buf_T *buf)
1432 {
1433     if (BUF_PYTHON_REF(buf) != NULL)
1434     {
1435 	BufferObject *bp = BUF_PYTHON_REF(buf);
1436 	bp->buf = INVALID_BUFFER_VALUE;
1437 	BUF_PYTHON_REF(buf) = NULL;
1438     }
1439 }
1440 
1441 #if defined(FEAT_WINDOWS) || defined(PROTO)
1442     void
1443 python_window_free(win_T *win)
1444 {
1445     if (WIN_PYTHON_REF(win) != NULL)
1446     {
1447 	WindowObject *wp = WIN_PYTHON_REF(win);
1448 	wp->win = INVALID_WINDOW_VALUE;
1449 	WIN_PYTHON_REF(win) = NULL;
1450     }
1451 }
1452 
1453     void
1454 python_tabpage_free(tabpage_T *tab)
1455 {
1456     if (TAB_PYTHON_REF(tab) != NULL)
1457     {
1458 	TabPageObject *tp = TAB_PYTHON_REF(tab);
1459 	tp->tab = INVALID_TABPAGE_VALUE;
1460 	TAB_PYTHON_REF(tab) = NULL;
1461     }
1462 }
1463 #endif
1464 
1465     static int
1466 PythonMod_Init(void)
1467 {
1468     /* The special value is removed from sys.path in Python_Init(). */
1469     static char	*(argv[2]) = {"/must>not&exist/foo", NULL};
1470 
1471     if (init_types())
1472 	return -1;
1473 
1474     /* Set sys.argv[] to avoid a crash in warn(). */
1475     PySys_SetArgv(1, argv);
1476 
1477     vim_module = Py_InitModule4("vim", VimMethods, (char *)NULL,
1478 				(PyObject *)NULL, PYTHON_API_VERSION);
1479 
1480     if (populate_module(vim_module))
1481 	return -1;
1482 
1483     if (init_sys_path())
1484 	return -1;
1485 
1486     return 0;
1487 }
1488 
1489 /*************************************************************************
1490  * 4. Utility functions for handling the interface between Vim and Python.
1491  */
1492 
1493 /* Convert a Vim line into a Python string.
1494  * All internal newlines are replaced by null characters.
1495  *
1496  * On errors, the Python exception data is set, and NULL is returned.
1497  */
1498     static PyObject *
1499 LineToString(const char *str)
1500 {
1501     PyObject *result;
1502     PyInt len = strlen(str);
1503     char *p;
1504 
1505     /* Allocate an Python string object, with uninitialised contents. We
1506      * must do it this way, so that we can modify the string in place
1507      * later. See the Python source, Objects/stringobject.c for details.
1508      */
1509     result = PyString_FromStringAndSize(NULL, len);
1510     if (result == NULL)
1511 	return NULL;
1512 
1513     p = PyString_AsString(result);
1514 
1515     while (*str)
1516     {
1517 	if (*str == '\n')
1518 	    *p = '\0';
1519 	else
1520 	    *p = *str;
1521 
1522 	++p;
1523 	++str;
1524     }
1525 
1526     return result;
1527 }
1528 
1529     static PyObject *
1530 DictionaryGetattr(PyObject *self, char *name)
1531 {
1532     DictionaryObject	*this = ((DictionaryObject *) (self));
1533 
1534     if (strcmp(name, "locked") == 0)
1535 	return PyInt_FromLong(this->dict->dv_lock);
1536     else if (strcmp(name, "scope") == 0)
1537 	return PyInt_FromLong(this->dict->dv_scope);
1538     else if (strcmp(name, "__members__") == 0)
1539 	return ObjectDir(NULL, DictionaryAttrs);
1540 
1541     return Py_FindMethod(DictionaryMethods, self, name);
1542 }
1543 
1544     static PyObject *
1545 ListGetattr(PyObject *self, char *name)
1546 {
1547     if (strcmp(name, "locked") == 0)
1548 	return PyInt_FromLong(((ListObject *)(self))->list->lv_lock);
1549     else if (strcmp(name, "__members__") == 0)
1550 	return ObjectDir(NULL, ListAttrs);
1551 
1552     return Py_FindMethod(ListMethods, self, name);
1553 }
1554 
1555     static PyObject *
1556 FunctionGetattr(PyObject *self, char *name)
1557 {
1558     PyObject	*r;
1559 
1560     r = FunctionAttr((FunctionObject *)(self), name);
1561 
1562     if (r || PyErr_Occurred())
1563 	return r;
1564     else
1565 	return Py_FindMethod(FunctionMethods, self, name);
1566 }
1567 
1568     void
1569 do_pyeval (char_u *str, typval_T *rettv)
1570 {
1571     DoPyCommand((char *) str,
1572 	    (rangeinitializer) init_range_eval,
1573 	    (runner) run_eval,
1574 	    (void *) rettv);
1575     switch (rettv->v_type)
1576     {
1577 	case VAR_DICT: ++rettv->vval.v_dict->dv_refcount; break;
1578 	case VAR_LIST: ++rettv->vval.v_list->lv_refcount; break;
1579 	case VAR_FUNC: func_ref(rettv->vval.v_string);    break;
1580 	case VAR_PARTIAL: ++rettv->vval.v_partial->pt_refcount; break;
1581 	case VAR_UNKNOWN:
1582 	    rettv->v_type = VAR_NUMBER;
1583 	    rettv->vval.v_number = 0;
1584 	    break;
1585 	case VAR_NUMBER:
1586 	case VAR_STRING:
1587 	case VAR_FLOAT:
1588 	case VAR_SPECIAL:
1589 	case VAR_JOB:
1590 	case VAR_CHANNEL:
1591 	    break;
1592     }
1593 }
1594 
1595 /* Don't generate a prototype for the next function, it generates an error on
1596  * newer Python versions. */
1597 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */ && !defined(PROTO)
1598 
1599     char *
1600 Py_GetProgramName(void)
1601 {
1602     return "vim";
1603 }
1604 #endif /* Python 1.4 */
1605 
1606     int
1607 set_ref_in_python (int copyID)
1608 {
1609     return set_ref_in_py(copyID);
1610 }
1611