xref: /vim-8.2.3635/src/if_python3.c (revision bf9679ae) 
1 /* vi:set ts=8 sts=4 sw=4 noet:
2  *
3  * VIM - Vi IMproved    by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 /*
10  * Python extensions by Paul Moore.
11  * Changes for Unix by David Leonard.
12  *
13  * This consists of four parts:
14  * 1. Python interpreter main program
15  * 2. Python output stream: writes output via [e]msg().
16  * 3. Implementation of the Vim module for Python
17  * 4. Utility functions for handling the interface between Vim and Python.
18  */
19 
20 /*
21  * Roland Puntaier 2009/sept/16:
22  * Adaptations to support both python3.x and python2.x
23  */
24 
25 /* uncomment this if used with the debug version of python */
26 /* #define Py_DEBUG */
27 /* Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting
28  */
29 /* uncomment this if used with the debug version of python, but without its
30  * allocator */
31 /* #define Py_DEBUG_NO_PYMALLOC */
32 
33 #include "vim.h"
34 
35 #include <limits.h>
36 
37 #if defined(_WIN32) && defined(HAVE_FCNTL_H)
38 # undef HAVE_FCNTL_H
39 #endif
40 
41 #ifdef _DEBUG
42 # undef _DEBUG
43 #endif
44 
45 #ifdef F_BLANK
46 # undef F_BLANK
47 #endif
48 
49 #ifdef HAVE_STRFTIME
50 # undef HAVE_STRFTIME
51 #endif
52 #ifdef HAVE_STRING_H
53 # undef HAVE_STRING_H
54 #endif
55 #ifdef HAVE_PUTENV
56 # undef HAVE_PUTENV
57 #endif
58 #ifdef HAVE_STDARG_H
59 # undef HAVE_STDARG_H   /* Python's config.h defines it as well. */
60 #endif
61 #ifdef _POSIX_C_SOURCE  /* defined in feature.h */
62 # undef _POSIX_C_SOURCE
63 #endif
64 #ifdef _XOPEN_SOURCE
65 # undef _XOPEN_SOURCE	/* pyconfig.h defines it as well. */
66 #endif
67 
68 #define PY_SSIZE_T_CLEAN
69 
70 #include <Python.h>
71 
72 #undef main /* Defined in python.h - aargh */
73 #undef HAVE_FCNTL_H /* Clash with os_win32.h */
74 
75 /* The "surrogateescape" error handler is new in Python 3.1 */
76 #if PY_VERSION_HEX >= 0x030100f0
77 # define CODEC_ERROR_HANDLER "surrogateescape"
78 #else
79 # define CODEC_ERROR_HANDLER NULL
80 #endif
81 
82 /* Python 3 does not support CObjects, always use Capsules */
83 #define PY_USE_CAPSULE
84 
85 #define PyInt Py_ssize_t
86 #ifndef PyString_Check
87 # define PyString_Check(obj) PyUnicode_Check(obj)
88 #endif
89 #define PyString_FromString(repr) \
90     PyUnicode_Decode(repr, STRLEN(repr), ENC_OPT, NULL)
91 #define PyString_FromFormat PyUnicode_FromFormat
92 #ifndef PyInt_Check
93 # define PyInt_Check(obj) PyLong_Check(obj)
94 #endif
95 #define PyInt_FromLong(i) PyLong_FromLong(i)
96 #define PyInt_AsLong(obj) PyLong_AsLong(obj)
97 #define Py_ssize_t_fmt "n"
98 #define Py_bytes_fmt "y"
99 
100 #define PyIntArgFunc	ssizeargfunc
101 #define PyIntObjArgProc	ssizeobjargproc
102 
103 /*
104  * PySlice_GetIndicesEx(): first argument type changed from PySliceObject
105  * to PyObject in Python 3.2 or later.
106  */
107 #if PY_VERSION_HEX >= 0x030200f0
108 typedef PyObject PySliceObject_T;
109 #else
110 typedef PySliceObject PySliceObject_T;
111 #endif
112 
113 #if defined(DYNAMIC_PYTHON3) || defined(PROTO)
114 
115 # ifndef WIN3264
116 #  include <dlfcn.h>
117 #  define FARPROC void*
118 #  define HINSTANCE void*
119 #  if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
120 #   define load_dll(n) dlopen((n), RTLD_LAZY)
121 #  else
122 #   define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
123 #  endif
124 #  define close_dll dlclose
125 #  define symbol_from_dll dlsym
126 # else
127 #  define load_dll vimLoadLib
128 #  define close_dll FreeLibrary
129 #  define symbol_from_dll GetProcAddress
130 # endif
131 /*
132  * Wrapper defines
133  */
134 # undef PyArg_Parse
135 # define PyArg_Parse py3_PyArg_Parse
136 # undef PyArg_ParseTuple
137 # define PyArg_ParseTuple py3_PyArg_ParseTuple
138 # define PyMem_Free py3_PyMem_Free
139 # define PyMem_Malloc py3_PyMem_Malloc
140 # define PyDict_SetItemString py3_PyDict_SetItemString
141 # define PyErr_BadArgument py3_PyErr_BadArgument
142 # define PyErr_Clear py3_PyErr_Clear
143 # define PyErr_Format py3_PyErr_Format
144 # define PyErr_PrintEx py3_PyErr_PrintEx
145 # define PyErr_NoMemory py3_PyErr_NoMemory
146 # define PyErr_Occurred py3_PyErr_Occurred
147 # define PyErr_SetNone py3_PyErr_SetNone
148 # define PyErr_SetString py3_PyErr_SetString
149 # define PyErr_SetObject py3_PyErr_SetObject
150 # define PyErr_ExceptionMatches py3_PyErr_ExceptionMatches
151 # define PyEval_InitThreads py3_PyEval_InitThreads
152 # define PyEval_RestoreThread py3_PyEval_RestoreThread
153 # define PyEval_SaveThread py3_PyEval_SaveThread
154 # define PyGILState_Ensure py3_PyGILState_Ensure
155 # define PyGILState_Release py3_PyGILState_Release
156 # define PyLong_AsLong py3_PyLong_AsLong
157 # define PyLong_FromLong py3_PyLong_FromLong
158 # define PyList_GetItem py3_PyList_GetItem
159 # define PyList_Append py3_PyList_Append
160 # define PyList_Insert py3_PyList_Insert
161 # define PyList_New py3_PyList_New
162 # define PyList_SetItem py3_PyList_SetItem
163 # define PyList_Size py3_PyList_Size
164 # define PySequence_Check py3_PySequence_Check
165 # define PySequence_Size py3_PySequence_Size
166 # define PySequence_GetItem py3_PySequence_GetItem
167 # define PySequence_Fast py3_PySequence_Fast
168 # define PyTuple_Size py3_PyTuple_Size
169 # define PyTuple_GetItem py3_PyTuple_GetItem
170 # if PY_VERSION_HEX >= 0x030601f0
171 #  define PySlice_AdjustIndices py3_PySlice_AdjustIndices
172 #  define PySlice_Unpack py3_PySlice_Unpack
173 # endif
174 # undef PySlice_GetIndicesEx
175 # define PySlice_GetIndicesEx py3_PySlice_GetIndicesEx
176 # define PyImport_ImportModule py3_PyImport_ImportModule
177 # define PyObject_Init py3__PyObject_Init
178 # define PyDict_New py3_PyDict_New
179 # define PyDict_GetItemString py3_PyDict_GetItemString
180 # define PyDict_Next py3_PyDict_Next
181 # define PyMapping_Check py3_PyMapping_Check
182 # ifndef PyMapping_Keys
183 #  define PyMapping_Keys py3_PyMapping_Keys
184 # endif
185 # define PyIter_Next py3_PyIter_Next
186 # define PyObject_GetIter py3_PyObject_GetIter
187 # define PyObject_Repr py3_PyObject_Repr
188 # define PyObject_GetItem py3_PyObject_GetItem
189 # define PyObject_IsTrue py3_PyObject_IsTrue
190 # define PyModule_GetDict py3_PyModule_GetDict
191 #undef PyRun_SimpleString
192 # define PyRun_SimpleString py3_PyRun_SimpleString
193 #undef PyRun_String
194 # define PyRun_String py3_PyRun_String
195 # define PyObject_GetAttrString py3_PyObject_GetAttrString
196 # define PyObject_HasAttrString py3_PyObject_HasAttrString
197 # define PyObject_SetAttrString py3_PyObject_SetAttrString
198 # define PyObject_CallFunctionObjArgs py3_PyObject_CallFunctionObjArgs
199 # define _PyObject_CallFunction_SizeT py3__PyObject_CallFunction_SizeT
200 # define PyObject_Call py3_PyObject_Call
201 # define PyEval_GetLocals py3_PyEval_GetLocals
202 # define PyEval_GetGlobals py3_PyEval_GetGlobals
203 # define PySys_SetObject py3_PySys_SetObject
204 # define PySys_GetObject py3_PySys_GetObject
205 # define PySys_SetArgv py3_PySys_SetArgv
206 # define PyType_Ready py3_PyType_Ready
207 #undef Py_BuildValue
208 # define Py_BuildValue py3_Py_BuildValue
209 # define Py_SetPythonHome py3_Py_SetPythonHome
210 # define Py_Initialize py3_Py_Initialize
211 # define Py_Finalize py3_Py_Finalize
212 # define Py_IsInitialized py3_Py_IsInitialized
213 # define _Py_NoneStruct (*py3__Py_NoneStruct)
214 # define _Py_FalseStruct (*py3__Py_FalseStruct)
215 # define _Py_TrueStruct (*py3__Py_TrueStruct)
216 # define _PyObject_NextNotImplemented (*py3__PyObject_NextNotImplemented)
217 # define PyModule_AddObject py3_PyModule_AddObject
218 # define PyImport_AppendInittab py3_PyImport_AppendInittab
219 # define PyImport_AddModule py3_PyImport_AddModule
220 # if PY_VERSION_HEX >= 0x030300f0
221 #  undef _PyUnicode_AsString
222 #  define _PyUnicode_AsString py3_PyUnicode_AsUTF8
223 # else
224 #  define _PyUnicode_AsString py3__PyUnicode_AsString
225 # endif
226 # undef PyUnicode_AsEncodedString
227 # define PyUnicode_AsEncodedString py3_PyUnicode_AsEncodedString
228 # undef PyBytes_AsString
229 # define PyBytes_AsString py3_PyBytes_AsString
230 # ifndef PyBytes_AsStringAndSize
231 #  define PyBytes_AsStringAndSize py3_PyBytes_AsStringAndSize
232 # endif
233 # undef PyBytes_FromString
234 # define PyBytes_FromString py3_PyBytes_FromString
235 # define PyFloat_FromDouble py3_PyFloat_FromDouble
236 # define PyFloat_AsDouble py3_PyFloat_AsDouble
237 # define PyObject_GenericGetAttr py3_PyObject_GenericGetAttr
238 # define PyType_Type (*py3_PyType_Type)
239 # define PyStdPrinter_Type (*py3_PyStdPrinter_Type)
240 # define PySlice_Type (*py3_PySlice_Type)
241 # define PyFloat_Type (*py3_PyFloat_Type)
242 # define PyNumber_Check (*py3_PyNumber_Check)
243 # define PyNumber_Long (*py3_PyNumber_Long)
244 # define PyBool_Type (*py3_PyBool_Type)
245 # define PyErr_NewException py3_PyErr_NewException
246 # ifdef Py_DEBUG
247 #  define _Py_NegativeRefcount py3__Py_NegativeRefcount
248 #  define _Py_RefTotal (*py3__Py_RefTotal)
249 #  define _Py_Dealloc py3__Py_Dealloc
250 #  define PyModule_Create2TraceRefs py3_PyModule_Create2TraceRefs
251 # else
252 #  define PyModule_Create2 py3_PyModule_Create2
253 # endif
254 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
255 #  define _PyObject_DebugMalloc py3__PyObject_DebugMalloc
256 #  define _PyObject_DebugFree py3__PyObject_DebugFree
257 # else
258 #  define PyObject_Malloc py3_PyObject_Malloc
259 #  define PyObject_Free py3_PyObject_Free
260 # endif
261 # define _PyObject_GC_New py3__PyObject_GC_New
262 # define PyObject_GC_Del py3_PyObject_GC_Del
263 # define PyObject_GC_UnTrack py3_PyObject_GC_UnTrack
264 # define PyType_GenericAlloc py3_PyType_GenericAlloc
265 # define PyType_GenericNew py3_PyType_GenericNew
266 # undef PyUnicode_FromString
267 # define PyUnicode_FromString py3_PyUnicode_FromString
268 # ifndef PyUnicode_FromFormat
269 #  define PyUnicode_FromFormat py3_PyUnicode_FromFormat
270 # else
271 #  define Py_UNICODE_USE_UCS_FUNCTIONS
272 #  ifdef Py_UNICODE_WIDE
273 #   define PyUnicodeUCS4_FromFormat py3_PyUnicodeUCS4_FromFormat
274 #  else
275 #   define PyUnicodeUCS2_FromFormat py3_PyUnicodeUCS2_FromFormat
276 #  endif
277 # endif
278 # undef PyUnicode_Decode
279 # define PyUnicode_Decode py3_PyUnicode_Decode
280 # define PyType_IsSubtype py3_PyType_IsSubtype
281 # define PyCapsule_New py3_PyCapsule_New
282 # define PyCapsule_GetPointer py3_PyCapsule_GetPointer
283 
284 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
285 #  undef PyObject_NEW
286 #  define PyObject_NEW(type, typeobj) \
287 ( (type *) PyObject_Init( \
288 	(PyObject *) _PyObject_DebugMalloc( _PyObject_SIZE(typeobj) ), (typeobj)) )
289 # endif
290 
291 /*
292  * Pointers for dynamic link
293  */
294 static int (*py3_PySys_SetArgv)(int, wchar_t **);
295 static void (*py3_Py_SetPythonHome)(wchar_t *home);
296 static void (*py3_Py_Initialize)(void);
297 static PyObject* (*py3_PyList_New)(Py_ssize_t size);
298 static PyGILState_STATE (*py3_PyGILState_Ensure)(void);
299 static void (*py3_PyGILState_Release)(PyGILState_STATE);
300 static int (*py3_PySys_SetObject)(char *, PyObject *);
301 static PyObject* (*py3_PySys_GetObject)(char *);
302 static int (*py3_PyList_Append)(PyObject *, PyObject *);
303 static int (*py3_PyList_Insert)(PyObject *, int, PyObject *);
304 static Py_ssize_t (*py3_PyList_Size)(PyObject *);
305 static int (*py3_PySequence_Check)(PyObject *);
306 static Py_ssize_t (*py3_PySequence_Size)(PyObject *);
307 static PyObject* (*py3_PySequence_GetItem)(PyObject *, Py_ssize_t);
308 static PyObject* (*py3_PySequence_Fast)(PyObject *, const char *);
309 static Py_ssize_t (*py3_PyTuple_Size)(PyObject *);
310 static PyObject* (*py3_PyTuple_GetItem)(PyObject *, Py_ssize_t);
311 static int (*py3_PyMapping_Check)(PyObject *);
312 static PyObject* (*py3_PyMapping_Keys)(PyObject *);
313 # if PY_VERSION_HEX >= 0x030601f0
314 static int (*py3_PySlice_AdjustIndices)(Py_ssize_t length,
315 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t step);
316 static int (*py3_PySlice_Unpack)(PyObject *slice,
317 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step);
318 # endif
319 static int (*py3_PySlice_GetIndicesEx)(PySliceObject_T *r, Py_ssize_t length,
320 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step,
321 		     Py_ssize_t *slicelen);
322 static PyObject* (*py3_PyErr_NoMemory)(void);
323 static void (*py3_Py_Finalize)(void);
324 static void (*py3_PyErr_SetString)(PyObject *, const char *);
325 static void (*py3_PyErr_SetObject)(PyObject *, PyObject *);
326 static int (*py3_PyErr_ExceptionMatches)(PyObject *);
327 static int (*py3_PyRun_SimpleString)(char *);
328 static PyObject* (*py3_PyRun_String)(char *, int, PyObject *, PyObject *);
329 static PyObject* (*py3_PyObject_GetAttrString)(PyObject *, const char *);
330 static int (*py3_PyObject_HasAttrString)(PyObject *, const char *);
331 static int (*py3_PyObject_SetAttrString)(PyObject *, const char *, PyObject *);
332 static PyObject* (*py3_PyObject_CallFunctionObjArgs)(PyObject *, ...);
333 static PyObject* (*py3__PyObject_CallFunction_SizeT)(PyObject *, char *, ...);
334 static PyObject* (*py3_PyObject_Call)(PyObject *, PyObject *, PyObject *);
335 static PyObject* (*py3_PyEval_GetGlobals)();
336 static PyObject* (*py3_PyEval_GetLocals)();
337 static PyObject* (*py3_PyList_GetItem)(PyObject *, Py_ssize_t);
338 static PyObject* (*py3_PyImport_ImportModule)(const char *);
339 static PyObject* (*py3_PyImport_AddModule)(const char *);
340 static int (*py3_PyErr_BadArgument)(void);
341 static PyObject* (*py3_PyErr_Occurred)(void);
342 static PyObject* (*py3_PyModule_GetDict)(PyObject *);
343 static int (*py3_PyList_SetItem)(PyObject *, Py_ssize_t, PyObject *);
344 static PyObject* (*py3_PyDict_GetItemString)(PyObject *, const char *);
345 static int (*py3_PyDict_Next)(PyObject *, Py_ssize_t *, PyObject **, PyObject **);
346 static PyObject* (*py3_PyLong_FromLong)(long);
347 static PyObject* (*py3_PyDict_New)(void);
348 static PyObject* (*py3_PyIter_Next)(PyObject *);
349 static PyObject* (*py3_PyObject_GetIter)(PyObject *);
350 static PyObject* (*py3_PyObject_Repr)(PyObject *);
351 static PyObject* (*py3_PyObject_GetItem)(PyObject *, PyObject *);
352 static int (*py3_PyObject_IsTrue)(PyObject *);
353 static PyObject* (*py3_Py_BuildValue)(char *, ...);
354 static int (*py3_PyType_Ready)(PyTypeObject *type);
355 static int (*py3_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
356 static PyObject* (*py3_PyUnicode_FromString)(const char *u);
357 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
358 static PyObject* (*py3_PyUnicode_FromFormat)(const char *u, ...);
359 # else
360 #  ifdef Py_UNICODE_WIDE
361 static PyObject* (*py3_PyUnicodeUCS4_FromFormat)(const char *u, ...);
362 #  else
363 static PyObject* (*py3_PyUnicodeUCS2_FromFormat)(const char *u, ...);
364 #  endif
365 # endif
366 static PyObject* (*py3_PyUnicode_Decode)(const char *u, Py_ssize_t size,
367 	const char *encoding, const char *errors);
368 static long (*py3_PyLong_AsLong)(PyObject *);
369 static void (*py3_PyErr_SetNone)(PyObject *);
370 static void (*py3_PyEval_InitThreads)(void);
371 static void(*py3_PyEval_RestoreThread)(PyThreadState *);
372 static PyThreadState*(*py3_PyEval_SaveThread)(void);
373 static int (*py3_PyArg_Parse)(PyObject *, char *, ...);
374 static int (*py3_PyArg_ParseTuple)(PyObject *, char *, ...);
375 static int (*py3_PyMem_Free)(void *);
376 static void* (*py3_PyMem_Malloc)(size_t);
377 static int (*py3_Py_IsInitialized)(void);
378 static void (*py3_PyErr_Clear)(void);
379 static PyObject* (*py3_PyErr_Format)(PyObject *, const char *, ...);
380 static void (*py3_PyErr_PrintEx)(int);
381 static PyObject*(*py3__PyObject_Init)(PyObject *, PyTypeObject *);
382 static iternextfunc py3__PyObject_NextNotImplemented;
383 static PyObject* py3__Py_NoneStruct;
384 static PyObject* py3__Py_FalseStruct;
385 static PyObject* py3__Py_TrueStruct;
386 static int (*py3_PyModule_AddObject)(PyObject *m, const char *name, PyObject *o);
387 static int (*py3_PyImport_AppendInittab)(const char *name, PyObject* (*initfunc)(void));
388 # if PY_VERSION_HEX >= 0x030300f0
389 static char* (*py3_PyUnicode_AsUTF8)(PyObject *unicode);
390 # else
391 static char* (*py3__PyUnicode_AsString)(PyObject *unicode);
392 # endif
393 static PyObject* (*py3_PyUnicode_AsEncodedString)(PyObject *unicode, const char* encoding, const char* errors);
394 static char* (*py3_PyBytes_AsString)(PyObject *bytes);
395 static int (*py3_PyBytes_AsStringAndSize)(PyObject *bytes, char **buffer, Py_ssize_t *length);
396 static PyObject* (*py3_PyBytes_FromString)(char *str);
397 static PyObject* (*py3_PyFloat_FromDouble)(double num);
398 static double (*py3_PyFloat_AsDouble)(PyObject *);
399 static PyObject* (*py3_PyObject_GenericGetAttr)(PyObject *obj, PyObject *name);
400 static PyObject* (*py3_PyType_GenericAlloc)(PyTypeObject *type, Py_ssize_t nitems);
401 static PyObject* (*py3_PyType_GenericNew)(PyTypeObject *type, PyObject *args, PyObject *kwds);
402 static PyTypeObject* py3_PyType_Type;
403 static PyTypeObject* py3_PyStdPrinter_Type;
404 static PyTypeObject* py3_PySlice_Type;
405 static PyTypeObject* py3_PyFloat_Type;
406 static PyTypeObject* py3_PyBool_Type;
407 static int (*py3_PyNumber_Check)(PyObject *);
408 static PyObject* (*py3_PyNumber_Long)(PyObject *);
409 static PyObject* (*py3_PyErr_NewException)(char *name, PyObject *base, PyObject *dict);
410 static PyObject* (*py3_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
411 static void* (*py3_PyCapsule_GetPointer)(PyObject *, char *);
412 # ifdef Py_DEBUG
413 static void (*py3__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
414 static Py_ssize_t* py3__Py_RefTotal;
415 static void (*py3__Py_Dealloc)(PyObject *obj);
416 static PyObject* (*py3_PyModule_Create2TraceRefs)(struct PyModuleDef* module, int module_api_version);
417 # else
418 static PyObject* (*py3_PyModule_Create2)(struct PyModuleDef* module, int module_api_version);
419 # endif
420 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
421 static void (*py3__PyObject_DebugFree)(void*);
422 static void* (*py3__PyObject_DebugMalloc)(size_t);
423 # else
424 static void (*py3_PyObject_Free)(void*);
425 static void* (*py3_PyObject_Malloc)(size_t);
426 # endif
427 static PyObject*(*py3__PyObject_GC_New)(PyTypeObject *);
428 static void(*py3_PyObject_GC_Del)(void *);
429 static void(*py3_PyObject_GC_UnTrack)(void *);
430 static int (*py3_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
431 
432 static HINSTANCE hinstPy3 = 0; /* Instance of python.dll */
433 
434 /* Imported exception objects */
435 static PyObject *p3imp_PyExc_AttributeError;
436 static PyObject *p3imp_PyExc_IndexError;
437 static PyObject *p3imp_PyExc_KeyError;
438 static PyObject *p3imp_PyExc_KeyboardInterrupt;
439 static PyObject *p3imp_PyExc_TypeError;
440 static PyObject *p3imp_PyExc_ValueError;
441 static PyObject *p3imp_PyExc_SystemExit;
442 static PyObject *p3imp_PyExc_RuntimeError;
443 static PyObject *p3imp_PyExc_ImportError;
444 static PyObject *p3imp_PyExc_OverflowError;
445 
446 # define PyExc_AttributeError p3imp_PyExc_AttributeError
447 # define PyExc_IndexError p3imp_PyExc_IndexError
448 # define PyExc_KeyError p3imp_PyExc_KeyError
449 # define PyExc_KeyboardInterrupt p3imp_PyExc_KeyboardInterrupt
450 # define PyExc_TypeError p3imp_PyExc_TypeError
451 # define PyExc_ValueError p3imp_PyExc_ValueError
452 # define PyExc_SystemExit p3imp_PyExc_SystemExit
453 # define PyExc_RuntimeError p3imp_PyExc_RuntimeError
454 # define PyExc_ImportError p3imp_PyExc_ImportError
455 # define PyExc_OverflowError p3imp_PyExc_OverflowError
456 
457 /*
458  * Table of name to function pointer of python.
459  */
460 # define PYTHON_PROC FARPROC
461 static struct
462 {
463     char *name;
464     PYTHON_PROC *ptr;
465 } py3_funcname_table[] =
466 {
467     {"PySys_SetArgv", (PYTHON_PROC*)&py3_PySys_SetArgv},
468     {"Py_SetPythonHome", (PYTHON_PROC*)&py3_Py_SetPythonHome},
469     {"Py_Initialize", (PYTHON_PROC*)&py3_Py_Initialize},
470     {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&py3_PyArg_ParseTuple},
471     {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&py3_Py_BuildValue},
472     {"PyMem_Free", (PYTHON_PROC*)&py3_PyMem_Free},
473     {"PyMem_Malloc", (PYTHON_PROC*)&py3_PyMem_Malloc},
474     {"PyList_New", (PYTHON_PROC*)&py3_PyList_New},
475     {"PyGILState_Ensure", (PYTHON_PROC*)&py3_PyGILState_Ensure},
476     {"PyGILState_Release", (PYTHON_PROC*)&py3_PyGILState_Release},
477     {"PySys_SetObject", (PYTHON_PROC*)&py3_PySys_SetObject},
478     {"PySys_GetObject", (PYTHON_PROC*)&py3_PySys_GetObject},
479     {"PyList_Append", (PYTHON_PROC*)&py3_PyList_Append},
480     {"PyList_Insert", (PYTHON_PROC*)&py3_PyList_Insert},
481     {"PyList_Size", (PYTHON_PROC*)&py3_PyList_Size},
482     {"PySequence_Check", (PYTHON_PROC*)&py3_PySequence_Check},
483     {"PySequence_Size", (PYTHON_PROC*)&py3_PySequence_Size},
484     {"PySequence_GetItem", (PYTHON_PROC*)&py3_PySequence_GetItem},
485     {"PySequence_Fast", (PYTHON_PROC*)&py3_PySequence_Fast},
486     {"PyTuple_Size", (PYTHON_PROC*)&py3_PyTuple_Size},
487     {"PyTuple_GetItem", (PYTHON_PROC*)&py3_PyTuple_GetItem},
488 # if PY_VERSION_HEX >= 0x030601f0
489     {"PySlice_AdjustIndices", (PYTHON_PROC*)&py3_PySlice_AdjustIndices},
490     {"PySlice_Unpack", (PYTHON_PROC*)&py3_PySlice_Unpack},
491 # endif
492     {"PySlice_GetIndicesEx", (PYTHON_PROC*)&py3_PySlice_GetIndicesEx},
493     {"PyErr_NoMemory", (PYTHON_PROC*)&py3_PyErr_NoMemory},
494     {"Py_Finalize", (PYTHON_PROC*)&py3_Py_Finalize},
495     {"PyErr_SetString", (PYTHON_PROC*)&py3_PyErr_SetString},
496     {"PyErr_SetObject", (PYTHON_PROC*)&py3_PyErr_SetObject},
497     {"PyErr_ExceptionMatches", (PYTHON_PROC*)&py3_PyErr_ExceptionMatches},
498     {"PyRun_SimpleString", (PYTHON_PROC*)&py3_PyRun_SimpleString},
499     {"PyRun_String", (PYTHON_PROC*)&py3_PyRun_String},
500     {"PyObject_GetAttrString", (PYTHON_PROC*)&py3_PyObject_GetAttrString},
501     {"PyObject_HasAttrString", (PYTHON_PROC*)&py3_PyObject_HasAttrString},
502     {"PyObject_SetAttrString", (PYTHON_PROC*)&py3_PyObject_SetAttrString},
503     {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&py3_PyObject_CallFunctionObjArgs},
504     {"_PyObject_CallFunction_SizeT", (PYTHON_PROC*)&py3__PyObject_CallFunction_SizeT},
505     {"PyObject_Call", (PYTHON_PROC*)&py3_PyObject_Call},
506     {"PyEval_GetGlobals", (PYTHON_PROC*)&py3_PyEval_GetGlobals},
507     {"PyEval_GetLocals", (PYTHON_PROC*)&py3_PyEval_GetLocals},
508     {"PyList_GetItem", (PYTHON_PROC*)&py3_PyList_GetItem},
509     {"PyImport_ImportModule", (PYTHON_PROC*)&py3_PyImport_ImportModule},
510     {"PyImport_AddModule", (PYTHON_PROC*)&py3_PyImport_AddModule},
511     {"PyErr_BadArgument", (PYTHON_PROC*)&py3_PyErr_BadArgument},
512     {"PyErr_Occurred", (PYTHON_PROC*)&py3_PyErr_Occurred},
513     {"PyModule_GetDict", (PYTHON_PROC*)&py3_PyModule_GetDict},
514     {"PyList_SetItem", (PYTHON_PROC*)&py3_PyList_SetItem},
515     {"PyDict_GetItemString", (PYTHON_PROC*)&py3_PyDict_GetItemString},
516     {"PyDict_Next", (PYTHON_PROC*)&py3_PyDict_Next},
517     {"PyMapping_Check", (PYTHON_PROC*)&py3_PyMapping_Check},
518     {"PyMapping_Keys", (PYTHON_PROC*)&py3_PyMapping_Keys},
519     {"PyIter_Next", (PYTHON_PROC*)&py3_PyIter_Next},
520     {"PyObject_GetIter", (PYTHON_PROC*)&py3_PyObject_GetIter},
521     {"PyObject_Repr", (PYTHON_PROC*)&py3_PyObject_Repr},
522     {"PyObject_GetItem", (PYTHON_PROC*)&py3_PyObject_GetItem},
523     {"PyObject_IsTrue", (PYTHON_PROC*)&py3_PyObject_IsTrue},
524     {"PyLong_FromLong", (PYTHON_PROC*)&py3_PyLong_FromLong},
525     {"PyDict_New", (PYTHON_PROC*)&py3_PyDict_New},
526     {"PyType_Ready", (PYTHON_PROC*)&py3_PyType_Ready},
527     {"PyDict_SetItemString", (PYTHON_PROC*)&py3_PyDict_SetItemString},
528     {"PyLong_AsLong", (PYTHON_PROC*)&py3_PyLong_AsLong},
529     {"PyErr_SetNone", (PYTHON_PROC*)&py3_PyErr_SetNone},
530     {"PyEval_InitThreads", (PYTHON_PROC*)&py3_PyEval_InitThreads},
531     {"PyEval_RestoreThread", (PYTHON_PROC*)&py3_PyEval_RestoreThread},
532     {"PyEval_SaveThread", (PYTHON_PROC*)&py3_PyEval_SaveThread},
533     {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&py3_PyArg_Parse},
534     {"Py_IsInitialized", (PYTHON_PROC*)&py3_Py_IsInitialized},
535     {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&py3__PyObject_NextNotImplemented},
536     {"_Py_NoneStruct", (PYTHON_PROC*)&py3__Py_NoneStruct},
537     {"_Py_FalseStruct", (PYTHON_PROC*)&py3__Py_FalseStruct},
538     {"_Py_TrueStruct", (PYTHON_PROC*)&py3__Py_TrueStruct},
539     {"PyErr_Clear", (PYTHON_PROC*)&py3_PyErr_Clear},
540     {"PyErr_Format", (PYTHON_PROC*)&py3_PyErr_Format},
541     {"PyErr_PrintEx", (PYTHON_PROC*)&py3_PyErr_PrintEx},
542     {"PyObject_Init", (PYTHON_PROC*)&py3__PyObject_Init},
543     {"PyModule_AddObject", (PYTHON_PROC*)&py3_PyModule_AddObject},
544     {"PyImport_AppendInittab", (PYTHON_PROC*)&py3_PyImport_AppendInittab},
545 # if PY_VERSION_HEX >= 0x030300f0
546     {"PyUnicode_AsUTF8", (PYTHON_PROC*)&py3_PyUnicode_AsUTF8},
547 # else
548     {"_PyUnicode_AsString", (PYTHON_PROC*)&py3__PyUnicode_AsString},
549 # endif
550 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
551     {"PyUnicode_FromFormat", (PYTHON_PROC*)&py3_PyUnicode_FromFormat},
552 # else
553 #  ifdef Py_UNICODE_WIDE
554     {"PyUnicodeUCS4_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS4_FromFormat},
555 #  else
556     {"PyUnicodeUCS2_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS2_FromFormat},
557 #  endif
558 # endif
559     {"PyBytes_AsString", (PYTHON_PROC*)&py3_PyBytes_AsString},
560     {"PyBytes_AsStringAndSize", (PYTHON_PROC*)&py3_PyBytes_AsStringAndSize},
561     {"PyBytes_FromString", (PYTHON_PROC*)&py3_PyBytes_FromString},
562     {"PyFloat_FromDouble", (PYTHON_PROC*)&py3_PyFloat_FromDouble},
563     {"PyFloat_AsDouble", (PYTHON_PROC*)&py3_PyFloat_AsDouble},
564     {"PyObject_GenericGetAttr", (PYTHON_PROC*)&py3_PyObject_GenericGetAttr},
565     {"PyType_GenericAlloc", (PYTHON_PROC*)&py3_PyType_GenericAlloc},
566     {"PyType_GenericNew", (PYTHON_PROC*)&py3_PyType_GenericNew},
567     {"PyType_Type", (PYTHON_PROC*)&py3_PyType_Type},
568     {"PyStdPrinter_Type", (PYTHON_PROC*)&py3_PyStdPrinter_Type},
569     {"PySlice_Type", (PYTHON_PROC*)&py3_PySlice_Type},
570     {"PyFloat_Type", (PYTHON_PROC*)&py3_PyFloat_Type},
571     {"PyBool_Type", (PYTHON_PROC*)&py3_PyBool_Type},
572     {"PyNumber_Check", (PYTHON_PROC*)&py3_PyNumber_Check},
573     {"PyNumber_Long", (PYTHON_PROC*)&py3_PyNumber_Long},
574     {"PyErr_NewException", (PYTHON_PROC*)&py3_PyErr_NewException},
575 # ifdef Py_DEBUG
576     {"_Py_NegativeRefcount", (PYTHON_PROC*)&py3__Py_NegativeRefcount},
577     {"_Py_RefTotal", (PYTHON_PROC*)&py3__Py_RefTotal},
578     {"_Py_Dealloc", (PYTHON_PROC*)&py3__Py_Dealloc},
579     {"PyModule_Create2TraceRefs", (PYTHON_PROC*)&py3_PyModule_Create2TraceRefs},
580 # else
581     {"PyModule_Create2", (PYTHON_PROC*)&py3_PyModule_Create2},
582 # endif
583 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
584     {"_PyObject_DebugFree", (PYTHON_PROC*)&py3__PyObject_DebugFree},
585     {"_PyObject_DebugMalloc", (PYTHON_PROC*)&py3__PyObject_DebugMalloc},
586 # else
587     {"PyObject_Malloc", (PYTHON_PROC*)&py3_PyObject_Malloc},
588     {"PyObject_Free", (PYTHON_PROC*)&py3_PyObject_Free},
589 # endif
590     {"_PyObject_GC_New", (PYTHON_PROC*)&py3__PyObject_GC_New},
591     {"PyObject_GC_Del", (PYTHON_PROC*)&py3_PyObject_GC_Del},
592     {"PyObject_GC_UnTrack", (PYTHON_PROC*)&py3_PyObject_GC_UnTrack},
593     {"PyType_IsSubtype", (PYTHON_PROC*)&py3_PyType_IsSubtype},
594     {"PyCapsule_New", (PYTHON_PROC*)&py3_PyCapsule_New},
595     {"PyCapsule_GetPointer", (PYTHON_PROC*)&py3_PyCapsule_GetPointer},
596     {"", NULL},
597 };
598 
599 /*
600  * Free python.dll
601  */
602     static void
603 end_dynamic_python3(void)
604 {
605     if (hinstPy3 != 0)
606     {
607 	close_dll(hinstPy3);
608 	hinstPy3 = 0;
609     }
610 }
611 
612 /*
613  * Load library and get all pointers.
614  * Parameter 'libname' provides name of DLL.
615  * Return OK or FAIL.
616  */
617     static int
618 py3_runtime_link_init(char *libname, int verbose)
619 {
620     int i;
621     PYTHON_PROC *ucs_from_string = (PYTHON_PROC *)&py3_PyUnicode_FromString;
622     PYTHON_PROC *ucs_decode = (PYTHON_PROC *)&py3_PyUnicode_Decode;
623     PYTHON_PROC *ucs_as_encoded_string =
624 				 (PYTHON_PROC *)&py3_PyUnicode_AsEncodedString;
625 
626 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON)
627     /* Can't have Python and Python3 loaded at the same time.
628      * It cause a crash, because RTLD_GLOBAL is needed for
629      * standard C extension libraries of one or both python versions. */
630     if (python_loaded())
631     {
632 	if (verbose)
633 	    EMSG(_("E837: This Vim cannot execute :py3 after using :python"));
634 	return FAIL;
635     }
636 # endif
637 
638     if (hinstPy3 != 0)
639 	return OK;
640     hinstPy3 = load_dll(libname);
641 
642     if (!hinstPy3)
643     {
644 	if (verbose)
645 	    EMSG2(_(e_loadlib), libname);
646 	return FAIL;
647     }
648 
649     for (i = 0; py3_funcname_table[i].ptr; ++i)
650     {
651 	if ((*py3_funcname_table[i].ptr = symbol_from_dll(hinstPy3,
652 			py3_funcname_table[i].name)) == NULL)
653 	{
654 	    close_dll(hinstPy3);
655 	    hinstPy3 = 0;
656 	    if (verbose)
657 		EMSG2(_(e_loadfunc), py3_funcname_table[i].name);
658 	    return FAIL;
659 	}
660     }
661 
662     /* Load unicode functions separately as only the ucs2 or the ucs4 functions
663      * will be present in the library. */
664 # if PY_VERSION_HEX >= 0x030300f0
665     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicode_FromString");
666     *ucs_decode = symbol_from_dll(hinstPy3, "PyUnicode_Decode");
667     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
668 	    "PyUnicode_AsEncodedString");
669 # else
670     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicodeUCS2_FromString");
671     *ucs_decode = symbol_from_dll(hinstPy3,
672 	    "PyUnicodeUCS2_Decode");
673     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
674 	    "PyUnicodeUCS2_AsEncodedString");
675     if (*ucs_from_string == NULL || *ucs_decode == NULL
676 					     || *ucs_as_encoded_string == NULL)
677     {
678 	*ucs_from_string = symbol_from_dll(hinstPy3,
679 		"PyUnicodeUCS4_FromString");
680 	*ucs_decode = symbol_from_dll(hinstPy3,
681 		"PyUnicodeUCS4_Decode");
682 	*ucs_as_encoded_string = symbol_from_dll(hinstPy3,
683 		"PyUnicodeUCS4_AsEncodedString");
684     }
685 # endif
686     if (*ucs_from_string == NULL || *ucs_decode == NULL
687 					     || *ucs_as_encoded_string == NULL)
688     {
689 	close_dll(hinstPy3);
690 	hinstPy3 = 0;
691 	if (verbose)
692 	    EMSG2(_(e_loadfunc), "PyUnicode_UCSX_*");
693 	return FAIL;
694     }
695 
696     return OK;
697 }
698 
699 /*
700  * If python is enabled (there is installed python on Windows system) return
701  * TRUE, else FALSE.
702  */
703     int
704 python3_enabled(int verbose)
705 {
706     return py3_runtime_link_init((char *)p_py3dll, verbose) == OK;
707 }
708 
709 /* Load the standard Python exceptions - don't import the symbols from the
710  * DLL, as this can cause errors (importing data symbols is not reliable).
711  */
712     static void
713 get_py3_exceptions(void)
714 {
715     PyObject *exmod = PyImport_ImportModule("builtins");
716     PyObject *exdict = PyModule_GetDict(exmod);
717     p3imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
718     p3imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
719     p3imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError");
720     p3imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
721     p3imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
722     p3imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
723     p3imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit");
724     p3imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError");
725     p3imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError");
726     p3imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError");
727     Py_XINCREF(p3imp_PyExc_AttributeError);
728     Py_XINCREF(p3imp_PyExc_IndexError);
729     Py_XINCREF(p3imp_PyExc_KeyError);
730     Py_XINCREF(p3imp_PyExc_KeyboardInterrupt);
731     Py_XINCREF(p3imp_PyExc_TypeError);
732     Py_XINCREF(p3imp_PyExc_ValueError);
733     Py_XINCREF(p3imp_PyExc_SystemExit);
734     Py_XINCREF(p3imp_PyExc_RuntimeError);
735     Py_XINCREF(p3imp_PyExc_ImportError);
736     Py_XINCREF(p3imp_PyExc_OverflowError);
737     Py_XDECREF(exmod);
738 }
739 #endif /* DYNAMIC_PYTHON3 */
740 
741 static int py3initialised = 0;
742 #define PYINITIALISED py3initialised
743 static int python_end_called = FALSE;
744 
745 #define DESTRUCTOR_FINISH(self) Py_TYPE(self)->tp_free((PyObject*)self)
746 
747 #define WIN_PYTHON_REF(win) win->w_python3_ref
748 #define BUF_PYTHON_REF(buf) buf->b_python3_ref
749 #define TAB_PYTHON_REF(tab) tab->tp_python3_ref
750 
751     static void
752 call_PyObject_Free(void *p)
753 {
754 #if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
755     _PyObject_DebugFree(p);
756 #else
757     PyObject_Free(p);
758 #endif
759 }
760 
761     static PyObject *
762 call_PyType_GenericNew(PyTypeObject *type, PyObject *args, PyObject *kwds)
763 {
764     return PyType_GenericNew(type,args,kwds);
765 }
766 
767     static PyObject *
768 call_PyType_GenericAlloc(PyTypeObject *type, Py_ssize_t nitems)
769 {
770     return PyType_GenericAlloc(type,nitems);
771 }
772 
773 static PyObject *OutputGetattro(PyObject *, PyObject *);
774 static int OutputSetattro(PyObject *, PyObject *, PyObject *);
775 static PyObject *BufferGetattro(PyObject *, PyObject *);
776 static int BufferSetattro(PyObject *, PyObject *, PyObject *);
777 static PyObject *TabPageGetattro(PyObject *, PyObject *);
778 static PyObject *WindowGetattro(PyObject *, PyObject *);
779 static int WindowSetattro(PyObject *, PyObject *, PyObject *);
780 static PyObject *RangeGetattro(PyObject *, PyObject *);
781 static PyObject *CurrentGetattro(PyObject *, PyObject *);
782 static int CurrentSetattro(PyObject *, PyObject *, PyObject *);
783 static PyObject *DictionaryGetattro(PyObject *, PyObject *);
784 static int DictionarySetattro(PyObject *, PyObject *, PyObject *);
785 static PyObject *ListGetattro(PyObject *, PyObject *);
786 static int ListSetattro(PyObject *, PyObject *, PyObject *);
787 static PyObject *FunctionGetattro(PyObject *, PyObject *);
788 
789 static struct PyModuleDef vimmodule;
790 
791 #define PY_CAN_RECURSE
792 
793 /*
794  * Include the code shared with if_python.c
795  */
796 #include "if_py_both.h"
797 
798 #define GET_ATTR_STRING(name, nameobj) \
799     char	*name = ""; \
800     if (PyUnicode_Check(nameobj)) \
801 	name = _PyUnicode_AsString(nameobj)
802 
803 #define PY3OBJ_DELETED(obj) (obj->ob_base.ob_refcnt<=0)
804 
805 /******************************************************
806  * Internal function prototypes.
807  */
808 
809 static PyObject *Py3Init_vim(void);
810 
811 /******************************************************
812  * 1. Python interpreter main program.
813  */
814 
815     void
816 python3_end(void)
817 {
818     static int recurse = 0;
819 
820     /* If a crash occurs while doing this, don't try again. */
821     if (recurse != 0)
822 	return;
823 
824     python_end_called = TRUE;
825     ++recurse;
826 
827 #ifdef DYNAMIC_PYTHON3
828     if (hinstPy3)
829 #endif
830     if (Py_IsInitialized())
831     {
832 	/* acquire lock before finalizing */
833 	PyGILState_Ensure();
834 
835 	Py_Finalize();
836     }
837 
838 #ifdef DYNAMIC_PYTHON3
839     end_dynamic_python3();
840 #endif
841 
842     --recurse;
843 }
844 
845 #if (defined(DYNAMIC_PYTHON3) && defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON) && defined(UNIX)) || defined(PROTO)
846     int
847 python3_loaded(void)
848 {
849     return (hinstPy3 != 0);
850 }
851 #endif
852 
853 static wchar_t *py_home_buf = NULL;
854 
855     static int
856 Python3_Init(void)
857 {
858     if (!py3initialised)
859     {
860 #ifdef DYNAMIC_PYTHON3
861 	if (!python3_enabled(TRUE))
862 	{
863 	    EMSG(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
864 	    goto fail;
865 	}
866 #endif
867 
868 	init_structs();
869 
870 	if (*p_py3home != NUL)
871 	{
872 	    size_t len = mbstowcs(NULL, (char *)p_py3home, 0) + 1;
873 
874 	    /* The string must not change later, make a copy in static memory. */
875 	    py_home_buf = (wchar_t *)alloc(len * sizeof(wchar_t));
876 	    if (py_home_buf != NULL && mbstowcs(
877 			    py_home_buf, (char *)p_py3home, len) != (size_t)-1)
878 		Py_SetPythonHome(py_home_buf);
879 	}
880 #ifdef PYTHON3_HOME
881 	else if (mch_getenv((char_u *)"PYTHONHOME") == NULL)
882 	    Py_SetPythonHome(PYTHON3_HOME);
883 #endif
884 
885 	PyImport_AppendInittab("vim", Py3Init_vim);
886 
887 	Py_Initialize();
888 
889 	/* Initialise threads, and below save the state using
890 	 * PyEval_SaveThread.  Without the call to PyEval_SaveThread, thread
891 	 * specific state (such as the system trace hook), will be lost
892 	 * between invocations of Python code. */
893 	PyEval_InitThreads();
894 #ifdef DYNAMIC_PYTHON3
895 	get_py3_exceptions();
896 #endif
897 
898 	if (PythonIO_Init_io())
899 	    goto fail;
900 
901 	globals = PyModule_GetDict(PyImport_AddModule("__main__"));
902 
903 	/* Remove the element from sys.path that was added because of our
904 	 * argv[0] value in Py3Init_vim().  Previously we used an empty
905 	 * string, but depending on the OS we then get an empty entry or
906 	 * the current directory in sys.path.
907 	 * Only after vim has been imported, the element does exist in
908 	 * sys.path.
909 	 */
910 	PyRun_SimpleString("import vim; import sys; sys.path = list(filter(lambda x: not x.endswith('must>not&exist'), sys.path))");
911 
912 	/* lock is created and acquired in PyEval_InitThreads() and thread
913 	 * state is created in Py_Initialize()
914 	 * there _PyGILState_NoteThreadState() also sets gilcounter to 1
915 	 * (python must have threads enabled!)
916 	 * so the following does both: unlock GIL and save thread state in TLS
917 	 * without deleting thread state
918 	 */
919 	PyEval_SaveThread();
920 
921 	py3initialised = 1;
922     }
923 
924     return 0;
925 
926 fail:
927     /* We call PythonIO_Flush() here to print any Python errors.
928      * This is OK, as it is possible to call this function even
929      * if PythonIO_Init_io() has not completed successfully (it will
930      * not do anything in this case).
931      */
932     PythonIO_Flush();
933     return -1;
934 }
935 
936 /*
937  * External interface
938  */
939     static void
940 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg)
941 {
942 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
943     char		*saved_locale;
944 #endif
945     PyObject		*cmdstr;
946     PyObject		*cmdbytes;
947     PyGILState_STATE	pygilstate;
948 
949     if (python_end_called)
950 	goto theend;
951 
952     if (Python3_Init())
953 	goto theend;
954 
955     init_range(arg);
956 
957     Python_Release_Vim();	    /* leave vim */
958 
959 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
960     /* Python only works properly when the LC_NUMERIC locale is "C". */
961     saved_locale = setlocale(LC_NUMERIC, NULL);
962     if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
963 	saved_locale = NULL;
964     else
965     {
966 	/* Need to make a copy, value may change when setting new locale. */
967 	saved_locale = (char *)vim_strsave((char_u *)saved_locale);
968 	(void)setlocale(LC_NUMERIC, "C");
969     }
970 #endif
971 
972     pygilstate = PyGILState_Ensure();
973 
974     /* PyRun_SimpleString expects a UTF-8 string. Wrong encoding may cause
975      * SyntaxError (unicode error). */
976     cmdstr = PyUnicode_Decode(cmd, strlen(cmd),
977 					(char *)ENC_OPT, CODEC_ERROR_HANDLER);
978     cmdbytes = PyUnicode_AsEncodedString(cmdstr, "utf-8", CODEC_ERROR_HANDLER);
979     Py_XDECREF(cmdstr);
980 
981     run(PyBytes_AsString(cmdbytes), arg, &pygilstate);
982     Py_XDECREF(cmdbytes);
983 
984     PyGILState_Release(pygilstate);
985 
986 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
987     if (saved_locale != NULL)
988     {
989 	(void)setlocale(LC_NUMERIC, saved_locale);
990 	vim_free(saved_locale);
991     }
992 #endif
993 
994     Python_Lock_Vim();		    /* enter vim */
995     PythonIO_Flush();
996 
997 theend:
998     return;	    /* keeps lint happy */
999 }
1000 
1001 /*
1002  * ":py3"
1003  */
1004     void
1005 ex_py3(exarg_T *eap)
1006 {
1007     char_u *script;
1008 
1009     if (p_pyx == 0)
1010 	p_pyx = 3;
1011 
1012     script = script_get(eap, eap->arg);
1013     if (!eap->skip)
1014     {
1015 	DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script,
1016 		(rangeinitializer) init_range_cmd,
1017 		(runner) run_cmd,
1018 		(void *) eap);
1019     }
1020     vim_free(script);
1021 }
1022 
1023 #define BUFFER_SIZE 2048
1024 
1025 /*
1026  * ":py3file"
1027  */
1028     void
1029 ex_py3file(exarg_T *eap)
1030 {
1031     static char buffer[BUFFER_SIZE];
1032     const char *file;
1033     char *p;
1034     int i;
1035 
1036     if (p_pyx == 0)
1037 	p_pyx = 3;
1038 
1039     /* Have to do it like this. PyRun_SimpleFile requires you to pass a
1040      * stdio file pointer, but Vim and the Python DLL are compiled with
1041      * different options under Windows, meaning that stdio pointers aren't
1042      * compatible between the two. Yuk.
1043      *
1044      * construct: exec(compile(open('a_filename', 'rb').read(), 'a_filename', 'exec'))
1045      *
1046      * Using bytes so that Python can detect the source encoding as it normally
1047      * does. The doc does not say "compile" accept bytes, though.
1048      *
1049      * We need to escape any backslashes or single quotes in the file name, so that
1050      * Python won't mangle the file name.
1051      */
1052 
1053     strcpy(buffer, "exec(compile(open('");
1054     p = buffer + 19; /* size of "exec(compile(open('" */
1055 
1056     for (i=0; i<2; ++i)
1057     {
1058 	file = (char *)eap->arg;
1059 	while (*file && p < buffer + (BUFFER_SIZE - 3))
1060 	{
1061 	    if (*file == '\\' || *file == '\'')
1062 		*p++ = '\\';
1063 	    *p++ = *file++;
1064 	}
1065 	/* If we didn't finish the file name, we hit a buffer overflow */
1066 	if (*file != '\0')
1067 	    return;
1068 	if (i==0)
1069 	{
1070 	    strcpy(p,"','rb').read(),'");
1071 	    p += 16;
1072 	}
1073 	else
1074 	{
1075 	    strcpy(p,"','exec'))");
1076 	    p += 10;
1077 	}
1078     }
1079 
1080 
1081     /* Execute the file */
1082     DoPyCommand(buffer,
1083 	    (rangeinitializer) init_range_cmd,
1084 	    (runner) run_cmd,
1085 	    (void *) eap);
1086 }
1087 
1088     void
1089 ex_py3do(exarg_T *eap)
1090 {
1091     if (p_pyx == 0)
1092 	p_pyx = 3;
1093 
1094     DoPyCommand((char *)eap->arg,
1095 	    (rangeinitializer)init_range_cmd,
1096 	    (runner)run_do,
1097 	    (void *)eap);
1098 }
1099 
1100 /******************************************************
1101  * 2. Python output stream: writes output via [e]msg().
1102  */
1103 
1104 /* Implementation functions
1105  */
1106 
1107     static PyObject *
1108 OutputGetattro(PyObject *self, PyObject *nameobj)
1109 {
1110     GET_ATTR_STRING(name, nameobj);
1111 
1112     if (strcmp(name, "softspace") == 0)
1113 	return PyLong_FromLong(((OutputObject *)(self))->softspace);
1114     else if (strcmp(name, "errors") == 0)
1115 	return PyString_FromString("strict");
1116     else if (strcmp(name, "encoding") == 0)
1117 	return PyString_FromString(ENC_OPT);
1118 
1119     return PyObject_GenericGetAttr(self, nameobj);
1120 }
1121 
1122     static int
1123 OutputSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1124 {
1125     GET_ATTR_STRING(name, nameobj);
1126 
1127     return OutputSetattr((OutputObject *)(self), name, val);
1128 }
1129 
1130 /******************************************************
1131  * 3. Implementation of the Vim module for Python
1132  */
1133 
1134 /* Window type - Implementation functions
1135  * --------------------------------------
1136  */
1137 
1138 #define WindowType_Check(obj) ((obj)->ob_base.ob_type == &WindowType)
1139 
1140 /* Buffer type - Implementation functions
1141  * --------------------------------------
1142  */
1143 
1144 #define BufferType_Check(obj) ((obj)->ob_base.ob_type == &BufferType)
1145 
1146 static PyObject* BufferSubscript(PyObject *self, PyObject *idx);
1147 static Py_ssize_t BufferAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1148 
1149 /* Line range type - Implementation functions
1150  * --------------------------------------
1151  */
1152 
1153 #define RangeType_Check(obj) ((obj)->ob_base.ob_type == &RangeType)
1154 
1155 static PyObject* RangeSubscript(PyObject *self, PyObject *idx);
1156 static Py_ssize_t RangeAsItem(PyObject *, Py_ssize_t, PyObject *);
1157 static Py_ssize_t RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1158 
1159 /* Current objects type - Implementation functions
1160  * -----------------------------------------------
1161  */
1162 
1163 static PySequenceMethods BufferAsSeq = {
1164     (lenfunc)		BufferLength,	    /* sq_length,    len(x)   */
1165     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1166     (ssizeargfunc)	0,		    /* sq_repeat,    x*n      */
1167     (ssizeargfunc)	BufferItem,	    /* sq_item,      x[i]     */
1168     0,					    /* was_sq_slice,	 x[i:j]   */
1169     0,					    /* sq_ass_item,  x[i]=v   */
1170     0,					    /* sq_ass_slice, x[i:j]=v */
1171     0,					    /* sq_contains */
1172     0,					    /* sq_inplace_concat */
1173     0,					    /* sq_inplace_repeat */
1174 };
1175 
1176 static PyMappingMethods BufferAsMapping = {
1177     /* mp_length	*/ (lenfunc)BufferLength,
1178     /* mp_subscript     */ (binaryfunc)BufferSubscript,
1179     /* mp_ass_subscript */ (objobjargproc)BufferAsSubscript,
1180 };
1181 
1182 
1183 /* Buffer object
1184  */
1185 
1186     static PyObject *
1187 BufferGetattro(PyObject *self, PyObject *nameobj)
1188 {
1189     PyObject *r;
1190 
1191     GET_ATTR_STRING(name, nameobj);
1192 
1193     if ((r = BufferAttrValid((BufferObject *)(self), name)))
1194 	return r;
1195 
1196     if (CheckBuffer((BufferObject *)(self)))
1197 	return NULL;
1198 
1199     r = BufferAttr((BufferObject *)(self), name);
1200     if (r || PyErr_Occurred())
1201 	return r;
1202     else
1203 	return PyObject_GenericGetAttr(self, nameobj);
1204 }
1205 
1206     static int
1207 BufferSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1208 {
1209     GET_ATTR_STRING(name, nameobj);
1210 
1211     return BufferSetattr((BufferObject *)(self), name, val);
1212 }
1213 
1214 /******************/
1215 
1216     static PyObject *
1217 BufferSubscript(PyObject *self, PyObject* idx)
1218 {
1219     if (PyLong_Check(idx))
1220     {
1221 	long _idx = PyLong_AsLong(idx);
1222 	return BufferItem((BufferObject *)(self), _idx);
1223     } else if (PySlice_Check(idx))
1224     {
1225 	Py_ssize_t start, stop, step, slicelen;
1226 
1227 	if (CheckBuffer((BufferObject *) self))
1228 	    return NULL;
1229 
1230 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1231 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1232 	      &start, &stop,
1233 	      &step, &slicelen) < 0)
1234 	{
1235 	    return NULL;
1236 	}
1237 	return BufferSlice((BufferObject *)(self), start, stop);
1238     }
1239     else
1240     {
1241 	RAISE_INVALID_INDEX_TYPE(idx);
1242 	return NULL;
1243     }
1244 }
1245 
1246     static Py_ssize_t
1247 BufferAsSubscript(PyObject *self, PyObject* idx, PyObject* val)
1248 {
1249     if (PyLong_Check(idx))
1250     {
1251 	long n = PyLong_AsLong(idx);
1252 	return RBAsItem((BufferObject *)(self), n, val, 1,
1253 		    (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1254 		    NULL);
1255     } else if (PySlice_Check(idx))
1256     {
1257 	Py_ssize_t start, stop, step, slicelen;
1258 
1259 	if (CheckBuffer((BufferObject *) self))
1260 	    return -1;
1261 
1262 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1263 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1264 	      &start, &stop,
1265 	      &step, &slicelen) < 0)
1266 	{
1267 	    return -1;
1268 	}
1269 	return RBAsSlice((BufferObject *)(self), start, stop, val, 1,
1270 			  (PyInt)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1271 			  NULL);
1272     }
1273     else
1274     {
1275 	RAISE_INVALID_INDEX_TYPE(idx);
1276 	return -1;
1277     }
1278 }
1279 
1280 static PySequenceMethods RangeAsSeq = {
1281     (lenfunc)		RangeLength,	 /* sq_length,	  len(x)   */
1282     (binaryfunc)	0,		 /* RangeConcat, sq_concat,  x+y   */
1283     (ssizeargfunc)	0,		 /* RangeRepeat, sq_repeat,  x*n   */
1284     (ssizeargfunc)	RangeItem,	 /* sq_item,	  x[i]	   */
1285     0,					 /* was_sq_slice,     x[i:j]   */
1286     (ssizeobjargproc)	RangeAsItem,	 /* sq_as_item,  x[i]=v   */
1287     0,					 /* sq_ass_slice, x[i:j]=v */
1288     0,					 /* sq_contains */
1289     0,					 /* sq_inplace_concat */
1290     0,					 /* sq_inplace_repeat */
1291 };
1292 
1293 static PyMappingMethods RangeAsMapping = {
1294     /* mp_length	*/ (lenfunc)RangeLength,
1295     /* mp_subscript     */ (binaryfunc)RangeSubscript,
1296     /* mp_ass_subscript */ (objobjargproc)RangeAsSubscript,
1297 };
1298 
1299 /* Line range object - Implementation
1300  */
1301 
1302     static PyObject *
1303 RangeGetattro(PyObject *self, PyObject *nameobj)
1304 {
1305     GET_ATTR_STRING(name, nameobj);
1306 
1307     if (strcmp(name, "start") == 0)
1308 	return Py_BuildValue("n", ((RangeObject *)(self))->start - 1);
1309     else if (strcmp(name, "end") == 0)
1310 	return Py_BuildValue("n", ((RangeObject *)(self))->end - 1);
1311     else
1312 	return PyObject_GenericGetAttr(self, nameobj);
1313 }
1314 
1315 /****************/
1316 
1317     static Py_ssize_t
1318 RangeAsItem(PyObject *self, Py_ssize_t n, PyObject *val)
1319 {
1320     return RBAsItem(((RangeObject *)(self))->buf, n, val,
1321 		    ((RangeObject *)(self))->start,
1322 		    ((RangeObject *)(self))->end,
1323 		    &((RangeObject *)(self))->end);
1324 }
1325 
1326     static Py_ssize_t
1327 RangeAsSlice(PyObject *self, Py_ssize_t lo, Py_ssize_t hi, PyObject *val)
1328 {
1329     return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1330 		    ((RangeObject *)(self))->start,
1331 		    ((RangeObject *)(self))->end,
1332 		    &((RangeObject *)(self))->end);
1333 }
1334 
1335     static PyObject *
1336 RangeSubscript(PyObject *self, PyObject* idx)
1337 {
1338     if (PyLong_Check(idx))
1339     {
1340 	long _idx = PyLong_AsLong(idx);
1341 	return RangeItem((RangeObject *)(self), _idx);
1342     } else if (PySlice_Check(idx))
1343     {
1344 	Py_ssize_t start, stop, step, slicelen;
1345 
1346 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1347 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1348 		&start, &stop,
1349 		&step, &slicelen) < 0)
1350 	{
1351 	    return NULL;
1352 	}
1353 	return RangeSlice((RangeObject *)(self), start, stop);
1354     }
1355     else
1356     {
1357 	RAISE_INVALID_INDEX_TYPE(idx);
1358 	return NULL;
1359     }
1360 }
1361 
1362     static Py_ssize_t
1363 RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val)
1364 {
1365     if (PyLong_Check(idx))
1366     {
1367 	long n = PyLong_AsLong(idx);
1368 	return RangeAsItem(self, n, val);
1369     } else if (PySlice_Check(idx))
1370     {
1371 	Py_ssize_t start, stop, step, slicelen;
1372 
1373 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1374 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1375 		&start, &stop,
1376 		&step, &slicelen) < 0)
1377 	{
1378 	    return -1;
1379 	}
1380 	return RangeAsSlice(self, start, stop, val);
1381     }
1382     else
1383     {
1384 	RAISE_INVALID_INDEX_TYPE(idx);
1385 	return -1;
1386     }
1387 }
1388 
1389 /* TabPage object - Implementation
1390  */
1391 
1392     static PyObject *
1393 TabPageGetattro(PyObject *self, PyObject *nameobj)
1394 {
1395     PyObject *r;
1396 
1397     GET_ATTR_STRING(name, nameobj);
1398 
1399     if ((r = TabPageAttrValid((TabPageObject *)(self), name)))
1400 	return r;
1401 
1402     if (CheckTabPage((TabPageObject *)(self)))
1403 	return NULL;
1404 
1405     r = TabPageAttr((TabPageObject *)(self), name);
1406     if (r || PyErr_Occurred())
1407 	return r;
1408     else
1409 	return PyObject_GenericGetAttr(self, nameobj);
1410 }
1411 
1412 /* Window object - Implementation
1413  */
1414 
1415     static PyObject *
1416 WindowGetattro(PyObject *self, PyObject *nameobj)
1417 {
1418     PyObject *r;
1419 
1420     GET_ATTR_STRING(name, nameobj);
1421 
1422     if ((r = WindowAttrValid((WindowObject *)(self), name)))
1423 	return r;
1424 
1425     if (CheckWindow((WindowObject *)(self)))
1426 	return NULL;
1427 
1428     r = WindowAttr((WindowObject *)(self), name);
1429     if (r || PyErr_Occurred())
1430 	return r;
1431     else
1432 	return PyObject_GenericGetAttr(self, nameobj);
1433 }
1434 
1435     static int
1436 WindowSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1437 {
1438     GET_ATTR_STRING(name, nameobj);
1439 
1440     return WindowSetattr((WindowObject *)(self), name, val);
1441 }
1442 
1443 /* Tab page list object - Definitions
1444  */
1445 
1446 static PySequenceMethods TabListAsSeq = {
1447     (lenfunc)	     TabListLength,	    /* sq_length,    len(x)   */
1448     (binaryfunc)     0,			    /* sq_concat,    x+y      */
1449     (ssizeargfunc)   0,			    /* sq_repeat,    x*n      */
1450     (ssizeargfunc)   TabListItem,	    /* sq_item,      x[i]     */
1451     0,					    /* sq_slice,     x[i:j]   */
1452     (ssizeobjargproc)0,			    /* sq_as_item,  x[i]=v   */
1453     0,					    /* sq_ass_slice, x[i:j]=v */
1454     0,					    /* sq_contains */
1455     0,					    /* sq_inplace_concat */
1456     0,					    /* sq_inplace_repeat */
1457 };
1458 
1459 /* Window list object - Definitions
1460  */
1461 
1462 static PySequenceMethods WinListAsSeq = {
1463     (lenfunc)	     WinListLength,	    /* sq_length,    len(x)   */
1464     (binaryfunc)     0,			    /* sq_concat,    x+y      */
1465     (ssizeargfunc)   0,			    /* sq_repeat,    x*n      */
1466     (ssizeargfunc)   WinListItem,	    /* sq_item,      x[i]     */
1467     0,					    /* sq_slice,     x[i:j]   */
1468     (ssizeobjargproc)0,			    /* sq_as_item,  x[i]=v   */
1469     0,					    /* sq_ass_slice, x[i:j]=v */
1470     0,					    /* sq_contains */
1471     0,					    /* sq_inplace_concat */
1472     0,					    /* sq_inplace_repeat */
1473 };
1474 
1475 /* Current items object - Implementation
1476  */
1477     static PyObject *
1478 CurrentGetattro(PyObject *self, PyObject *nameobj)
1479 {
1480     PyObject	*r;
1481     GET_ATTR_STRING(name, nameobj);
1482     if (!(r = CurrentGetattr(self, name)))
1483 	return PyObject_GenericGetAttr(self, nameobj);
1484     return r;
1485 }
1486 
1487     static int
1488 CurrentSetattro(PyObject *self, PyObject *nameobj, PyObject *value)
1489 {
1490     GET_ATTR_STRING(name, nameobj);
1491     return CurrentSetattr(self, name, value);
1492 }
1493 
1494 /* Dictionary object - Definitions
1495  */
1496 
1497     static PyObject *
1498 DictionaryGetattro(PyObject *self, PyObject *nameobj)
1499 {
1500     DictionaryObject	*this = ((DictionaryObject *) (self));
1501 
1502     GET_ATTR_STRING(name, nameobj);
1503 
1504     if (strcmp(name, "locked") == 0)
1505 	return PyLong_FromLong(this->dict->dv_lock);
1506     else if (strcmp(name, "scope") == 0)
1507 	return PyLong_FromLong(this->dict->dv_scope);
1508 
1509     return PyObject_GenericGetAttr(self, nameobj);
1510 }
1511 
1512     static int
1513 DictionarySetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1514 {
1515     GET_ATTR_STRING(name, nameobj);
1516     return DictionarySetattr((DictionaryObject *)(self), name, val);
1517 }
1518 
1519 /* List object - Definitions
1520  */
1521 
1522     static PyObject *
1523 ListGetattro(PyObject *self, PyObject *nameobj)
1524 {
1525     GET_ATTR_STRING(name, nameobj);
1526 
1527     if (strcmp(name, "locked") == 0)
1528 	return PyLong_FromLong(((ListObject *) (self))->list->lv_lock);
1529 
1530     return PyObject_GenericGetAttr(self, nameobj);
1531 }
1532 
1533     static int
1534 ListSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1535 {
1536     GET_ATTR_STRING(name, nameobj);
1537     return ListSetattr((ListObject *)(self), name, val);
1538 }
1539 
1540 /* Function object - Definitions
1541  */
1542 
1543     static PyObject *
1544 FunctionGetattro(PyObject *self, PyObject *nameobj)
1545 {
1546     PyObject		*r;
1547     FunctionObject	*this = (FunctionObject *)(self);
1548 
1549     GET_ATTR_STRING(name, nameobj);
1550 
1551     r = FunctionAttr(this, name);
1552     if (r || PyErr_Occurred())
1553 	return r;
1554     else
1555 	return PyObject_GenericGetAttr(self, nameobj);
1556 }
1557 
1558 /* External interface
1559  */
1560 
1561     void
1562 python3_buffer_free(buf_T *buf)
1563 {
1564     if (BUF_PYTHON_REF(buf) != NULL)
1565     {
1566 	BufferObject *bp = BUF_PYTHON_REF(buf);
1567 	bp->buf = INVALID_BUFFER_VALUE;
1568 	BUF_PYTHON_REF(buf) = NULL;
1569     }
1570 }
1571 
1572     void
1573 python3_window_free(win_T *win)
1574 {
1575     if (WIN_PYTHON_REF(win) != NULL)
1576     {
1577 	WindowObject *wp = WIN_PYTHON_REF(win);
1578 	wp->win = INVALID_WINDOW_VALUE;
1579 	WIN_PYTHON_REF(win) = NULL;
1580     }
1581 }
1582 
1583     void
1584 python3_tabpage_free(tabpage_T *tab)
1585 {
1586     if (TAB_PYTHON_REF(tab) != NULL)
1587     {
1588 	TabPageObject *tp = TAB_PYTHON_REF(tab);
1589 	tp->tab = INVALID_TABPAGE_VALUE;
1590 	TAB_PYTHON_REF(tab) = NULL;
1591     }
1592 }
1593 
1594     static PyObject *
1595 Py3Init_vim(void)
1596 {
1597     /* The special value is removed from sys.path in Python3_Init(). */
1598     static wchar_t *(argv[2]) = {L"/must>not&exist/foo", NULL};
1599 
1600     if (init_types())
1601 	return NULL;
1602 
1603     /* Set sys.argv[] to avoid a crash in warn(). */
1604     PySys_SetArgv(1, argv);
1605 
1606     if ((vim_module = PyModule_Create(&vimmodule)) == NULL)
1607 	return NULL;
1608 
1609     if (populate_module(vim_module))
1610 	return NULL;
1611 
1612     if (init_sys_path())
1613 	return NULL;
1614 
1615     return vim_module;
1616 }
1617 
1618 /*************************************************************************
1619  * 4. Utility functions for handling the interface between Vim and Python.
1620  */
1621 
1622 /* Convert a Vim line into a Python string.
1623  * All internal newlines are replaced by null characters.
1624  *
1625  * On errors, the Python exception data is set, and NULL is returned.
1626  */
1627     static PyObject *
1628 LineToString(const char *str)
1629 {
1630     PyObject *result;
1631     Py_ssize_t len = strlen(str);
1632     char *tmp,*p;
1633 
1634     tmp = (char *)alloc((unsigned)(len+1));
1635     p = tmp;
1636     if (p == NULL)
1637     {
1638 	PyErr_NoMemory();
1639 	return NULL;
1640     }
1641 
1642     while (*str)
1643     {
1644 	if (*str == '\n')
1645 	    *p = '\0';
1646 	else
1647 	    *p = *str;
1648 
1649 	++p;
1650 	++str;
1651     }
1652     *p = '\0';
1653 
1654     result = PyUnicode_Decode(tmp, len, (char *)ENC_OPT, CODEC_ERROR_HANDLER);
1655 
1656     vim_free(tmp);
1657     return result;
1658 }
1659 
1660     void
1661 do_py3eval (char_u *str, typval_T *rettv)
1662 {
1663     DoPyCommand((char *) str,
1664 	    (rangeinitializer) init_range_eval,
1665 	    (runner) run_eval,
1666 	    (void *) rettv);
1667     switch(rettv->v_type)
1668     {
1669 	case VAR_DICT: ++rettv->vval.v_dict->dv_refcount; break;
1670 	case VAR_LIST: ++rettv->vval.v_list->lv_refcount; break;
1671 	case VAR_FUNC: func_ref(rettv->vval.v_string);    break;
1672 	case VAR_PARTIAL: ++rettv->vval.v_partial->pt_refcount; break;
1673 	case VAR_UNKNOWN:
1674 	    rettv->v_type = VAR_NUMBER;
1675 	    rettv->vval.v_number = 0;
1676 	    break;
1677 	case VAR_NUMBER:
1678 	case VAR_STRING:
1679 	case VAR_FLOAT:
1680 	case VAR_SPECIAL:
1681 	case VAR_JOB:
1682 	case VAR_CHANNEL:
1683 	    break;
1684     }
1685 }
1686 
1687     int
1688 set_ref_in_python3 (int copyID)
1689 {
1690     return set_ref_in_py(copyID);
1691 }
1692