xref: /vim-8.2.3635/src/if_python3.c (revision a9f22201) 
1 /* vi:set ts=8 sts=4 sw=4:
2  *
3  * VIM - Vi IMproved    by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 /*
10  * Python extensions by Paul Moore.
11  * Changes for Unix by David Leonard.
12  *
13  * This consists of four parts:
14  * 1. Python interpreter main program
15  * 2. Python output stream: writes output via [e]msg().
16  * 3. Implementation of the Vim module for Python
17  * 4. Utility functions for handling the interface between Vim and Python.
18  */
19 
20 /*
21  * Roland Puntaier 2009/sept/16:
22  * Adaptations to support both python3.x and python2.x
23  */
24 
25 /* uncomment this if used with the debug version of python */
26 /* #define Py_DEBUG */
27 /* Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting
28  */
29 /* uncomment this if used with the debug version of python, but without its
30  * allocator */
31 /* #define Py_DEBUG_NO_PYMALLOC */
32 
33 #include "vim.h"
34 
35 #include <limits.h>
36 
37 /* Python.h defines _POSIX_THREADS itself (if needed) */
38 #ifdef _POSIX_THREADS
39 # undef _POSIX_THREADS
40 #endif
41 
42 #if defined(_WIN32) && defined(HAVE_FCNTL_H)
43 # undef HAVE_FCNTL_H
44 #endif
45 
46 #ifdef _DEBUG
47 # undef _DEBUG
48 #endif
49 
50 #ifdef F_BLANK
51 # undef F_BLANK
52 #endif
53 
54 #ifdef HAVE_STDARG_H
55 # undef HAVE_STDARG_H   /* Python's config.h defines it as well. */
56 #endif
57 #ifdef _POSIX_C_SOURCE  /* defined in feature.h */
58 # undef _POSIX_C_SOURCE
59 #endif
60 #ifdef _XOPEN_SOURCE
61 # undef _XOPEN_SOURCE	/* pyconfig.h defines it as well. */
62 #endif
63 
64 #define PY_SSIZE_T_CLEAN
65 
66 #include <Python.h>
67 
68 #if defined(MACOS) && !defined(MACOS_X_UNIX)
69 # include "macglue.h"
70 # include <CodeFragments.h>
71 #endif
72 #undef main /* Defined in python.h - aargh */
73 #undef HAVE_FCNTL_H /* Clash with os_win32.h */
74 
75 /* The "surrogateescape" error handler is new in Python 3.1 */
76 #if PY_VERSION_HEX >= 0x030100f0
77 # define CODEC_ERROR_HANDLER "surrogateescape"
78 #else
79 # define CODEC_ERROR_HANDLER NULL
80 #endif
81 
82 /* Python 3 does not support CObjects, always use Capsules */
83 #define PY_USE_CAPSULE
84 
85 #define PyInt Py_ssize_t
86 #define PyString_Check(obj) PyUnicode_Check(obj)
87 #define PyString_AsBytes(obj) PyUnicode_AsEncodedString(obj, (char *)ENC_OPT, CODEC_ERROR_HANDLER)
88 #define PyString_FreeBytes(obj) Py_XDECREF(bytes)
89 #define PyString_AsString(obj) PyBytes_AsString(obj)
90 #define PyString_Size(obj) PyBytes_GET_SIZE(bytes)
91 #define PyString_FromString(repr) PyUnicode_FromString(repr)
92 #define PyString_FromFormat PyUnicode_FromFormat
93 #define PyString_AsStringAndSize(obj, buffer, len) PyBytes_AsStringAndSize(obj, buffer, len)
94 #define PyInt_Check(obj) PyLong_Check(obj)
95 #define PyInt_FromLong(i) PyLong_FromLong(i)
96 #define PyInt_AsLong(obj) PyLong_AsLong(obj)
97 #define Py_ssize_t_fmt "n"
98 #define Py_bytes_fmt "y"
99 
100 #if defined(DYNAMIC_PYTHON3) || defined(PROTO)
101 
102 # ifndef WIN3264
103 #  include <dlfcn.h>
104 #  define FARPROC void*
105 #  define HINSTANCE void*
106 #  if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
107 #   define load_dll(n) dlopen((n), RTLD_LAZY)
108 #  else
109 #   define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
110 #  endif
111 #  define close_dll dlclose
112 #  define symbol_from_dll dlsym
113 # else
114 #  define load_dll vimLoadLib
115 #  define close_dll FreeLibrary
116 #  define symbol_from_dll GetProcAddress
117 # endif
118 /*
119  * Wrapper defines
120  */
121 # undef PyArg_Parse
122 # define PyArg_Parse py3_PyArg_Parse
123 # undef PyArg_ParseTuple
124 # define PyArg_ParseTuple py3_PyArg_ParseTuple
125 # define PyMem_Free py3_PyMem_Free
126 # define PyMem_Malloc py3_PyMem_Malloc
127 # define PyDict_SetItemString py3_PyDict_SetItemString
128 # define PyErr_BadArgument py3_PyErr_BadArgument
129 # define PyErr_Clear py3_PyErr_Clear
130 # define PyErr_PrintEx py3_PyErr_PrintEx
131 # define PyErr_NoMemory py3_PyErr_NoMemory
132 # define PyErr_Occurred py3_PyErr_Occurred
133 # define PyErr_PrintEx py3_PyErr_PrintEx
134 # define PyErr_SetNone py3_PyErr_SetNone
135 # define PyErr_SetString py3_PyErr_SetString
136 # define PyErr_SetObject py3_PyErr_SetObject
137 # define PyErr_ExceptionMatches py3_PyErr_ExceptionMatches
138 # define PyEval_InitThreads py3_PyEval_InitThreads
139 # define PyEval_RestoreThread py3_PyEval_RestoreThread
140 # define PyEval_SaveThread py3_PyEval_SaveThread
141 # define PyGILState_Ensure py3_PyGILState_Ensure
142 # define PyGILState_Release py3_PyGILState_Release
143 # define PyLong_AsLong py3_PyLong_AsLong
144 # define PyLong_FromLong py3_PyLong_FromLong
145 # define PyList_GetItem py3_PyList_GetItem
146 # define PyList_Append py3_PyList_Append
147 # define PyList_Insert py3_PyList_Insert
148 # define PyList_New py3_PyList_New
149 # define PyList_SetItem py3_PyList_SetItem
150 # define PyList_Size py3_PyList_Size
151 # define PySequence_Check py3_PySequence_Check
152 # define PySequence_Size py3_PySequence_Size
153 # define PySequence_GetItem py3_PySequence_GetItem
154 # define PySequence_Fast py3_PySequence_Fast
155 # define PyTuple_Size py3_PyTuple_Size
156 # define PyTuple_GetItem py3_PyTuple_GetItem
157 # define PySlice_GetIndicesEx py3_PySlice_GetIndicesEx
158 # define PyImport_ImportModule py3_PyImport_ImportModule
159 # define PyObject_Init py3__PyObject_Init
160 # define PyDict_New py3_PyDict_New
161 # define PyDict_GetItemString py3_PyDict_GetItemString
162 # define PyDict_Next py3_PyDict_Next
163 # define PyMapping_Check py3_PyMapping_Check
164 # define PyMapping_Keys py3_PyMapping_Keys
165 # define PyIter_Next py3_PyIter_Next
166 # define PyObject_GetIter py3_PyObject_GetIter
167 # define PyObject_GetItem py3_PyObject_GetItem
168 # define PyObject_IsTrue py3_PyObject_IsTrue
169 # define PyModule_GetDict py3_PyModule_GetDict
170 #undef PyRun_SimpleString
171 # define PyRun_SimpleString py3_PyRun_SimpleString
172 #undef PyRun_String
173 # define PyRun_String py3_PyRun_String
174 # define PyObject_GetAttrString py3_PyObject_GetAttrString
175 # define PyObject_HasAttrString py3_PyObject_HasAttrString
176 # define PyObject_SetAttrString py3_PyObject_SetAttrString
177 # define PyObject_CallFunctionObjArgs py3_PyObject_CallFunctionObjArgs
178 # define PyObject_Call py3_PyObject_Call
179 # define PyEval_GetLocals py3_PyEval_GetLocals
180 # define PyEval_GetGlobals py3_PyEval_GetGlobals
181 # define PySys_SetObject py3_PySys_SetObject
182 # define PySys_GetObject py3_PySys_GetObject
183 # define PySys_SetArgv py3_PySys_SetArgv
184 # define PyType_Ready py3_PyType_Ready
185 #undef Py_BuildValue
186 # define Py_BuildValue py3_Py_BuildValue
187 # define Py_SetPythonHome py3_Py_SetPythonHome
188 # define Py_Initialize py3_Py_Initialize
189 # define Py_Finalize py3_Py_Finalize
190 # define Py_IsInitialized py3_Py_IsInitialized
191 # define _Py_NoneStruct (*py3__Py_NoneStruct)
192 # define _Py_FalseStruct (*py3__Py_FalseStruct)
193 # define _Py_TrueStruct (*py3__Py_TrueStruct)
194 # define _PyObject_NextNotImplemented (*py3__PyObject_NextNotImplemented)
195 # define PyModule_AddObject py3_PyModule_AddObject
196 # define PyImport_AppendInittab py3_PyImport_AppendInittab
197 # define PyImport_AddModule py3_PyImport_AddModule
198 # if PY_VERSION_HEX >= 0x030300f0
199 #  undef _PyUnicode_AsString
200 #  define _PyUnicode_AsString py3_PyUnicode_AsUTF8
201 # else
202 #  define _PyUnicode_AsString py3__PyUnicode_AsString
203 # endif
204 # undef PyUnicode_AsEncodedString
205 # define PyUnicode_AsEncodedString py3_PyUnicode_AsEncodedString
206 # undef PyBytes_AsString
207 # define PyBytes_AsString py3_PyBytes_AsString
208 # define PyBytes_AsStringAndSize py3_PyBytes_AsStringAndSize
209 # undef PyBytes_FromString
210 # define PyBytes_FromString py3_PyBytes_FromString
211 # define PyFloat_FromDouble py3_PyFloat_FromDouble
212 # define PyFloat_AsDouble py3_PyFloat_AsDouble
213 # define PyObject_GenericGetAttr py3_PyObject_GenericGetAttr
214 # define PyType_Type (*py3_PyType_Type)
215 # define PySlice_Type (*py3_PySlice_Type)
216 # define PyFloat_Type (*py3_PyFloat_Type)
217 # define PyBool_Type (*py3_PyBool_Type)
218 # define PyErr_NewException py3_PyErr_NewException
219 # ifdef Py_DEBUG
220 #  define _Py_NegativeRefcount py3__Py_NegativeRefcount
221 #  define _Py_RefTotal (*py3__Py_RefTotal)
222 #  define _Py_Dealloc py3__Py_Dealloc
223 #  define PyModule_Create2TraceRefs py3_PyModule_Create2TraceRefs
224 # else
225 #  define PyModule_Create2 py3_PyModule_Create2
226 # endif
227 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
228 #  define _PyObject_DebugMalloc py3__PyObject_DebugMalloc
229 #  define _PyObject_DebugFree py3__PyObject_DebugFree
230 # else
231 #  define PyObject_Malloc py3_PyObject_Malloc
232 #  define PyObject_Free py3_PyObject_Free
233 # endif
234 # define _PyObject_GC_New py3__PyObject_GC_New
235 # define PyObject_GC_Del py3_PyObject_GC_Del
236 # define PyObject_GC_UnTrack py3_PyObject_GC_UnTrack
237 # define PyType_GenericAlloc py3_PyType_GenericAlloc
238 # define PyType_GenericNew py3_PyType_GenericNew
239 # undef PyUnicode_FromString
240 # define PyUnicode_FromString py3_PyUnicode_FromString
241 # ifndef PyUnicode_FromFormat
242 #  define PyUnicode_FromFormat py3_PyUnicode_FromFormat
243 # else
244 #  define Py_UNICODE_USE_UCS_FUNCTIONS
245 #  ifdef Py_UNICODE_WIDE
246 #   define PyUnicodeUCS4_FromFormat py3_PyUnicodeUCS4_FromFormat
247 #  else
248 #   define PyUnicodeUCS2_FromFormat py3_PyUnicodeUCS2_FromFormat
249 #  endif
250 # endif
251 # undef PyUnicode_Decode
252 # define PyUnicode_Decode py3_PyUnicode_Decode
253 # define PyType_IsSubtype py3_PyType_IsSubtype
254 # define PyCapsule_New py3_PyCapsule_New
255 # define PyCapsule_GetPointer py3_PyCapsule_GetPointer
256 
257 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
258 #  undef PyObject_NEW
259 #  define PyObject_NEW(type, typeobj) \
260 ( (type *) PyObject_Init( \
261 	(PyObject *) _PyObject_DebugMalloc( _PyObject_SIZE(typeobj) ), (typeobj)) )
262 # endif
263 
264 /*
265  * Pointers for dynamic link
266  */
267 static int (*py3_PySys_SetArgv)(int, wchar_t **);
268 static void (*py3_Py_SetPythonHome)(wchar_t *home);
269 static void (*py3_Py_Initialize)(void);
270 static PyObject* (*py3_PyList_New)(Py_ssize_t size);
271 static PyGILState_STATE (*py3_PyGILState_Ensure)(void);
272 static void (*py3_PyGILState_Release)(PyGILState_STATE);
273 static int (*py3_PySys_SetObject)(char *, PyObject *);
274 static PyObject* (*py3_PySys_GetObject)(char *);
275 static int (*py3_PyList_Append)(PyObject *, PyObject *);
276 static int (*py3_PyList_Insert)(PyObject *, int, PyObject *);
277 static Py_ssize_t (*py3_PyList_Size)(PyObject *);
278 static int (*py3_PySequence_Check)(PyObject *);
279 static Py_ssize_t (*py3_PySequence_Size)(PyObject *);
280 static PyObject* (*py3_PySequence_GetItem)(PyObject *, Py_ssize_t);
281 static PyObject* (*py3_PySequence_Fast)(PyObject *, const char *);
282 static Py_ssize_t (*py3_PyTuple_Size)(PyObject *);
283 static PyObject* (*py3_PyTuple_GetItem)(PyObject *, Py_ssize_t);
284 static int (*py3_PyMapping_Check)(PyObject *);
285 static PyObject* (*py3_PyMapping_Keys)(PyObject *);
286 static int (*py3_PySlice_GetIndicesEx)(PyObject *r, Py_ssize_t length,
287 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step, Py_ssize_t *slicelength);
288 static PyObject* (*py3_PyErr_NoMemory)(void);
289 static void (*py3_Py_Finalize)(void);
290 static void (*py3_PyErr_SetString)(PyObject *, const char *);
291 static void (*py3_PyErr_SetObject)(PyObject *, PyObject *);
292 static int (*py3_PyErr_ExceptionMatches)(PyObject *);
293 static int (*py3_PyRun_SimpleString)(char *);
294 static PyObject* (*py3_PyRun_String)(char *, int, PyObject *, PyObject *);
295 static PyObject* (*py3_PyObject_GetAttrString)(PyObject *, const char *);
296 static int (*py3_PyObject_HasAttrString)(PyObject *, const char *);
297 static PyObject* (*py3_PyObject_SetAttrString)(PyObject *, const char *, PyObject *);
298 static PyObject* (*py3_PyObject_CallFunctionObjArgs)(PyObject *, ...);
299 static PyObject* (*py3_PyObject_Call)(PyObject *, PyObject *, PyObject *);
300 static PyObject* (*py3_PyEval_GetGlobals)();
301 static PyObject* (*py3_PyEval_GetLocals)();
302 static PyObject* (*py3_PyList_GetItem)(PyObject *, Py_ssize_t);
303 static PyObject* (*py3_PyImport_ImportModule)(const char *);
304 static PyObject* (*py3_PyImport_AddModule)(const char *);
305 static int (*py3_PyErr_BadArgument)(void);
306 static PyObject* (*py3_PyErr_Occurred)(void);
307 static PyObject* (*py3_PyModule_GetDict)(PyObject *);
308 static int (*py3_PyList_SetItem)(PyObject *, Py_ssize_t, PyObject *);
309 static PyObject* (*py3_PyDict_GetItemString)(PyObject *, const char *);
310 static int (*py3_PyDict_Next)(PyObject *, Py_ssize_t *, PyObject **, PyObject **);
311 static PyObject* (*py3_PyLong_FromLong)(long);
312 static PyObject* (*py3_PyDict_New)(void);
313 static PyObject* (*py3_PyIter_Next)(PyObject *);
314 static PyObject* (*py3_PyObject_GetIter)(PyObject *);
315 static PyObject* (*py3_PyObject_GetItem)(PyObject *, PyObject *);
316 static int (*py3_PyObject_IsTrue)(PyObject *);
317 static PyObject* (*py3_Py_BuildValue)(char *, ...);
318 static int (*py3_PyType_Ready)(PyTypeObject *type);
319 static int (*py3_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
320 static PyObject* (*py3_PyUnicode_FromString)(const char *u);
321 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
322 static PyObject* (*py3_PyUnicode_FromFormat)(const char *u, ...);
323 # else
324 #  ifdef Py_UNICODE_WIDE
325 static PyObject* (*py3_PyUnicodeUCS4_FromFormat)(const char *u, ...);
326 #  else
327 static PyObject* (*py3_PyUnicodeUCS2_FromFormat)(const char *u, ...);
328 #  endif
329 # endif
330 static PyObject* (*py3_PyUnicode_Decode)(const char *u, Py_ssize_t size,
331 	const char *encoding, const char *errors);
332 static long (*py3_PyLong_AsLong)(PyObject *);
333 static void (*py3_PyErr_SetNone)(PyObject *);
334 static void (*py3_PyEval_InitThreads)(void);
335 static void(*py3_PyEval_RestoreThread)(PyThreadState *);
336 static PyThreadState*(*py3_PyEval_SaveThread)(void);
337 static int (*py3_PyArg_Parse)(PyObject *, char *, ...);
338 static int (*py3_PyArg_ParseTuple)(PyObject *, char *, ...);
339 static int (*py3_PyMem_Free)(void *);
340 static void* (*py3_PyMem_Malloc)(size_t);
341 static int (*py3_Py_IsInitialized)(void);
342 static void (*py3_PyErr_Clear)(void);
343 static void (*py3_PyErr_PrintEx)(int);
344 static PyObject*(*py3__PyObject_Init)(PyObject *, PyTypeObject *);
345 static iternextfunc py3__PyObject_NextNotImplemented;
346 static PyObject* py3__Py_NoneStruct;
347 static PyObject* py3__Py_FalseStruct;
348 static PyObject* py3__Py_TrueStruct;
349 static int (*py3_PyModule_AddObject)(PyObject *m, const char *name, PyObject *o);
350 static int (*py3_PyImport_AppendInittab)(const char *name, PyObject* (*initfunc)(void));
351 # if PY_VERSION_HEX >= 0x030300f0
352 static char* (*py3_PyUnicode_AsUTF8)(PyObject *unicode);
353 # else
354 static char* (*py3__PyUnicode_AsString)(PyObject *unicode);
355 # endif
356 static PyObject* (*py3_PyUnicode_AsEncodedString)(PyObject *unicode, const char* encoding, const char* errors);
357 static char* (*py3_PyBytes_AsString)(PyObject *bytes);
358 static int (*py3_PyBytes_AsStringAndSize)(PyObject *bytes, char **buffer, int *length);
359 static PyObject* (*py3_PyBytes_FromString)(char *str);
360 static PyObject* (*py3_PyFloat_FromDouble)(double num);
361 static double (*py3_PyFloat_AsDouble)(PyObject *);
362 static PyObject* (*py3_PyObject_GenericGetAttr)(PyObject *obj, PyObject *name);
363 static PyObject* (*py3_PyType_GenericAlloc)(PyTypeObject *type, Py_ssize_t nitems);
364 static PyObject* (*py3_PyType_GenericNew)(PyTypeObject *type, PyObject *args, PyObject *kwds);
365 static PyTypeObject* py3_PyType_Type;
366 static PyTypeObject* py3_PySlice_Type;
367 static PyTypeObject* py3_PyFloat_Type;
368 static PyTypeObject* py3_PyBool_Type;
369 static PyObject* (*py3_PyErr_NewException)(char *name, PyObject *base, PyObject *dict);
370 static PyObject* (*py3_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
371 static void* (*py3_PyCapsule_GetPointer)(PyObject *, char *);
372 # ifdef Py_DEBUG
373 static void (*py3__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
374 static Py_ssize_t* py3__Py_RefTotal;
375 static void (*py3__Py_Dealloc)(PyObject *obj);
376 static PyObject* (*py3_PyModule_Create2TraceRefs)(struct PyModuleDef* module, int module_api_version);
377 # else
378 static PyObject* (*py3_PyModule_Create2)(struct PyModuleDef* module, int module_api_version);
379 # endif
380 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
381 static void (*py3__PyObject_DebugFree)(void*);
382 static void* (*py3__PyObject_DebugMalloc)(size_t);
383 # else
384 static void (*py3_PyObject_Free)(void*);
385 static void* (*py3_PyObject_Malloc)(size_t);
386 # endif
387 static PyObject*(*py3__PyObject_GC_New)(PyTypeObject *);
388 static void(*py3_PyObject_GC_Del)(void *);
389 static void(*py3_PyObject_GC_UnTrack)(void *);
390 static int (*py3_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
391 
392 static HINSTANCE hinstPy3 = 0; /* Instance of python.dll */
393 
394 /* Imported exception objects */
395 static PyObject *p3imp_PyExc_AttributeError;
396 static PyObject *p3imp_PyExc_IndexError;
397 static PyObject *p3imp_PyExc_KeyError;
398 static PyObject *p3imp_PyExc_KeyboardInterrupt;
399 static PyObject *p3imp_PyExc_TypeError;
400 static PyObject *p3imp_PyExc_ValueError;
401 static PyObject *p3imp_PyExc_RuntimeError;
402 static PyObject *p3imp_PyExc_ImportError;
403 
404 # define PyExc_AttributeError p3imp_PyExc_AttributeError
405 # define PyExc_IndexError p3imp_PyExc_IndexError
406 # define PyExc_KeyError p3imp_PyExc_KeyError
407 # define PyExc_KeyboardInterrupt p3imp_PyExc_KeyboardInterrupt
408 # define PyExc_TypeError p3imp_PyExc_TypeError
409 # define PyExc_ValueError p3imp_PyExc_ValueError
410 # define PyExc_RuntimeError p3imp_PyExc_RuntimeError
411 # define PyExc_ImportError p3imp_PyExc_ImportError
412 
413 /*
414  * Table of name to function pointer of python.
415  */
416 # define PYTHON_PROC FARPROC
417 static struct
418 {
419     char *name;
420     PYTHON_PROC *ptr;
421 } py3_funcname_table[] =
422 {
423     {"PySys_SetArgv", (PYTHON_PROC*)&py3_PySys_SetArgv},
424     {"Py_SetPythonHome", (PYTHON_PROC*)&py3_Py_SetPythonHome},
425     {"Py_Initialize", (PYTHON_PROC*)&py3_Py_Initialize},
426 # ifndef PY_SSIZE_T_CLEAN
427     {"PyArg_ParseTuple", (PYTHON_PROC*)&py3_PyArg_ParseTuple},
428     {"Py_BuildValue", (PYTHON_PROC*)&py3_Py_BuildValue},
429 # else
430     {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&py3_PyArg_ParseTuple},
431     {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&py3_Py_BuildValue},
432 # endif
433     {"PyMem_Free", (PYTHON_PROC*)&py3_PyMem_Free},
434     {"PyMem_Malloc", (PYTHON_PROC*)&py3_PyMem_Malloc},
435     {"PyList_New", (PYTHON_PROC*)&py3_PyList_New},
436     {"PyGILState_Ensure", (PYTHON_PROC*)&py3_PyGILState_Ensure},
437     {"PyGILState_Release", (PYTHON_PROC*)&py3_PyGILState_Release},
438     {"PySys_SetObject", (PYTHON_PROC*)&py3_PySys_SetObject},
439     {"PySys_GetObject", (PYTHON_PROC*)&py3_PySys_GetObject},
440     {"PyList_Append", (PYTHON_PROC*)&py3_PyList_Append},
441     {"PyList_Insert", (PYTHON_PROC*)&py3_PyList_Insert},
442     {"PyList_Size", (PYTHON_PROC*)&py3_PyList_Size},
443     {"PySequence_Check", (PYTHON_PROC*)&py3_PySequence_Check},
444     {"PySequence_Size", (PYTHON_PROC*)&py3_PySequence_Size},
445     {"PySequence_GetItem", (PYTHON_PROC*)&py3_PySequence_GetItem},
446     {"PySequence_Fast", (PYTHON_PROC*)&py3_PySequence_Fast},
447     {"PyTuple_Size", (PYTHON_PROC*)&py3_PyTuple_Size},
448     {"PyTuple_GetItem", (PYTHON_PROC*)&py3_PyTuple_GetItem},
449     {"PySlice_GetIndicesEx", (PYTHON_PROC*)&py3_PySlice_GetIndicesEx},
450     {"PyErr_NoMemory", (PYTHON_PROC*)&py3_PyErr_NoMemory},
451     {"Py_Finalize", (PYTHON_PROC*)&py3_Py_Finalize},
452     {"PyErr_SetString", (PYTHON_PROC*)&py3_PyErr_SetString},
453     {"PyErr_SetObject", (PYTHON_PROC*)&py3_PyErr_SetObject},
454     {"PyErr_ExceptionMatches", (PYTHON_PROC*)&py3_PyErr_ExceptionMatches},
455     {"PyRun_SimpleString", (PYTHON_PROC*)&py3_PyRun_SimpleString},
456     {"PyRun_String", (PYTHON_PROC*)&py3_PyRun_String},
457     {"PyObject_GetAttrString", (PYTHON_PROC*)&py3_PyObject_GetAttrString},
458     {"PyObject_HasAttrString", (PYTHON_PROC*)&py3_PyObject_HasAttrString},
459     {"PyObject_SetAttrString", (PYTHON_PROC*)&py3_PyObject_SetAttrString},
460     {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&py3_PyObject_CallFunctionObjArgs},
461     {"PyObject_Call", (PYTHON_PROC*)&py3_PyObject_Call},
462     {"PyEval_GetGlobals", (PYTHON_PROC*)&py3_PyEval_GetGlobals},
463     {"PyEval_GetLocals", (PYTHON_PROC*)&py3_PyEval_GetLocals},
464     {"PyList_GetItem", (PYTHON_PROC*)&py3_PyList_GetItem},
465     {"PyImport_ImportModule", (PYTHON_PROC*)&py3_PyImport_ImportModule},
466     {"PyImport_AddModule", (PYTHON_PROC*)&py3_PyImport_AddModule},
467     {"PyErr_BadArgument", (PYTHON_PROC*)&py3_PyErr_BadArgument},
468     {"PyErr_Occurred", (PYTHON_PROC*)&py3_PyErr_Occurred},
469     {"PyModule_GetDict", (PYTHON_PROC*)&py3_PyModule_GetDict},
470     {"PyList_SetItem", (PYTHON_PROC*)&py3_PyList_SetItem},
471     {"PyDict_GetItemString", (PYTHON_PROC*)&py3_PyDict_GetItemString},
472     {"PyDict_Next", (PYTHON_PROC*)&py3_PyDict_Next},
473     {"PyMapping_Check", (PYTHON_PROC*)&py3_PyMapping_Check},
474     {"PyMapping_Keys", (PYTHON_PROC*)&py3_PyMapping_Keys},
475     {"PyIter_Next", (PYTHON_PROC*)&py3_PyIter_Next},
476     {"PyObject_GetIter", (PYTHON_PROC*)&py3_PyObject_GetIter},
477     {"PyObject_GetItem", (PYTHON_PROC*)&py3_PyObject_GetItem},
478     {"PyObject_IsTrue", (PYTHON_PROC*)&py3_PyObject_IsTrue},
479     {"PyLong_FromLong", (PYTHON_PROC*)&py3_PyLong_FromLong},
480     {"PyDict_New", (PYTHON_PROC*)&py3_PyDict_New},
481     {"PyType_Ready", (PYTHON_PROC*)&py3_PyType_Ready},
482     {"PyDict_SetItemString", (PYTHON_PROC*)&py3_PyDict_SetItemString},
483     {"PyLong_AsLong", (PYTHON_PROC*)&py3_PyLong_AsLong},
484     {"PyErr_SetNone", (PYTHON_PROC*)&py3_PyErr_SetNone},
485     {"PyEval_InitThreads", (PYTHON_PROC*)&py3_PyEval_InitThreads},
486     {"PyEval_RestoreThread", (PYTHON_PROC*)&py3_PyEval_RestoreThread},
487     {"PyEval_SaveThread", (PYTHON_PROC*)&py3_PyEval_SaveThread},
488     {"PyArg_Parse", (PYTHON_PROC*)&py3_PyArg_Parse},
489     {"Py_IsInitialized", (PYTHON_PROC*)&py3_Py_IsInitialized},
490     {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&py3__PyObject_NextNotImplemented},
491     {"_Py_NoneStruct", (PYTHON_PROC*)&py3__Py_NoneStruct},
492     {"_Py_FalseStruct", (PYTHON_PROC*)&py3__Py_FalseStruct},
493     {"_Py_TrueStruct", (PYTHON_PROC*)&py3__Py_TrueStruct},
494     {"PyErr_Clear", (PYTHON_PROC*)&py3_PyErr_Clear},
495     {"PyErr_PrintEx", (PYTHON_PROC*)&py3_PyErr_PrintEx},
496     {"PyObject_Init", (PYTHON_PROC*)&py3__PyObject_Init},
497     {"PyModule_AddObject", (PYTHON_PROC*)&py3_PyModule_AddObject},
498     {"PyImport_AppendInittab", (PYTHON_PROC*)&py3_PyImport_AppendInittab},
499 # if PY_VERSION_HEX >= 0x030300f0
500     {"PyUnicode_AsUTF8", (PYTHON_PROC*)&py3_PyUnicode_AsUTF8},
501 # else
502     {"_PyUnicode_AsString", (PYTHON_PROC*)&py3__PyUnicode_AsString},
503 # endif
504 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
505     {"PyUnicode_FromFormat", (PYTHON_PROC*)&py3_PyUnicode_FromFormat},
506 # else
507 #  ifdef Py_UNICODE_WIDE
508     {"PyUnicodeUCS4_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS4_FromFormat},
509 #  else
510     {"PyUnicodeUCS2_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS2_FromFormat},
511 #  endif
512 # endif
513     {"PyBytes_AsString", (PYTHON_PROC*)&py3_PyBytes_AsString},
514     {"PyBytes_AsStringAndSize", (PYTHON_PROC*)&py3_PyBytes_AsStringAndSize},
515     {"PyBytes_FromString", (PYTHON_PROC*)&py3_PyBytes_FromString},
516     {"PyFloat_FromDouble", (PYTHON_PROC*)&py3_PyFloat_FromDouble},
517     {"PyFloat_AsDouble", (PYTHON_PROC*)&py3_PyFloat_AsDouble},
518     {"PyObject_GenericGetAttr", (PYTHON_PROC*)&py3_PyObject_GenericGetAttr},
519     {"PyType_GenericAlloc", (PYTHON_PROC*)&py3_PyType_GenericAlloc},
520     {"PyType_GenericNew", (PYTHON_PROC*)&py3_PyType_GenericNew},
521     {"PyType_Type", (PYTHON_PROC*)&py3_PyType_Type},
522     {"PySlice_Type", (PYTHON_PROC*)&py3_PySlice_Type},
523     {"PyFloat_Type", (PYTHON_PROC*)&py3_PyFloat_Type},
524     {"PyBool_Type", (PYTHON_PROC*)&py3_PyBool_Type},
525     {"PyErr_NewException", (PYTHON_PROC*)&py3_PyErr_NewException},
526 # ifdef Py_DEBUG
527     {"_Py_NegativeRefcount", (PYTHON_PROC*)&py3__Py_NegativeRefcount},
528     {"_Py_RefTotal", (PYTHON_PROC*)&py3__Py_RefTotal},
529     {"_Py_Dealloc", (PYTHON_PROC*)&py3__Py_Dealloc},
530     {"PyModule_Create2TraceRefs", (PYTHON_PROC*)&py3_PyModule_Create2TraceRefs},
531 # else
532     {"PyModule_Create2", (PYTHON_PROC*)&py3_PyModule_Create2},
533 # endif
534 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
535     {"_PyObject_DebugFree", (PYTHON_PROC*)&py3__PyObject_DebugFree},
536     {"_PyObject_DebugMalloc", (PYTHON_PROC*)&py3__PyObject_DebugMalloc},
537 # else
538     {"PyObject_Malloc", (PYTHON_PROC*)&py3_PyObject_Malloc},
539     {"PyObject_Free", (PYTHON_PROC*)&py3_PyObject_Free},
540 # endif
541     {"_PyObject_GC_New", (PYTHON_PROC*)&py3__PyObject_GC_New},
542     {"PyObject_GC_Del", (PYTHON_PROC*)&py3_PyObject_GC_Del},
543     {"PyObject_GC_UnTrack", (PYTHON_PROC*)&py3_PyObject_GC_UnTrack},
544     {"PyType_IsSubtype", (PYTHON_PROC*)&py3_PyType_IsSubtype},
545     {"PyCapsule_New", (PYTHON_PROC*)&py3_PyCapsule_New},
546     {"PyCapsule_GetPointer", (PYTHON_PROC*)&py3_PyCapsule_GetPointer},
547     {"", NULL},
548 };
549 
550 /*
551  * Free python.dll
552  */
553     static void
554 end_dynamic_python3(void)
555 {
556     if (hinstPy3 != 0)
557     {
558 	close_dll(hinstPy3);
559 	hinstPy3 = 0;
560     }
561 }
562 
563 /*
564  * Load library and get all pointers.
565  * Parameter 'libname' provides name of DLL.
566  * Return OK or FAIL.
567  */
568     static int
569 py3_runtime_link_init(char *libname, int verbose)
570 {
571     int i;
572     void *ucs_from_string, *ucs_decode, *ucs_as_encoded_string;
573 
574 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON)
575     /* Can't have Python and Python3 loaded at the same time.
576      * It cause a crash, because RTLD_GLOBAL is needed for
577      * standard C extension libraries of one or both python versions. */
578     if (python_loaded())
579     {
580 	if (verbose)
581 	    EMSG(_("E837: This Vim cannot execute :py3 after using :python"));
582 	return FAIL;
583     }
584 # endif
585 
586     if (hinstPy3 != 0)
587 	return OK;
588     hinstPy3 = load_dll(libname);
589 
590     if (!hinstPy3)
591     {
592 	if (verbose)
593 	    EMSG2(_(e_loadlib), libname);
594 	return FAIL;
595     }
596 
597     for (i = 0; py3_funcname_table[i].ptr; ++i)
598     {
599 	if ((*py3_funcname_table[i].ptr = symbol_from_dll(hinstPy3,
600 			py3_funcname_table[i].name)) == NULL)
601 	{
602 	    close_dll(hinstPy3);
603 	    hinstPy3 = 0;
604 	    if (verbose)
605 		EMSG2(_(e_loadfunc), py3_funcname_table[i].name);
606 	    return FAIL;
607 	}
608     }
609 
610     /* Load unicode functions separately as only the ucs2 or the ucs4 functions
611      * will be present in the library. */
612 # if PY_VERSION_HEX >= 0x030300f0
613     ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicode_FromString");
614     ucs_decode = symbol_from_dll(hinstPy3, "PyUnicode_Decode");
615     ucs_as_encoded_string = symbol_from_dll(hinstPy3,
616 	    "PyUnicode_AsEncodedString");
617 # else
618     ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicodeUCS2_FromString");
619     ucs_decode = symbol_from_dll(hinstPy3,
620 	    "PyUnicodeUCS2_Decode");
621     ucs_as_encoded_string = symbol_from_dll(hinstPy3,
622 	    "PyUnicodeUCS2_AsEncodedString");
623     if (!ucs_from_string || !ucs_decode || !ucs_as_encoded_string)
624     {
625 	ucs_from_string = symbol_from_dll(hinstPy3,
626 		"PyUnicodeUCS4_FromString");
627 	ucs_decode = symbol_from_dll(hinstPy3,
628 		"PyUnicodeUCS4_Decode");
629 	ucs_as_encoded_string = symbol_from_dll(hinstPy3,
630 		"PyUnicodeUCS4_AsEncodedString");
631     }
632 # endif
633     if (ucs_from_string && ucs_decode && ucs_as_encoded_string)
634     {
635 	py3_PyUnicode_FromString = ucs_from_string;
636 	py3_PyUnicode_Decode = ucs_decode;
637 	py3_PyUnicode_AsEncodedString = ucs_as_encoded_string;
638     }
639     else
640     {
641 	close_dll(hinstPy3);
642 	hinstPy3 = 0;
643 	if (verbose)
644 	    EMSG2(_(e_loadfunc), "PyUnicode_UCSX_*");
645 	return FAIL;
646     }
647 
648     return OK;
649 }
650 
651 /*
652  * If python is enabled (there is installed python on Windows system) return
653  * TRUE, else FALSE.
654  */
655     int
656 python3_enabled(int verbose)
657 {
658     return py3_runtime_link_init(DYNAMIC_PYTHON3_DLL, verbose) == OK;
659 }
660 
661 /* Load the standard Python exceptions - don't import the symbols from the
662  * DLL, as this can cause errors (importing data symbols is not reliable).
663  */
664 static void get_py3_exceptions __ARGS((void));
665 
666     static void
667 get_py3_exceptions()
668 {
669     PyObject *exmod = PyImport_ImportModule("builtins");
670     PyObject *exdict = PyModule_GetDict(exmod);
671     p3imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
672     p3imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
673     p3imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError");
674     p3imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
675     p3imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
676     p3imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
677     p3imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError");
678     p3imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError");
679     Py_XINCREF(p3imp_PyExc_AttributeError);
680     Py_XINCREF(p3imp_PyExc_IndexError);
681     Py_XINCREF(p3imp_PyExc_KeyError);
682     Py_XINCREF(p3imp_PyExc_KeyboardInterrupt);
683     Py_XINCREF(p3imp_PyExc_TypeError);
684     Py_XINCREF(p3imp_PyExc_ValueError);
685     Py_XINCREF(p3imp_PyExc_RuntimeError);
686     Py_XINCREF(p3imp_PyExc_ImportError);
687     Py_XDECREF(exmod);
688 }
689 #endif /* DYNAMIC_PYTHON3 */
690 
691 static int py3initialised = 0;
692 
693 #define PYINITIALISED py3initialised
694 
695 #define DESTRUCTOR_FINISH(self) Py_TYPE(self)->tp_free((PyObject*)self)
696 
697 #define WIN_PYTHON_REF(win) win->w_python3_ref
698 #define BUF_PYTHON_REF(buf) buf->b_python3_ref
699 #define TAB_PYTHON_REF(tab) tab->tp_python3_ref
700 
701     static void
702 call_PyObject_Free(void *p)
703 {
704 #if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
705     _PyObject_DebugFree(p);
706 #else
707     PyObject_Free(p);
708 #endif
709 }
710 
711     static PyObject *
712 call_PyType_GenericNew(PyTypeObject *type, PyObject *args, PyObject *kwds)
713 {
714     return PyType_GenericNew(type,args,kwds);
715 }
716 
717     static PyObject *
718 call_PyType_GenericAlloc(PyTypeObject *type, Py_ssize_t nitems)
719 {
720     return PyType_GenericAlloc(type,nitems);
721 }
722 
723 static PyObject *OutputGetattro(PyObject *, PyObject *);
724 static int OutputSetattro(PyObject *, PyObject *, PyObject *);
725 static PyObject *BufferGetattro(PyObject *, PyObject *);
726 static int BufferSetattro(PyObject *, PyObject *, PyObject *);
727 static PyObject *TabPageGetattro(PyObject *, PyObject *);
728 static PyObject *WindowGetattro(PyObject *, PyObject *);
729 static int WindowSetattro(PyObject *, PyObject *, PyObject *);
730 static PyObject *RangeGetattro(PyObject *, PyObject *);
731 static PyObject *CurrentGetattro(PyObject *, PyObject *);
732 static int CurrentSetattro(PyObject *, PyObject *, PyObject *);
733 static PyObject *DictionaryGetattro(PyObject *, PyObject *);
734 static int DictionarySetattro(PyObject *, PyObject *, PyObject *);
735 static PyObject *ListGetattro(PyObject *, PyObject *);
736 static int ListSetattro(PyObject *, PyObject *, PyObject *);
737 static PyObject *FunctionGetattro(PyObject *, PyObject *);
738 
739 static PyObject *VimPathHook(PyObject *, PyObject *);
740 
741 static struct PyModuleDef vimmodule;
742 
743 static PyObject *path_finder;
744 static PyObject *py_find_module = NULL;
745 
746 #define PY_CAN_RECURSE
747 
748 /*
749  * Include the code shared with if_python.c
750  */
751 #include "if_py_both.h"
752 
753 #define GET_ATTR_STRING(name, nameobj) \
754     char	*name = ""; \
755     if (PyUnicode_Check(nameobj)) \
756 	name = _PyUnicode_AsString(nameobj)
757 
758 #define PY3OBJ_DELETED(obj) (obj->ob_base.ob_refcnt<=0)
759 
760 /******************************************************
761  * Internal function prototypes.
762  */
763 
764 static PyObject *Py3Init_vim(void);
765 
766 /******************************************************
767  * 1. Python interpreter main program.
768  */
769 
770     void
771 python3_end()
772 {
773     static int recurse = 0;
774 
775     /* If a crash occurs while doing this, don't try again. */
776     if (recurse != 0)
777 	return;
778 
779     ++recurse;
780 
781 #ifdef DYNAMIC_PYTHON3
782     if (hinstPy3)
783 #endif
784     if (Py_IsInitialized())
785     {
786 	// acquire lock before finalizing
787 	PyGILState_Ensure();
788 
789 	Py_Finalize();
790     }
791 
792 #ifdef DYNAMIC_PYTHON3
793     end_dynamic_python3();
794 #endif
795 
796     --recurse;
797 }
798 
799 #if (defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON)) || defined(PROTO)
800     int
801 python3_loaded()
802 {
803     return (hinstPy3 != 0);
804 }
805 #endif
806 
807     static int
808 Python3_Init(void)
809 {
810     if (!py3initialised)
811     {
812 #ifdef DYNAMIC_PYTHON3
813 	if (!python3_enabled(TRUE))
814 	{
815 	    EMSG(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
816 	    goto fail;
817 	}
818 #endif
819 
820 	init_structs();
821 
822 
823 #ifdef PYTHON3_HOME
824 	Py_SetPythonHome(PYTHON3_HOME);
825 #endif
826 
827 	PyImport_AppendInittab("vim", Py3Init_vim);
828 
829 #if !defined(MACOS) || defined(MACOS_X_UNIX)
830 	Py_Initialize();
831 #else
832 	PyMac_Initialize();
833 #endif
834 	/* Initialise threads, and below save the state using
835 	 * PyEval_SaveThread.  Without the call to PyEval_SaveThread, thread
836 	 * specific state (such as the system trace hook), will be lost
837 	 * between invocations of Python code. */
838 	PyEval_InitThreads();
839 #ifdef DYNAMIC_PYTHON3
840 	get_py3_exceptions();
841 #endif
842 
843 	if (PythonIO_Init_io())
844 	    goto fail;
845 
846 	globals = PyModule_GetDict(PyImport_AddModule("__main__"));
847 
848 	/* Remove the element from sys.path that was added because of our
849 	 * argv[0] value in Py3Init_vim().  Previously we used an empty
850 	 * string, but depending on the OS we then get an empty entry or
851 	 * the current directory in sys.path.
852 	 * Only after vim has been imported, the element does exist in
853 	 * sys.path.
854 	 */
855 	PyRun_SimpleString("import vim; import sys; sys.path = list(filter(lambda x: not x.endswith('must>not&exist'), sys.path))");
856 
857 	/* lock is created and acquired in PyEval_InitThreads() and thread
858 	 * state is created in Py_Initialize()
859 	 * there _PyGILState_NoteThreadState() also sets gilcounter to 1
860 	 * (python must have threads enabled!)
861 	 * so the following does both: unlock GIL and save thread state in TLS
862 	 * without deleting thread state
863 	 */
864 	PyEval_SaveThread();
865 
866 	py3initialised = 1;
867     }
868 
869     return 0;
870 
871 fail:
872     /* We call PythonIO_Flush() here to print any Python errors.
873      * This is OK, as it is possible to call this function even
874      * if PythonIO_Init_io() has not completed successfully (it will
875      * not do anything in this case).
876      */
877     PythonIO_Flush();
878     return -1;
879 }
880 
881 /*
882  * External interface
883  */
884     static void
885 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg)
886 {
887 #if defined(MACOS) && !defined(MACOS_X_UNIX)
888     GrafPtr		oldPort;
889 #endif
890 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
891     char		*saved_locale;
892 #endif
893     PyObject		*cmdstr;
894     PyObject		*cmdbytes;
895     PyGILState_STATE	pygilstate;
896 
897 #if defined(MACOS) && !defined(MACOS_X_UNIX)
898     GetPort(&oldPort);
899     /* Check if the Python library is available */
900     if ((Ptr)PyMac_Initialize == (Ptr)kUnresolvedCFragSymbolAddress)
901 	goto theend;
902 #endif
903     if (Python3_Init())
904 	goto theend;
905 
906     init_range(arg);
907 
908     Python_Release_Vim();	    /* leave vim */
909 
910 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
911     /* Python only works properly when the LC_NUMERIC locale is "C". */
912     saved_locale = setlocale(LC_NUMERIC, NULL);
913     if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
914 	saved_locale = NULL;
915     else
916     {
917 	/* Need to make a copy, value may change when setting new locale. */
918 	saved_locale = (char *)vim_strsave((char_u *)saved_locale);
919 	(void)setlocale(LC_NUMERIC, "C");
920     }
921 #endif
922 
923     pygilstate = PyGILState_Ensure();
924 
925     /* PyRun_SimpleString expects a UTF-8 string. Wrong encoding may cause
926      * SyntaxError (unicode error). */
927     cmdstr = PyUnicode_Decode(cmd, strlen(cmd),
928 					(char *)ENC_OPT, CODEC_ERROR_HANDLER);
929     cmdbytes = PyUnicode_AsEncodedString(cmdstr, "utf-8", CODEC_ERROR_HANDLER);
930     Py_XDECREF(cmdstr);
931 
932     run(PyBytes_AsString(cmdbytes), arg, &pygilstate);
933     Py_XDECREF(cmdbytes);
934 
935     PyGILState_Release(pygilstate);
936 
937 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
938     if (saved_locale != NULL)
939     {
940 	(void)setlocale(LC_NUMERIC, saved_locale);
941 	vim_free(saved_locale);
942     }
943 #endif
944 
945     Python_Lock_Vim();		    /* enter vim */
946     PythonIO_Flush();
947 #if defined(MACOS) && !defined(MACOS_X_UNIX)
948     SetPort(oldPort);
949 #endif
950 
951 theend:
952     return;	    /* keeps lint happy */
953 }
954 
955 /*
956  * ":py3"
957  */
958     void
959 ex_py3(exarg_T *eap)
960 {
961     char_u *script;
962 
963     script = script_get(eap, eap->arg);
964     if (!eap->skip)
965     {
966 	DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script,
967 		(rangeinitializer) init_range_cmd,
968 		(runner) run_cmd,
969 		(void *) eap);
970     }
971     vim_free(script);
972 }
973 
974 #define BUFFER_SIZE 2048
975 
976 /*
977  * ":py3file"
978  */
979     void
980 ex_py3file(exarg_T *eap)
981 {
982     static char buffer[BUFFER_SIZE];
983     const char *file;
984     char *p;
985     int i;
986 
987     /* Have to do it like this. PyRun_SimpleFile requires you to pass a
988      * stdio file pointer, but Vim and the Python DLL are compiled with
989      * different options under Windows, meaning that stdio pointers aren't
990      * compatible between the two. Yuk.
991      *
992      * construct: exec(compile(open('a_filename', 'rb').read(), 'a_filename', 'exec'))
993      *
994      * Using bytes so that Python can detect the source encoding as it normally
995      * does. The doc does not say "compile" accept bytes, though.
996      *
997      * We need to escape any backslashes or single quotes in the file name, so that
998      * Python won't mangle the file name.
999      */
1000 
1001     strcpy(buffer, "exec(compile(open('");
1002     p = buffer + 19; /* size of "exec(compile(open('" */
1003 
1004     for (i=0; i<2; ++i)
1005     {
1006 	file = (char *)eap->arg;
1007 	while (*file && p < buffer + (BUFFER_SIZE - 3))
1008 	{
1009 	    if (*file == '\\' || *file == '\'')
1010 		*p++ = '\\';
1011 	    *p++ = *file++;
1012 	}
1013 	/* If we didn't finish the file name, we hit a buffer overflow */
1014 	if (*file != '\0')
1015 	    return;
1016 	if (i==0)
1017 	{
1018 	    strcpy(p,"','rb').read(),'");
1019 	    p += 16;
1020 	}
1021 	else
1022 	{
1023 	    strcpy(p,"','exec'))");
1024 	    p += 10;
1025 	}
1026     }
1027 
1028 
1029     /* Execute the file */
1030     DoPyCommand(buffer,
1031 	    (rangeinitializer) init_range_cmd,
1032 	    (runner) run_cmd,
1033 	    (void *) eap);
1034 }
1035 
1036     void
1037 ex_py3do(exarg_T *eap)
1038 {
1039     DoPyCommand((char *)eap->arg,
1040 	    (rangeinitializer)init_range_cmd,
1041 	    (runner)run_do,
1042 	    (void *)eap);
1043 }
1044 
1045 /******************************************************
1046  * 2. Python output stream: writes output via [e]msg().
1047  */
1048 
1049 /* Implementation functions
1050  */
1051 
1052     static PyObject *
1053 OutputGetattro(PyObject *self, PyObject *nameobj)
1054 {
1055     GET_ATTR_STRING(name, nameobj);
1056 
1057     if (strcmp(name, "softspace") == 0)
1058 	return PyLong_FromLong(((OutputObject *)(self))->softspace);
1059 
1060     return PyObject_GenericGetAttr(self, nameobj);
1061 }
1062 
1063     static int
1064 OutputSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1065 {
1066     GET_ATTR_STRING(name, nameobj);
1067 
1068     return OutputSetattr((OutputObject *)(self), name, val);
1069 }
1070 
1071 /******************************************************
1072  * 3. Implementation of the Vim module for Python
1073  */
1074 
1075 /* Window type - Implementation functions
1076  * --------------------------------------
1077  */
1078 
1079 #define WindowType_Check(obj) ((obj)->ob_base.ob_type == &WindowType)
1080 
1081 /* Buffer type - Implementation functions
1082  * --------------------------------------
1083  */
1084 
1085 #define BufferType_Check(obj) ((obj)->ob_base.ob_type == &BufferType)
1086 
1087 static PyObject* BufferSubscript(PyObject *self, PyObject *idx);
1088 static Py_ssize_t BufferAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1089 
1090 /* Line range type - Implementation functions
1091  * --------------------------------------
1092  */
1093 
1094 #define RangeType_Check(obj) ((obj)->ob_base.ob_type == &RangeType)
1095 
1096 static PyObject* RangeSubscript(PyObject *self, PyObject *idx);
1097 static Py_ssize_t RangeAsItem(PyObject *, Py_ssize_t, PyObject *);
1098 static Py_ssize_t RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1099 
1100 /* Current objects type - Implementation functions
1101  * -----------------------------------------------
1102  */
1103 
1104 static PySequenceMethods BufferAsSeq = {
1105     (lenfunc)		BufferLength,	    /* sq_length,    len(x)   */
1106     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1107     (ssizeargfunc)	0,		    /* sq_repeat,    x*n      */
1108     (ssizeargfunc)	BufferItem,	    /* sq_item,      x[i]     */
1109     0,					    /* was_sq_slice,	 x[i:j]   */
1110     0,					    /* sq_ass_item,  x[i]=v   */
1111     0,					    /* sq_ass_slice, x[i:j]=v */
1112     0,					    /* sq_contains */
1113     0,					    /* sq_inplace_concat */
1114     0,					    /* sq_inplace_repeat */
1115 };
1116 
1117 static PyMappingMethods BufferAsMapping = {
1118     /* mp_length	*/ (lenfunc)BufferLength,
1119     /* mp_subscript     */ (binaryfunc)BufferSubscript,
1120     /* mp_ass_subscript */ (objobjargproc)BufferAsSubscript,
1121 };
1122 
1123 
1124 /* Buffer object
1125  */
1126 
1127     static PyObject *
1128 BufferGetattro(PyObject *self, PyObject *nameobj)
1129 {
1130     PyObject *r;
1131 
1132     GET_ATTR_STRING(name, nameobj);
1133 
1134     if ((r = BufferAttrValid((BufferObject *)(self), name)))
1135 	return r;
1136 
1137     if (CheckBuffer((BufferObject *)(self)))
1138 	return NULL;
1139 
1140     r = BufferAttr((BufferObject *)(self), name);
1141     if (r || PyErr_Occurred())
1142 	return r;
1143     else
1144 	return PyObject_GenericGetAttr(self, nameobj);
1145 }
1146 
1147     static int
1148 BufferSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1149 {
1150     GET_ATTR_STRING(name, nameobj);
1151 
1152     return BufferSetattr((BufferObject *)(self), name, val);
1153 }
1154 
1155 /******************/
1156 
1157     static PyObject *
1158 BufferSubscript(PyObject *self, PyObject* idx)
1159 {
1160     if (PyLong_Check(idx))
1161     {
1162 	long _idx = PyLong_AsLong(idx);
1163 	return BufferItem((BufferObject *)(self), _idx);
1164     } else if (PySlice_Check(idx))
1165     {
1166 	Py_ssize_t start, stop, step, slicelen;
1167 
1168 	if (CheckBuffer((BufferObject *) self))
1169 	    return NULL;
1170 
1171 	if (PySlice_GetIndicesEx((PyObject *)idx,
1172 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1173 	      &start, &stop,
1174 	      &step, &slicelen) < 0)
1175 	{
1176 	    return NULL;
1177 	}
1178 	return BufferSlice((BufferObject *)(self), start, stop);
1179     }
1180     else
1181     {
1182 	PyErr_SetString(PyExc_TypeError, _("index must be int or slice"));
1183 	return NULL;
1184     }
1185 }
1186 
1187     static Py_ssize_t
1188 BufferAsSubscript(PyObject *self, PyObject* idx, PyObject* val)
1189 {
1190     if (PyLong_Check(idx))
1191     {
1192 	long n = PyLong_AsLong(idx);
1193 	return RBAsItem((BufferObject *)(self), n, val, 1,
1194 		    (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1195 		    NULL);
1196     } else if (PySlice_Check(idx))
1197     {
1198 	Py_ssize_t start, stop, step, slicelen;
1199 
1200 	if (CheckBuffer((BufferObject *) self))
1201 	    return -1;
1202 
1203 	if (PySlice_GetIndicesEx((PyObject *)idx,
1204 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1205 	      &start, &stop,
1206 	      &step, &slicelen) < 0)
1207 	{
1208 	    return -1;
1209 	}
1210 	return RBAsSlice((BufferObject *)(self), start, stop, val, 1,
1211 			  (PyInt)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1212 			  NULL);
1213     }
1214     else
1215     {
1216 	PyErr_SetString(PyExc_TypeError, _("index must be int or slice"));
1217 	return -1;
1218     }
1219 }
1220 
1221 static PySequenceMethods RangeAsSeq = {
1222     (lenfunc)		RangeLength,	 /* sq_length,	  len(x)   */
1223     (binaryfunc)	0,		 /* RangeConcat, sq_concat,  x+y   */
1224     (ssizeargfunc)	0,		 /* RangeRepeat, sq_repeat,  x*n   */
1225     (ssizeargfunc)	RangeItem,	 /* sq_item,	  x[i]	   */
1226     0,					 /* was_sq_slice,     x[i:j]   */
1227     (ssizeobjargproc)	RangeAsItem,	 /* sq_as_item,  x[i]=v   */
1228     0,					 /* sq_ass_slice, x[i:j]=v */
1229     0,					 /* sq_contains */
1230     0,					 /* sq_inplace_concat */
1231     0,					 /* sq_inplace_repeat */
1232 };
1233 
1234 static PyMappingMethods RangeAsMapping = {
1235     /* mp_length	*/ (lenfunc)RangeLength,
1236     /* mp_subscript     */ (binaryfunc)RangeSubscript,
1237     /* mp_ass_subscript */ (objobjargproc)RangeAsSubscript,
1238 };
1239 
1240 /* Line range object - Implementation
1241  */
1242 
1243     static PyObject *
1244 RangeGetattro(PyObject *self, PyObject *nameobj)
1245 {
1246     GET_ATTR_STRING(name, nameobj);
1247 
1248     if (strcmp(name, "start") == 0)
1249 	return Py_BuildValue("n", ((RangeObject *)(self))->start - 1);
1250     else if (strcmp(name, "end") == 0)
1251 	return Py_BuildValue("n", ((RangeObject *)(self))->end - 1);
1252     else
1253 	return PyObject_GenericGetAttr(self, nameobj);
1254 }
1255 
1256 /****************/
1257 
1258     static Py_ssize_t
1259 RangeAsItem(PyObject *self, Py_ssize_t n, PyObject *val)
1260 {
1261     return RBAsItem(((RangeObject *)(self))->buf, n, val,
1262 		    ((RangeObject *)(self))->start,
1263 		    ((RangeObject *)(self))->end,
1264 		    &((RangeObject *)(self))->end);
1265 }
1266 
1267     static Py_ssize_t
1268 RangeAsSlice(PyObject *self, Py_ssize_t lo, Py_ssize_t hi, PyObject *val)
1269 {
1270     return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1271 		    ((RangeObject *)(self))->start,
1272 		    ((RangeObject *)(self))->end,
1273 		    &((RangeObject *)(self))->end);
1274 }
1275 
1276     static PyObject *
1277 RangeSubscript(PyObject *self, PyObject* idx)
1278 {
1279     if (PyLong_Check(idx))
1280     {
1281 	long _idx = PyLong_AsLong(idx);
1282 	return RangeItem((RangeObject *)(self), _idx);
1283     } else if (PySlice_Check(idx))
1284     {
1285 	Py_ssize_t start, stop, step, slicelen;
1286 
1287 	if (PySlice_GetIndicesEx((PyObject *)idx,
1288 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1289 		&start, &stop,
1290 		&step, &slicelen) < 0)
1291 	{
1292 	    return NULL;
1293 	}
1294 	return RangeSlice((RangeObject *)(self), start, stop);
1295     }
1296     else
1297     {
1298 	PyErr_SetString(PyExc_TypeError, _("index must be int or slice"));
1299 	return NULL;
1300     }
1301 }
1302 
1303     static Py_ssize_t
1304 RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val)
1305 {
1306     if (PyLong_Check(idx))
1307     {
1308 	long n = PyLong_AsLong(idx);
1309 	return RangeAsItem(self, n, val);
1310     } else if (PySlice_Check(idx))
1311     {
1312 	Py_ssize_t start, stop, step, slicelen;
1313 
1314 	if (PySlice_GetIndicesEx((PyObject *)idx,
1315 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1316 		&start, &stop,
1317 		&step, &slicelen) < 0)
1318 	{
1319 	    return -1;
1320 	}
1321 	return RangeAsSlice(self, start, stop, val);
1322     }
1323     else
1324     {
1325 	PyErr_SetString(PyExc_TypeError, _("index must be int or slice"));
1326 	return -1;
1327     }
1328 }
1329 
1330 /* TabPage object - Implementation
1331  */
1332 
1333     static PyObject *
1334 TabPageGetattro(PyObject *self, PyObject *nameobj)
1335 {
1336     PyObject *r;
1337 
1338     GET_ATTR_STRING(name, nameobj);
1339 
1340     if ((r = TabPageAttrValid((TabPageObject *)(self), name)))
1341 	return r;
1342 
1343     if (CheckTabPage((TabPageObject *)(self)))
1344 	return NULL;
1345 
1346     r = TabPageAttr((TabPageObject *)(self), name);
1347     if (r || PyErr_Occurred())
1348 	return r;
1349     else
1350 	return PyObject_GenericGetAttr(self, nameobj);
1351 }
1352 
1353 /* Window object - Implementation
1354  */
1355 
1356     static PyObject *
1357 WindowGetattro(PyObject *self, PyObject *nameobj)
1358 {
1359     PyObject *r;
1360 
1361     GET_ATTR_STRING(name, nameobj);
1362 
1363     if ((r = WindowAttrValid((WindowObject *)(self), name)))
1364 	return r;
1365 
1366     if (CheckWindow((WindowObject *)(self)))
1367 	return NULL;
1368 
1369     r = WindowAttr((WindowObject *)(self), name);
1370     if (r || PyErr_Occurred())
1371 	return r;
1372     else
1373 	return PyObject_GenericGetAttr(self, nameobj);
1374 }
1375 
1376     static int
1377 WindowSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1378 {
1379     GET_ATTR_STRING(name, nameobj);
1380 
1381     return WindowSetattr((WindowObject *)(self), name, val);
1382 }
1383 
1384 /* Tab page list object - Definitions
1385  */
1386 
1387 static PySequenceMethods TabListAsSeq = {
1388     (lenfunc)	     TabListLength,	    /* sq_length,    len(x)   */
1389     (binaryfunc)     0,			    /* sq_concat,    x+y      */
1390     (ssizeargfunc)   0,			    /* sq_repeat,    x*n      */
1391     (ssizeargfunc)   TabListItem,	    /* sq_item,      x[i]     */
1392     0,					    /* sq_slice,     x[i:j]   */
1393     (ssizeobjargproc)0,			    /* sq_as_item,  x[i]=v   */
1394     0,					    /* sq_ass_slice, x[i:j]=v */
1395     0,					    /* sq_contains */
1396     0,					    /* sq_inplace_concat */
1397     0,					    /* sq_inplace_repeat */
1398 };
1399 
1400 /* Window list object - Definitions
1401  */
1402 
1403 static PySequenceMethods WinListAsSeq = {
1404     (lenfunc)	     WinListLength,	    /* sq_length,    len(x)   */
1405     (binaryfunc)     0,			    /* sq_concat,    x+y      */
1406     (ssizeargfunc)   0,			    /* sq_repeat,    x*n      */
1407     (ssizeargfunc)   WinListItem,	    /* sq_item,      x[i]     */
1408     0,					    /* sq_slice,     x[i:j]   */
1409     (ssizeobjargproc)0,			    /* sq_as_item,  x[i]=v   */
1410     0,					    /* sq_ass_slice, x[i:j]=v */
1411     0,					    /* sq_contains */
1412     0,					    /* sq_inplace_concat */
1413     0,					    /* sq_inplace_repeat */
1414 };
1415 
1416 /* Current items object - Implementation
1417  */
1418     static PyObject *
1419 CurrentGetattro(PyObject *self, PyObject *nameobj)
1420 {
1421     PyObject	*r;
1422     GET_ATTR_STRING(name, nameobj);
1423     if (!(r = CurrentGetattr(self, name)))
1424 	return PyObject_GenericGetAttr(self, nameobj);
1425     return r;
1426 }
1427 
1428     static int
1429 CurrentSetattro(PyObject *self, PyObject *nameobj, PyObject *value)
1430 {
1431     GET_ATTR_STRING(name, nameobj);
1432     return CurrentSetattr(self, name, value);
1433 }
1434 
1435 /* Dictionary object - Definitions
1436  */
1437 
1438     static PyObject *
1439 DictionaryGetattro(PyObject *self, PyObject *nameobj)
1440 {
1441     DictionaryObject	*this = ((DictionaryObject *) (self));
1442 
1443     GET_ATTR_STRING(name, nameobj);
1444 
1445     if (strcmp(name, "locked") == 0)
1446 	return PyLong_FromLong(this->dict->dv_lock);
1447     else if (strcmp(name, "scope") == 0)
1448 	return PyLong_FromLong(this->dict->dv_scope);
1449 
1450     return PyObject_GenericGetAttr(self, nameobj);
1451 }
1452 
1453     static int
1454 DictionarySetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1455 {
1456     GET_ATTR_STRING(name, nameobj);
1457     return DictionarySetattr((DictionaryObject *)(self), name, val);
1458 }
1459 
1460 /* List object - Definitions
1461  */
1462 
1463 static PySequenceMethods ListAsSeq = {
1464     (lenfunc)		ListLength,	 /* sq_length,	  len(x)   */
1465     (binaryfunc)	0,		 /* RangeConcat, sq_concat,  x+y   */
1466     (ssizeargfunc)	0,		 /* RangeRepeat, sq_repeat,  x*n   */
1467     (ssizeargfunc)	ListItem,	 /* sq_item,	  x[i]	   */
1468     (void *)		0,		 /* was_sq_slice,     x[i:j]   */
1469     (ssizeobjargproc)	ListAssItem,	 /* sq_as_item,  x[i]=v   */
1470     (void *)		0,		 /* was_sq_ass_slice, x[i:j]=v */
1471     0,					 /* sq_contains */
1472     (binaryfunc)	ListConcatInPlace,/* sq_inplace_concat */
1473     0,					 /* sq_inplace_repeat */
1474 };
1475 
1476 static PyObject *ListSubscript(PyObject *, PyObject *);
1477 static Py_ssize_t ListAsSubscript(PyObject *, PyObject *, PyObject *);
1478 
1479 static PyMappingMethods ListAsMapping = {
1480     /* mp_length	*/ (lenfunc) ListLength,
1481     /* mp_subscript     */ (binaryfunc) ListSubscript,
1482     /* mp_ass_subscript */ (objobjargproc) ListAsSubscript,
1483 };
1484 
1485     static PyObject *
1486 ListSubscript(PyObject *self, PyObject* idx)
1487 {
1488     if (PyLong_Check(idx))
1489     {
1490 	long _idx = PyLong_AsLong(idx);
1491 	return ListItem((ListObject *)(self), _idx);
1492     }
1493     else if (PySlice_Check(idx))
1494     {
1495 	Py_ssize_t start, stop, step, slicelen;
1496 
1497 	if (PySlice_GetIndicesEx(idx, ListLength((ListObject *)(self)),
1498 				 &start, &stop, &step, &slicelen) < 0)
1499 	    return NULL;
1500 	return ListSlice((ListObject *)(self), start, stop);
1501     }
1502     else
1503     {
1504 	PyErr_SetString(PyExc_TypeError, _("index must be int or slice"));
1505 	return NULL;
1506     }
1507 }
1508 
1509     static Py_ssize_t
1510 ListAsSubscript(PyObject *self, PyObject *idx, PyObject *obj)
1511 {
1512     if (PyLong_Check(idx))
1513     {
1514 	long _idx = PyLong_AsLong(idx);
1515 	return ListAssItem((ListObject *)(self), _idx, obj);
1516     }
1517     else if (PySlice_Check(idx))
1518     {
1519 	Py_ssize_t start, stop, step, slicelen;
1520 
1521 	if (PySlice_GetIndicesEx(idx, ListLength((ListObject *)(self)),
1522 				 &start, &stop, &step, &slicelen) < 0)
1523 	    return -1;
1524 	return ListAssSlice((ListObject *)(self), start, stop, obj);
1525     }
1526     else
1527     {
1528 	PyErr_SetString(PyExc_TypeError, _("index must be int or slice"));
1529 	return -1;
1530     }
1531 }
1532 
1533     static PyObject *
1534 ListGetattro(PyObject *self, PyObject *nameobj)
1535 {
1536     GET_ATTR_STRING(name, nameobj);
1537 
1538     if (strcmp(name, "locked") == 0)
1539 	return PyLong_FromLong(((ListObject *) (self))->list->lv_lock);
1540 
1541     return PyObject_GenericGetAttr(self, nameobj);
1542 }
1543 
1544     static int
1545 ListSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1546 {
1547     GET_ATTR_STRING(name, nameobj);
1548     return ListSetattr((ListObject *)(self), name, val);
1549 }
1550 
1551 /* Function object - Definitions
1552  */
1553 
1554     static PyObject *
1555 FunctionGetattro(PyObject *self, PyObject *nameobj)
1556 {
1557     FunctionObject	*this = (FunctionObject *)(self);
1558 
1559     GET_ATTR_STRING(name, nameobj);
1560 
1561     if (strcmp(name, "name") == 0)
1562 	return PyUnicode_FromString((char *)(this->name));
1563 
1564     return PyObject_GenericGetAttr(self, nameobj);
1565 }
1566 
1567 /* External interface
1568  */
1569 
1570     void
1571 python3_buffer_free(buf_T *buf)
1572 {
1573     if (BUF_PYTHON_REF(buf) != NULL)
1574     {
1575 	BufferObject *bp = BUF_PYTHON_REF(buf);
1576 	bp->buf = INVALID_BUFFER_VALUE;
1577 	BUF_PYTHON_REF(buf) = NULL;
1578     }
1579 }
1580 
1581 #if defined(FEAT_WINDOWS) || defined(PROTO)
1582     void
1583 python3_window_free(win_T *win)
1584 {
1585     if (WIN_PYTHON_REF(win) != NULL)
1586     {
1587 	WindowObject *wp = WIN_PYTHON_REF(win);
1588 	wp->win = INVALID_WINDOW_VALUE;
1589 	WIN_PYTHON_REF(win) = NULL;
1590     }
1591 }
1592 
1593     void
1594 python3_tabpage_free(tabpage_T *tab)
1595 {
1596     if (TAB_PYTHON_REF(tab) != NULL)
1597     {
1598 	TabPageObject *tp = TAB_PYTHON_REF(tab);
1599 	tp->tab = INVALID_TABPAGE_VALUE;
1600 	TAB_PYTHON_REF(tab) = NULL;
1601     }
1602 }
1603 #endif
1604 
1605     static PyObject *
1606 VimPathHook(PyObject *self UNUSED, PyObject *args)
1607 {
1608     char	*path;
1609 
1610     if (PyArg_ParseTuple(args, "s", &path)
1611 	    && STRCMP(path, vim_special_path) == 0)
1612     {
1613 	Py_INCREF(&FinderType);
1614 	return (PyObject *) &FinderType;
1615     }
1616 
1617     PyErr_Clear();
1618     PyErr_SetNone(PyExc_ImportError);
1619     return NULL;
1620 }
1621 
1622     static PyObject *
1623 FinderFindModule(PyObject *cls UNUSED, PyObject *fullname)
1624 {
1625     PyObject	*new_path;
1626     PyObject	*r;
1627 
1628     if (!(new_path = Vim_GetPaths(NULL)))
1629 	return NULL;
1630 
1631     /* call find_module of the super() class */
1632     r = PyObject_CallFunctionObjArgs(py_find_module, fullname, new_path, NULL);
1633 
1634     Py_DECREF(new_path);
1635 
1636     return r;
1637 }
1638 
1639 static struct PyMethodDef FinderMethods[] = {
1640     {"find_module",	FinderFindModule,	METH_CLASS|METH_O,	""},
1641     {NULL,		NULL,			0,			NULL}
1642 };
1643 
1644     static PyObject *
1645 Py3Init_vim(void)
1646 {
1647     /* The special value is removed from sys.path in Python3_Init(). */
1648     static wchar_t *(argv[2]) = {L"/must>not&exist/foo", NULL};
1649     PyObject	*importlib_machinery;
1650 
1651     if (!(importlib_machinery = PyImport_ImportModule("importlib.machinery")))
1652 	return NULL;
1653 
1654     if (!(path_finder = PyObject_GetAttrString(importlib_machinery,
1655 					       "PathFinder")))
1656     {
1657 	Py_DECREF(importlib_machinery);
1658 	return NULL;
1659     }
1660 
1661     Py_DECREF(importlib_machinery);
1662 
1663     vim_memset(&FinderType, 0, sizeof(FinderObject));
1664     FinderType.tp_name = "vim.Finder";
1665     FinderType.tp_basicsize = sizeof(FinderObject);
1666     FinderType.tp_base = (PyTypeObject *) path_finder;
1667     FinderType.tp_flags = Py_TPFLAGS_DEFAULT;
1668     FinderType.tp_doc = "Vim finder class, for use with path hook";
1669     FinderType.tp_methods = FinderMethods;
1670 
1671     if (init_types())
1672 	return NULL;
1673 
1674     /* Set sys.argv[] to avoid a crash in warn(). */
1675     PySys_SetArgv(1, argv);
1676 
1677     if ((vim_module = PyModule_Create(&vimmodule)) == NULL)
1678 	return NULL;
1679 
1680     if (populate_module(vim_module, PyModule_AddObject, PyObject_GetAttrString))
1681 	return NULL;
1682 
1683     if (init_sys_path())
1684 	return NULL;
1685 
1686     return vim_module;
1687 }
1688 
1689 /*************************************************************************
1690  * 4. Utility functions for handling the interface between Vim and Python.
1691  */
1692 
1693 /* Convert a Vim line into a Python string.
1694  * All internal newlines are replaced by null characters.
1695  *
1696  * On errors, the Python exception data is set, and NULL is returned.
1697  */
1698     static PyObject *
1699 LineToString(const char *str)
1700 {
1701     PyObject *result;
1702     Py_ssize_t len = strlen(str);
1703     char *tmp,*p;
1704 
1705     tmp = (char *)alloc((unsigned)(len+1));
1706     p = tmp;
1707     if (p == NULL)
1708     {
1709 	PyErr_NoMemory();
1710 	return NULL;
1711     }
1712 
1713     while (*str)
1714     {
1715 	if (*str == '\n')
1716 	    *p = '\0';
1717 	else
1718 	    *p = *str;
1719 
1720 	++p;
1721 	++str;
1722     }
1723     *p = '\0';
1724 
1725     result = PyUnicode_Decode(tmp, len, (char *)ENC_OPT, CODEC_ERROR_HANDLER);
1726 
1727     vim_free(tmp);
1728     return result;
1729 }
1730 
1731     void
1732 do_py3eval (char_u *str, typval_T *rettv)
1733 {
1734     DoPyCommand((char *) str,
1735 	    (rangeinitializer) init_range_eval,
1736 	    (runner) run_eval,
1737 	    (void *) rettv);
1738     switch(rettv->v_type)
1739     {
1740 	case VAR_DICT: ++rettv->vval.v_dict->dv_refcount; break;
1741 	case VAR_LIST: ++rettv->vval.v_list->lv_refcount; break;
1742 	case VAR_FUNC: func_ref(rettv->vval.v_string);    break;
1743 	case VAR_UNKNOWN:
1744 	    rettv->v_type = VAR_NUMBER;
1745 	    rettv->vval.v_number = 0;
1746 	    break;
1747     }
1748 }
1749 
1750     void
1751 set_ref_in_python3 (int copyID)
1752 {
1753     set_ref_in_py(copyID);
1754 }
1755