xref: /vim-8.2.3635/src/if_python3.c (revision c6ed254d) 
1 /* vi:set ts=8 sts=4 sw=4 noet:
2  *
3  * VIM - Vi IMproved    by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 /*
10  * Python extensions by Paul Moore.
11  * Changes for Unix by David Leonard.
12  *
13  * This consists of four parts:
14  * 1. Python interpreter main program
15  * 2. Python output stream: writes output via [e]msg().
16  * 3. Implementation of the Vim module for Python
17  * 4. Utility functions for handling the interface between Vim and Python.
18  */
19 
20 /*
21  * Roland Puntaier 2009/sept/16:
22  * Adaptations to support both python3.x and python2.x
23  */
24 
25 // uncomment this if used with the debug version of python
26 // #define Py_DEBUG
27 // Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting
28 // uncomment this if used with the debug version of python, but without its
29 // allocator
30 // #define Py_DEBUG_NO_PYMALLOC
31 
32 #include "vim.h"
33 
34 #include <limits.h>
35 
36 #if defined(MSWIN) && defined(HAVE_FCNTL_H)
37 # undef HAVE_FCNTL_H
38 #endif
39 
40 #ifdef _DEBUG
41 # undef _DEBUG
42 #endif
43 
44 #ifdef F_BLANK
45 # undef F_BLANK
46 #endif
47 
48 #ifdef HAVE_STRFTIME
49 # undef HAVE_STRFTIME
50 #endif
51 #ifdef HAVE_STRING_H
52 # undef HAVE_STRING_H
53 #endif
54 #ifdef HAVE_PUTENV
55 # undef HAVE_PUTENV
56 #endif
57 #ifdef HAVE_STDARG_H
58 # undef HAVE_STDARG_H   // Python's config.h defines it as well.
59 #endif
60 #ifdef _POSIX_C_SOURCE  // defined in feature.h
61 # undef _POSIX_C_SOURCE
62 #endif
63 #ifdef _XOPEN_SOURCE
64 # undef _XOPEN_SOURCE	// pyconfig.h defines it as well.
65 #endif
66 
67 #define PY_SSIZE_T_CLEAN
68 
69 #include <Python.h>
70 
71 #undef main // Defined in python.h - aargh
72 #undef HAVE_FCNTL_H // Clash with os_win32.h
73 
74 // The "surrogateescape" error handler is new in Python 3.1
75 #if PY_VERSION_HEX >= 0x030100f0
76 # define CODEC_ERROR_HANDLER "surrogateescape"
77 #else
78 # define CODEC_ERROR_HANDLER NULL
79 #endif
80 
81 // Python 3 does not support CObjects, always use Capsules
82 #define PY_USE_CAPSULE
83 
84 #define PyInt Py_ssize_t
85 #ifndef PyString_Check
86 # define PyString_Check(obj) PyUnicode_Check(obj)
87 #endif
88 #define PyString_FromString(repr) \
89     PyUnicode_Decode(repr, STRLEN(repr), ENC_OPT, NULL)
90 #define PyString_FromFormat PyUnicode_FromFormat
91 #ifndef PyInt_Check
92 # define PyInt_Check(obj) PyLong_Check(obj)
93 #endif
94 #define PyInt_FromLong(i) PyLong_FromLong(i)
95 #define PyInt_AsLong(obj) PyLong_AsLong(obj)
96 #define Py_ssize_t_fmt "n"
97 #define Py_bytes_fmt "y"
98 
99 #define PyIntArgFunc	ssizeargfunc
100 #define PyIntObjArgProc	ssizeobjargproc
101 
102 /*
103  * PySlice_GetIndicesEx(): first argument type changed from PySliceObject
104  * to PyObject in Python 3.2 or later.
105  */
106 #if PY_VERSION_HEX >= 0x030200f0
107 typedef PyObject PySliceObject_T;
108 #else
109 typedef PySliceObject PySliceObject_T;
110 #endif
111 
112 #if defined(DYNAMIC_PYTHON3) || defined(PROTO)
113 
114 # ifndef MSWIN
115 #  include <dlfcn.h>
116 #  define FARPROC void*
117 #  define HINSTANCE void*
118 #  if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
119 #   define load_dll(n) dlopen((n), RTLD_LAZY)
120 #  else
121 #   define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
122 #  endif
123 #  define close_dll dlclose
124 #  define symbol_from_dll dlsym
125 # else
126 #  define load_dll vimLoadLib
127 #  define close_dll FreeLibrary
128 #  define symbol_from_dll GetProcAddress
129 # endif
130 /*
131  * Wrapper defines
132  */
133 # undef PyArg_Parse
134 # define PyArg_Parse py3_PyArg_Parse
135 # undef PyArg_ParseTuple
136 # define PyArg_ParseTuple py3_PyArg_ParseTuple
137 # define PyMem_Free py3_PyMem_Free
138 # define PyMem_Malloc py3_PyMem_Malloc
139 # define PyDict_SetItemString py3_PyDict_SetItemString
140 # define PyErr_BadArgument py3_PyErr_BadArgument
141 # define PyErr_Clear py3_PyErr_Clear
142 # define PyErr_Format py3_PyErr_Format
143 # define PyErr_PrintEx py3_PyErr_PrintEx
144 # define PyErr_NoMemory py3_PyErr_NoMemory
145 # define PyErr_Occurred py3_PyErr_Occurred
146 # define PyErr_SetNone py3_PyErr_SetNone
147 # define PyErr_SetString py3_PyErr_SetString
148 # define PyErr_SetObject py3_PyErr_SetObject
149 # define PyErr_ExceptionMatches py3_PyErr_ExceptionMatches
150 # define PyEval_InitThreads py3_PyEval_InitThreads
151 # define PyEval_RestoreThread py3_PyEval_RestoreThread
152 # define PyEval_SaveThread py3_PyEval_SaveThread
153 # define PyGILState_Ensure py3_PyGILState_Ensure
154 # define PyGILState_Release py3_PyGILState_Release
155 # define PyLong_AsLong py3_PyLong_AsLong
156 # define PyLong_FromLong py3_PyLong_FromLong
157 # define PyList_GetItem py3_PyList_GetItem
158 # define PyList_Append py3_PyList_Append
159 # define PyList_Insert py3_PyList_Insert
160 # define PyList_New py3_PyList_New
161 # define PyList_SetItem py3_PyList_SetItem
162 # define PyList_Size py3_PyList_Size
163 # define PySequence_Check py3_PySequence_Check
164 # define PySequence_Size py3_PySequence_Size
165 # define PySequence_GetItem py3_PySequence_GetItem
166 # define PySequence_Fast py3_PySequence_Fast
167 # define PyTuple_Size py3_PyTuple_Size
168 # define PyTuple_GetItem py3_PyTuple_GetItem
169 # if PY_VERSION_HEX >= 0x030601f0
170 #  define PySlice_AdjustIndices py3_PySlice_AdjustIndices
171 #  define PySlice_Unpack py3_PySlice_Unpack
172 # endif
173 # undef PySlice_GetIndicesEx
174 # define PySlice_GetIndicesEx py3_PySlice_GetIndicesEx
175 # define PyImport_ImportModule py3_PyImport_ImportModule
176 # define PyObject_Init py3__PyObject_Init
177 # define PyDict_New py3_PyDict_New
178 # define PyDict_GetItemString py3_PyDict_GetItemString
179 # define PyDict_Next py3_PyDict_Next
180 # define PyMapping_Check py3_PyMapping_Check
181 # ifndef PyMapping_Keys
182 #  define PyMapping_Keys py3_PyMapping_Keys
183 # endif
184 # define PyIter_Next py3_PyIter_Next
185 # define PyObject_GetIter py3_PyObject_GetIter
186 # define PyObject_Repr py3_PyObject_Repr
187 # define PyObject_GetItem py3_PyObject_GetItem
188 # define PyObject_IsTrue py3_PyObject_IsTrue
189 # define PyModule_GetDict py3_PyModule_GetDict
190 #undef PyRun_SimpleString
191 # define PyRun_SimpleString py3_PyRun_SimpleString
192 #undef PyRun_String
193 # define PyRun_String py3_PyRun_String
194 # define PyObject_GetAttrString py3_PyObject_GetAttrString
195 # define PyObject_HasAttrString py3_PyObject_HasAttrString
196 # define PyObject_SetAttrString py3_PyObject_SetAttrString
197 # define PyObject_CallFunctionObjArgs py3_PyObject_CallFunctionObjArgs
198 # define _PyObject_CallFunction_SizeT py3__PyObject_CallFunction_SizeT
199 # define PyObject_Call py3_PyObject_Call
200 # define PyEval_GetLocals py3_PyEval_GetLocals
201 # define PyEval_GetGlobals py3_PyEval_GetGlobals
202 # define PySys_SetObject py3_PySys_SetObject
203 # define PySys_GetObject py3_PySys_GetObject
204 # define PySys_SetArgv py3_PySys_SetArgv
205 # define PyType_Ready py3_PyType_Ready
206 # if PY_VERSION_HEX >= 0x030900b0
207 #  define PyType_GetFlags py3_PyType_GetFlags
208 # endif
209 #undef Py_BuildValue
210 # define Py_BuildValue py3_Py_BuildValue
211 # define Py_SetPythonHome py3_Py_SetPythonHome
212 # define Py_Initialize py3_Py_Initialize
213 # define Py_Finalize py3_Py_Finalize
214 # define Py_IsInitialized py3_Py_IsInitialized
215 # define _Py_NoneStruct (*py3__Py_NoneStruct)
216 # define _Py_FalseStruct (*py3__Py_FalseStruct)
217 # define _Py_TrueStruct (*py3__Py_TrueStruct)
218 # define _PyObject_NextNotImplemented (*py3__PyObject_NextNotImplemented)
219 # define PyModule_AddObject py3_PyModule_AddObject
220 # define PyImport_AppendInittab py3_PyImport_AppendInittab
221 # define PyImport_AddModule py3_PyImport_AddModule
222 # if PY_VERSION_HEX >= 0x030300f0
223 #  undef _PyUnicode_AsString
224 #  define _PyUnicode_AsString py3_PyUnicode_AsUTF8
225 # else
226 #  define _PyUnicode_AsString py3__PyUnicode_AsString
227 # endif
228 # undef PyUnicode_AsEncodedString
229 # define PyUnicode_AsEncodedString py3_PyUnicode_AsEncodedString
230 # undef PyBytes_AsString
231 # define PyBytes_AsString py3_PyBytes_AsString
232 # ifndef PyBytes_AsStringAndSize
233 #  define PyBytes_AsStringAndSize py3_PyBytes_AsStringAndSize
234 # endif
235 # undef PyBytes_FromString
236 # define PyBytes_FromString py3_PyBytes_FromString
237 # undef PyBytes_FromStringAndSize
238 # define PyBytes_FromStringAndSize py3_PyBytes_FromStringAndSize
239 # if defined(Py_DEBUG) || PY_VERSION_HEX >= 0x030900b0
240 #  define _Py_Dealloc py3__Py_Dealloc
241 # endif
242 # define PyFloat_FromDouble py3_PyFloat_FromDouble
243 # define PyFloat_AsDouble py3_PyFloat_AsDouble
244 # define PyObject_GenericGetAttr py3_PyObject_GenericGetAttr
245 # define PyType_Type (*py3_PyType_Type)
246 # define PyStdPrinter_Type (*py3_PyStdPrinter_Type)
247 # define PySlice_Type (*py3_PySlice_Type)
248 # define PyFloat_Type (*py3_PyFloat_Type)
249 # define PyNumber_Check (*py3_PyNumber_Check)
250 # define PyNumber_Long (*py3_PyNumber_Long)
251 # define PyBool_Type (*py3_PyBool_Type)
252 # define PyErr_NewException py3_PyErr_NewException
253 # ifdef Py_DEBUG
254 #  define _Py_NegativeRefcount py3__Py_NegativeRefcount
255 #  define _Py_RefTotal (*py3__Py_RefTotal)
256 #  define PyModule_Create2TraceRefs py3_PyModule_Create2TraceRefs
257 # else
258 #  define PyModule_Create2 py3_PyModule_Create2
259 # endif
260 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
261 #  define _PyObject_DebugMalloc py3__PyObject_DebugMalloc
262 #  define _PyObject_DebugFree py3__PyObject_DebugFree
263 # else
264 #  define PyObject_Malloc py3_PyObject_Malloc
265 #  define PyObject_Free py3_PyObject_Free
266 # endif
267 # define _PyObject_GC_New py3__PyObject_GC_New
268 # define PyObject_GC_Del py3_PyObject_GC_Del
269 # define PyObject_GC_UnTrack py3_PyObject_GC_UnTrack
270 # define PyType_GenericAlloc py3_PyType_GenericAlloc
271 # define PyType_GenericNew py3_PyType_GenericNew
272 # undef PyUnicode_FromString
273 # define PyUnicode_FromString py3_PyUnicode_FromString
274 # ifndef PyUnicode_FromFormat
275 #  define PyUnicode_FromFormat py3_PyUnicode_FromFormat
276 # else
277 #  define Py_UNICODE_USE_UCS_FUNCTIONS
278 #  ifdef Py_UNICODE_WIDE
279 #   define PyUnicodeUCS4_FromFormat py3_PyUnicodeUCS4_FromFormat
280 #  else
281 #   define PyUnicodeUCS2_FromFormat py3_PyUnicodeUCS2_FromFormat
282 #  endif
283 # endif
284 # undef PyUnicode_Decode
285 # define PyUnicode_Decode py3_PyUnicode_Decode
286 # define PyType_IsSubtype py3_PyType_IsSubtype
287 # define PyCapsule_New py3_PyCapsule_New
288 # define PyCapsule_GetPointer py3_PyCapsule_GetPointer
289 
290 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
291 #  undef PyObject_NEW
292 #  define PyObject_NEW(type, typeobj) \
293 ( (type *) PyObject_Init( \
294 	(PyObject *) _PyObject_DebugMalloc( _PyObject_SIZE(typeobj) ), (typeobj)) )
295 # elif PY_VERSION_HEX >= 0x030900b0
296 #  undef PyObject_NEW
297 #  define PyObject_NEW(type, typeobj) \
298 	((type *)py3__PyObject_New(typeobj))
299 # endif
300 
301 /*
302  * Pointers for dynamic link
303  */
304 static int (*py3_PySys_SetArgv)(int, wchar_t **);
305 static void (*py3_Py_SetPythonHome)(wchar_t *home);
306 static void (*py3_Py_Initialize)(void);
307 static PyObject* (*py3_PyList_New)(Py_ssize_t size);
308 static PyGILState_STATE (*py3_PyGILState_Ensure)(void);
309 static void (*py3_PyGILState_Release)(PyGILState_STATE);
310 static int (*py3_PySys_SetObject)(char *, PyObject *);
311 static PyObject* (*py3_PySys_GetObject)(char *);
312 static int (*py3_PyList_Append)(PyObject *, PyObject *);
313 static int (*py3_PyList_Insert)(PyObject *, int, PyObject *);
314 static Py_ssize_t (*py3_PyList_Size)(PyObject *);
315 static int (*py3_PySequence_Check)(PyObject *);
316 static Py_ssize_t (*py3_PySequence_Size)(PyObject *);
317 static PyObject* (*py3_PySequence_GetItem)(PyObject *, Py_ssize_t);
318 static PyObject* (*py3_PySequence_Fast)(PyObject *, const char *);
319 static Py_ssize_t (*py3_PyTuple_Size)(PyObject *);
320 static PyObject* (*py3_PyTuple_GetItem)(PyObject *, Py_ssize_t);
321 static int (*py3_PyMapping_Check)(PyObject *);
322 static PyObject* (*py3_PyMapping_Keys)(PyObject *);
323 # if PY_VERSION_HEX >= 0x030601f0
324 static int (*py3_PySlice_AdjustIndices)(Py_ssize_t length,
325 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t step);
326 static int (*py3_PySlice_Unpack)(PyObject *slice,
327 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step);
328 # endif
329 static int (*py3_PySlice_GetIndicesEx)(PySliceObject_T *r, Py_ssize_t length,
330 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step,
331 		     Py_ssize_t *slicelen);
332 static PyObject* (*py3_PyErr_NoMemory)(void);
333 static void (*py3_Py_Finalize)(void);
334 static void (*py3_PyErr_SetString)(PyObject *, const char *);
335 static void (*py3_PyErr_SetObject)(PyObject *, PyObject *);
336 static int (*py3_PyErr_ExceptionMatches)(PyObject *);
337 static int (*py3_PyRun_SimpleString)(char *);
338 static PyObject* (*py3_PyRun_String)(char *, int, PyObject *, PyObject *);
339 static PyObject* (*py3_PyObject_GetAttrString)(PyObject *, const char *);
340 static int (*py3_PyObject_HasAttrString)(PyObject *, const char *);
341 static int (*py3_PyObject_SetAttrString)(PyObject *, const char *, PyObject *);
342 static PyObject* (*py3_PyObject_CallFunctionObjArgs)(PyObject *, ...);
343 static PyObject* (*py3__PyObject_CallFunction_SizeT)(PyObject *, char *, ...);
344 static PyObject* (*py3_PyObject_Call)(PyObject *, PyObject *, PyObject *);
345 static PyObject* (*py3_PyEval_GetGlobals)();
346 static PyObject* (*py3_PyEval_GetLocals)();
347 static PyObject* (*py3_PyList_GetItem)(PyObject *, Py_ssize_t);
348 static PyObject* (*py3_PyImport_ImportModule)(const char *);
349 static PyObject* (*py3_PyImport_AddModule)(const char *);
350 static int (*py3_PyErr_BadArgument)(void);
351 static PyObject* (*py3_PyErr_Occurred)(void);
352 static PyObject* (*py3_PyModule_GetDict)(PyObject *);
353 static int (*py3_PyList_SetItem)(PyObject *, Py_ssize_t, PyObject *);
354 static PyObject* (*py3_PyDict_GetItemString)(PyObject *, const char *);
355 static int (*py3_PyDict_Next)(PyObject *, Py_ssize_t *, PyObject **, PyObject **);
356 static PyObject* (*py3_PyLong_FromLong)(long);
357 static PyObject* (*py3_PyDict_New)(void);
358 static PyObject* (*py3_PyIter_Next)(PyObject *);
359 static PyObject* (*py3_PyObject_GetIter)(PyObject *);
360 static PyObject* (*py3_PyObject_Repr)(PyObject *);
361 static PyObject* (*py3_PyObject_GetItem)(PyObject *, PyObject *);
362 static int (*py3_PyObject_IsTrue)(PyObject *);
363 static PyObject* (*py3_Py_BuildValue)(char *, ...);
364 # if PY_VERSION_HEX >= 0x030900b0
365 static int (*py3_PyType_GetFlags)(PyTypeObject *o);
366 # endif
367 static int (*py3_PyType_Ready)(PyTypeObject *type);
368 static int (*py3_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
369 static PyObject* (*py3_PyUnicode_FromString)(const char *u);
370 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
371 static PyObject* (*py3_PyUnicode_FromFormat)(const char *u, ...);
372 # else
373 #  ifdef Py_UNICODE_WIDE
374 static PyObject* (*py3_PyUnicodeUCS4_FromFormat)(const char *u, ...);
375 #  else
376 static PyObject* (*py3_PyUnicodeUCS2_FromFormat)(const char *u, ...);
377 #  endif
378 # endif
379 static PyObject* (*py3_PyUnicode_Decode)(const char *u, Py_ssize_t size,
380 	const char *encoding, const char *errors);
381 static long (*py3_PyLong_AsLong)(PyObject *);
382 static void (*py3_PyErr_SetNone)(PyObject *);
383 static void (*py3_PyEval_InitThreads)(void);
384 static void(*py3_PyEval_RestoreThread)(PyThreadState *);
385 static PyThreadState*(*py3_PyEval_SaveThread)(void);
386 static int (*py3_PyArg_Parse)(PyObject *, char *, ...);
387 static int (*py3_PyArg_ParseTuple)(PyObject *, char *, ...);
388 static int (*py3_PyMem_Free)(void *);
389 static void* (*py3_PyMem_Malloc)(size_t);
390 static int (*py3_Py_IsInitialized)(void);
391 static void (*py3_PyErr_Clear)(void);
392 static PyObject* (*py3_PyErr_Format)(PyObject *, const char *, ...);
393 static void (*py3_PyErr_PrintEx)(int);
394 static PyObject*(*py3__PyObject_Init)(PyObject *, PyTypeObject *);
395 static iternextfunc py3__PyObject_NextNotImplemented;
396 static PyObject* py3__Py_NoneStruct;
397 static PyObject* py3__Py_FalseStruct;
398 static PyObject* py3__Py_TrueStruct;
399 static int (*py3_PyModule_AddObject)(PyObject *m, const char *name, PyObject *o);
400 static int (*py3_PyImport_AppendInittab)(const char *name, PyObject* (*initfunc)(void));
401 # if PY_VERSION_HEX >= 0x030300f0
402 static char* (*py3_PyUnicode_AsUTF8)(PyObject *unicode);
403 # else
404 static char* (*py3__PyUnicode_AsString)(PyObject *unicode);
405 # endif
406 static PyObject* (*py3_PyUnicode_AsEncodedString)(PyObject *unicode, const char* encoding, const char* errors);
407 static char* (*py3_PyBytes_AsString)(PyObject *bytes);
408 static int (*py3_PyBytes_AsStringAndSize)(PyObject *bytes, char **buffer, Py_ssize_t *length);
409 static PyObject* (*py3_PyBytes_FromString)(char *str);
410 static PyObject* (*py3_PyBytes_FromStringAndSize)(char *str, Py_ssize_t length);
411 # if defined(Py_DEBUG) || PY_VERSION_HEX >= 0x030900b0
412 static void (*py3__Py_Dealloc)(PyObject *obj);
413 # endif
414 # if PY_VERSION_HEX >= 0x030900b0
415 static PyObject* (*py3__PyObject_New)(PyTypeObject *);
416 # endif
417 static PyObject* (*py3_PyFloat_FromDouble)(double num);
418 static double (*py3_PyFloat_AsDouble)(PyObject *);
419 static PyObject* (*py3_PyObject_GenericGetAttr)(PyObject *obj, PyObject *name);
420 static PyObject* (*py3_PyType_GenericAlloc)(PyTypeObject *type, Py_ssize_t nitems);
421 static PyObject* (*py3_PyType_GenericNew)(PyTypeObject *type, PyObject *args, PyObject *kwds);
422 static PyTypeObject* py3_PyType_Type;
423 static PyTypeObject* py3_PyStdPrinter_Type;
424 static PyTypeObject* py3_PySlice_Type;
425 static PyTypeObject* py3_PyFloat_Type;
426 static PyTypeObject* py3_PyBool_Type;
427 static int (*py3_PyNumber_Check)(PyObject *);
428 static PyObject* (*py3_PyNumber_Long)(PyObject *);
429 static PyObject* (*py3_PyErr_NewException)(char *name, PyObject *base, PyObject *dict);
430 static PyObject* (*py3_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
431 static void* (*py3_PyCapsule_GetPointer)(PyObject *, char *);
432 # ifdef Py_DEBUG
433 static void (*py3__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
434 static Py_ssize_t* py3__Py_RefTotal;
435 static PyObject* (*py3_PyModule_Create2TraceRefs)(struct PyModuleDef* module, int module_api_version);
436 # else
437 static PyObject* (*py3_PyModule_Create2)(struct PyModuleDef* module, int module_api_version);
438 # endif
439 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
440 static void (*py3__PyObject_DebugFree)(void*);
441 static void* (*py3__PyObject_DebugMalloc)(size_t);
442 # else
443 static void (*py3_PyObject_Free)(void*);
444 static void* (*py3_PyObject_Malloc)(size_t);
445 # endif
446 static PyObject*(*py3__PyObject_GC_New)(PyTypeObject *);
447 static void(*py3_PyObject_GC_Del)(void *);
448 static void(*py3_PyObject_GC_UnTrack)(void *);
449 static int (*py3_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
450 
451 static HINSTANCE hinstPy3 = 0; // Instance of python.dll
452 
453 // Imported exception objects
454 static PyObject *p3imp_PyExc_AttributeError;
455 static PyObject *p3imp_PyExc_IndexError;
456 static PyObject *p3imp_PyExc_KeyError;
457 static PyObject *p3imp_PyExc_KeyboardInterrupt;
458 static PyObject *p3imp_PyExc_TypeError;
459 static PyObject *p3imp_PyExc_ValueError;
460 static PyObject *p3imp_PyExc_SystemExit;
461 static PyObject *p3imp_PyExc_RuntimeError;
462 static PyObject *p3imp_PyExc_ImportError;
463 static PyObject *p3imp_PyExc_OverflowError;
464 
465 # define PyExc_AttributeError p3imp_PyExc_AttributeError
466 # define PyExc_IndexError p3imp_PyExc_IndexError
467 # define PyExc_KeyError p3imp_PyExc_KeyError
468 # define PyExc_KeyboardInterrupt p3imp_PyExc_KeyboardInterrupt
469 # define PyExc_TypeError p3imp_PyExc_TypeError
470 # define PyExc_ValueError p3imp_PyExc_ValueError
471 # define PyExc_SystemExit p3imp_PyExc_SystemExit
472 # define PyExc_RuntimeError p3imp_PyExc_RuntimeError
473 # define PyExc_ImportError p3imp_PyExc_ImportError
474 # define PyExc_OverflowError p3imp_PyExc_OverflowError
475 
476 /*
477  * Table of name to function pointer of python.
478  */
479 # define PYTHON_PROC FARPROC
480 static struct
481 {
482     char *name;
483     PYTHON_PROC *ptr;
484 } py3_funcname_table[] =
485 {
486     {"PySys_SetArgv", (PYTHON_PROC*)&py3_PySys_SetArgv},
487     {"Py_SetPythonHome", (PYTHON_PROC*)&py3_Py_SetPythonHome},
488     {"Py_Initialize", (PYTHON_PROC*)&py3_Py_Initialize},
489     {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&py3_PyArg_ParseTuple},
490     {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&py3_Py_BuildValue},
491     {"PyMem_Free", (PYTHON_PROC*)&py3_PyMem_Free},
492     {"PyMem_Malloc", (PYTHON_PROC*)&py3_PyMem_Malloc},
493     {"PyList_New", (PYTHON_PROC*)&py3_PyList_New},
494     {"PyGILState_Ensure", (PYTHON_PROC*)&py3_PyGILState_Ensure},
495     {"PyGILState_Release", (PYTHON_PROC*)&py3_PyGILState_Release},
496     {"PySys_SetObject", (PYTHON_PROC*)&py3_PySys_SetObject},
497     {"PySys_GetObject", (PYTHON_PROC*)&py3_PySys_GetObject},
498     {"PyList_Append", (PYTHON_PROC*)&py3_PyList_Append},
499     {"PyList_Insert", (PYTHON_PROC*)&py3_PyList_Insert},
500     {"PyList_Size", (PYTHON_PROC*)&py3_PyList_Size},
501     {"PySequence_Check", (PYTHON_PROC*)&py3_PySequence_Check},
502     {"PySequence_Size", (PYTHON_PROC*)&py3_PySequence_Size},
503     {"PySequence_GetItem", (PYTHON_PROC*)&py3_PySequence_GetItem},
504     {"PySequence_Fast", (PYTHON_PROC*)&py3_PySequence_Fast},
505     {"PyTuple_Size", (PYTHON_PROC*)&py3_PyTuple_Size},
506     {"PyTuple_GetItem", (PYTHON_PROC*)&py3_PyTuple_GetItem},
507 # if PY_VERSION_HEX >= 0x030601f0
508     {"PySlice_AdjustIndices", (PYTHON_PROC*)&py3_PySlice_AdjustIndices},
509     {"PySlice_Unpack", (PYTHON_PROC*)&py3_PySlice_Unpack},
510 # endif
511     {"PySlice_GetIndicesEx", (PYTHON_PROC*)&py3_PySlice_GetIndicesEx},
512     {"PyErr_NoMemory", (PYTHON_PROC*)&py3_PyErr_NoMemory},
513     {"Py_Finalize", (PYTHON_PROC*)&py3_Py_Finalize},
514     {"PyErr_SetString", (PYTHON_PROC*)&py3_PyErr_SetString},
515     {"PyErr_SetObject", (PYTHON_PROC*)&py3_PyErr_SetObject},
516     {"PyErr_ExceptionMatches", (PYTHON_PROC*)&py3_PyErr_ExceptionMatches},
517     {"PyRun_SimpleString", (PYTHON_PROC*)&py3_PyRun_SimpleString},
518     {"PyRun_String", (PYTHON_PROC*)&py3_PyRun_String},
519     {"PyObject_GetAttrString", (PYTHON_PROC*)&py3_PyObject_GetAttrString},
520     {"PyObject_HasAttrString", (PYTHON_PROC*)&py3_PyObject_HasAttrString},
521     {"PyObject_SetAttrString", (PYTHON_PROC*)&py3_PyObject_SetAttrString},
522     {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&py3_PyObject_CallFunctionObjArgs},
523     {"_PyObject_CallFunction_SizeT", (PYTHON_PROC*)&py3__PyObject_CallFunction_SizeT},
524     {"PyObject_Call", (PYTHON_PROC*)&py3_PyObject_Call},
525     {"PyEval_GetGlobals", (PYTHON_PROC*)&py3_PyEval_GetGlobals},
526     {"PyEval_GetLocals", (PYTHON_PROC*)&py3_PyEval_GetLocals},
527     {"PyList_GetItem", (PYTHON_PROC*)&py3_PyList_GetItem},
528     {"PyImport_ImportModule", (PYTHON_PROC*)&py3_PyImport_ImportModule},
529     {"PyImport_AddModule", (PYTHON_PROC*)&py3_PyImport_AddModule},
530     {"PyErr_BadArgument", (PYTHON_PROC*)&py3_PyErr_BadArgument},
531     {"PyErr_Occurred", (PYTHON_PROC*)&py3_PyErr_Occurred},
532     {"PyModule_GetDict", (PYTHON_PROC*)&py3_PyModule_GetDict},
533     {"PyList_SetItem", (PYTHON_PROC*)&py3_PyList_SetItem},
534     {"PyDict_GetItemString", (PYTHON_PROC*)&py3_PyDict_GetItemString},
535     {"PyDict_Next", (PYTHON_PROC*)&py3_PyDict_Next},
536     {"PyMapping_Check", (PYTHON_PROC*)&py3_PyMapping_Check},
537     {"PyMapping_Keys", (PYTHON_PROC*)&py3_PyMapping_Keys},
538     {"PyIter_Next", (PYTHON_PROC*)&py3_PyIter_Next},
539     {"PyObject_GetIter", (PYTHON_PROC*)&py3_PyObject_GetIter},
540     {"PyObject_Repr", (PYTHON_PROC*)&py3_PyObject_Repr},
541     {"PyObject_GetItem", (PYTHON_PROC*)&py3_PyObject_GetItem},
542     {"PyObject_IsTrue", (PYTHON_PROC*)&py3_PyObject_IsTrue},
543     {"PyLong_FromLong", (PYTHON_PROC*)&py3_PyLong_FromLong},
544     {"PyDict_New", (PYTHON_PROC*)&py3_PyDict_New},
545 # if PY_VERSION_HEX >= 0x030900b0
546     {"PyType_GetFlags", (PYTHON_PROC*)&py3_PyType_GetFlags},
547 # endif
548     {"PyType_Ready", (PYTHON_PROC*)&py3_PyType_Ready},
549     {"PyDict_SetItemString", (PYTHON_PROC*)&py3_PyDict_SetItemString},
550     {"PyLong_AsLong", (PYTHON_PROC*)&py3_PyLong_AsLong},
551     {"PyErr_SetNone", (PYTHON_PROC*)&py3_PyErr_SetNone},
552     {"PyEval_InitThreads", (PYTHON_PROC*)&py3_PyEval_InitThreads},
553     {"PyEval_RestoreThread", (PYTHON_PROC*)&py3_PyEval_RestoreThread},
554     {"PyEval_SaveThread", (PYTHON_PROC*)&py3_PyEval_SaveThread},
555     {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&py3_PyArg_Parse},
556     {"Py_IsInitialized", (PYTHON_PROC*)&py3_Py_IsInitialized},
557     {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&py3__PyObject_NextNotImplemented},
558     {"_Py_NoneStruct", (PYTHON_PROC*)&py3__Py_NoneStruct},
559     {"_Py_FalseStruct", (PYTHON_PROC*)&py3__Py_FalseStruct},
560     {"_Py_TrueStruct", (PYTHON_PROC*)&py3__Py_TrueStruct},
561     {"PyErr_Clear", (PYTHON_PROC*)&py3_PyErr_Clear},
562     {"PyErr_Format", (PYTHON_PROC*)&py3_PyErr_Format},
563     {"PyErr_PrintEx", (PYTHON_PROC*)&py3_PyErr_PrintEx},
564     {"PyObject_Init", (PYTHON_PROC*)&py3__PyObject_Init},
565     {"PyModule_AddObject", (PYTHON_PROC*)&py3_PyModule_AddObject},
566     {"PyImport_AppendInittab", (PYTHON_PROC*)&py3_PyImport_AppendInittab},
567 # if PY_VERSION_HEX >= 0x030300f0
568     {"PyUnicode_AsUTF8", (PYTHON_PROC*)&py3_PyUnicode_AsUTF8},
569 # else
570     {"_PyUnicode_AsString", (PYTHON_PROC*)&py3__PyUnicode_AsString},
571 # endif
572 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
573     {"PyUnicode_FromFormat", (PYTHON_PROC*)&py3_PyUnicode_FromFormat},
574 # else
575 #  ifdef Py_UNICODE_WIDE
576     {"PyUnicodeUCS4_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS4_FromFormat},
577 #  else
578     {"PyUnicodeUCS2_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS2_FromFormat},
579 #  endif
580 # endif
581     {"PyBytes_AsString", (PYTHON_PROC*)&py3_PyBytes_AsString},
582     {"PyBytes_AsStringAndSize", (PYTHON_PROC*)&py3_PyBytes_AsStringAndSize},
583     {"PyBytes_FromString", (PYTHON_PROC*)&py3_PyBytes_FromString},
584     {"PyBytes_FromStringAndSize", (PYTHON_PROC*)&py3_PyBytes_FromStringAndSize},
585 # if defined(Py_DEBUG) || PY_VERSION_HEX >= 0x030900b0
586     {"_Py_Dealloc", (PYTHON_PROC*)&py3__Py_Dealloc},
587 # endif
588 # if PY_VERSION_HEX >= 0x030900b0
589     {"_PyObject_New", (PYTHON_PROC*)&py3__PyObject_New},
590 # endif
591     {"PyFloat_FromDouble", (PYTHON_PROC*)&py3_PyFloat_FromDouble},
592     {"PyFloat_AsDouble", (PYTHON_PROC*)&py3_PyFloat_AsDouble},
593     {"PyObject_GenericGetAttr", (PYTHON_PROC*)&py3_PyObject_GenericGetAttr},
594     {"PyType_GenericAlloc", (PYTHON_PROC*)&py3_PyType_GenericAlloc},
595     {"PyType_GenericNew", (PYTHON_PROC*)&py3_PyType_GenericNew},
596     {"PyType_Type", (PYTHON_PROC*)&py3_PyType_Type},
597     {"PyStdPrinter_Type", (PYTHON_PROC*)&py3_PyStdPrinter_Type},
598     {"PySlice_Type", (PYTHON_PROC*)&py3_PySlice_Type},
599     {"PyFloat_Type", (PYTHON_PROC*)&py3_PyFloat_Type},
600     {"PyBool_Type", (PYTHON_PROC*)&py3_PyBool_Type},
601     {"PyNumber_Check", (PYTHON_PROC*)&py3_PyNumber_Check},
602     {"PyNumber_Long", (PYTHON_PROC*)&py3_PyNumber_Long},
603     {"PyErr_NewException", (PYTHON_PROC*)&py3_PyErr_NewException},
604 # ifdef Py_DEBUG
605     {"_Py_NegativeRefcount", (PYTHON_PROC*)&py3__Py_NegativeRefcount},
606     {"_Py_RefTotal", (PYTHON_PROC*)&py3__Py_RefTotal},
607     {"PyModule_Create2TraceRefs", (PYTHON_PROC*)&py3_PyModule_Create2TraceRefs},
608 # else
609     {"PyModule_Create2", (PYTHON_PROC*)&py3_PyModule_Create2},
610 # endif
611 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
612     {"_PyObject_DebugFree", (PYTHON_PROC*)&py3__PyObject_DebugFree},
613     {"_PyObject_DebugMalloc", (PYTHON_PROC*)&py3__PyObject_DebugMalloc},
614 # else
615     {"PyObject_Malloc", (PYTHON_PROC*)&py3_PyObject_Malloc},
616     {"PyObject_Free", (PYTHON_PROC*)&py3_PyObject_Free},
617 # endif
618     {"_PyObject_GC_New", (PYTHON_PROC*)&py3__PyObject_GC_New},
619     {"PyObject_GC_Del", (PYTHON_PROC*)&py3_PyObject_GC_Del},
620     {"PyObject_GC_UnTrack", (PYTHON_PROC*)&py3_PyObject_GC_UnTrack},
621     {"PyType_IsSubtype", (PYTHON_PROC*)&py3_PyType_IsSubtype},
622     {"PyCapsule_New", (PYTHON_PROC*)&py3_PyCapsule_New},
623     {"PyCapsule_GetPointer", (PYTHON_PROC*)&py3_PyCapsule_GetPointer},
624     {"", NULL},
625 };
626 
627 # if PY_VERSION_HEX >= 0x030800f0
628     static inline void
629 py3__Py_DECREF(const char *filename UNUSED, int lineno UNUSED, PyObject *op)
630 {
631     if (--op->ob_refcnt != 0)
632     {
633 #  ifdef Py_REF_DEBUG
634 	if (op->ob_refcnt < 0)
635 	{
636 	    _Py_NegativeRefcount(filename, lineno, op);
637 	}
638 #  endif
639     }
640     else
641     {
642 	_Py_Dealloc(op);
643     }
644 }
645 
646 #  undef Py_DECREF
647 #  define Py_DECREF(op) py3__Py_DECREF(__FILE__, __LINE__, _PyObject_CAST(op))
648 
649     static inline void
650 py3__Py_XDECREF(PyObject *op)
651 {
652     if (op != NULL)
653     {
654 	Py_DECREF(op);
655     }
656 }
657 
658 #  undef Py_XDECREF
659 #  define Py_XDECREF(op) py3__Py_XDECREF(_PyObject_CAST(op))
660 # endif
661 
662 # if PY_VERSION_HEX >= 0x030900b0
663     static inline int
664 py3_PyType_HasFeature(PyTypeObject *type, unsigned long feature)
665 {
666     return ((PyType_GetFlags(type) & feature) != 0);
667 }
668 #  define PyType_HasFeature(t,f) py3_PyType_HasFeature(t,f)
669 # endif
670 
671 /*
672  * Load library and get all pointers.
673  * Parameter 'libname' provides name of DLL.
674  * Return OK or FAIL.
675  */
676     static int
677 py3_runtime_link_init(char *libname, int verbose)
678 {
679     int i;
680     PYTHON_PROC *ucs_from_string = (PYTHON_PROC *)&py3_PyUnicode_FromString;
681     PYTHON_PROC *ucs_decode = (PYTHON_PROC *)&py3_PyUnicode_Decode;
682     PYTHON_PROC *ucs_as_encoded_string =
683 				 (PYTHON_PROC *)&py3_PyUnicode_AsEncodedString;
684 
685 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON)
686     // Can't have Python and Python3 loaded at the same time.
687     // It cause a crash, because RTLD_GLOBAL is needed for
688     // standard C extension libraries of one or both python versions.
689     if (python_loaded())
690     {
691 	if (verbose)
692 	    emsg(_("E837: This Vim cannot execute :py3 after using :python"));
693 	return FAIL;
694     }
695 # endif
696 
697     if (hinstPy3 != 0)
698 	return OK;
699     hinstPy3 = load_dll(libname);
700 
701     if (!hinstPy3)
702     {
703 	if (verbose)
704 	    semsg(_(e_loadlib), libname);
705 	return FAIL;
706     }
707 
708     for (i = 0; py3_funcname_table[i].ptr; ++i)
709     {
710 	if ((*py3_funcname_table[i].ptr = symbol_from_dll(hinstPy3,
711 			py3_funcname_table[i].name)) == NULL)
712 	{
713 	    close_dll(hinstPy3);
714 	    hinstPy3 = 0;
715 	    if (verbose)
716 		semsg(_(e_loadfunc), py3_funcname_table[i].name);
717 	    return FAIL;
718 	}
719     }
720 
721     // Load unicode functions separately as only the ucs2 or the ucs4 functions
722     // will be present in the library.
723 # if PY_VERSION_HEX >= 0x030300f0
724     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicode_FromString");
725     *ucs_decode = symbol_from_dll(hinstPy3, "PyUnicode_Decode");
726     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
727 	    "PyUnicode_AsEncodedString");
728 # else
729     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicodeUCS2_FromString");
730     *ucs_decode = symbol_from_dll(hinstPy3,
731 	    "PyUnicodeUCS2_Decode");
732     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
733 	    "PyUnicodeUCS2_AsEncodedString");
734     if (*ucs_from_string == NULL || *ucs_decode == NULL
735 					     || *ucs_as_encoded_string == NULL)
736     {
737 	*ucs_from_string = symbol_from_dll(hinstPy3,
738 		"PyUnicodeUCS4_FromString");
739 	*ucs_decode = symbol_from_dll(hinstPy3,
740 		"PyUnicodeUCS4_Decode");
741 	*ucs_as_encoded_string = symbol_from_dll(hinstPy3,
742 		"PyUnicodeUCS4_AsEncodedString");
743     }
744 # endif
745     if (*ucs_from_string == NULL || *ucs_decode == NULL
746 					     || *ucs_as_encoded_string == NULL)
747     {
748 	close_dll(hinstPy3);
749 	hinstPy3 = 0;
750 	if (verbose)
751 	    semsg(_(e_loadfunc), "PyUnicode_UCSX_*");
752 	return FAIL;
753     }
754 
755     return OK;
756 }
757 
758 /*
759  * If python is enabled (there is installed python on Windows system) return
760  * TRUE, else FALSE.
761  */
762     int
763 python3_enabled(int verbose)
764 {
765     return py3_runtime_link_init((char *)p_py3dll, verbose) == OK;
766 }
767 
768 /*
769  * Load the standard Python exceptions - don't import the symbols from the
770  * DLL, as this can cause errors (importing data symbols is not reliable).
771  */
772     static void
773 get_py3_exceptions(void)
774 {
775     PyObject *exmod = PyImport_ImportModule("builtins");
776     PyObject *exdict = PyModule_GetDict(exmod);
777     p3imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
778     p3imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
779     p3imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError");
780     p3imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
781     p3imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
782     p3imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
783     p3imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit");
784     p3imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError");
785     p3imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError");
786     p3imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError");
787     Py_XINCREF(p3imp_PyExc_AttributeError);
788     Py_XINCREF(p3imp_PyExc_IndexError);
789     Py_XINCREF(p3imp_PyExc_KeyError);
790     Py_XINCREF(p3imp_PyExc_KeyboardInterrupt);
791     Py_XINCREF(p3imp_PyExc_TypeError);
792     Py_XINCREF(p3imp_PyExc_ValueError);
793     Py_XINCREF(p3imp_PyExc_SystemExit);
794     Py_XINCREF(p3imp_PyExc_RuntimeError);
795     Py_XINCREF(p3imp_PyExc_ImportError);
796     Py_XINCREF(p3imp_PyExc_OverflowError);
797     Py_XDECREF(exmod);
798 }
799 #endif // DYNAMIC_PYTHON3
800 
801 static int py3initialised = 0;
802 #define PYINITIALISED py3initialised
803 static int python_end_called = FALSE;
804 
805 #define DESTRUCTOR_FINISH(self) Py_TYPE(self)->tp_free((PyObject*)self)
806 
807 #define WIN_PYTHON_REF(win) win->w_python3_ref
808 #define BUF_PYTHON_REF(buf) buf->b_python3_ref
809 #define TAB_PYTHON_REF(tab) tab->tp_python3_ref
810 
811     static void
812 call_PyObject_Free(void *p)
813 {
814 #if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
815     _PyObject_DebugFree(p);
816 #else
817     PyObject_Free(p);
818 #endif
819 }
820 
821     static PyObject *
822 call_PyType_GenericNew(PyTypeObject *type, PyObject *args, PyObject *kwds)
823 {
824     return PyType_GenericNew(type,args,kwds);
825 }
826 
827     static PyObject *
828 call_PyType_GenericAlloc(PyTypeObject *type, Py_ssize_t nitems)
829 {
830     return PyType_GenericAlloc(type,nitems);
831 }
832 
833 static PyObject *OutputGetattro(PyObject *, PyObject *);
834 static int OutputSetattro(PyObject *, PyObject *, PyObject *);
835 static PyObject *BufferGetattro(PyObject *, PyObject *);
836 static int BufferSetattro(PyObject *, PyObject *, PyObject *);
837 static PyObject *TabPageGetattro(PyObject *, PyObject *);
838 static PyObject *WindowGetattro(PyObject *, PyObject *);
839 static int WindowSetattro(PyObject *, PyObject *, PyObject *);
840 static PyObject *RangeGetattro(PyObject *, PyObject *);
841 static PyObject *CurrentGetattro(PyObject *, PyObject *);
842 static int CurrentSetattro(PyObject *, PyObject *, PyObject *);
843 static PyObject *DictionaryGetattro(PyObject *, PyObject *);
844 static int DictionarySetattro(PyObject *, PyObject *, PyObject *);
845 static PyObject *ListGetattro(PyObject *, PyObject *);
846 static int ListSetattro(PyObject *, PyObject *, PyObject *);
847 static PyObject *FunctionGetattro(PyObject *, PyObject *);
848 
849 static struct PyModuleDef vimmodule;
850 
851 #define PY_CAN_RECURSE
852 
853 /*
854  * Include the code shared with if_python.c
855  */
856 #include "if_py_both.h"
857 
858 // NOTE: Must always be used at the start of a block, since it declares "name".
859 #define GET_ATTR_STRING(name, nameobj) \
860     char	*name = ""; \
861     if (PyUnicode_Check(nameobj)) \
862 	name = (char *)_PyUnicode_AsString(nameobj)
863 
864 #define PY3OBJ_DELETED(obj) (obj->ob_base.ob_refcnt<=0)
865 
866 ///////////////////////////////////////////////////////
867 // Internal function prototypes.
868 
869 static PyObject *Py3Init_vim(void);
870 
871 ///////////////////////////////////////////////////////
872 // 1. Python interpreter main program.
873 
874     void
875 python3_end(void)
876 {
877     static int recurse = 0;
878 
879     // If a crash occurs while doing this, don't try again.
880     if (recurse != 0)
881 	return;
882 
883     python_end_called = TRUE;
884     ++recurse;
885 
886 #ifdef DYNAMIC_PYTHON3
887     if (hinstPy3)
888 #endif
889     if (Py_IsInitialized())
890     {
891 	// acquire lock before finalizing
892 	PyGILState_Ensure();
893 
894 	Py_Finalize();
895     }
896 
897     --recurse;
898 }
899 
900 #if (defined(DYNAMIC_PYTHON3) && defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON) && defined(UNIX)) || defined(PROTO)
901     int
902 python3_loaded(void)
903 {
904     return (hinstPy3 != 0);
905 }
906 #endif
907 
908 static wchar_t *py_home_buf = NULL;
909 
910 #if defined(MSWIN) && (PY_VERSION_HEX >= 0x030500f0)
911 /*
912  * Return TRUE if stdin is readable from Python 3.
913  */
914     static BOOL
915 is_stdin_readable(void)
916 {
917     DWORD	    mode, eventnum;
918     struct _stat    st;
919     int		    fd = fileno(stdin);
920     HANDLE	    hstdin = (HANDLE)_get_osfhandle(fd);
921 
922     // Check if stdin is connected to the console.
923     if (GetConsoleMode(hstdin, &mode))
924 	// Check if it is opened as input.
925 	return GetNumberOfConsoleInputEvents(hstdin, &eventnum);
926 
927     return _fstat(fd, &st) == 0;
928 }
929 
930 // Python 3.5 or later will abort inside Py_Initialize() when stdin has
931 // been closed (i.e. executed by "vim -").  Reconnect stdin to CONIN$.
932 // Note that the python DLL is linked to its own stdio DLL which can be
933 // differ from Vim's stdio.
934     static void
935 reset_stdin(void)
936 {
937     FILE *(*py__acrt_iob_func)(unsigned) = NULL;
938     FILE *(*pyfreopen)(const char *, const char *, FILE *) = NULL;
939     HINSTANCE hinst;
940 
941 # ifdef DYNAMIC_PYTHON3
942     hinst = hinstPy3;
943 # else
944     hinst = GetModuleHandle(PYTHON3_DLL);
945 # endif
946     if (hinst == NULL || is_stdin_readable())
947 	return;
948 
949     // Get "freopen" and "stdin" which are used in the python DLL.
950     // "stdin" is defined as "__acrt_iob_func(0)" in VC++ 2015 or later.
951     py__acrt_iob_func = get_dll_import_func(hinst, "__acrt_iob_func");
952     if (py__acrt_iob_func)
953     {
954 	HINSTANCE hpystdiodll = find_imported_module_by_funcname(hinst,
955 							    "__acrt_iob_func");
956 	if (hpystdiodll)
957 	    pyfreopen = (void *)GetProcAddress(hpystdiodll, "freopen");
958     }
959 
960     // Reconnect stdin to CONIN$.
961     if (pyfreopen != NULL)
962 	pyfreopen("CONIN$", "r", py__acrt_iob_func(0));
963     else
964 	freopen("CONIN$", "r", stdin);
965 }
966 #else
967 # define reset_stdin()
968 #endif
969 
970     static int
971 Python3_Init(void)
972 {
973     if (!py3initialised)
974     {
975 #ifdef DYNAMIC_PYTHON3
976 	if (!python3_enabled(TRUE))
977 	{
978 	    emsg(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
979 	    goto fail;
980 	}
981 #endif
982 
983 	init_structs();
984 
985 	if (*p_py3home != NUL)
986 	{
987 	    size_t len = mbstowcs(NULL, (char *)p_py3home, 0) + 1;
988 
989 	    // The string must not change later, make a copy in static memory.
990 	    py_home_buf = ALLOC_MULT(wchar_t, len);
991 	    if (py_home_buf != NULL && mbstowcs(
992 			    py_home_buf, (char *)p_py3home, len) != (size_t)-1)
993 		Py_SetPythonHome(py_home_buf);
994 	}
995 #ifdef PYTHON3_HOME
996 	else if (mch_getenv((char_u *)"PYTHONHOME") == NULL)
997 	    Py_SetPythonHome(PYTHON3_HOME);
998 #endif
999 
1000 	PyImport_AppendInittab("vim", Py3Init_vim);
1001 
1002 	reset_stdin();
1003 	Py_Initialize();
1004 
1005 	// Initialise threads, and below save the state using
1006 	// PyEval_SaveThread.  Without the call to PyEval_SaveThread, thread
1007 	// specific state (such as the system trace hook), will be lost
1008 	// between invocations of Python code.
1009 	PyEval_InitThreads();
1010 #ifdef DYNAMIC_PYTHON3
1011 	get_py3_exceptions();
1012 #endif
1013 
1014 	if (PythonIO_Init_io())
1015 	    goto fail;
1016 
1017 	globals = PyModule_GetDict(PyImport_AddModule("__main__"));
1018 
1019 	// Remove the element from sys.path that was added because of our
1020 	// argv[0] value in Py3Init_vim().  Previously we used an empty
1021 	// string, but depending on the OS we then get an empty entry or
1022 	// the current directory in sys.path.
1023 	// Only after vim has been imported, the element does exist in
1024 	// sys.path.
1025 	PyRun_SimpleString("import vim; import sys; sys.path = list(filter(lambda x: not x.endswith('must>not&exist'), sys.path))");
1026 
1027 	// lock is created and acquired in PyEval_InitThreads() and thread
1028 	// state is created in Py_Initialize()
1029 	// there _PyGILState_NoteThreadState() also sets gilcounter to 1
1030 	// (python must have threads enabled!)
1031 	// so the following does both: unlock GIL and save thread state in TLS
1032 	// without deleting thread state
1033 	PyEval_SaveThread();
1034 
1035 	py3initialised = 1;
1036     }
1037 
1038     return 0;
1039 
1040 fail:
1041     // We call PythonIO_Flush() here to print any Python errors.
1042     // This is OK, as it is possible to call this function even
1043     // if PythonIO_Init_io() has not completed successfully (it will
1044     // not do anything in this case).
1045     PythonIO_Flush();
1046     return -1;
1047 }
1048 
1049 /*
1050  * External interface
1051  */
1052     static void
1053 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg)
1054 {
1055 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1056     char		*saved_locale;
1057 #endif
1058     PyObject		*cmdstr;
1059     PyObject		*cmdbytes;
1060     PyGILState_STATE	pygilstate;
1061 
1062     if (python_end_called)
1063 	goto theend;
1064 
1065     if (Python3_Init())
1066 	goto theend;
1067 
1068     init_range(arg);
1069 
1070     Python_Release_Vim();	    // leave Vim
1071 
1072 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1073     // Python only works properly when the LC_NUMERIC locale is "C".
1074     saved_locale = setlocale(LC_NUMERIC, NULL);
1075     if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
1076 	saved_locale = NULL;
1077     else
1078     {
1079 	// Need to make a copy, value may change when setting new locale.
1080 	saved_locale = (char *)vim_strsave((char_u *)saved_locale);
1081 	(void)setlocale(LC_NUMERIC, "C");
1082     }
1083 #endif
1084 
1085     pygilstate = PyGILState_Ensure();
1086 
1087     // PyRun_SimpleString expects a UTF-8 string. Wrong encoding may cause
1088     // SyntaxError (unicode error).
1089     cmdstr = PyUnicode_Decode(cmd, strlen(cmd),
1090 					(char *)ENC_OPT, CODEC_ERROR_HANDLER);
1091     cmdbytes = PyUnicode_AsEncodedString(cmdstr, "utf-8", CODEC_ERROR_HANDLER);
1092     Py_XDECREF(cmdstr);
1093 
1094     run(PyBytes_AsString(cmdbytes), arg, &pygilstate);
1095     Py_XDECREF(cmdbytes);
1096 
1097     PyGILState_Release(pygilstate);
1098 
1099 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1100     if (saved_locale != NULL)
1101     {
1102 	(void)setlocale(LC_NUMERIC, saved_locale);
1103 	vim_free(saved_locale);
1104     }
1105 #endif
1106 
1107     Python_Lock_Vim();		    // enter Vim
1108     PythonIO_Flush();
1109 
1110 theend:
1111     return;	    // keeps lint happy
1112 }
1113 
1114 /*
1115  * ":py3"
1116  */
1117     void
1118 ex_py3(exarg_T *eap)
1119 {
1120     char_u *script;
1121 
1122     script = script_get(eap, eap->arg);
1123     if (!eap->skip)
1124     {
1125 	if (p_pyx == 0)
1126 	    p_pyx = 3;
1127 
1128 	DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script,
1129 		(rangeinitializer) init_range_cmd,
1130 		(runner) run_cmd,
1131 		(void *) eap);
1132     }
1133     vim_free(script);
1134 }
1135 
1136 #define BUFFER_SIZE 2048
1137 
1138 /*
1139  * ":py3file"
1140  */
1141     void
1142 ex_py3file(exarg_T *eap)
1143 {
1144     static char buffer[BUFFER_SIZE];
1145     const char *file;
1146     char *p;
1147     int i;
1148 
1149     if (p_pyx == 0)
1150 	p_pyx = 3;
1151 
1152     // Have to do it like this. PyRun_SimpleFile requires you to pass a
1153     // stdio file pointer, but Vim and the Python DLL are compiled with
1154     // different options under Windows, meaning that stdio pointers aren't
1155     // compatible between the two. Yuk.
1156     //
1157     // construct: exec(compile(open('a_filename', 'rb').read(), 'a_filename', 'exec'))
1158     //
1159     // Using bytes so that Python can detect the source encoding as it normally
1160     // does. The doc does not say "compile" accept bytes, though.
1161     //
1162     // We need to escape any backslashes or single quotes in the file name, so that
1163     // Python won't mangle the file name.
1164 
1165     strcpy(buffer, "exec(compile(open('");
1166     p = buffer + 19; // size of "exec(compile(open('"
1167 
1168     for (i=0; i<2; ++i)
1169     {
1170 	file = (char *)eap->arg;
1171 	while (*file && p < buffer + (BUFFER_SIZE - 3))
1172 	{
1173 	    if (*file == '\\' || *file == '\'')
1174 		*p++ = '\\';
1175 	    *p++ = *file++;
1176 	}
1177 	// If we didn't finish the file name, we hit a buffer overflow
1178 	if (*file != '\0')
1179 	    return;
1180 	if (i==0)
1181 	{
1182 	    strcpy(p,"','rb').read(),'");
1183 	    p += 16;
1184 	}
1185 	else
1186 	{
1187 	    strcpy(p,"','exec'))");
1188 	    p += 10;
1189 	}
1190     }
1191 
1192 
1193     // Execute the file
1194     DoPyCommand(buffer,
1195 	    (rangeinitializer) init_range_cmd,
1196 	    (runner) run_cmd,
1197 	    (void *) eap);
1198 }
1199 
1200     void
1201 ex_py3do(exarg_T *eap)
1202 {
1203     if (p_pyx == 0)
1204 	p_pyx = 3;
1205 
1206     DoPyCommand((char *)eap->arg,
1207 	    (rangeinitializer)init_range_cmd,
1208 	    (runner)run_do,
1209 	    (void *)eap);
1210 }
1211 
1212 ///////////////////////////////////////////////////////
1213 // 2. Python output stream: writes output via [e]msg().
1214 
1215 // Implementation functions
1216 
1217     static PyObject *
1218 OutputGetattro(PyObject *self, PyObject *nameobj)
1219 {
1220     GET_ATTR_STRING(name, nameobj);
1221 
1222     if (strcmp(name, "softspace") == 0)
1223 	return PyLong_FromLong(((OutputObject *)(self))->softspace);
1224     else if (strcmp(name, "errors") == 0)
1225 	return PyString_FromString("strict");
1226     else if (strcmp(name, "encoding") == 0)
1227 	return PyString_FromString(ENC_OPT);
1228 
1229     return PyObject_GenericGetAttr(self, nameobj);
1230 }
1231 
1232     static int
1233 OutputSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1234 {
1235     GET_ATTR_STRING(name, nameobj);
1236 
1237     return OutputSetattr((OutputObject *)(self), name, val);
1238 }
1239 
1240 ///////////////////////////////////////////////////////
1241 // 3. Implementation of the Vim module for Python
1242 
1243 // Window type - Implementation functions
1244 // --------------------------------------
1245 
1246 #define WindowType_Check(obj) ((obj)->ob_base.ob_type == &WindowType)
1247 
1248 // Buffer type - Implementation functions
1249 // --------------------------------------
1250 
1251 #define BufferType_Check(obj) ((obj)->ob_base.ob_type == &BufferType)
1252 
1253 static PyObject* BufferSubscript(PyObject *self, PyObject *idx);
1254 static Py_ssize_t BufferAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1255 
1256 // Line range type - Implementation functions
1257 // --------------------------------------
1258 
1259 #define RangeType_Check(obj) ((obj)->ob_base.ob_type == &RangeType)
1260 
1261 static PyObject* RangeSubscript(PyObject *self, PyObject *idx);
1262 static Py_ssize_t RangeAsItem(PyObject *, Py_ssize_t, PyObject *);
1263 static Py_ssize_t RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1264 
1265 // Current objects type - Implementation functions
1266 // -----------------------------------------------
1267 
1268 static PySequenceMethods BufferAsSeq = {
1269     (lenfunc)		BufferLength,	    // sq_length,    len(x)
1270     (binaryfunc)	0,		    // sq_concat,    x+y
1271     (ssizeargfunc)	0,		    // sq_repeat,    x*n
1272     (ssizeargfunc)	BufferItem,	    // sq_item,      x[i]
1273     0,					    // was_sq_slice,	 x[i:j]
1274     0,					    // sq_ass_item,  x[i]=v
1275     0,					    // sq_ass_slice, x[i:j]=v
1276     0,					    // sq_contains
1277     0,					    // sq_inplace_concat
1278     0,					    // sq_inplace_repeat
1279 };
1280 
1281 static PyMappingMethods BufferAsMapping = {
1282     /* mp_length	*/ (lenfunc)BufferLength,
1283     /* mp_subscript     */ (binaryfunc)BufferSubscript,
1284     /* mp_ass_subscript */ (objobjargproc)BufferAsSubscript,
1285 };
1286 
1287 
1288 // Buffer object
1289 
1290     static PyObject *
1291 BufferGetattro(PyObject *self, PyObject *nameobj)
1292 {
1293     PyObject *r;
1294 
1295     GET_ATTR_STRING(name, nameobj);
1296 
1297     if ((r = BufferAttrValid((BufferObject *)(self), name)))
1298 	return r;
1299 
1300     if (CheckBuffer((BufferObject *)(self)))
1301 	return NULL;
1302 
1303     r = BufferAttr((BufferObject *)(self), name);
1304     if (r || PyErr_Occurred())
1305 	return r;
1306     else
1307 	return PyObject_GenericGetAttr(self, nameobj);
1308 }
1309 
1310     static int
1311 BufferSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1312 {
1313     GET_ATTR_STRING(name, nameobj);
1314 
1315     return BufferSetattr((BufferObject *)(self), name, val);
1316 }
1317 
1318 //////////////////
1319 
1320     static PyObject *
1321 BufferSubscript(PyObject *self, PyObject* idx)
1322 {
1323     if (PyLong_Check(idx))
1324     {
1325 	long _idx = PyLong_AsLong(idx);
1326 	return BufferItem((BufferObject *)(self), _idx);
1327     } else if (PySlice_Check(idx))
1328     {
1329 	Py_ssize_t start, stop, step, slicelen;
1330 
1331 	if (CheckBuffer((BufferObject *) self))
1332 	    return NULL;
1333 
1334 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1335 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1336 	      &start, &stop,
1337 	      &step, &slicelen) < 0)
1338 	    return NULL;
1339 	return BufferSlice((BufferObject *)(self), start, stop);
1340     }
1341     else
1342     {
1343 	RAISE_INVALID_INDEX_TYPE(idx);
1344 	return NULL;
1345     }
1346 }
1347 
1348     static Py_ssize_t
1349 BufferAsSubscript(PyObject *self, PyObject* idx, PyObject* val)
1350 {
1351     if (PyLong_Check(idx))
1352     {
1353 	long n = PyLong_AsLong(idx);
1354 
1355 	if (CheckBuffer((BufferObject *) self))
1356 	    return -1;
1357 
1358 	return RBAsItem((BufferObject *)(self), n, val, 1,
1359 		    (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1360 		    NULL);
1361     } else if (PySlice_Check(idx))
1362     {
1363 	Py_ssize_t start, stop, step, slicelen;
1364 
1365 	if (CheckBuffer((BufferObject *) self))
1366 	    return -1;
1367 
1368 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1369 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1370 	      &start, &stop,
1371 	      &step, &slicelen) < 0)
1372 	    return -1;
1373 	return RBAsSlice((BufferObject *)(self), start, stop, val, 1,
1374 			  (PyInt)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1375 			  NULL);
1376     }
1377     else
1378     {
1379 	RAISE_INVALID_INDEX_TYPE(idx);
1380 	return -1;
1381     }
1382 }
1383 
1384 static PySequenceMethods RangeAsSeq = {
1385     (lenfunc)		RangeLength,	 // sq_length,	  len(x)
1386     (binaryfunc)	0,		 // RangeConcat, sq_concat,  x+y
1387     (ssizeargfunc)	0,		 // RangeRepeat, sq_repeat,  x*n
1388     (ssizeargfunc)	RangeItem,	 // sq_item,	  x[i]
1389     0,					 // was_sq_slice,     x[i:j]
1390     (ssizeobjargproc)	RangeAsItem,	 // sq_as_item,  x[i]=v
1391     0,					 // sq_ass_slice, x[i:j]=v
1392     0,					 // sq_contains
1393     0,					 // sq_inplace_concat
1394     0,					 // sq_inplace_repeat
1395 };
1396 
1397 static PyMappingMethods RangeAsMapping = {
1398     /* mp_length	*/ (lenfunc)RangeLength,
1399     /* mp_subscript     */ (binaryfunc)RangeSubscript,
1400     /* mp_ass_subscript */ (objobjargproc)RangeAsSubscript,
1401 };
1402 
1403 // Line range object - Implementation
1404 
1405     static PyObject *
1406 RangeGetattro(PyObject *self, PyObject *nameobj)
1407 {
1408     GET_ATTR_STRING(name, nameobj);
1409 
1410     if (strcmp(name, "start") == 0)
1411 	return Py_BuildValue("n", ((RangeObject *)(self))->start - 1);
1412     else if (strcmp(name, "end") == 0)
1413 	return Py_BuildValue("n", ((RangeObject *)(self))->end - 1);
1414     else
1415 	return PyObject_GenericGetAttr(self, nameobj);
1416 }
1417 
1418 ////////////////
1419 
1420     static Py_ssize_t
1421 RangeAsItem(PyObject *self, Py_ssize_t n, PyObject *val)
1422 {
1423     return RBAsItem(((RangeObject *)(self))->buf, n, val,
1424 		    ((RangeObject *)(self))->start,
1425 		    ((RangeObject *)(self))->end,
1426 		    &((RangeObject *)(self))->end);
1427 }
1428 
1429     static Py_ssize_t
1430 RangeAsSlice(PyObject *self, Py_ssize_t lo, Py_ssize_t hi, PyObject *val)
1431 {
1432     return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1433 		    ((RangeObject *)(self))->start,
1434 		    ((RangeObject *)(self))->end,
1435 		    &((RangeObject *)(self))->end);
1436 }
1437 
1438     static PyObject *
1439 RangeSubscript(PyObject *self, PyObject* idx)
1440 {
1441     if (PyLong_Check(idx))
1442     {
1443 	long _idx = PyLong_AsLong(idx);
1444 	return RangeItem((RangeObject *)(self), _idx);
1445     } else if (PySlice_Check(idx))
1446     {
1447 	Py_ssize_t start, stop, step, slicelen;
1448 
1449 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1450 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1451 		&start, &stop,
1452 		&step, &slicelen) < 0)
1453 	    return NULL;
1454 	return RangeSlice((RangeObject *)(self), start, stop);
1455     }
1456     else
1457     {
1458 	RAISE_INVALID_INDEX_TYPE(idx);
1459 	return NULL;
1460     }
1461 }
1462 
1463     static Py_ssize_t
1464 RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val)
1465 {
1466     if (PyLong_Check(idx))
1467     {
1468 	long n = PyLong_AsLong(idx);
1469 	return RangeAsItem(self, n, val);
1470     }
1471     else if (PySlice_Check(idx))
1472     {
1473 	Py_ssize_t start, stop, step, slicelen;
1474 
1475 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1476 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1477 		&start, &stop,
1478 		&step, &slicelen) < 0)
1479 	    return -1;
1480 	return RangeAsSlice(self, start, stop, val);
1481     }
1482     else
1483     {
1484 	RAISE_INVALID_INDEX_TYPE(idx);
1485 	return -1;
1486     }
1487 }
1488 
1489 // TabPage object - Implementation
1490 
1491     static PyObject *
1492 TabPageGetattro(PyObject *self, PyObject *nameobj)
1493 {
1494     PyObject *r;
1495 
1496     GET_ATTR_STRING(name, nameobj);
1497 
1498     if ((r = TabPageAttrValid((TabPageObject *)(self), name)))
1499 	return r;
1500 
1501     if (CheckTabPage((TabPageObject *)(self)))
1502 	return NULL;
1503 
1504     r = TabPageAttr((TabPageObject *)(self), name);
1505     if (r || PyErr_Occurred())
1506 	return r;
1507     else
1508 	return PyObject_GenericGetAttr(self, nameobj);
1509 }
1510 
1511 // Window object - Implementation
1512 
1513     static PyObject *
1514 WindowGetattro(PyObject *self, PyObject *nameobj)
1515 {
1516     PyObject *r;
1517 
1518     GET_ATTR_STRING(name, nameobj);
1519 
1520     if ((r = WindowAttrValid((WindowObject *)(self), name)))
1521 	return r;
1522 
1523     if (CheckWindow((WindowObject *)(self)))
1524 	return NULL;
1525 
1526     r = WindowAttr((WindowObject *)(self), name);
1527     if (r || PyErr_Occurred())
1528 	return r;
1529     else
1530 	return PyObject_GenericGetAttr(self, nameobj);
1531 }
1532 
1533     static int
1534 WindowSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1535 {
1536     GET_ATTR_STRING(name, nameobj);
1537 
1538     return WindowSetattr((WindowObject *)(self), name, val);
1539 }
1540 
1541 // Tab page list object - Definitions
1542 
1543 static PySequenceMethods TabListAsSeq = {
1544     (lenfunc)	     TabListLength,	    // sq_length,    len(x)
1545     (binaryfunc)     0,			    // sq_concat,    x+y
1546     (ssizeargfunc)   0,			    // sq_repeat,    x*n
1547     (ssizeargfunc)   TabListItem,	    // sq_item,      x[i]
1548     0,					    // sq_slice,     x[i:j]
1549     (ssizeobjargproc)0,			    // sq_as_item,  x[i]=v
1550     0,					    // sq_ass_slice, x[i:j]=v
1551     0,					    // sq_contains
1552     0,					    // sq_inplace_concat
1553     0,					    // sq_inplace_repeat
1554 };
1555 
1556 // Window list object - Definitions
1557 
1558 static PySequenceMethods WinListAsSeq = {
1559     (lenfunc)	     WinListLength,	    // sq_length,    len(x)
1560     (binaryfunc)     0,			    // sq_concat,    x+y
1561     (ssizeargfunc)   0,			    // sq_repeat,    x*n
1562     (ssizeargfunc)   WinListItem,	    // sq_item,      x[i]
1563     0,					    // sq_slice,     x[i:j]
1564     (ssizeobjargproc)0,			    // sq_as_item,  x[i]=v
1565     0,					    // sq_ass_slice, x[i:j]=v
1566     0,					    // sq_contains
1567     0,					    // sq_inplace_concat
1568     0,					    // sq_inplace_repeat
1569 };
1570 
1571 /*
1572  * Current items object - Implementation
1573  */
1574     static PyObject *
1575 CurrentGetattro(PyObject *self, PyObject *nameobj)
1576 {
1577     PyObject	*r;
1578     GET_ATTR_STRING(name, nameobj);
1579     if (!(r = CurrentGetattr(self, name)))
1580 	return PyObject_GenericGetAttr(self, nameobj);
1581     return r;
1582 }
1583 
1584     static int
1585 CurrentSetattro(PyObject *self, PyObject *nameobj, PyObject *value)
1586 {
1587     GET_ATTR_STRING(name, nameobj);
1588     return CurrentSetattr(self, name, value);
1589 }
1590 
1591 // Dictionary object - Definitions
1592 
1593     static PyObject *
1594 DictionaryGetattro(PyObject *self, PyObject *nameobj)
1595 {
1596     DictionaryObject	*this = ((DictionaryObject *) (self));
1597 
1598     GET_ATTR_STRING(name, nameobj);
1599 
1600     if (strcmp(name, "locked") == 0)
1601 	return PyLong_FromLong(this->dict->dv_lock);
1602     else if (strcmp(name, "scope") == 0)
1603 	return PyLong_FromLong(this->dict->dv_scope);
1604 
1605     return PyObject_GenericGetAttr(self, nameobj);
1606 }
1607 
1608     static int
1609 DictionarySetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1610 {
1611     GET_ATTR_STRING(name, nameobj);
1612     return DictionarySetattr((DictionaryObject *)(self), name, val);
1613 }
1614 
1615 // List object - Definitions
1616 
1617     static PyObject *
1618 ListGetattro(PyObject *self, PyObject *nameobj)
1619 {
1620     GET_ATTR_STRING(name, nameobj);
1621 
1622     if (strcmp(name, "locked") == 0)
1623 	return PyLong_FromLong(((ListObject *) (self))->list->lv_lock);
1624 
1625     return PyObject_GenericGetAttr(self, nameobj);
1626 }
1627 
1628     static int
1629 ListSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1630 {
1631     GET_ATTR_STRING(name, nameobj);
1632     return ListSetattr((ListObject *)(self), name, val);
1633 }
1634 
1635 // Function object - Definitions
1636 
1637     static PyObject *
1638 FunctionGetattro(PyObject *self, PyObject *nameobj)
1639 {
1640     PyObject		*r;
1641     FunctionObject	*this = (FunctionObject *)(self);
1642 
1643     GET_ATTR_STRING(name, nameobj);
1644 
1645     r = FunctionAttr(this, name);
1646     if (r || PyErr_Occurred())
1647 	return r;
1648     else
1649 	return PyObject_GenericGetAttr(self, nameobj);
1650 }
1651 
1652 // External interface
1653 
1654     void
1655 python3_buffer_free(buf_T *buf)
1656 {
1657     if (BUF_PYTHON_REF(buf) != NULL)
1658     {
1659 	BufferObject *bp = BUF_PYTHON_REF(buf);
1660 	bp->buf = INVALID_BUFFER_VALUE;
1661 	BUF_PYTHON_REF(buf) = NULL;
1662     }
1663 }
1664 
1665     void
1666 python3_window_free(win_T *win)
1667 {
1668     if (WIN_PYTHON_REF(win) != NULL)
1669     {
1670 	WindowObject *wp = WIN_PYTHON_REF(win);
1671 	wp->win = INVALID_WINDOW_VALUE;
1672 	WIN_PYTHON_REF(win) = NULL;
1673     }
1674 }
1675 
1676     void
1677 python3_tabpage_free(tabpage_T *tab)
1678 {
1679     if (TAB_PYTHON_REF(tab) != NULL)
1680     {
1681 	TabPageObject *tp = TAB_PYTHON_REF(tab);
1682 	tp->tab = INVALID_TABPAGE_VALUE;
1683 	TAB_PYTHON_REF(tab) = NULL;
1684     }
1685 }
1686 
1687     static PyObject *
1688 Py3Init_vim(void)
1689 {
1690     // The special value is removed from sys.path in Python3_Init().
1691     static wchar_t *(argv[2]) = {L"/must>not&exist/foo", NULL};
1692 
1693     if (init_types())
1694 	return NULL;
1695 
1696     // Set sys.argv[] to avoid a crash in warn().
1697     PySys_SetArgv(1, argv);
1698 
1699     if ((vim_module = PyModule_Create(&vimmodule)) == NULL)
1700 	return NULL;
1701 
1702     if (populate_module(vim_module))
1703 	return NULL;
1704 
1705     if (init_sys_path())
1706 	return NULL;
1707 
1708     return vim_module;
1709 }
1710 
1711 //////////////////////////////////////////////////////////////////////////
1712 // 4. Utility functions for handling the interface between Vim and Python.
1713 
1714 /*
1715  * Convert a Vim line into a Python string.
1716  * All internal newlines are replaced by null characters.
1717  *
1718  * On errors, the Python exception data is set, and NULL is returned.
1719  */
1720     static PyObject *
1721 LineToString(const char *str)
1722 {
1723     PyObject *result;
1724     Py_ssize_t len = strlen(str);
1725     char *tmp, *p;
1726 
1727     tmp = alloc(len + 1);
1728     p = tmp;
1729     if (p == NULL)
1730     {
1731 	PyErr_NoMemory();
1732 	return NULL;
1733     }
1734 
1735     while (*str)
1736     {
1737 	if (*str == '\n')
1738 	    *p = '\0';
1739 	else
1740 	    *p = *str;
1741 
1742 	++p;
1743 	++str;
1744     }
1745     *p = '\0';
1746 
1747     result = PyUnicode_Decode(tmp, len, (char *)ENC_OPT, CODEC_ERROR_HANDLER);
1748 
1749     vim_free(tmp);
1750     return result;
1751 }
1752 
1753     void
1754 do_py3eval(char_u *str, typval_T *rettv)
1755 {
1756     DoPyCommand((char *) str,
1757 	    (rangeinitializer) init_range_eval,
1758 	    (runner) run_eval,
1759 	    (void *) rettv);
1760     if (rettv->v_type == VAR_UNKNOWN)
1761     {
1762 	rettv->v_type = VAR_NUMBER;
1763 	rettv->vval.v_number = 0;
1764     }
1765 }
1766 
1767     int
1768 set_ref_in_python3(int copyID)
1769 {
1770     return set_ref_in_py(copyID);
1771 }
1772