xref: /vim-8.2.3635/src/if_python3.c (revision 2387773d) 
1 /* vi:set ts=8 sts=4 sw=4 noet:
2  *
3  * VIM - Vi IMproved    by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 /*
10  * Python extensions by Paul Moore.
11  * Changes for Unix by David Leonard.
12  *
13  * This consists of four parts:
14  * 1. Python interpreter main program
15  * 2. Python output stream: writes output via [e]msg().
16  * 3. Implementation of the Vim module for Python
17  * 4. Utility functions for handling the interface between Vim and Python.
18  */
19 
20 /*
21  * Roland Puntaier 2009/sept/16:
22  * Adaptations to support both python3.x and python2.x
23  */
24 
25 // uncomment this if used with the debug version of python
26 // #define Py_DEBUG
27 // Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting
28 // uncomment this if used with the debug version of python, but without its
29 // allocator
30 // #define Py_DEBUG_NO_PYMALLOC
31 
32 #include "vim.h"
33 
34 #include <limits.h>
35 
36 #if defined(MSWIN) && defined(HAVE_FCNTL_H)
37 # undef HAVE_FCNTL_H
38 #endif
39 
40 #ifdef _DEBUG
41 # undef _DEBUG
42 #endif
43 
44 #ifdef F_BLANK
45 # undef F_BLANK
46 #endif
47 
48 #ifdef HAVE_STRFTIME
49 # undef HAVE_STRFTIME
50 #endif
51 #ifdef HAVE_STRING_H
52 # undef HAVE_STRING_H
53 #endif
54 #ifdef HAVE_PUTENV
55 # undef HAVE_PUTENV
56 #endif
57 #ifdef HAVE_STDARG_H
58 # undef HAVE_STDARG_H   // Python's config.h defines it as well.
59 #endif
60 #ifdef _POSIX_C_SOURCE  // defined in feature.h
61 # undef _POSIX_C_SOURCE
62 #endif
63 #ifdef _XOPEN_SOURCE
64 # undef _XOPEN_SOURCE	// pyconfig.h defines it as well.
65 #endif
66 
67 #define PY_SSIZE_T_CLEAN
68 
69 #include <Python.h>
70 
71 #undef main // Defined in python.h - aargh
72 #undef HAVE_FCNTL_H // Clash with os_win32.h
73 
74 // The "surrogateescape" error handler is new in Python 3.1
75 #if PY_VERSION_HEX >= 0x030100f0
76 # define CODEC_ERROR_HANDLER "surrogateescape"
77 #else
78 # define CODEC_ERROR_HANDLER NULL
79 #endif
80 
81 // Python 3 does not support CObjects, always use Capsules
82 #define PY_USE_CAPSULE
83 
84 #define PyInt Py_ssize_t
85 #ifndef PyString_Check
86 # define PyString_Check(obj) PyUnicode_Check(obj)
87 #endif
88 #define PyString_FromString(repr) \
89     PyUnicode_Decode(repr, STRLEN(repr), ENC_OPT, NULL)
90 #define PyString_FromFormat PyUnicode_FromFormat
91 #ifndef PyInt_Check
92 # define PyInt_Check(obj) PyLong_Check(obj)
93 #endif
94 #define PyInt_FromLong(i) PyLong_FromLong(i)
95 #define PyInt_AsLong(obj) PyLong_AsLong(obj)
96 #define Py_ssize_t_fmt "n"
97 #define Py_bytes_fmt "y"
98 
99 #define PyIntArgFunc	ssizeargfunc
100 #define PyIntObjArgProc	ssizeobjargproc
101 
102 /*
103  * PySlice_GetIndicesEx(): first argument type changed from PySliceObject
104  * to PyObject in Python 3.2 or later.
105  */
106 #if PY_VERSION_HEX >= 0x030200f0
107 typedef PyObject PySliceObject_T;
108 #else
109 typedef PySliceObject PySliceObject_T;
110 #endif
111 
112 #if defined(DYNAMIC_PYTHON3) || defined(PROTO)
113 
114 # ifndef MSWIN
115 #  include <dlfcn.h>
116 #  define FARPROC void*
117 #  define HINSTANCE void*
118 #  if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
119 #   define load_dll(n) dlopen((n), RTLD_LAZY)
120 #  else
121 #   define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
122 #  endif
123 #  define close_dll dlclose
124 #  define symbol_from_dll dlsym
125 # else
126 #  define load_dll vimLoadLib
127 #  define close_dll FreeLibrary
128 #  define symbol_from_dll GetProcAddress
129 # endif
130 /*
131  * Wrapper defines
132  */
133 # undef PyArg_Parse
134 # define PyArg_Parse py3_PyArg_Parse
135 # undef PyArg_ParseTuple
136 # define PyArg_ParseTuple py3_PyArg_ParseTuple
137 # define PyMem_Free py3_PyMem_Free
138 # define PyMem_Malloc py3_PyMem_Malloc
139 # define PyDict_SetItemString py3_PyDict_SetItemString
140 # define PyErr_BadArgument py3_PyErr_BadArgument
141 # define PyErr_Clear py3_PyErr_Clear
142 # define PyErr_Format py3_PyErr_Format
143 # define PyErr_PrintEx py3_PyErr_PrintEx
144 # define PyErr_NoMemory py3_PyErr_NoMemory
145 # define PyErr_Occurred py3_PyErr_Occurred
146 # define PyErr_SetNone py3_PyErr_SetNone
147 # define PyErr_SetString py3_PyErr_SetString
148 # define PyErr_SetObject py3_PyErr_SetObject
149 # define PyErr_ExceptionMatches py3_PyErr_ExceptionMatches
150 # define PyEval_InitThreads py3_PyEval_InitThreads
151 # define PyEval_RestoreThread py3_PyEval_RestoreThread
152 # define PyEval_SaveThread py3_PyEval_SaveThread
153 # define PyGILState_Ensure py3_PyGILState_Ensure
154 # define PyGILState_Release py3_PyGILState_Release
155 # define PyLong_AsLong py3_PyLong_AsLong
156 # define PyLong_FromLong py3_PyLong_FromLong
157 # define PyList_GetItem py3_PyList_GetItem
158 # define PyList_Append py3_PyList_Append
159 # define PyList_Insert py3_PyList_Insert
160 # define PyList_New py3_PyList_New
161 # define PyList_SetItem py3_PyList_SetItem
162 # define PyList_Size py3_PyList_Size
163 # define PySequence_Check py3_PySequence_Check
164 # define PySequence_Size py3_PySequence_Size
165 # define PySequence_GetItem py3_PySequence_GetItem
166 # define PySequence_Fast py3_PySequence_Fast
167 # define PyTuple_Size py3_PyTuple_Size
168 # define PyTuple_GetItem py3_PyTuple_GetItem
169 # if PY_VERSION_HEX >= 0x030601f0
170 #  define PySlice_AdjustIndices py3_PySlice_AdjustIndices
171 #  define PySlice_Unpack py3_PySlice_Unpack
172 # endif
173 # undef PySlice_GetIndicesEx
174 # define PySlice_GetIndicesEx py3_PySlice_GetIndicesEx
175 # define PyImport_ImportModule py3_PyImport_ImportModule
176 # define PyObject_Init py3__PyObject_Init
177 # define PyDict_New py3_PyDict_New
178 # define PyDict_GetItemString py3_PyDict_GetItemString
179 # define PyDict_Next py3_PyDict_Next
180 # define PyMapping_Check py3_PyMapping_Check
181 # ifndef PyMapping_Keys
182 #  define PyMapping_Keys py3_PyMapping_Keys
183 # endif
184 # define PyIter_Next py3_PyIter_Next
185 # define PyObject_GetIter py3_PyObject_GetIter
186 # define PyObject_Repr py3_PyObject_Repr
187 # define PyObject_GetItem py3_PyObject_GetItem
188 # define PyObject_IsTrue py3_PyObject_IsTrue
189 # define PyModule_GetDict py3_PyModule_GetDict
190 #undef PyRun_SimpleString
191 # define PyRun_SimpleString py3_PyRun_SimpleString
192 #undef PyRun_String
193 # define PyRun_String py3_PyRun_String
194 # define PyObject_GetAttrString py3_PyObject_GetAttrString
195 # define PyObject_HasAttrString py3_PyObject_HasAttrString
196 # define PyObject_SetAttrString py3_PyObject_SetAttrString
197 # define PyObject_CallFunctionObjArgs py3_PyObject_CallFunctionObjArgs
198 # define _PyObject_CallFunction_SizeT py3__PyObject_CallFunction_SizeT
199 # define PyObject_Call py3_PyObject_Call
200 # define PyEval_GetLocals py3_PyEval_GetLocals
201 # define PyEval_GetGlobals py3_PyEval_GetGlobals
202 # define PySys_SetObject py3_PySys_SetObject
203 # define PySys_GetObject py3_PySys_GetObject
204 # define PySys_SetArgv py3_PySys_SetArgv
205 # define PyType_Ready py3_PyType_Ready
206 #undef Py_BuildValue
207 # define Py_BuildValue py3_Py_BuildValue
208 # define Py_SetPythonHome py3_Py_SetPythonHome
209 # define Py_Initialize py3_Py_Initialize
210 # define Py_Finalize py3_Py_Finalize
211 # define Py_IsInitialized py3_Py_IsInitialized
212 # define _Py_NoneStruct (*py3__Py_NoneStruct)
213 # define _Py_FalseStruct (*py3__Py_FalseStruct)
214 # define _Py_TrueStruct (*py3__Py_TrueStruct)
215 # define _PyObject_NextNotImplemented (*py3__PyObject_NextNotImplemented)
216 # define PyModule_AddObject py3_PyModule_AddObject
217 # define PyImport_AppendInittab py3_PyImport_AppendInittab
218 # define PyImport_AddModule py3_PyImport_AddModule
219 # if PY_VERSION_HEX >= 0x030300f0
220 #  undef _PyUnicode_AsString
221 #  define _PyUnicode_AsString py3_PyUnicode_AsUTF8
222 # else
223 #  define _PyUnicode_AsString py3__PyUnicode_AsString
224 # endif
225 # undef PyUnicode_AsEncodedString
226 # define PyUnicode_AsEncodedString py3_PyUnicode_AsEncodedString
227 # undef PyBytes_AsString
228 # define PyBytes_AsString py3_PyBytes_AsString
229 # ifndef PyBytes_AsStringAndSize
230 #  define PyBytes_AsStringAndSize py3_PyBytes_AsStringAndSize
231 # endif
232 # undef PyBytes_FromString
233 # define PyBytes_FromString py3_PyBytes_FromString
234 # undef PyBytes_FromStringAndSize
235 # define PyBytes_FromStringAndSize py3_PyBytes_FromStringAndSize
236 # define PyFloat_FromDouble py3_PyFloat_FromDouble
237 # define PyFloat_AsDouble py3_PyFloat_AsDouble
238 # define PyObject_GenericGetAttr py3_PyObject_GenericGetAttr
239 # define PyType_Type (*py3_PyType_Type)
240 # define PyStdPrinter_Type (*py3_PyStdPrinter_Type)
241 # define PySlice_Type (*py3_PySlice_Type)
242 # define PyFloat_Type (*py3_PyFloat_Type)
243 # define PyNumber_Check (*py3_PyNumber_Check)
244 # define PyNumber_Long (*py3_PyNumber_Long)
245 # define PyBool_Type (*py3_PyBool_Type)
246 # define PyErr_NewException py3_PyErr_NewException
247 # ifdef Py_DEBUG
248 #  define _Py_NegativeRefcount py3__Py_NegativeRefcount
249 #  define _Py_RefTotal (*py3__Py_RefTotal)
250 #  define _Py_Dealloc py3__Py_Dealloc
251 #  define PyModule_Create2TraceRefs py3_PyModule_Create2TraceRefs
252 # else
253 #  define PyModule_Create2 py3_PyModule_Create2
254 # endif
255 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
256 #  define _PyObject_DebugMalloc py3__PyObject_DebugMalloc
257 #  define _PyObject_DebugFree py3__PyObject_DebugFree
258 # else
259 #  define PyObject_Malloc py3_PyObject_Malloc
260 #  define PyObject_Free py3_PyObject_Free
261 # endif
262 # define _PyObject_GC_New py3__PyObject_GC_New
263 # define PyObject_GC_Del py3_PyObject_GC_Del
264 # define PyObject_GC_UnTrack py3_PyObject_GC_UnTrack
265 # define PyType_GenericAlloc py3_PyType_GenericAlloc
266 # define PyType_GenericNew py3_PyType_GenericNew
267 # undef PyUnicode_FromString
268 # define PyUnicode_FromString py3_PyUnicode_FromString
269 # ifndef PyUnicode_FromFormat
270 #  define PyUnicode_FromFormat py3_PyUnicode_FromFormat
271 # else
272 #  define Py_UNICODE_USE_UCS_FUNCTIONS
273 #  ifdef Py_UNICODE_WIDE
274 #   define PyUnicodeUCS4_FromFormat py3_PyUnicodeUCS4_FromFormat
275 #  else
276 #   define PyUnicodeUCS2_FromFormat py3_PyUnicodeUCS2_FromFormat
277 #  endif
278 # endif
279 # undef PyUnicode_Decode
280 # define PyUnicode_Decode py3_PyUnicode_Decode
281 # define PyType_IsSubtype py3_PyType_IsSubtype
282 # define PyCapsule_New py3_PyCapsule_New
283 # define PyCapsule_GetPointer py3_PyCapsule_GetPointer
284 
285 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
286 #  undef PyObject_NEW
287 #  define PyObject_NEW(type, typeobj) \
288 ( (type *) PyObject_Init( \
289 	(PyObject *) _PyObject_DebugMalloc( _PyObject_SIZE(typeobj) ), (typeobj)) )
290 # endif
291 
292 /*
293  * Pointers for dynamic link
294  */
295 static int (*py3_PySys_SetArgv)(int, wchar_t **);
296 static void (*py3_Py_SetPythonHome)(wchar_t *home);
297 static void (*py3_Py_Initialize)(void);
298 static PyObject* (*py3_PyList_New)(Py_ssize_t size);
299 static PyGILState_STATE (*py3_PyGILState_Ensure)(void);
300 static void (*py3_PyGILState_Release)(PyGILState_STATE);
301 static int (*py3_PySys_SetObject)(char *, PyObject *);
302 static PyObject* (*py3_PySys_GetObject)(char *);
303 static int (*py3_PyList_Append)(PyObject *, PyObject *);
304 static int (*py3_PyList_Insert)(PyObject *, int, PyObject *);
305 static Py_ssize_t (*py3_PyList_Size)(PyObject *);
306 static int (*py3_PySequence_Check)(PyObject *);
307 static Py_ssize_t (*py3_PySequence_Size)(PyObject *);
308 static PyObject* (*py3_PySequence_GetItem)(PyObject *, Py_ssize_t);
309 static PyObject* (*py3_PySequence_Fast)(PyObject *, const char *);
310 static Py_ssize_t (*py3_PyTuple_Size)(PyObject *);
311 static PyObject* (*py3_PyTuple_GetItem)(PyObject *, Py_ssize_t);
312 static int (*py3_PyMapping_Check)(PyObject *);
313 static PyObject* (*py3_PyMapping_Keys)(PyObject *);
314 # if PY_VERSION_HEX >= 0x030601f0
315 static int (*py3_PySlice_AdjustIndices)(Py_ssize_t length,
316 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t step);
317 static int (*py3_PySlice_Unpack)(PyObject *slice,
318 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step);
319 # endif
320 static int (*py3_PySlice_GetIndicesEx)(PySliceObject_T *r, Py_ssize_t length,
321 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step,
322 		     Py_ssize_t *slicelen);
323 static PyObject* (*py3_PyErr_NoMemory)(void);
324 static void (*py3_Py_Finalize)(void);
325 static void (*py3_PyErr_SetString)(PyObject *, const char *);
326 static void (*py3_PyErr_SetObject)(PyObject *, PyObject *);
327 static int (*py3_PyErr_ExceptionMatches)(PyObject *);
328 static int (*py3_PyRun_SimpleString)(char *);
329 static PyObject* (*py3_PyRun_String)(char *, int, PyObject *, PyObject *);
330 static PyObject* (*py3_PyObject_GetAttrString)(PyObject *, const char *);
331 static int (*py3_PyObject_HasAttrString)(PyObject *, const char *);
332 static int (*py3_PyObject_SetAttrString)(PyObject *, const char *, PyObject *);
333 static PyObject* (*py3_PyObject_CallFunctionObjArgs)(PyObject *, ...);
334 static PyObject* (*py3__PyObject_CallFunction_SizeT)(PyObject *, char *, ...);
335 static PyObject* (*py3_PyObject_Call)(PyObject *, PyObject *, PyObject *);
336 static PyObject* (*py3_PyEval_GetGlobals)();
337 static PyObject* (*py3_PyEval_GetLocals)();
338 static PyObject* (*py3_PyList_GetItem)(PyObject *, Py_ssize_t);
339 static PyObject* (*py3_PyImport_ImportModule)(const char *);
340 static PyObject* (*py3_PyImport_AddModule)(const char *);
341 static int (*py3_PyErr_BadArgument)(void);
342 static PyObject* (*py3_PyErr_Occurred)(void);
343 static PyObject* (*py3_PyModule_GetDict)(PyObject *);
344 static int (*py3_PyList_SetItem)(PyObject *, Py_ssize_t, PyObject *);
345 static PyObject* (*py3_PyDict_GetItemString)(PyObject *, const char *);
346 static int (*py3_PyDict_Next)(PyObject *, Py_ssize_t *, PyObject **, PyObject **);
347 static PyObject* (*py3_PyLong_FromLong)(long);
348 static PyObject* (*py3_PyDict_New)(void);
349 static PyObject* (*py3_PyIter_Next)(PyObject *);
350 static PyObject* (*py3_PyObject_GetIter)(PyObject *);
351 static PyObject* (*py3_PyObject_Repr)(PyObject *);
352 static PyObject* (*py3_PyObject_GetItem)(PyObject *, PyObject *);
353 static int (*py3_PyObject_IsTrue)(PyObject *);
354 static PyObject* (*py3_Py_BuildValue)(char *, ...);
355 static int (*py3_PyType_Ready)(PyTypeObject *type);
356 static int (*py3_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
357 static PyObject* (*py3_PyUnicode_FromString)(const char *u);
358 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
359 static PyObject* (*py3_PyUnicode_FromFormat)(const char *u, ...);
360 # else
361 #  ifdef Py_UNICODE_WIDE
362 static PyObject* (*py3_PyUnicodeUCS4_FromFormat)(const char *u, ...);
363 #  else
364 static PyObject* (*py3_PyUnicodeUCS2_FromFormat)(const char *u, ...);
365 #  endif
366 # endif
367 static PyObject* (*py3_PyUnicode_Decode)(const char *u, Py_ssize_t size,
368 	const char *encoding, const char *errors);
369 static long (*py3_PyLong_AsLong)(PyObject *);
370 static void (*py3_PyErr_SetNone)(PyObject *);
371 static void (*py3_PyEval_InitThreads)(void);
372 static void(*py3_PyEval_RestoreThread)(PyThreadState *);
373 static PyThreadState*(*py3_PyEval_SaveThread)(void);
374 static int (*py3_PyArg_Parse)(PyObject *, char *, ...);
375 static int (*py3_PyArg_ParseTuple)(PyObject *, char *, ...);
376 static int (*py3_PyMem_Free)(void *);
377 static void* (*py3_PyMem_Malloc)(size_t);
378 static int (*py3_Py_IsInitialized)(void);
379 static void (*py3_PyErr_Clear)(void);
380 static PyObject* (*py3_PyErr_Format)(PyObject *, const char *, ...);
381 static void (*py3_PyErr_PrintEx)(int);
382 static PyObject*(*py3__PyObject_Init)(PyObject *, PyTypeObject *);
383 static iternextfunc py3__PyObject_NextNotImplemented;
384 static PyObject* py3__Py_NoneStruct;
385 static PyObject* py3__Py_FalseStruct;
386 static PyObject* py3__Py_TrueStruct;
387 static int (*py3_PyModule_AddObject)(PyObject *m, const char *name, PyObject *o);
388 static int (*py3_PyImport_AppendInittab)(const char *name, PyObject* (*initfunc)(void));
389 # if PY_VERSION_HEX >= 0x030300f0
390 static char* (*py3_PyUnicode_AsUTF8)(PyObject *unicode);
391 # else
392 static char* (*py3__PyUnicode_AsString)(PyObject *unicode);
393 # endif
394 static PyObject* (*py3_PyUnicode_AsEncodedString)(PyObject *unicode, const char* encoding, const char* errors);
395 static char* (*py3_PyBytes_AsString)(PyObject *bytes);
396 static int (*py3_PyBytes_AsStringAndSize)(PyObject *bytes, char **buffer, Py_ssize_t *length);
397 static PyObject* (*py3_PyBytes_FromString)(char *str);
398 static PyObject* (*py3_PyBytes_FromStringAndSize)(char *str, Py_ssize_t length);
399 static PyObject* (*py3_PyFloat_FromDouble)(double num);
400 static double (*py3_PyFloat_AsDouble)(PyObject *);
401 static PyObject* (*py3_PyObject_GenericGetAttr)(PyObject *obj, PyObject *name);
402 static PyObject* (*py3_PyType_GenericAlloc)(PyTypeObject *type, Py_ssize_t nitems);
403 static PyObject* (*py3_PyType_GenericNew)(PyTypeObject *type, PyObject *args, PyObject *kwds);
404 static PyTypeObject* py3_PyType_Type;
405 static PyTypeObject* py3_PyStdPrinter_Type;
406 static PyTypeObject* py3_PySlice_Type;
407 static PyTypeObject* py3_PyFloat_Type;
408 static PyTypeObject* py3_PyBool_Type;
409 static int (*py3_PyNumber_Check)(PyObject *);
410 static PyObject* (*py3_PyNumber_Long)(PyObject *);
411 static PyObject* (*py3_PyErr_NewException)(char *name, PyObject *base, PyObject *dict);
412 static PyObject* (*py3_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
413 static void* (*py3_PyCapsule_GetPointer)(PyObject *, char *);
414 # ifdef Py_DEBUG
415 static void (*py3__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
416 static Py_ssize_t* py3__Py_RefTotal;
417 static void (*py3__Py_Dealloc)(PyObject *obj);
418 static PyObject* (*py3_PyModule_Create2TraceRefs)(struct PyModuleDef* module, int module_api_version);
419 # else
420 static PyObject* (*py3_PyModule_Create2)(struct PyModuleDef* module, int module_api_version);
421 # endif
422 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
423 static void (*py3__PyObject_DebugFree)(void*);
424 static void* (*py3__PyObject_DebugMalloc)(size_t);
425 # else
426 static void (*py3_PyObject_Free)(void*);
427 static void* (*py3_PyObject_Malloc)(size_t);
428 # endif
429 static PyObject*(*py3__PyObject_GC_New)(PyTypeObject *);
430 static void(*py3_PyObject_GC_Del)(void *);
431 static void(*py3_PyObject_GC_UnTrack)(void *);
432 static int (*py3_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
433 
434 static HINSTANCE hinstPy3 = 0; // Instance of python.dll
435 
436 // Imported exception objects
437 static PyObject *p3imp_PyExc_AttributeError;
438 static PyObject *p3imp_PyExc_IndexError;
439 static PyObject *p3imp_PyExc_KeyError;
440 static PyObject *p3imp_PyExc_KeyboardInterrupt;
441 static PyObject *p3imp_PyExc_TypeError;
442 static PyObject *p3imp_PyExc_ValueError;
443 static PyObject *p3imp_PyExc_SystemExit;
444 static PyObject *p3imp_PyExc_RuntimeError;
445 static PyObject *p3imp_PyExc_ImportError;
446 static PyObject *p3imp_PyExc_OverflowError;
447 
448 # define PyExc_AttributeError p3imp_PyExc_AttributeError
449 # define PyExc_IndexError p3imp_PyExc_IndexError
450 # define PyExc_KeyError p3imp_PyExc_KeyError
451 # define PyExc_KeyboardInterrupt p3imp_PyExc_KeyboardInterrupt
452 # define PyExc_TypeError p3imp_PyExc_TypeError
453 # define PyExc_ValueError p3imp_PyExc_ValueError
454 # define PyExc_SystemExit p3imp_PyExc_SystemExit
455 # define PyExc_RuntimeError p3imp_PyExc_RuntimeError
456 # define PyExc_ImportError p3imp_PyExc_ImportError
457 # define PyExc_OverflowError p3imp_PyExc_OverflowError
458 
459 /*
460  * Table of name to function pointer of python.
461  */
462 # define PYTHON_PROC FARPROC
463 static struct
464 {
465     char *name;
466     PYTHON_PROC *ptr;
467 } py3_funcname_table[] =
468 {
469     {"PySys_SetArgv", (PYTHON_PROC*)&py3_PySys_SetArgv},
470     {"Py_SetPythonHome", (PYTHON_PROC*)&py3_Py_SetPythonHome},
471     {"Py_Initialize", (PYTHON_PROC*)&py3_Py_Initialize},
472     {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&py3_PyArg_ParseTuple},
473     {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&py3_Py_BuildValue},
474     {"PyMem_Free", (PYTHON_PROC*)&py3_PyMem_Free},
475     {"PyMem_Malloc", (PYTHON_PROC*)&py3_PyMem_Malloc},
476     {"PyList_New", (PYTHON_PROC*)&py3_PyList_New},
477     {"PyGILState_Ensure", (PYTHON_PROC*)&py3_PyGILState_Ensure},
478     {"PyGILState_Release", (PYTHON_PROC*)&py3_PyGILState_Release},
479     {"PySys_SetObject", (PYTHON_PROC*)&py3_PySys_SetObject},
480     {"PySys_GetObject", (PYTHON_PROC*)&py3_PySys_GetObject},
481     {"PyList_Append", (PYTHON_PROC*)&py3_PyList_Append},
482     {"PyList_Insert", (PYTHON_PROC*)&py3_PyList_Insert},
483     {"PyList_Size", (PYTHON_PROC*)&py3_PyList_Size},
484     {"PySequence_Check", (PYTHON_PROC*)&py3_PySequence_Check},
485     {"PySequence_Size", (PYTHON_PROC*)&py3_PySequence_Size},
486     {"PySequence_GetItem", (PYTHON_PROC*)&py3_PySequence_GetItem},
487     {"PySequence_Fast", (PYTHON_PROC*)&py3_PySequence_Fast},
488     {"PyTuple_Size", (PYTHON_PROC*)&py3_PyTuple_Size},
489     {"PyTuple_GetItem", (PYTHON_PROC*)&py3_PyTuple_GetItem},
490 # if PY_VERSION_HEX >= 0x030601f0
491     {"PySlice_AdjustIndices", (PYTHON_PROC*)&py3_PySlice_AdjustIndices},
492     {"PySlice_Unpack", (PYTHON_PROC*)&py3_PySlice_Unpack},
493 # endif
494     {"PySlice_GetIndicesEx", (PYTHON_PROC*)&py3_PySlice_GetIndicesEx},
495     {"PyErr_NoMemory", (PYTHON_PROC*)&py3_PyErr_NoMemory},
496     {"Py_Finalize", (PYTHON_PROC*)&py3_Py_Finalize},
497     {"PyErr_SetString", (PYTHON_PROC*)&py3_PyErr_SetString},
498     {"PyErr_SetObject", (PYTHON_PROC*)&py3_PyErr_SetObject},
499     {"PyErr_ExceptionMatches", (PYTHON_PROC*)&py3_PyErr_ExceptionMatches},
500     {"PyRun_SimpleString", (PYTHON_PROC*)&py3_PyRun_SimpleString},
501     {"PyRun_String", (PYTHON_PROC*)&py3_PyRun_String},
502     {"PyObject_GetAttrString", (PYTHON_PROC*)&py3_PyObject_GetAttrString},
503     {"PyObject_HasAttrString", (PYTHON_PROC*)&py3_PyObject_HasAttrString},
504     {"PyObject_SetAttrString", (PYTHON_PROC*)&py3_PyObject_SetAttrString},
505     {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&py3_PyObject_CallFunctionObjArgs},
506     {"_PyObject_CallFunction_SizeT", (PYTHON_PROC*)&py3__PyObject_CallFunction_SizeT},
507     {"PyObject_Call", (PYTHON_PROC*)&py3_PyObject_Call},
508     {"PyEval_GetGlobals", (PYTHON_PROC*)&py3_PyEval_GetGlobals},
509     {"PyEval_GetLocals", (PYTHON_PROC*)&py3_PyEval_GetLocals},
510     {"PyList_GetItem", (PYTHON_PROC*)&py3_PyList_GetItem},
511     {"PyImport_ImportModule", (PYTHON_PROC*)&py3_PyImport_ImportModule},
512     {"PyImport_AddModule", (PYTHON_PROC*)&py3_PyImport_AddModule},
513     {"PyErr_BadArgument", (PYTHON_PROC*)&py3_PyErr_BadArgument},
514     {"PyErr_Occurred", (PYTHON_PROC*)&py3_PyErr_Occurred},
515     {"PyModule_GetDict", (PYTHON_PROC*)&py3_PyModule_GetDict},
516     {"PyList_SetItem", (PYTHON_PROC*)&py3_PyList_SetItem},
517     {"PyDict_GetItemString", (PYTHON_PROC*)&py3_PyDict_GetItemString},
518     {"PyDict_Next", (PYTHON_PROC*)&py3_PyDict_Next},
519     {"PyMapping_Check", (PYTHON_PROC*)&py3_PyMapping_Check},
520     {"PyMapping_Keys", (PYTHON_PROC*)&py3_PyMapping_Keys},
521     {"PyIter_Next", (PYTHON_PROC*)&py3_PyIter_Next},
522     {"PyObject_GetIter", (PYTHON_PROC*)&py3_PyObject_GetIter},
523     {"PyObject_Repr", (PYTHON_PROC*)&py3_PyObject_Repr},
524     {"PyObject_GetItem", (PYTHON_PROC*)&py3_PyObject_GetItem},
525     {"PyObject_IsTrue", (PYTHON_PROC*)&py3_PyObject_IsTrue},
526     {"PyLong_FromLong", (PYTHON_PROC*)&py3_PyLong_FromLong},
527     {"PyDict_New", (PYTHON_PROC*)&py3_PyDict_New},
528     {"PyType_Ready", (PYTHON_PROC*)&py3_PyType_Ready},
529     {"PyDict_SetItemString", (PYTHON_PROC*)&py3_PyDict_SetItemString},
530     {"PyLong_AsLong", (PYTHON_PROC*)&py3_PyLong_AsLong},
531     {"PyErr_SetNone", (PYTHON_PROC*)&py3_PyErr_SetNone},
532     {"PyEval_InitThreads", (PYTHON_PROC*)&py3_PyEval_InitThreads},
533     {"PyEval_RestoreThread", (PYTHON_PROC*)&py3_PyEval_RestoreThread},
534     {"PyEval_SaveThread", (PYTHON_PROC*)&py3_PyEval_SaveThread},
535     {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&py3_PyArg_Parse},
536     {"Py_IsInitialized", (PYTHON_PROC*)&py3_Py_IsInitialized},
537     {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&py3__PyObject_NextNotImplemented},
538     {"_Py_NoneStruct", (PYTHON_PROC*)&py3__Py_NoneStruct},
539     {"_Py_FalseStruct", (PYTHON_PROC*)&py3__Py_FalseStruct},
540     {"_Py_TrueStruct", (PYTHON_PROC*)&py3__Py_TrueStruct},
541     {"PyErr_Clear", (PYTHON_PROC*)&py3_PyErr_Clear},
542     {"PyErr_Format", (PYTHON_PROC*)&py3_PyErr_Format},
543     {"PyErr_PrintEx", (PYTHON_PROC*)&py3_PyErr_PrintEx},
544     {"PyObject_Init", (PYTHON_PROC*)&py3__PyObject_Init},
545     {"PyModule_AddObject", (PYTHON_PROC*)&py3_PyModule_AddObject},
546     {"PyImport_AppendInittab", (PYTHON_PROC*)&py3_PyImport_AppendInittab},
547 # if PY_VERSION_HEX >= 0x030300f0
548     {"PyUnicode_AsUTF8", (PYTHON_PROC*)&py3_PyUnicode_AsUTF8},
549 # else
550     {"_PyUnicode_AsString", (PYTHON_PROC*)&py3__PyUnicode_AsString},
551 # endif
552 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
553     {"PyUnicode_FromFormat", (PYTHON_PROC*)&py3_PyUnicode_FromFormat},
554 # else
555 #  ifdef Py_UNICODE_WIDE
556     {"PyUnicodeUCS4_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS4_FromFormat},
557 #  else
558     {"PyUnicodeUCS2_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS2_FromFormat},
559 #  endif
560 # endif
561     {"PyBytes_AsString", (PYTHON_PROC*)&py3_PyBytes_AsString},
562     {"PyBytes_AsStringAndSize", (PYTHON_PROC*)&py3_PyBytes_AsStringAndSize},
563     {"PyBytes_FromString", (PYTHON_PROC*)&py3_PyBytes_FromString},
564     {"PyBytes_FromStringAndSize", (PYTHON_PROC*)&py3_PyBytes_FromStringAndSize},
565     {"PyFloat_FromDouble", (PYTHON_PROC*)&py3_PyFloat_FromDouble},
566     {"PyFloat_AsDouble", (PYTHON_PROC*)&py3_PyFloat_AsDouble},
567     {"PyObject_GenericGetAttr", (PYTHON_PROC*)&py3_PyObject_GenericGetAttr},
568     {"PyType_GenericAlloc", (PYTHON_PROC*)&py3_PyType_GenericAlloc},
569     {"PyType_GenericNew", (PYTHON_PROC*)&py3_PyType_GenericNew},
570     {"PyType_Type", (PYTHON_PROC*)&py3_PyType_Type},
571     {"PyStdPrinter_Type", (PYTHON_PROC*)&py3_PyStdPrinter_Type},
572     {"PySlice_Type", (PYTHON_PROC*)&py3_PySlice_Type},
573     {"PyFloat_Type", (PYTHON_PROC*)&py3_PyFloat_Type},
574     {"PyBool_Type", (PYTHON_PROC*)&py3_PyBool_Type},
575     {"PyNumber_Check", (PYTHON_PROC*)&py3_PyNumber_Check},
576     {"PyNumber_Long", (PYTHON_PROC*)&py3_PyNumber_Long},
577     {"PyErr_NewException", (PYTHON_PROC*)&py3_PyErr_NewException},
578 # ifdef Py_DEBUG
579     {"_Py_NegativeRefcount", (PYTHON_PROC*)&py3__Py_NegativeRefcount},
580     {"_Py_RefTotal", (PYTHON_PROC*)&py3__Py_RefTotal},
581     {"_Py_Dealloc", (PYTHON_PROC*)&py3__Py_Dealloc},
582     {"PyModule_Create2TraceRefs", (PYTHON_PROC*)&py3_PyModule_Create2TraceRefs},
583 # else
584     {"PyModule_Create2", (PYTHON_PROC*)&py3_PyModule_Create2},
585 # endif
586 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
587     {"_PyObject_DebugFree", (PYTHON_PROC*)&py3__PyObject_DebugFree},
588     {"_PyObject_DebugMalloc", (PYTHON_PROC*)&py3__PyObject_DebugMalloc},
589 # else
590     {"PyObject_Malloc", (PYTHON_PROC*)&py3_PyObject_Malloc},
591     {"PyObject_Free", (PYTHON_PROC*)&py3_PyObject_Free},
592 # endif
593     {"_PyObject_GC_New", (PYTHON_PROC*)&py3__PyObject_GC_New},
594     {"PyObject_GC_Del", (PYTHON_PROC*)&py3_PyObject_GC_Del},
595     {"PyObject_GC_UnTrack", (PYTHON_PROC*)&py3_PyObject_GC_UnTrack},
596     {"PyType_IsSubtype", (PYTHON_PROC*)&py3_PyType_IsSubtype},
597     {"PyCapsule_New", (PYTHON_PROC*)&py3_PyCapsule_New},
598     {"PyCapsule_GetPointer", (PYTHON_PROC*)&py3_PyCapsule_GetPointer},
599     {"", NULL},
600 };
601 
602 # if PY_VERSION_HEX >= 0x030800f0
603     static inline void
604 py3__Py_DECREF(const char *filename UNUSED, int lineno UNUSED, PyObject *op)
605 {
606     _Py_DEC_REFTOTAL;
607     if (--op->ob_refcnt != 0)
608     {
609 #  ifdef Py_REF_DEBUG
610 	if (op->ob_refcnt < 0)
611 	{
612 	    _Py_NegativeRefcount(filename, lineno, op);
613 	}
614 #  endif
615     }
616     else
617     {
618 	_Py_Dealloc(op);
619     }
620 }
621 
622 #  undef Py_DECREF
623 #  define Py_DECREF(op) py3__Py_DECREF(__FILE__, __LINE__, _PyObject_CAST(op))
624 
625     static inline void
626 py3__Py_XDECREF(PyObject *op)
627 {
628     if (op != NULL)
629     {
630 	Py_DECREF(op);
631     }
632 }
633 
634 #  undef Py_XDECREF
635 #  define Py_XDECREF(op) py3__Py_XDECREF(_PyObject_CAST(op))
636 # endif
637 
638 /*
639  * Free python.dll
640  */
641     static void
642 end_dynamic_python3(void)
643 {
644     if (hinstPy3 != 0)
645     {
646 	close_dll(hinstPy3);
647 	hinstPy3 = 0;
648     }
649 }
650 
651 /*
652  * Load library and get all pointers.
653  * Parameter 'libname' provides name of DLL.
654  * Return OK or FAIL.
655  */
656     static int
657 py3_runtime_link_init(char *libname, int verbose)
658 {
659     int i;
660     PYTHON_PROC *ucs_from_string = (PYTHON_PROC *)&py3_PyUnicode_FromString;
661     PYTHON_PROC *ucs_decode = (PYTHON_PROC *)&py3_PyUnicode_Decode;
662     PYTHON_PROC *ucs_as_encoded_string =
663 				 (PYTHON_PROC *)&py3_PyUnicode_AsEncodedString;
664 
665 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON)
666     // Can't have Python and Python3 loaded at the same time.
667     // It cause a crash, because RTLD_GLOBAL is needed for
668     // standard C extension libraries of one or both python versions.
669     if (python_loaded())
670     {
671 	if (verbose)
672 	    emsg(_("E837: This Vim cannot execute :py3 after using :python"));
673 	return FAIL;
674     }
675 # endif
676 
677     if (hinstPy3 != 0)
678 	return OK;
679     hinstPy3 = load_dll(libname);
680 
681     if (!hinstPy3)
682     {
683 	if (verbose)
684 	    semsg(_(e_loadlib), libname);
685 	return FAIL;
686     }
687 
688     for (i = 0; py3_funcname_table[i].ptr; ++i)
689     {
690 	if ((*py3_funcname_table[i].ptr = symbol_from_dll(hinstPy3,
691 			py3_funcname_table[i].name)) == NULL)
692 	{
693 	    close_dll(hinstPy3);
694 	    hinstPy3 = 0;
695 	    if (verbose)
696 		semsg(_(e_loadfunc), py3_funcname_table[i].name);
697 	    return FAIL;
698 	}
699     }
700 
701     // Load unicode functions separately as only the ucs2 or the ucs4 functions
702     // will be present in the library.
703 # if PY_VERSION_HEX >= 0x030300f0
704     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicode_FromString");
705     *ucs_decode = symbol_from_dll(hinstPy3, "PyUnicode_Decode");
706     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
707 	    "PyUnicode_AsEncodedString");
708 # else
709     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicodeUCS2_FromString");
710     *ucs_decode = symbol_from_dll(hinstPy3,
711 	    "PyUnicodeUCS2_Decode");
712     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
713 	    "PyUnicodeUCS2_AsEncodedString");
714     if (*ucs_from_string == NULL || *ucs_decode == NULL
715 					     || *ucs_as_encoded_string == NULL)
716     {
717 	*ucs_from_string = symbol_from_dll(hinstPy3,
718 		"PyUnicodeUCS4_FromString");
719 	*ucs_decode = symbol_from_dll(hinstPy3,
720 		"PyUnicodeUCS4_Decode");
721 	*ucs_as_encoded_string = symbol_from_dll(hinstPy3,
722 		"PyUnicodeUCS4_AsEncodedString");
723     }
724 # endif
725     if (*ucs_from_string == NULL || *ucs_decode == NULL
726 					     || *ucs_as_encoded_string == NULL)
727     {
728 	close_dll(hinstPy3);
729 	hinstPy3 = 0;
730 	if (verbose)
731 	    semsg(_(e_loadfunc), "PyUnicode_UCSX_*");
732 	return FAIL;
733     }
734 
735     return OK;
736 }
737 
738 /*
739  * If python is enabled (there is installed python on Windows system) return
740  * TRUE, else FALSE.
741  */
742     int
743 python3_enabled(int verbose)
744 {
745     return py3_runtime_link_init((char *)p_py3dll, verbose) == OK;
746 }
747 
748 /*
749  * Load the standard Python exceptions - don't import the symbols from the
750  * DLL, as this can cause errors (importing data symbols is not reliable).
751  */
752     static void
753 get_py3_exceptions(void)
754 {
755     PyObject *exmod = PyImport_ImportModule("builtins");
756     PyObject *exdict = PyModule_GetDict(exmod);
757     p3imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
758     p3imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
759     p3imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError");
760     p3imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
761     p3imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
762     p3imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
763     p3imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit");
764     p3imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError");
765     p3imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError");
766     p3imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError");
767     Py_XINCREF(p3imp_PyExc_AttributeError);
768     Py_XINCREF(p3imp_PyExc_IndexError);
769     Py_XINCREF(p3imp_PyExc_KeyError);
770     Py_XINCREF(p3imp_PyExc_KeyboardInterrupt);
771     Py_XINCREF(p3imp_PyExc_TypeError);
772     Py_XINCREF(p3imp_PyExc_ValueError);
773     Py_XINCREF(p3imp_PyExc_SystemExit);
774     Py_XINCREF(p3imp_PyExc_RuntimeError);
775     Py_XINCREF(p3imp_PyExc_ImportError);
776     Py_XINCREF(p3imp_PyExc_OverflowError);
777     Py_XDECREF(exmod);
778 }
779 #endif // DYNAMIC_PYTHON3
780 
781 static int py3initialised = 0;
782 #define PYINITIALISED py3initialised
783 static int python_end_called = FALSE;
784 
785 #define DESTRUCTOR_FINISH(self) Py_TYPE(self)->tp_free((PyObject*)self)
786 
787 #define WIN_PYTHON_REF(win) win->w_python3_ref
788 #define BUF_PYTHON_REF(buf) buf->b_python3_ref
789 #define TAB_PYTHON_REF(tab) tab->tp_python3_ref
790 
791     static void
792 call_PyObject_Free(void *p)
793 {
794 #if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
795     _PyObject_DebugFree(p);
796 #else
797     PyObject_Free(p);
798 #endif
799 }
800 
801     static PyObject *
802 call_PyType_GenericNew(PyTypeObject *type, PyObject *args, PyObject *kwds)
803 {
804     return PyType_GenericNew(type,args,kwds);
805 }
806 
807     static PyObject *
808 call_PyType_GenericAlloc(PyTypeObject *type, Py_ssize_t nitems)
809 {
810     return PyType_GenericAlloc(type,nitems);
811 }
812 
813 static PyObject *OutputGetattro(PyObject *, PyObject *);
814 static int OutputSetattro(PyObject *, PyObject *, PyObject *);
815 static PyObject *BufferGetattro(PyObject *, PyObject *);
816 static int BufferSetattro(PyObject *, PyObject *, PyObject *);
817 static PyObject *TabPageGetattro(PyObject *, PyObject *);
818 static PyObject *WindowGetattro(PyObject *, PyObject *);
819 static int WindowSetattro(PyObject *, PyObject *, PyObject *);
820 static PyObject *RangeGetattro(PyObject *, PyObject *);
821 static PyObject *CurrentGetattro(PyObject *, PyObject *);
822 static int CurrentSetattro(PyObject *, PyObject *, PyObject *);
823 static PyObject *DictionaryGetattro(PyObject *, PyObject *);
824 static int DictionarySetattro(PyObject *, PyObject *, PyObject *);
825 static PyObject *ListGetattro(PyObject *, PyObject *);
826 static int ListSetattro(PyObject *, PyObject *, PyObject *);
827 static PyObject *FunctionGetattro(PyObject *, PyObject *);
828 
829 static struct PyModuleDef vimmodule;
830 
831 #define PY_CAN_RECURSE
832 
833 /*
834  * Include the code shared with if_python.c
835  */
836 #include "if_py_both.h"
837 
838 // NOTE: Must always be used at the start of a block, since it declares "name".
839 #define GET_ATTR_STRING(name, nameobj) \
840     char	*name = ""; \
841     if (PyUnicode_Check(nameobj)) \
842 	name = (char *)_PyUnicode_AsString(nameobj)
843 
844 #define PY3OBJ_DELETED(obj) (obj->ob_base.ob_refcnt<=0)
845 
846 ///////////////////////////////////////////////////////
847 // Internal function prototypes.
848 
849 static PyObject *Py3Init_vim(void);
850 
851 ///////////////////////////////////////////////////////
852 // 1. Python interpreter main program.
853 
854     void
855 python3_end(void)
856 {
857     static int recurse = 0;
858 
859     // If a crash occurs while doing this, don't try again.
860     if (recurse != 0)
861 	return;
862 
863     python_end_called = TRUE;
864     ++recurse;
865 
866 #ifdef DYNAMIC_PYTHON3
867     if (hinstPy3)
868 #endif
869     if (Py_IsInitialized())
870     {
871 	// acquire lock before finalizing
872 	PyGILState_Ensure();
873 
874 	Py_Finalize();
875     }
876 
877 #ifdef DYNAMIC_PYTHON3
878     end_dynamic_python3();
879 #endif
880 
881     --recurse;
882 }
883 
884 #if (defined(DYNAMIC_PYTHON3) && defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON) && defined(UNIX)) || defined(PROTO)
885     int
886 python3_loaded(void)
887 {
888     return (hinstPy3 != 0);
889 }
890 #endif
891 
892 static wchar_t *py_home_buf = NULL;
893 
894     static int
895 Python3_Init(void)
896 {
897     if (!py3initialised)
898     {
899 #ifdef DYNAMIC_PYTHON3
900 	if (!python3_enabled(TRUE))
901 	{
902 	    emsg(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
903 	    goto fail;
904 	}
905 #endif
906 
907 	init_structs();
908 
909 	if (*p_py3home != NUL)
910 	{
911 	    size_t len = mbstowcs(NULL, (char *)p_py3home, 0) + 1;
912 
913 	    // The string must not change later, make a copy in static memory.
914 	    py_home_buf = ALLOC_MULT(wchar_t, len);
915 	    if (py_home_buf != NULL && mbstowcs(
916 			    py_home_buf, (char *)p_py3home, len) != (size_t)-1)
917 		Py_SetPythonHome(py_home_buf);
918 	}
919 #ifdef PYTHON3_HOME
920 	else if (mch_getenv((char_u *)"PYTHONHOME") == NULL)
921 	    Py_SetPythonHome(PYTHON3_HOME);
922 #endif
923 
924 	PyImport_AppendInittab("vim", Py3Init_vim);
925 
926 	Py_Initialize();
927 
928 	// Initialise threads, and below save the state using
929 	// PyEval_SaveThread.  Without the call to PyEval_SaveThread, thread
930 	// specific state (such as the system trace hook), will be lost
931 	// between invocations of Python code.
932 	PyEval_InitThreads();
933 #ifdef DYNAMIC_PYTHON3
934 	get_py3_exceptions();
935 #endif
936 
937 	if (PythonIO_Init_io())
938 	    goto fail;
939 
940 	globals = PyModule_GetDict(PyImport_AddModule("__main__"));
941 
942 	// Remove the element from sys.path that was added because of our
943 	// argv[0] value in Py3Init_vim().  Previously we used an empty
944 	// string, but depending on the OS we then get an empty entry or
945 	// the current directory in sys.path.
946 	// Only after vim has been imported, the element does exist in
947 	// sys.path.
948 	PyRun_SimpleString("import vim; import sys; sys.path = list(filter(lambda x: not x.endswith('must>not&exist'), sys.path))");
949 
950 	// lock is created and acquired in PyEval_InitThreads() and thread
951 	// state is created in Py_Initialize()
952 	// there _PyGILState_NoteThreadState() also sets gilcounter to 1
953 	// (python must have threads enabled!)
954 	// so the following does both: unlock GIL and save thread state in TLS
955 	// without deleting thread state
956 	PyEval_SaveThread();
957 
958 	py3initialised = 1;
959     }
960 
961     return 0;
962 
963 fail:
964     // We call PythonIO_Flush() here to print any Python errors.
965     // This is OK, as it is possible to call this function even
966     // if PythonIO_Init_io() has not completed successfully (it will
967     // not do anything in this case).
968     PythonIO_Flush();
969     return -1;
970 }
971 
972 /*
973  * External interface
974  */
975     static void
976 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg)
977 {
978 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
979     char		*saved_locale;
980 #endif
981     PyObject		*cmdstr;
982     PyObject		*cmdbytes;
983     PyGILState_STATE	pygilstate;
984 
985     if (python_end_called)
986 	goto theend;
987 
988     if (Python3_Init())
989 	goto theend;
990 
991     init_range(arg);
992 
993     Python_Release_Vim();	    // leave Vim
994 
995 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
996     // Python only works properly when the LC_NUMERIC locale is "C".
997     saved_locale = setlocale(LC_NUMERIC, NULL);
998     if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
999 	saved_locale = NULL;
1000     else
1001     {
1002 	// Need to make a copy, value may change when setting new locale.
1003 	saved_locale = (char *)vim_strsave((char_u *)saved_locale);
1004 	(void)setlocale(LC_NUMERIC, "C");
1005     }
1006 #endif
1007 
1008     pygilstate = PyGILState_Ensure();
1009 
1010     // PyRun_SimpleString expects a UTF-8 string. Wrong encoding may cause
1011     // SyntaxError (unicode error).
1012     cmdstr = PyUnicode_Decode(cmd, strlen(cmd),
1013 					(char *)ENC_OPT, CODEC_ERROR_HANDLER);
1014     cmdbytes = PyUnicode_AsEncodedString(cmdstr, "utf-8", CODEC_ERROR_HANDLER);
1015     Py_XDECREF(cmdstr);
1016 
1017     run(PyBytes_AsString(cmdbytes), arg, &pygilstate);
1018     Py_XDECREF(cmdbytes);
1019 
1020     PyGILState_Release(pygilstate);
1021 
1022 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1023     if (saved_locale != NULL)
1024     {
1025 	(void)setlocale(LC_NUMERIC, saved_locale);
1026 	vim_free(saved_locale);
1027     }
1028 #endif
1029 
1030     Python_Lock_Vim();		    // enter Vim
1031     PythonIO_Flush();
1032 
1033 theend:
1034     return;	    // keeps lint happy
1035 }
1036 
1037 /*
1038  * ":py3"
1039  */
1040     void
1041 ex_py3(exarg_T *eap)
1042 {
1043     char_u *script;
1044 
1045     script = script_get(eap, eap->arg);
1046     if (!eap->skip)
1047     {
1048 	if (p_pyx == 0)
1049 	    p_pyx = 3;
1050 
1051 	DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script,
1052 		(rangeinitializer) init_range_cmd,
1053 		(runner) run_cmd,
1054 		(void *) eap);
1055     }
1056     vim_free(script);
1057 }
1058 
1059 #define BUFFER_SIZE 2048
1060 
1061 /*
1062  * ":py3file"
1063  */
1064     void
1065 ex_py3file(exarg_T *eap)
1066 {
1067     static char buffer[BUFFER_SIZE];
1068     const char *file;
1069     char *p;
1070     int i;
1071 
1072     if (p_pyx == 0)
1073 	p_pyx = 3;
1074 
1075     // Have to do it like this. PyRun_SimpleFile requires you to pass a
1076     // stdio file pointer, but Vim and the Python DLL are compiled with
1077     // different options under Windows, meaning that stdio pointers aren't
1078     // compatible between the two. Yuk.
1079     //
1080     // construct: exec(compile(open('a_filename', 'rb').read(), 'a_filename', 'exec'))
1081     //
1082     // Using bytes so that Python can detect the source encoding as it normally
1083     // does. The doc does not say "compile" accept bytes, though.
1084     //
1085     // We need to escape any backslashes or single quotes in the file name, so that
1086     // Python won't mangle the file name.
1087 
1088     strcpy(buffer, "exec(compile(open('");
1089     p = buffer + 19; // size of "exec(compile(open('"
1090 
1091     for (i=0; i<2; ++i)
1092     {
1093 	file = (char *)eap->arg;
1094 	while (*file && p < buffer + (BUFFER_SIZE - 3))
1095 	{
1096 	    if (*file == '\\' || *file == '\'')
1097 		*p++ = '\\';
1098 	    *p++ = *file++;
1099 	}
1100 	// If we didn't finish the file name, we hit a buffer overflow
1101 	if (*file != '\0')
1102 	    return;
1103 	if (i==0)
1104 	{
1105 	    strcpy(p,"','rb').read(),'");
1106 	    p += 16;
1107 	}
1108 	else
1109 	{
1110 	    strcpy(p,"','exec'))");
1111 	    p += 10;
1112 	}
1113     }
1114 
1115 
1116     // Execute the file
1117     DoPyCommand(buffer,
1118 	    (rangeinitializer) init_range_cmd,
1119 	    (runner) run_cmd,
1120 	    (void *) eap);
1121 }
1122 
1123     void
1124 ex_py3do(exarg_T *eap)
1125 {
1126     if (p_pyx == 0)
1127 	p_pyx = 3;
1128 
1129     DoPyCommand((char *)eap->arg,
1130 	    (rangeinitializer)init_range_cmd,
1131 	    (runner)run_do,
1132 	    (void *)eap);
1133 }
1134 
1135 ///////////////////////////////////////////////////////
1136 // 2. Python output stream: writes output via [e]msg().
1137 
1138 // Implementation functions
1139 
1140     static PyObject *
1141 OutputGetattro(PyObject *self, PyObject *nameobj)
1142 {
1143     GET_ATTR_STRING(name, nameobj);
1144 
1145     if (strcmp(name, "softspace") == 0)
1146 	return PyLong_FromLong(((OutputObject *)(self))->softspace);
1147     else if (strcmp(name, "errors") == 0)
1148 	return PyString_FromString("strict");
1149     else if (strcmp(name, "encoding") == 0)
1150 	return PyString_FromString(ENC_OPT);
1151 
1152     return PyObject_GenericGetAttr(self, nameobj);
1153 }
1154 
1155     static int
1156 OutputSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1157 {
1158     GET_ATTR_STRING(name, nameobj);
1159 
1160     return OutputSetattr((OutputObject *)(self), name, val);
1161 }
1162 
1163 ///////////////////////////////////////////////////////
1164 // 3. Implementation of the Vim module for Python
1165 
1166 // Window type - Implementation functions
1167 // --------------------------------------
1168 
1169 #define WindowType_Check(obj) ((obj)->ob_base.ob_type == &WindowType)
1170 
1171 // Buffer type - Implementation functions
1172 // --------------------------------------
1173 
1174 #define BufferType_Check(obj) ((obj)->ob_base.ob_type == &BufferType)
1175 
1176 static PyObject* BufferSubscript(PyObject *self, PyObject *idx);
1177 static Py_ssize_t BufferAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1178 
1179 // Line range type - Implementation functions
1180 // --------------------------------------
1181 
1182 #define RangeType_Check(obj) ((obj)->ob_base.ob_type == &RangeType)
1183 
1184 static PyObject* RangeSubscript(PyObject *self, PyObject *idx);
1185 static Py_ssize_t RangeAsItem(PyObject *, Py_ssize_t, PyObject *);
1186 static Py_ssize_t RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1187 
1188 // Current objects type - Implementation functions
1189 // -----------------------------------------------
1190 
1191 static PySequenceMethods BufferAsSeq = {
1192     (lenfunc)		BufferLength,	    // sq_length,    len(x)
1193     (binaryfunc)	0,		    // sq_concat,    x+y
1194     (ssizeargfunc)	0,		    // sq_repeat,    x*n
1195     (ssizeargfunc)	BufferItem,	    // sq_item,      x[i]
1196     0,					    // was_sq_slice,	 x[i:j]
1197     0,					    // sq_ass_item,  x[i]=v
1198     0,					    // sq_ass_slice, x[i:j]=v
1199     0,					    // sq_contains
1200     0,					    // sq_inplace_concat
1201     0,					    // sq_inplace_repeat
1202 };
1203 
1204 static PyMappingMethods BufferAsMapping = {
1205     /* mp_length	*/ (lenfunc)BufferLength,
1206     /* mp_subscript     */ (binaryfunc)BufferSubscript,
1207     /* mp_ass_subscript */ (objobjargproc)BufferAsSubscript,
1208 };
1209 
1210 
1211 // Buffer object
1212 
1213     static PyObject *
1214 BufferGetattro(PyObject *self, PyObject *nameobj)
1215 {
1216     PyObject *r;
1217 
1218     GET_ATTR_STRING(name, nameobj);
1219 
1220     if ((r = BufferAttrValid((BufferObject *)(self), name)))
1221 	return r;
1222 
1223     if (CheckBuffer((BufferObject *)(self)))
1224 	return NULL;
1225 
1226     r = BufferAttr((BufferObject *)(self), name);
1227     if (r || PyErr_Occurred())
1228 	return r;
1229     else
1230 	return PyObject_GenericGetAttr(self, nameobj);
1231 }
1232 
1233     static int
1234 BufferSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1235 {
1236     GET_ATTR_STRING(name, nameobj);
1237 
1238     return BufferSetattr((BufferObject *)(self), name, val);
1239 }
1240 
1241 //////////////////
1242 
1243     static PyObject *
1244 BufferSubscript(PyObject *self, PyObject* idx)
1245 {
1246     if (PyLong_Check(idx))
1247     {
1248 	long _idx = PyLong_AsLong(idx);
1249 	return BufferItem((BufferObject *)(self), _idx);
1250     } else if (PySlice_Check(idx))
1251     {
1252 	Py_ssize_t start, stop, step, slicelen;
1253 
1254 	if (CheckBuffer((BufferObject *) self))
1255 	    return NULL;
1256 
1257 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1258 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1259 	      &start, &stop,
1260 	      &step, &slicelen) < 0)
1261 	    return NULL;
1262 	return BufferSlice((BufferObject *)(self), start, stop);
1263     }
1264     else
1265     {
1266 	RAISE_INVALID_INDEX_TYPE(idx);
1267 	return NULL;
1268     }
1269 }
1270 
1271     static Py_ssize_t
1272 BufferAsSubscript(PyObject *self, PyObject* idx, PyObject* val)
1273 {
1274     if (PyLong_Check(idx))
1275     {
1276 	long n = PyLong_AsLong(idx);
1277 	return RBAsItem((BufferObject *)(self), n, val, 1,
1278 		    (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1279 		    NULL);
1280     } else if (PySlice_Check(idx))
1281     {
1282 	Py_ssize_t start, stop, step, slicelen;
1283 
1284 	if (CheckBuffer((BufferObject *) self))
1285 	    return -1;
1286 
1287 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1288 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1289 	      &start, &stop,
1290 	      &step, &slicelen) < 0)
1291 	    return -1;
1292 	return RBAsSlice((BufferObject *)(self), start, stop, val, 1,
1293 			  (PyInt)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1294 			  NULL);
1295     }
1296     else
1297     {
1298 	RAISE_INVALID_INDEX_TYPE(idx);
1299 	return -1;
1300     }
1301 }
1302 
1303 static PySequenceMethods RangeAsSeq = {
1304     (lenfunc)		RangeLength,	 // sq_length,	  len(x)
1305     (binaryfunc)	0,		 // RangeConcat, sq_concat,  x+y
1306     (ssizeargfunc)	0,		 // RangeRepeat, sq_repeat,  x*n
1307     (ssizeargfunc)	RangeItem,	 // sq_item,	  x[i]
1308     0,					 // was_sq_slice,     x[i:j]
1309     (ssizeobjargproc)	RangeAsItem,	 // sq_as_item,  x[i]=v
1310     0,					 // sq_ass_slice, x[i:j]=v
1311     0,					 // sq_contains
1312     0,					 // sq_inplace_concat
1313     0,					 // sq_inplace_repeat
1314 };
1315 
1316 static PyMappingMethods RangeAsMapping = {
1317     /* mp_length	*/ (lenfunc)RangeLength,
1318     /* mp_subscript     */ (binaryfunc)RangeSubscript,
1319     /* mp_ass_subscript */ (objobjargproc)RangeAsSubscript,
1320 };
1321 
1322 // Line range object - Implementation
1323 
1324     static PyObject *
1325 RangeGetattro(PyObject *self, PyObject *nameobj)
1326 {
1327     GET_ATTR_STRING(name, nameobj);
1328 
1329     if (strcmp(name, "start") == 0)
1330 	return Py_BuildValue("n", ((RangeObject *)(self))->start - 1);
1331     else if (strcmp(name, "end") == 0)
1332 	return Py_BuildValue("n", ((RangeObject *)(self))->end - 1);
1333     else
1334 	return PyObject_GenericGetAttr(self, nameobj);
1335 }
1336 
1337 ////////////////
1338 
1339     static Py_ssize_t
1340 RangeAsItem(PyObject *self, Py_ssize_t n, PyObject *val)
1341 {
1342     return RBAsItem(((RangeObject *)(self))->buf, n, val,
1343 		    ((RangeObject *)(self))->start,
1344 		    ((RangeObject *)(self))->end,
1345 		    &((RangeObject *)(self))->end);
1346 }
1347 
1348     static Py_ssize_t
1349 RangeAsSlice(PyObject *self, Py_ssize_t lo, Py_ssize_t hi, PyObject *val)
1350 {
1351     return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1352 		    ((RangeObject *)(self))->start,
1353 		    ((RangeObject *)(self))->end,
1354 		    &((RangeObject *)(self))->end);
1355 }
1356 
1357     static PyObject *
1358 RangeSubscript(PyObject *self, PyObject* idx)
1359 {
1360     if (PyLong_Check(idx))
1361     {
1362 	long _idx = PyLong_AsLong(idx);
1363 	return RangeItem((RangeObject *)(self), _idx);
1364     } else if (PySlice_Check(idx))
1365     {
1366 	Py_ssize_t start, stop, step, slicelen;
1367 
1368 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1369 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1370 		&start, &stop,
1371 		&step, &slicelen) < 0)
1372 	    return NULL;
1373 	return RangeSlice((RangeObject *)(self), start, stop);
1374     }
1375     else
1376     {
1377 	RAISE_INVALID_INDEX_TYPE(idx);
1378 	return NULL;
1379     }
1380 }
1381 
1382     static Py_ssize_t
1383 RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val)
1384 {
1385     if (PyLong_Check(idx))
1386     {
1387 	long n = PyLong_AsLong(idx);
1388 	return RangeAsItem(self, n, val);
1389     }
1390     else if (PySlice_Check(idx))
1391     {
1392 	Py_ssize_t start, stop, step, slicelen;
1393 
1394 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1395 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1396 		&start, &stop,
1397 		&step, &slicelen) < 0)
1398 	    return -1;
1399 	return RangeAsSlice(self, start, stop, val);
1400     }
1401     else
1402     {
1403 	RAISE_INVALID_INDEX_TYPE(idx);
1404 	return -1;
1405     }
1406 }
1407 
1408 // TabPage object - Implementation
1409 
1410     static PyObject *
1411 TabPageGetattro(PyObject *self, PyObject *nameobj)
1412 {
1413     PyObject *r;
1414 
1415     GET_ATTR_STRING(name, nameobj);
1416 
1417     if ((r = TabPageAttrValid((TabPageObject *)(self), name)))
1418 	return r;
1419 
1420     if (CheckTabPage((TabPageObject *)(self)))
1421 	return NULL;
1422 
1423     r = TabPageAttr((TabPageObject *)(self), name);
1424     if (r || PyErr_Occurred())
1425 	return r;
1426     else
1427 	return PyObject_GenericGetAttr(self, nameobj);
1428 }
1429 
1430 // Window object - Implementation
1431 
1432     static PyObject *
1433 WindowGetattro(PyObject *self, PyObject *nameobj)
1434 {
1435     PyObject *r;
1436 
1437     GET_ATTR_STRING(name, nameobj);
1438 
1439     if ((r = WindowAttrValid((WindowObject *)(self), name)))
1440 	return r;
1441 
1442     if (CheckWindow((WindowObject *)(self)))
1443 	return NULL;
1444 
1445     r = WindowAttr((WindowObject *)(self), name);
1446     if (r || PyErr_Occurred())
1447 	return r;
1448     else
1449 	return PyObject_GenericGetAttr(self, nameobj);
1450 }
1451 
1452     static int
1453 WindowSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1454 {
1455     GET_ATTR_STRING(name, nameobj);
1456 
1457     return WindowSetattr((WindowObject *)(self), name, val);
1458 }
1459 
1460 // Tab page list object - Definitions
1461 
1462 static PySequenceMethods TabListAsSeq = {
1463     (lenfunc)	     TabListLength,	    // sq_length,    len(x)
1464     (binaryfunc)     0,			    // sq_concat,    x+y
1465     (ssizeargfunc)   0,			    // sq_repeat,    x*n
1466     (ssizeargfunc)   TabListItem,	    // sq_item,      x[i]
1467     0,					    // sq_slice,     x[i:j]
1468     (ssizeobjargproc)0,			    // sq_as_item,  x[i]=v
1469     0,					    // sq_ass_slice, x[i:j]=v
1470     0,					    // sq_contains
1471     0,					    // sq_inplace_concat
1472     0,					    // sq_inplace_repeat
1473 };
1474 
1475 // Window list object - Definitions
1476 
1477 static PySequenceMethods WinListAsSeq = {
1478     (lenfunc)	     WinListLength,	    // sq_length,    len(x)
1479     (binaryfunc)     0,			    // sq_concat,    x+y
1480     (ssizeargfunc)   0,			    // sq_repeat,    x*n
1481     (ssizeargfunc)   WinListItem,	    // sq_item,      x[i]
1482     0,					    // sq_slice,     x[i:j]
1483     (ssizeobjargproc)0,			    // sq_as_item,  x[i]=v
1484     0,					    // sq_ass_slice, x[i:j]=v
1485     0,					    // sq_contains
1486     0,					    // sq_inplace_concat
1487     0,					    // sq_inplace_repeat
1488 };
1489 
1490 /*
1491  * Current items object - Implementation
1492  */
1493     static PyObject *
1494 CurrentGetattro(PyObject *self, PyObject *nameobj)
1495 {
1496     PyObject	*r;
1497     GET_ATTR_STRING(name, nameobj);
1498     if (!(r = CurrentGetattr(self, name)))
1499 	return PyObject_GenericGetAttr(self, nameobj);
1500     return r;
1501 }
1502 
1503     static int
1504 CurrentSetattro(PyObject *self, PyObject *nameobj, PyObject *value)
1505 {
1506     GET_ATTR_STRING(name, nameobj);
1507     return CurrentSetattr(self, name, value);
1508 }
1509 
1510 // Dictionary object - Definitions
1511 
1512     static PyObject *
1513 DictionaryGetattro(PyObject *self, PyObject *nameobj)
1514 {
1515     DictionaryObject	*this = ((DictionaryObject *) (self));
1516 
1517     GET_ATTR_STRING(name, nameobj);
1518 
1519     if (strcmp(name, "locked") == 0)
1520 	return PyLong_FromLong(this->dict->dv_lock);
1521     else if (strcmp(name, "scope") == 0)
1522 	return PyLong_FromLong(this->dict->dv_scope);
1523 
1524     return PyObject_GenericGetAttr(self, nameobj);
1525 }
1526 
1527     static int
1528 DictionarySetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1529 {
1530     GET_ATTR_STRING(name, nameobj);
1531     return DictionarySetattr((DictionaryObject *)(self), name, val);
1532 }
1533 
1534 // List object - Definitions
1535 
1536     static PyObject *
1537 ListGetattro(PyObject *self, PyObject *nameobj)
1538 {
1539     GET_ATTR_STRING(name, nameobj);
1540 
1541     if (strcmp(name, "locked") == 0)
1542 	return PyLong_FromLong(((ListObject *) (self))->list->lv_lock);
1543 
1544     return PyObject_GenericGetAttr(self, nameobj);
1545 }
1546 
1547     static int
1548 ListSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1549 {
1550     GET_ATTR_STRING(name, nameobj);
1551     return ListSetattr((ListObject *)(self), name, val);
1552 }
1553 
1554 // Function object - Definitions
1555 
1556     static PyObject *
1557 FunctionGetattro(PyObject *self, PyObject *nameobj)
1558 {
1559     PyObject		*r;
1560     FunctionObject	*this = (FunctionObject *)(self);
1561 
1562     GET_ATTR_STRING(name, nameobj);
1563 
1564     r = FunctionAttr(this, name);
1565     if (r || PyErr_Occurred())
1566 	return r;
1567     else
1568 	return PyObject_GenericGetAttr(self, nameobj);
1569 }
1570 
1571 // External interface
1572 
1573     void
1574 python3_buffer_free(buf_T *buf)
1575 {
1576     if (BUF_PYTHON_REF(buf) != NULL)
1577     {
1578 	BufferObject *bp = BUF_PYTHON_REF(buf);
1579 	bp->buf = INVALID_BUFFER_VALUE;
1580 	BUF_PYTHON_REF(buf) = NULL;
1581     }
1582 }
1583 
1584     void
1585 python3_window_free(win_T *win)
1586 {
1587     if (WIN_PYTHON_REF(win) != NULL)
1588     {
1589 	WindowObject *wp = WIN_PYTHON_REF(win);
1590 	wp->win = INVALID_WINDOW_VALUE;
1591 	WIN_PYTHON_REF(win) = NULL;
1592     }
1593 }
1594 
1595     void
1596 python3_tabpage_free(tabpage_T *tab)
1597 {
1598     if (TAB_PYTHON_REF(tab) != NULL)
1599     {
1600 	TabPageObject *tp = TAB_PYTHON_REF(tab);
1601 	tp->tab = INVALID_TABPAGE_VALUE;
1602 	TAB_PYTHON_REF(tab) = NULL;
1603     }
1604 }
1605 
1606     static PyObject *
1607 Py3Init_vim(void)
1608 {
1609     // The special value is removed from sys.path in Python3_Init().
1610     static wchar_t *(argv[2]) = {L"/must>not&exist/foo", NULL};
1611 
1612     if (init_types())
1613 	return NULL;
1614 
1615     // Set sys.argv[] to avoid a crash in warn().
1616     PySys_SetArgv(1, argv);
1617 
1618     if ((vim_module = PyModule_Create(&vimmodule)) == NULL)
1619 	return NULL;
1620 
1621     if (populate_module(vim_module))
1622 	return NULL;
1623 
1624     if (init_sys_path())
1625 	return NULL;
1626 
1627     return vim_module;
1628 }
1629 
1630 //////////////////////////////////////////////////////////////////////////
1631 // 4. Utility functions for handling the interface between Vim and Python.
1632 
1633 /*
1634  * Convert a Vim line into a Python string.
1635  * All internal newlines are replaced by null characters.
1636  *
1637  * On errors, the Python exception data is set, and NULL is returned.
1638  */
1639     static PyObject *
1640 LineToString(const char *str)
1641 {
1642     PyObject *result;
1643     Py_ssize_t len = strlen(str);
1644     char *tmp,*p;
1645 
1646     tmp = alloc(len + 1);
1647     p = tmp;
1648     if (p == NULL)
1649     {
1650 	PyErr_NoMemory();
1651 	return NULL;
1652     }
1653 
1654     while (*str)
1655     {
1656 	if (*str == '\n')
1657 	    *p = '\0';
1658 	else
1659 	    *p = *str;
1660 
1661 	++p;
1662 	++str;
1663     }
1664     *p = '\0';
1665 
1666     result = PyUnicode_Decode(tmp, len, (char *)ENC_OPT, CODEC_ERROR_HANDLER);
1667 
1668     vim_free(tmp);
1669     return result;
1670 }
1671 
1672     void
1673 do_py3eval(char_u *str, typval_T *rettv)
1674 {
1675     DoPyCommand((char *) str,
1676 	    (rangeinitializer) init_range_eval,
1677 	    (runner) run_eval,
1678 	    (void *) rettv);
1679     if (rettv->v_type == VAR_UNKNOWN)
1680     {
1681 	rettv->v_type = VAR_NUMBER;
1682 	rettv->vval.v_number = 0;
1683     }
1684 }
1685 
1686     int
1687 set_ref_in_python3(int copyID)
1688 {
1689     return set_ref_in_py(copyID);
1690 }
1691