xref: /vim-8.2.3635/src/if_python3.c (revision 0c0734d5) 
1 /* vi:set ts=8 sts=4 sw=4 noet:
2  *
3  * VIM - Vi IMproved    by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 /*
10  * Python extensions by Paul Moore.
11  * Changes for Unix by David Leonard.
12  *
13  * This consists of four parts:
14  * 1. Python interpreter main program
15  * 2. Python output stream: writes output via [e]msg().
16  * 3. Implementation of the Vim module for Python
17  * 4. Utility functions for handling the interface between Vim and Python.
18  */
19 
20 /*
21  * Roland Puntaier 2009/sept/16:
22  * Adaptations to support both python3.x and python2.x
23  */
24 
25 /* uncomment this if used with the debug version of python */
26 /* #define Py_DEBUG */
27 /* Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting
28  */
29 /* uncomment this if used with the debug version of python, but without its
30  * allocator */
31 /* #define Py_DEBUG_NO_PYMALLOC */
32 
33 #include "vim.h"
34 
35 #include <limits.h>
36 
37 #if defined(MSWIN) && defined(HAVE_FCNTL_H)
38 # undef HAVE_FCNTL_H
39 #endif
40 
41 #ifdef _DEBUG
42 # undef _DEBUG
43 #endif
44 
45 #ifdef F_BLANK
46 # undef F_BLANK
47 #endif
48 
49 #ifdef HAVE_STRFTIME
50 # undef HAVE_STRFTIME
51 #endif
52 #ifdef HAVE_STRING_H
53 # undef HAVE_STRING_H
54 #endif
55 #ifdef HAVE_PUTENV
56 # undef HAVE_PUTENV
57 #endif
58 #ifdef HAVE_STDARG_H
59 # undef HAVE_STDARG_H   /* Python's config.h defines it as well. */
60 #endif
61 #ifdef _POSIX_C_SOURCE  /* defined in feature.h */
62 # undef _POSIX_C_SOURCE
63 #endif
64 #ifdef _XOPEN_SOURCE
65 # undef _XOPEN_SOURCE	/* pyconfig.h defines it as well. */
66 #endif
67 
68 #define PY_SSIZE_T_CLEAN
69 
70 #include <Python.h>
71 
72 #undef main /* Defined in python.h - aargh */
73 #undef HAVE_FCNTL_H /* Clash with os_win32.h */
74 
75 /* The "surrogateescape" error handler is new in Python 3.1 */
76 #if PY_VERSION_HEX >= 0x030100f0
77 # define CODEC_ERROR_HANDLER "surrogateescape"
78 #else
79 # define CODEC_ERROR_HANDLER NULL
80 #endif
81 
82 /* Python 3 does not support CObjects, always use Capsules */
83 #define PY_USE_CAPSULE
84 
85 #define PyInt Py_ssize_t
86 #ifndef PyString_Check
87 # define PyString_Check(obj) PyUnicode_Check(obj)
88 #endif
89 #define PyString_FromString(repr) \
90     PyUnicode_Decode(repr, STRLEN(repr), ENC_OPT, NULL)
91 #define PyString_FromFormat PyUnicode_FromFormat
92 #ifndef PyInt_Check
93 # define PyInt_Check(obj) PyLong_Check(obj)
94 #endif
95 #define PyInt_FromLong(i) PyLong_FromLong(i)
96 #define PyInt_AsLong(obj) PyLong_AsLong(obj)
97 #define Py_ssize_t_fmt "n"
98 #define Py_bytes_fmt "y"
99 
100 #define PyIntArgFunc	ssizeargfunc
101 #define PyIntObjArgProc	ssizeobjargproc
102 
103 /*
104  * PySlice_GetIndicesEx(): first argument type changed from PySliceObject
105  * to PyObject in Python 3.2 or later.
106  */
107 #if PY_VERSION_HEX >= 0x030200f0
108 typedef PyObject PySliceObject_T;
109 #else
110 typedef PySliceObject PySliceObject_T;
111 #endif
112 
113 #if defined(DYNAMIC_PYTHON3) || defined(PROTO)
114 
115 # ifndef MSWIN
116 #  include <dlfcn.h>
117 #  define FARPROC void*
118 #  define HINSTANCE void*
119 #  if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
120 #   define load_dll(n) dlopen((n), RTLD_LAZY)
121 #  else
122 #   define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
123 #  endif
124 #  define close_dll dlclose
125 #  define symbol_from_dll dlsym
126 # else
127 #  define load_dll vimLoadLib
128 #  define close_dll FreeLibrary
129 #  define symbol_from_dll GetProcAddress
130 # endif
131 /*
132  * Wrapper defines
133  */
134 # undef PyArg_Parse
135 # define PyArg_Parse py3_PyArg_Parse
136 # undef PyArg_ParseTuple
137 # define PyArg_ParseTuple py3_PyArg_ParseTuple
138 # define PyMem_Free py3_PyMem_Free
139 # define PyMem_Malloc py3_PyMem_Malloc
140 # define PyDict_SetItemString py3_PyDict_SetItemString
141 # define PyErr_BadArgument py3_PyErr_BadArgument
142 # define PyErr_Clear py3_PyErr_Clear
143 # define PyErr_Format py3_PyErr_Format
144 # define PyErr_PrintEx py3_PyErr_PrintEx
145 # define PyErr_NoMemory py3_PyErr_NoMemory
146 # define PyErr_Occurred py3_PyErr_Occurred
147 # define PyErr_SetNone py3_PyErr_SetNone
148 # define PyErr_SetString py3_PyErr_SetString
149 # define PyErr_SetObject py3_PyErr_SetObject
150 # define PyErr_ExceptionMatches py3_PyErr_ExceptionMatches
151 # define PyEval_InitThreads py3_PyEval_InitThreads
152 # define PyEval_RestoreThread py3_PyEval_RestoreThread
153 # define PyEval_SaveThread py3_PyEval_SaveThread
154 # define PyGILState_Ensure py3_PyGILState_Ensure
155 # define PyGILState_Release py3_PyGILState_Release
156 # define PyLong_AsLong py3_PyLong_AsLong
157 # define PyLong_FromLong py3_PyLong_FromLong
158 # define PyList_GetItem py3_PyList_GetItem
159 # define PyList_Append py3_PyList_Append
160 # define PyList_Insert py3_PyList_Insert
161 # define PyList_New py3_PyList_New
162 # define PyList_SetItem py3_PyList_SetItem
163 # define PyList_Size py3_PyList_Size
164 # define PySequence_Check py3_PySequence_Check
165 # define PySequence_Size py3_PySequence_Size
166 # define PySequence_GetItem py3_PySequence_GetItem
167 # define PySequence_Fast py3_PySequence_Fast
168 # define PyTuple_Size py3_PyTuple_Size
169 # define PyTuple_GetItem py3_PyTuple_GetItem
170 # if PY_VERSION_HEX >= 0x030601f0
171 #  define PySlice_AdjustIndices py3_PySlice_AdjustIndices
172 #  define PySlice_Unpack py3_PySlice_Unpack
173 # endif
174 # undef PySlice_GetIndicesEx
175 # define PySlice_GetIndicesEx py3_PySlice_GetIndicesEx
176 # define PyImport_ImportModule py3_PyImport_ImportModule
177 # define PyObject_Init py3__PyObject_Init
178 # define PyDict_New py3_PyDict_New
179 # define PyDict_GetItemString py3_PyDict_GetItemString
180 # define PyDict_Next py3_PyDict_Next
181 # define PyMapping_Check py3_PyMapping_Check
182 # ifndef PyMapping_Keys
183 #  define PyMapping_Keys py3_PyMapping_Keys
184 # endif
185 # define PyIter_Next py3_PyIter_Next
186 # define PyObject_GetIter py3_PyObject_GetIter
187 # define PyObject_Repr py3_PyObject_Repr
188 # define PyObject_GetItem py3_PyObject_GetItem
189 # define PyObject_IsTrue py3_PyObject_IsTrue
190 # define PyModule_GetDict py3_PyModule_GetDict
191 #undef PyRun_SimpleString
192 # define PyRun_SimpleString py3_PyRun_SimpleString
193 #undef PyRun_String
194 # define PyRun_String py3_PyRun_String
195 # define PyObject_GetAttrString py3_PyObject_GetAttrString
196 # define PyObject_HasAttrString py3_PyObject_HasAttrString
197 # define PyObject_SetAttrString py3_PyObject_SetAttrString
198 # define PyObject_CallFunctionObjArgs py3_PyObject_CallFunctionObjArgs
199 # define _PyObject_CallFunction_SizeT py3__PyObject_CallFunction_SizeT
200 # define PyObject_Call py3_PyObject_Call
201 # define PyEval_GetLocals py3_PyEval_GetLocals
202 # define PyEval_GetGlobals py3_PyEval_GetGlobals
203 # define PySys_SetObject py3_PySys_SetObject
204 # define PySys_GetObject py3_PySys_GetObject
205 # define PySys_SetArgv py3_PySys_SetArgv
206 # define PyType_Ready py3_PyType_Ready
207 #undef Py_BuildValue
208 # define Py_BuildValue py3_Py_BuildValue
209 # define Py_SetPythonHome py3_Py_SetPythonHome
210 # define Py_Initialize py3_Py_Initialize
211 # define Py_Finalize py3_Py_Finalize
212 # define Py_IsInitialized py3_Py_IsInitialized
213 # define _Py_NoneStruct (*py3__Py_NoneStruct)
214 # define _Py_FalseStruct (*py3__Py_FalseStruct)
215 # define _Py_TrueStruct (*py3__Py_TrueStruct)
216 # define _PyObject_NextNotImplemented (*py3__PyObject_NextNotImplemented)
217 # define PyModule_AddObject py3_PyModule_AddObject
218 # define PyImport_AppendInittab py3_PyImport_AppendInittab
219 # define PyImport_AddModule py3_PyImport_AddModule
220 # if PY_VERSION_HEX >= 0x030300f0
221 #  undef _PyUnicode_AsString
222 #  define _PyUnicode_AsString py3_PyUnicode_AsUTF8
223 # else
224 #  define _PyUnicode_AsString py3__PyUnicode_AsString
225 # endif
226 # undef PyUnicode_AsEncodedString
227 # define PyUnicode_AsEncodedString py3_PyUnicode_AsEncodedString
228 # undef PyBytes_AsString
229 # define PyBytes_AsString py3_PyBytes_AsString
230 # ifndef PyBytes_AsStringAndSize
231 #  define PyBytes_AsStringAndSize py3_PyBytes_AsStringAndSize
232 # endif
233 # undef PyBytes_FromString
234 # define PyBytes_FromString py3_PyBytes_FromString
235 # undef PyBytes_FromStringAndSize
236 # define PyBytes_FromStringAndSize py3_PyBytes_FromStringAndSize
237 # define PyFloat_FromDouble py3_PyFloat_FromDouble
238 # define PyFloat_AsDouble py3_PyFloat_AsDouble
239 # define PyObject_GenericGetAttr py3_PyObject_GenericGetAttr
240 # define PyType_Type (*py3_PyType_Type)
241 # define PyStdPrinter_Type (*py3_PyStdPrinter_Type)
242 # define PySlice_Type (*py3_PySlice_Type)
243 # define PyFloat_Type (*py3_PyFloat_Type)
244 # define PyNumber_Check (*py3_PyNumber_Check)
245 # define PyNumber_Long (*py3_PyNumber_Long)
246 # define PyBool_Type (*py3_PyBool_Type)
247 # define PyErr_NewException py3_PyErr_NewException
248 # ifdef Py_DEBUG
249 #  define _Py_NegativeRefcount py3__Py_NegativeRefcount
250 #  define _Py_RefTotal (*py3__Py_RefTotal)
251 #  define _Py_Dealloc py3__Py_Dealloc
252 #  define PyModule_Create2TraceRefs py3_PyModule_Create2TraceRefs
253 # else
254 #  define PyModule_Create2 py3_PyModule_Create2
255 # endif
256 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
257 #  define _PyObject_DebugMalloc py3__PyObject_DebugMalloc
258 #  define _PyObject_DebugFree py3__PyObject_DebugFree
259 # else
260 #  define PyObject_Malloc py3_PyObject_Malloc
261 #  define PyObject_Free py3_PyObject_Free
262 # endif
263 # define _PyObject_GC_New py3__PyObject_GC_New
264 # define PyObject_GC_Del py3_PyObject_GC_Del
265 # define PyObject_GC_UnTrack py3_PyObject_GC_UnTrack
266 # define PyType_GenericAlloc py3_PyType_GenericAlloc
267 # define PyType_GenericNew py3_PyType_GenericNew
268 # undef PyUnicode_FromString
269 # define PyUnicode_FromString py3_PyUnicode_FromString
270 # ifndef PyUnicode_FromFormat
271 #  define PyUnicode_FromFormat py3_PyUnicode_FromFormat
272 # else
273 #  define Py_UNICODE_USE_UCS_FUNCTIONS
274 #  ifdef Py_UNICODE_WIDE
275 #   define PyUnicodeUCS4_FromFormat py3_PyUnicodeUCS4_FromFormat
276 #  else
277 #   define PyUnicodeUCS2_FromFormat py3_PyUnicodeUCS2_FromFormat
278 #  endif
279 # endif
280 # undef PyUnicode_Decode
281 # define PyUnicode_Decode py3_PyUnicode_Decode
282 # define PyType_IsSubtype py3_PyType_IsSubtype
283 # define PyCapsule_New py3_PyCapsule_New
284 # define PyCapsule_GetPointer py3_PyCapsule_GetPointer
285 
286 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
287 #  undef PyObject_NEW
288 #  define PyObject_NEW(type, typeobj) \
289 ( (type *) PyObject_Init( \
290 	(PyObject *) _PyObject_DebugMalloc( _PyObject_SIZE(typeobj) ), (typeobj)) )
291 # endif
292 
293 /*
294  * Pointers for dynamic link
295  */
296 static int (*py3_PySys_SetArgv)(int, wchar_t **);
297 static void (*py3_Py_SetPythonHome)(wchar_t *home);
298 static void (*py3_Py_Initialize)(void);
299 static PyObject* (*py3_PyList_New)(Py_ssize_t size);
300 static PyGILState_STATE (*py3_PyGILState_Ensure)(void);
301 static void (*py3_PyGILState_Release)(PyGILState_STATE);
302 static int (*py3_PySys_SetObject)(char *, PyObject *);
303 static PyObject* (*py3_PySys_GetObject)(char *);
304 static int (*py3_PyList_Append)(PyObject *, PyObject *);
305 static int (*py3_PyList_Insert)(PyObject *, int, PyObject *);
306 static Py_ssize_t (*py3_PyList_Size)(PyObject *);
307 static int (*py3_PySequence_Check)(PyObject *);
308 static Py_ssize_t (*py3_PySequence_Size)(PyObject *);
309 static PyObject* (*py3_PySequence_GetItem)(PyObject *, Py_ssize_t);
310 static PyObject* (*py3_PySequence_Fast)(PyObject *, const char *);
311 static Py_ssize_t (*py3_PyTuple_Size)(PyObject *);
312 static PyObject* (*py3_PyTuple_GetItem)(PyObject *, Py_ssize_t);
313 static int (*py3_PyMapping_Check)(PyObject *);
314 static PyObject* (*py3_PyMapping_Keys)(PyObject *);
315 # if PY_VERSION_HEX >= 0x030601f0
316 static int (*py3_PySlice_AdjustIndices)(Py_ssize_t length,
317 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t step);
318 static int (*py3_PySlice_Unpack)(PyObject *slice,
319 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step);
320 # endif
321 static int (*py3_PySlice_GetIndicesEx)(PySliceObject_T *r, Py_ssize_t length,
322 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step,
323 		     Py_ssize_t *slicelen);
324 static PyObject* (*py3_PyErr_NoMemory)(void);
325 static void (*py3_Py_Finalize)(void);
326 static void (*py3_PyErr_SetString)(PyObject *, const char *);
327 static void (*py3_PyErr_SetObject)(PyObject *, PyObject *);
328 static int (*py3_PyErr_ExceptionMatches)(PyObject *);
329 static int (*py3_PyRun_SimpleString)(char *);
330 static PyObject* (*py3_PyRun_String)(char *, int, PyObject *, PyObject *);
331 static PyObject* (*py3_PyObject_GetAttrString)(PyObject *, const char *);
332 static int (*py3_PyObject_HasAttrString)(PyObject *, const char *);
333 static int (*py3_PyObject_SetAttrString)(PyObject *, const char *, PyObject *);
334 static PyObject* (*py3_PyObject_CallFunctionObjArgs)(PyObject *, ...);
335 static PyObject* (*py3__PyObject_CallFunction_SizeT)(PyObject *, char *, ...);
336 static PyObject* (*py3_PyObject_Call)(PyObject *, PyObject *, PyObject *);
337 static PyObject* (*py3_PyEval_GetGlobals)();
338 static PyObject* (*py3_PyEval_GetLocals)();
339 static PyObject* (*py3_PyList_GetItem)(PyObject *, Py_ssize_t);
340 static PyObject* (*py3_PyImport_ImportModule)(const char *);
341 static PyObject* (*py3_PyImport_AddModule)(const char *);
342 static int (*py3_PyErr_BadArgument)(void);
343 static PyObject* (*py3_PyErr_Occurred)(void);
344 static PyObject* (*py3_PyModule_GetDict)(PyObject *);
345 static int (*py3_PyList_SetItem)(PyObject *, Py_ssize_t, PyObject *);
346 static PyObject* (*py3_PyDict_GetItemString)(PyObject *, const char *);
347 static int (*py3_PyDict_Next)(PyObject *, Py_ssize_t *, PyObject **, PyObject **);
348 static PyObject* (*py3_PyLong_FromLong)(long);
349 static PyObject* (*py3_PyDict_New)(void);
350 static PyObject* (*py3_PyIter_Next)(PyObject *);
351 static PyObject* (*py3_PyObject_GetIter)(PyObject *);
352 static PyObject* (*py3_PyObject_Repr)(PyObject *);
353 static PyObject* (*py3_PyObject_GetItem)(PyObject *, PyObject *);
354 static int (*py3_PyObject_IsTrue)(PyObject *);
355 static PyObject* (*py3_Py_BuildValue)(char *, ...);
356 static int (*py3_PyType_Ready)(PyTypeObject *type);
357 static int (*py3_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
358 static PyObject* (*py3_PyUnicode_FromString)(const char *u);
359 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
360 static PyObject* (*py3_PyUnicode_FromFormat)(const char *u, ...);
361 # else
362 #  ifdef Py_UNICODE_WIDE
363 static PyObject* (*py3_PyUnicodeUCS4_FromFormat)(const char *u, ...);
364 #  else
365 static PyObject* (*py3_PyUnicodeUCS2_FromFormat)(const char *u, ...);
366 #  endif
367 # endif
368 static PyObject* (*py3_PyUnicode_Decode)(const char *u, Py_ssize_t size,
369 	const char *encoding, const char *errors);
370 static long (*py3_PyLong_AsLong)(PyObject *);
371 static void (*py3_PyErr_SetNone)(PyObject *);
372 static void (*py3_PyEval_InitThreads)(void);
373 static void(*py3_PyEval_RestoreThread)(PyThreadState *);
374 static PyThreadState*(*py3_PyEval_SaveThread)(void);
375 static int (*py3_PyArg_Parse)(PyObject *, char *, ...);
376 static int (*py3_PyArg_ParseTuple)(PyObject *, char *, ...);
377 static int (*py3_PyMem_Free)(void *);
378 static void* (*py3_PyMem_Malloc)(size_t);
379 static int (*py3_Py_IsInitialized)(void);
380 static void (*py3_PyErr_Clear)(void);
381 static PyObject* (*py3_PyErr_Format)(PyObject *, const char *, ...);
382 static void (*py3_PyErr_PrintEx)(int);
383 static PyObject*(*py3__PyObject_Init)(PyObject *, PyTypeObject *);
384 static iternextfunc py3__PyObject_NextNotImplemented;
385 static PyObject* py3__Py_NoneStruct;
386 static PyObject* py3__Py_FalseStruct;
387 static PyObject* py3__Py_TrueStruct;
388 static int (*py3_PyModule_AddObject)(PyObject *m, const char *name, PyObject *o);
389 static int (*py3_PyImport_AppendInittab)(const char *name, PyObject* (*initfunc)(void));
390 # if PY_VERSION_HEX >= 0x030300f0
391 static char* (*py3_PyUnicode_AsUTF8)(PyObject *unicode);
392 # else
393 static char* (*py3__PyUnicode_AsString)(PyObject *unicode);
394 # endif
395 static PyObject* (*py3_PyUnicode_AsEncodedString)(PyObject *unicode, const char* encoding, const char* errors);
396 static char* (*py3_PyBytes_AsString)(PyObject *bytes);
397 static int (*py3_PyBytes_AsStringAndSize)(PyObject *bytes, char **buffer, Py_ssize_t *length);
398 static PyObject* (*py3_PyBytes_FromString)(char *str);
399 static PyObject* (*py3_PyBytes_FromStringAndSize)(char *str, Py_ssize_t length);
400 static PyObject* (*py3_PyFloat_FromDouble)(double num);
401 static double (*py3_PyFloat_AsDouble)(PyObject *);
402 static PyObject* (*py3_PyObject_GenericGetAttr)(PyObject *obj, PyObject *name);
403 static PyObject* (*py3_PyType_GenericAlloc)(PyTypeObject *type, Py_ssize_t nitems);
404 static PyObject* (*py3_PyType_GenericNew)(PyTypeObject *type, PyObject *args, PyObject *kwds);
405 static PyTypeObject* py3_PyType_Type;
406 static PyTypeObject* py3_PyStdPrinter_Type;
407 static PyTypeObject* py3_PySlice_Type;
408 static PyTypeObject* py3_PyFloat_Type;
409 static PyTypeObject* py3_PyBool_Type;
410 static int (*py3_PyNumber_Check)(PyObject *);
411 static PyObject* (*py3_PyNumber_Long)(PyObject *);
412 static PyObject* (*py3_PyErr_NewException)(char *name, PyObject *base, PyObject *dict);
413 static PyObject* (*py3_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
414 static void* (*py3_PyCapsule_GetPointer)(PyObject *, char *);
415 # ifdef Py_DEBUG
416 static void (*py3__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
417 static Py_ssize_t* py3__Py_RefTotal;
418 static void (*py3__Py_Dealloc)(PyObject *obj);
419 static PyObject* (*py3_PyModule_Create2TraceRefs)(struct PyModuleDef* module, int module_api_version);
420 # else
421 static PyObject* (*py3_PyModule_Create2)(struct PyModuleDef* module, int module_api_version);
422 # endif
423 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
424 static void (*py3__PyObject_DebugFree)(void*);
425 static void* (*py3__PyObject_DebugMalloc)(size_t);
426 # else
427 static void (*py3_PyObject_Free)(void*);
428 static void* (*py3_PyObject_Malloc)(size_t);
429 # endif
430 static PyObject*(*py3__PyObject_GC_New)(PyTypeObject *);
431 static void(*py3_PyObject_GC_Del)(void *);
432 static void(*py3_PyObject_GC_UnTrack)(void *);
433 static int (*py3_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
434 
435 static HINSTANCE hinstPy3 = 0; /* Instance of python.dll */
436 
437 /* Imported exception objects */
438 static PyObject *p3imp_PyExc_AttributeError;
439 static PyObject *p3imp_PyExc_IndexError;
440 static PyObject *p3imp_PyExc_KeyError;
441 static PyObject *p3imp_PyExc_KeyboardInterrupt;
442 static PyObject *p3imp_PyExc_TypeError;
443 static PyObject *p3imp_PyExc_ValueError;
444 static PyObject *p3imp_PyExc_SystemExit;
445 static PyObject *p3imp_PyExc_RuntimeError;
446 static PyObject *p3imp_PyExc_ImportError;
447 static PyObject *p3imp_PyExc_OverflowError;
448 
449 # define PyExc_AttributeError p3imp_PyExc_AttributeError
450 # define PyExc_IndexError p3imp_PyExc_IndexError
451 # define PyExc_KeyError p3imp_PyExc_KeyError
452 # define PyExc_KeyboardInterrupt p3imp_PyExc_KeyboardInterrupt
453 # define PyExc_TypeError p3imp_PyExc_TypeError
454 # define PyExc_ValueError p3imp_PyExc_ValueError
455 # define PyExc_SystemExit p3imp_PyExc_SystemExit
456 # define PyExc_RuntimeError p3imp_PyExc_RuntimeError
457 # define PyExc_ImportError p3imp_PyExc_ImportError
458 # define PyExc_OverflowError p3imp_PyExc_OverflowError
459 
460 /*
461  * Table of name to function pointer of python.
462  */
463 # define PYTHON_PROC FARPROC
464 static struct
465 {
466     char *name;
467     PYTHON_PROC *ptr;
468 } py3_funcname_table[] =
469 {
470     {"PySys_SetArgv", (PYTHON_PROC*)&py3_PySys_SetArgv},
471     {"Py_SetPythonHome", (PYTHON_PROC*)&py3_Py_SetPythonHome},
472     {"Py_Initialize", (PYTHON_PROC*)&py3_Py_Initialize},
473     {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&py3_PyArg_ParseTuple},
474     {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&py3_Py_BuildValue},
475     {"PyMem_Free", (PYTHON_PROC*)&py3_PyMem_Free},
476     {"PyMem_Malloc", (PYTHON_PROC*)&py3_PyMem_Malloc},
477     {"PyList_New", (PYTHON_PROC*)&py3_PyList_New},
478     {"PyGILState_Ensure", (PYTHON_PROC*)&py3_PyGILState_Ensure},
479     {"PyGILState_Release", (PYTHON_PROC*)&py3_PyGILState_Release},
480     {"PySys_SetObject", (PYTHON_PROC*)&py3_PySys_SetObject},
481     {"PySys_GetObject", (PYTHON_PROC*)&py3_PySys_GetObject},
482     {"PyList_Append", (PYTHON_PROC*)&py3_PyList_Append},
483     {"PyList_Insert", (PYTHON_PROC*)&py3_PyList_Insert},
484     {"PyList_Size", (PYTHON_PROC*)&py3_PyList_Size},
485     {"PySequence_Check", (PYTHON_PROC*)&py3_PySequence_Check},
486     {"PySequence_Size", (PYTHON_PROC*)&py3_PySequence_Size},
487     {"PySequence_GetItem", (PYTHON_PROC*)&py3_PySequence_GetItem},
488     {"PySequence_Fast", (PYTHON_PROC*)&py3_PySequence_Fast},
489     {"PyTuple_Size", (PYTHON_PROC*)&py3_PyTuple_Size},
490     {"PyTuple_GetItem", (PYTHON_PROC*)&py3_PyTuple_GetItem},
491 # if PY_VERSION_HEX >= 0x030601f0
492     {"PySlice_AdjustIndices", (PYTHON_PROC*)&py3_PySlice_AdjustIndices},
493     {"PySlice_Unpack", (PYTHON_PROC*)&py3_PySlice_Unpack},
494 # endif
495     {"PySlice_GetIndicesEx", (PYTHON_PROC*)&py3_PySlice_GetIndicesEx},
496     {"PyErr_NoMemory", (PYTHON_PROC*)&py3_PyErr_NoMemory},
497     {"Py_Finalize", (PYTHON_PROC*)&py3_Py_Finalize},
498     {"PyErr_SetString", (PYTHON_PROC*)&py3_PyErr_SetString},
499     {"PyErr_SetObject", (PYTHON_PROC*)&py3_PyErr_SetObject},
500     {"PyErr_ExceptionMatches", (PYTHON_PROC*)&py3_PyErr_ExceptionMatches},
501     {"PyRun_SimpleString", (PYTHON_PROC*)&py3_PyRun_SimpleString},
502     {"PyRun_String", (PYTHON_PROC*)&py3_PyRun_String},
503     {"PyObject_GetAttrString", (PYTHON_PROC*)&py3_PyObject_GetAttrString},
504     {"PyObject_HasAttrString", (PYTHON_PROC*)&py3_PyObject_HasAttrString},
505     {"PyObject_SetAttrString", (PYTHON_PROC*)&py3_PyObject_SetAttrString},
506     {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&py3_PyObject_CallFunctionObjArgs},
507     {"_PyObject_CallFunction_SizeT", (PYTHON_PROC*)&py3__PyObject_CallFunction_SizeT},
508     {"PyObject_Call", (PYTHON_PROC*)&py3_PyObject_Call},
509     {"PyEval_GetGlobals", (PYTHON_PROC*)&py3_PyEval_GetGlobals},
510     {"PyEval_GetLocals", (PYTHON_PROC*)&py3_PyEval_GetLocals},
511     {"PyList_GetItem", (PYTHON_PROC*)&py3_PyList_GetItem},
512     {"PyImport_ImportModule", (PYTHON_PROC*)&py3_PyImport_ImportModule},
513     {"PyImport_AddModule", (PYTHON_PROC*)&py3_PyImport_AddModule},
514     {"PyErr_BadArgument", (PYTHON_PROC*)&py3_PyErr_BadArgument},
515     {"PyErr_Occurred", (PYTHON_PROC*)&py3_PyErr_Occurred},
516     {"PyModule_GetDict", (PYTHON_PROC*)&py3_PyModule_GetDict},
517     {"PyList_SetItem", (PYTHON_PROC*)&py3_PyList_SetItem},
518     {"PyDict_GetItemString", (PYTHON_PROC*)&py3_PyDict_GetItemString},
519     {"PyDict_Next", (PYTHON_PROC*)&py3_PyDict_Next},
520     {"PyMapping_Check", (PYTHON_PROC*)&py3_PyMapping_Check},
521     {"PyMapping_Keys", (PYTHON_PROC*)&py3_PyMapping_Keys},
522     {"PyIter_Next", (PYTHON_PROC*)&py3_PyIter_Next},
523     {"PyObject_GetIter", (PYTHON_PROC*)&py3_PyObject_GetIter},
524     {"PyObject_Repr", (PYTHON_PROC*)&py3_PyObject_Repr},
525     {"PyObject_GetItem", (PYTHON_PROC*)&py3_PyObject_GetItem},
526     {"PyObject_IsTrue", (PYTHON_PROC*)&py3_PyObject_IsTrue},
527     {"PyLong_FromLong", (PYTHON_PROC*)&py3_PyLong_FromLong},
528     {"PyDict_New", (PYTHON_PROC*)&py3_PyDict_New},
529     {"PyType_Ready", (PYTHON_PROC*)&py3_PyType_Ready},
530     {"PyDict_SetItemString", (PYTHON_PROC*)&py3_PyDict_SetItemString},
531     {"PyLong_AsLong", (PYTHON_PROC*)&py3_PyLong_AsLong},
532     {"PyErr_SetNone", (PYTHON_PROC*)&py3_PyErr_SetNone},
533     {"PyEval_InitThreads", (PYTHON_PROC*)&py3_PyEval_InitThreads},
534     {"PyEval_RestoreThread", (PYTHON_PROC*)&py3_PyEval_RestoreThread},
535     {"PyEval_SaveThread", (PYTHON_PROC*)&py3_PyEval_SaveThread},
536     {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&py3_PyArg_Parse},
537     {"Py_IsInitialized", (PYTHON_PROC*)&py3_Py_IsInitialized},
538     {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&py3__PyObject_NextNotImplemented},
539     {"_Py_NoneStruct", (PYTHON_PROC*)&py3__Py_NoneStruct},
540     {"_Py_FalseStruct", (PYTHON_PROC*)&py3__Py_FalseStruct},
541     {"_Py_TrueStruct", (PYTHON_PROC*)&py3__Py_TrueStruct},
542     {"PyErr_Clear", (PYTHON_PROC*)&py3_PyErr_Clear},
543     {"PyErr_Format", (PYTHON_PROC*)&py3_PyErr_Format},
544     {"PyErr_PrintEx", (PYTHON_PROC*)&py3_PyErr_PrintEx},
545     {"PyObject_Init", (PYTHON_PROC*)&py3__PyObject_Init},
546     {"PyModule_AddObject", (PYTHON_PROC*)&py3_PyModule_AddObject},
547     {"PyImport_AppendInittab", (PYTHON_PROC*)&py3_PyImport_AppendInittab},
548 # if PY_VERSION_HEX >= 0x030300f0
549     {"PyUnicode_AsUTF8", (PYTHON_PROC*)&py3_PyUnicode_AsUTF8},
550 # else
551     {"_PyUnicode_AsString", (PYTHON_PROC*)&py3__PyUnicode_AsString},
552 # endif
553 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
554     {"PyUnicode_FromFormat", (PYTHON_PROC*)&py3_PyUnicode_FromFormat},
555 # else
556 #  ifdef Py_UNICODE_WIDE
557     {"PyUnicodeUCS4_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS4_FromFormat},
558 #  else
559     {"PyUnicodeUCS2_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS2_FromFormat},
560 #  endif
561 # endif
562     {"PyBytes_AsString", (PYTHON_PROC*)&py3_PyBytes_AsString},
563     {"PyBytes_AsStringAndSize", (PYTHON_PROC*)&py3_PyBytes_AsStringAndSize},
564     {"PyBytes_FromString", (PYTHON_PROC*)&py3_PyBytes_FromString},
565     {"PyBytes_FromStringAndSize", (PYTHON_PROC*)&py3_PyBytes_FromStringAndSize},
566     {"PyFloat_FromDouble", (PYTHON_PROC*)&py3_PyFloat_FromDouble},
567     {"PyFloat_AsDouble", (PYTHON_PROC*)&py3_PyFloat_AsDouble},
568     {"PyObject_GenericGetAttr", (PYTHON_PROC*)&py3_PyObject_GenericGetAttr},
569     {"PyType_GenericAlloc", (PYTHON_PROC*)&py3_PyType_GenericAlloc},
570     {"PyType_GenericNew", (PYTHON_PROC*)&py3_PyType_GenericNew},
571     {"PyType_Type", (PYTHON_PROC*)&py3_PyType_Type},
572     {"PyStdPrinter_Type", (PYTHON_PROC*)&py3_PyStdPrinter_Type},
573     {"PySlice_Type", (PYTHON_PROC*)&py3_PySlice_Type},
574     {"PyFloat_Type", (PYTHON_PROC*)&py3_PyFloat_Type},
575     {"PyBool_Type", (PYTHON_PROC*)&py3_PyBool_Type},
576     {"PyNumber_Check", (PYTHON_PROC*)&py3_PyNumber_Check},
577     {"PyNumber_Long", (PYTHON_PROC*)&py3_PyNumber_Long},
578     {"PyErr_NewException", (PYTHON_PROC*)&py3_PyErr_NewException},
579 # ifdef Py_DEBUG
580     {"_Py_NegativeRefcount", (PYTHON_PROC*)&py3__Py_NegativeRefcount},
581     {"_Py_RefTotal", (PYTHON_PROC*)&py3__Py_RefTotal},
582     {"_Py_Dealloc", (PYTHON_PROC*)&py3__Py_Dealloc},
583     {"PyModule_Create2TraceRefs", (PYTHON_PROC*)&py3_PyModule_Create2TraceRefs},
584 # else
585     {"PyModule_Create2", (PYTHON_PROC*)&py3_PyModule_Create2},
586 # endif
587 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
588     {"_PyObject_DebugFree", (PYTHON_PROC*)&py3__PyObject_DebugFree},
589     {"_PyObject_DebugMalloc", (PYTHON_PROC*)&py3__PyObject_DebugMalloc},
590 # else
591     {"PyObject_Malloc", (PYTHON_PROC*)&py3_PyObject_Malloc},
592     {"PyObject_Free", (PYTHON_PROC*)&py3_PyObject_Free},
593 # endif
594     {"_PyObject_GC_New", (PYTHON_PROC*)&py3__PyObject_GC_New},
595     {"PyObject_GC_Del", (PYTHON_PROC*)&py3_PyObject_GC_Del},
596     {"PyObject_GC_UnTrack", (PYTHON_PROC*)&py3_PyObject_GC_UnTrack},
597     {"PyType_IsSubtype", (PYTHON_PROC*)&py3_PyType_IsSubtype},
598     {"PyCapsule_New", (PYTHON_PROC*)&py3_PyCapsule_New},
599     {"PyCapsule_GetPointer", (PYTHON_PROC*)&py3_PyCapsule_GetPointer},
600     {"", NULL},
601 };
602 
603 # if PY_VERSION_HEX >= 0x030800f0
604     static inline void
605 py3__Py_DECREF(const char *filename UNUSED, int lineno UNUSED, PyObject *op)
606 {
607     _Py_DEC_REFTOTAL;
608     if (--op->ob_refcnt != 0)
609     {
610 #  ifdef Py_REF_DEBUG
611 	if (op->ob_refcnt < 0)
612 	{
613 	    _Py_NegativeRefcount(filename, lineno, op);
614 	}
615 #  endif
616     }
617     else
618     {
619 	_Py_Dealloc(op);
620     }
621 }
622 
623 #  undef Py_DECREF
624 #  define Py_DECREF(op) py3__Py_DECREF(__FILE__, __LINE__, _PyObject_CAST(op))
625 
626     static inline void
627 py3__Py_XDECREF(PyObject *op)
628 {
629     if (op != NULL)
630     {
631 	Py_DECREF(op);
632     }
633 }
634 
635 #  undef Py_XDECREF
636 #  define Py_XDECREF(op) py3__Py_XDECREF(_PyObject_CAST(op))
637 # endif
638 
639 /*
640  * Free python.dll
641  */
642     static void
643 end_dynamic_python3(void)
644 {
645     if (hinstPy3 != 0)
646     {
647 	close_dll(hinstPy3);
648 	hinstPy3 = 0;
649     }
650 }
651 
652 /*
653  * Load library and get all pointers.
654  * Parameter 'libname' provides name of DLL.
655  * Return OK or FAIL.
656  */
657     static int
658 py3_runtime_link_init(char *libname, int verbose)
659 {
660     int i;
661     PYTHON_PROC *ucs_from_string = (PYTHON_PROC *)&py3_PyUnicode_FromString;
662     PYTHON_PROC *ucs_decode = (PYTHON_PROC *)&py3_PyUnicode_Decode;
663     PYTHON_PROC *ucs_as_encoded_string =
664 				 (PYTHON_PROC *)&py3_PyUnicode_AsEncodedString;
665 
666 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON)
667     /* Can't have Python and Python3 loaded at the same time.
668      * It cause a crash, because RTLD_GLOBAL is needed for
669      * standard C extension libraries of one or both python versions. */
670     if (python_loaded())
671     {
672 	if (verbose)
673 	    emsg(_("E837: This Vim cannot execute :py3 after using :python"));
674 	return FAIL;
675     }
676 # endif
677 
678     if (hinstPy3 != 0)
679 	return OK;
680     hinstPy3 = load_dll(libname);
681 
682     if (!hinstPy3)
683     {
684 	if (verbose)
685 	    semsg(_(e_loadlib), libname);
686 	return FAIL;
687     }
688 
689     for (i = 0; py3_funcname_table[i].ptr; ++i)
690     {
691 	if ((*py3_funcname_table[i].ptr = symbol_from_dll(hinstPy3,
692 			py3_funcname_table[i].name)) == NULL)
693 	{
694 	    close_dll(hinstPy3);
695 	    hinstPy3 = 0;
696 	    if (verbose)
697 		semsg(_(e_loadfunc), py3_funcname_table[i].name);
698 	    return FAIL;
699 	}
700     }
701 
702     /* Load unicode functions separately as only the ucs2 or the ucs4 functions
703      * will be present in the library. */
704 # if PY_VERSION_HEX >= 0x030300f0
705     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicode_FromString");
706     *ucs_decode = symbol_from_dll(hinstPy3, "PyUnicode_Decode");
707     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
708 	    "PyUnicode_AsEncodedString");
709 # else
710     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicodeUCS2_FromString");
711     *ucs_decode = symbol_from_dll(hinstPy3,
712 	    "PyUnicodeUCS2_Decode");
713     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
714 	    "PyUnicodeUCS2_AsEncodedString");
715     if (*ucs_from_string == NULL || *ucs_decode == NULL
716 					     || *ucs_as_encoded_string == NULL)
717     {
718 	*ucs_from_string = symbol_from_dll(hinstPy3,
719 		"PyUnicodeUCS4_FromString");
720 	*ucs_decode = symbol_from_dll(hinstPy3,
721 		"PyUnicodeUCS4_Decode");
722 	*ucs_as_encoded_string = symbol_from_dll(hinstPy3,
723 		"PyUnicodeUCS4_AsEncodedString");
724     }
725 # endif
726     if (*ucs_from_string == NULL || *ucs_decode == NULL
727 					     || *ucs_as_encoded_string == NULL)
728     {
729 	close_dll(hinstPy3);
730 	hinstPy3 = 0;
731 	if (verbose)
732 	    semsg(_(e_loadfunc), "PyUnicode_UCSX_*");
733 	return FAIL;
734     }
735 
736     return OK;
737 }
738 
739 /*
740  * If python is enabled (there is installed python on Windows system) return
741  * TRUE, else FALSE.
742  */
743     int
744 python3_enabled(int verbose)
745 {
746     return py3_runtime_link_init((char *)p_py3dll, verbose) == OK;
747 }
748 
749 /* Load the standard Python exceptions - don't import the symbols from the
750  * DLL, as this can cause errors (importing data symbols is not reliable).
751  */
752     static void
753 get_py3_exceptions(void)
754 {
755     PyObject *exmod = PyImport_ImportModule("builtins");
756     PyObject *exdict = PyModule_GetDict(exmod);
757     p3imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
758     p3imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
759     p3imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError");
760     p3imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
761     p3imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
762     p3imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
763     p3imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit");
764     p3imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError");
765     p3imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError");
766     p3imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError");
767     Py_XINCREF(p3imp_PyExc_AttributeError);
768     Py_XINCREF(p3imp_PyExc_IndexError);
769     Py_XINCREF(p3imp_PyExc_KeyError);
770     Py_XINCREF(p3imp_PyExc_KeyboardInterrupt);
771     Py_XINCREF(p3imp_PyExc_TypeError);
772     Py_XINCREF(p3imp_PyExc_ValueError);
773     Py_XINCREF(p3imp_PyExc_SystemExit);
774     Py_XINCREF(p3imp_PyExc_RuntimeError);
775     Py_XINCREF(p3imp_PyExc_ImportError);
776     Py_XINCREF(p3imp_PyExc_OverflowError);
777     Py_XDECREF(exmod);
778 }
779 #endif /* DYNAMIC_PYTHON3 */
780 
781 static int py3initialised = 0;
782 #define PYINITIALISED py3initialised
783 static int python_end_called = FALSE;
784 
785 #define DESTRUCTOR_FINISH(self) Py_TYPE(self)->tp_free((PyObject*)self)
786 
787 #define WIN_PYTHON_REF(win) win->w_python3_ref
788 #define BUF_PYTHON_REF(buf) buf->b_python3_ref
789 #define TAB_PYTHON_REF(tab) tab->tp_python3_ref
790 
791     static void
792 call_PyObject_Free(void *p)
793 {
794 #if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
795     _PyObject_DebugFree(p);
796 #else
797     PyObject_Free(p);
798 #endif
799 }
800 
801     static PyObject *
802 call_PyType_GenericNew(PyTypeObject *type, PyObject *args, PyObject *kwds)
803 {
804     return PyType_GenericNew(type,args,kwds);
805 }
806 
807     static PyObject *
808 call_PyType_GenericAlloc(PyTypeObject *type, Py_ssize_t nitems)
809 {
810     return PyType_GenericAlloc(type,nitems);
811 }
812 
813 static PyObject *OutputGetattro(PyObject *, PyObject *);
814 static int OutputSetattro(PyObject *, PyObject *, PyObject *);
815 static PyObject *BufferGetattro(PyObject *, PyObject *);
816 static int BufferSetattro(PyObject *, PyObject *, PyObject *);
817 static PyObject *TabPageGetattro(PyObject *, PyObject *);
818 static PyObject *WindowGetattro(PyObject *, PyObject *);
819 static int WindowSetattro(PyObject *, PyObject *, PyObject *);
820 static PyObject *RangeGetattro(PyObject *, PyObject *);
821 static PyObject *CurrentGetattro(PyObject *, PyObject *);
822 static int CurrentSetattro(PyObject *, PyObject *, PyObject *);
823 static PyObject *DictionaryGetattro(PyObject *, PyObject *);
824 static int DictionarySetattro(PyObject *, PyObject *, PyObject *);
825 static PyObject *ListGetattro(PyObject *, PyObject *);
826 static int ListSetattro(PyObject *, PyObject *, PyObject *);
827 static PyObject *FunctionGetattro(PyObject *, PyObject *);
828 
829 static struct PyModuleDef vimmodule;
830 
831 #define PY_CAN_RECURSE
832 
833 /*
834  * Include the code shared with if_python.c
835  */
836 #include "if_py_both.h"
837 
838 // NOTE: Must always be used at the start of a block, since it declares "name".
839 #define GET_ATTR_STRING(name, nameobj) \
840     char	*name = ""; \
841     if (PyUnicode_Check(nameobj)) \
842 	name = (char *)_PyUnicode_AsString(nameobj)
843 
844 #define PY3OBJ_DELETED(obj) (obj->ob_base.ob_refcnt<=0)
845 
846 /******************************************************
847  * Internal function prototypes.
848  */
849 
850 static PyObject *Py3Init_vim(void);
851 
852 /******************************************************
853  * 1. Python interpreter main program.
854  */
855 
856     void
857 python3_end(void)
858 {
859     static int recurse = 0;
860 
861     /* If a crash occurs while doing this, don't try again. */
862     if (recurse != 0)
863 	return;
864 
865     python_end_called = TRUE;
866     ++recurse;
867 
868 #ifdef DYNAMIC_PYTHON3
869     if (hinstPy3)
870 #endif
871     if (Py_IsInitialized())
872     {
873 	/* acquire lock before finalizing */
874 	PyGILState_Ensure();
875 
876 	Py_Finalize();
877     }
878 
879 #ifdef DYNAMIC_PYTHON3
880     end_dynamic_python3();
881 #endif
882 
883     --recurse;
884 }
885 
886 #if (defined(DYNAMIC_PYTHON3) && defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON) && defined(UNIX)) || defined(PROTO)
887     int
888 python3_loaded(void)
889 {
890     return (hinstPy3 != 0);
891 }
892 #endif
893 
894 static wchar_t *py_home_buf = NULL;
895 
896     static int
897 Python3_Init(void)
898 {
899     if (!py3initialised)
900     {
901 #ifdef DYNAMIC_PYTHON3
902 	if (!python3_enabled(TRUE))
903 	{
904 	    emsg(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
905 	    goto fail;
906 	}
907 #endif
908 
909 	init_structs();
910 
911 	if (*p_py3home != NUL)
912 	{
913 	    size_t len = mbstowcs(NULL, (char *)p_py3home, 0) + 1;
914 
915 	    /* The string must not change later, make a copy in static memory. */
916 	    py_home_buf = ALLOC_MULT(wchar_t, len);
917 	    if (py_home_buf != NULL && mbstowcs(
918 			    py_home_buf, (char *)p_py3home, len) != (size_t)-1)
919 		Py_SetPythonHome(py_home_buf);
920 	}
921 #ifdef PYTHON3_HOME
922 	else if (mch_getenv((char_u *)"PYTHONHOME") == NULL)
923 	    Py_SetPythonHome(PYTHON3_HOME);
924 #endif
925 
926 	PyImport_AppendInittab("vim", Py3Init_vim);
927 
928 	Py_Initialize();
929 
930 	/* Initialise threads, and below save the state using
931 	 * PyEval_SaveThread.  Without the call to PyEval_SaveThread, thread
932 	 * specific state (such as the system trace hook), will be lost
933 	 * between invocations of Python code. */
934 	PyEval_InitThreads();
935 #ifdef DYNAMIC_PYTHON3
936 	get_py3_exceptions();
937 #endif
938 
939 	if (PythonIO_Init_io())
940 	    goto fail;
941 
942 	globals = PyModule_GetDict(PyImport_AddModule("__main__"));
943 
944 	/* Remove the element from sys.path that was added because of our
945 	 * argv[0] value in Py3Init_vim().  Previously we used an empty
946 	 * string, but depending on the OS we then get an empty entry or
947 	 * the current directory in sys.path.
948 	 * Only after vim has been imported, the element does exist in
949 	 * sys.path.
950 	 */
951 	PyRun_SimpleString("import vim; import sys; sys.path = list(filter(lambda x: not x.endswith('must>not&exist'), sys.path))");
952 
953 	/* lock is created and acquired in PyEval_InitThreads() and thread
954 	 * state is created in Py_Initialize()
955 	 * there _PyGILState_NoteThreadState() also sets gilcounter to 1
956 	 * (python must have threads enabled!)
957 	 * so the following does both: unlock GIL and save thread state in TLS
958 	 * without deleting thread state
959 	 */
960 	PyEval_SaveThread();
961 
962 	py3initialised = 1;
963     }
964 
965     return 0;
966 
967 fail:
968     /* We call PythonIO_Flush() here to print any Python errors.
969      * This is OK, as it is possible to call this function even
970      * if PythonIO_Init_io() has not completed successfully (it will
971      * not do anything in this case).
972      */
973     PythonIO_Flush();
974     return -1;
975 }
976 
977 /*
978  * External interface
979  */
980     static void
981 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg)
982 {
983 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
984     char		*saved_locale;
985 #endif
986     PyObject		*cmdstr;
987     PyObject		*cmdbytes;
988     PyGILState_STATE	pygilstate;
989 
990     if (python_end_called)
991 	goto theend;
992 
993     if (Python3_Init())
994 	goto theend;
995 
996     init_range(arg);
997 
998     Python_Release_Vim();	    /* leave vim */
999 
1000 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1001     /* Python only works properly when the LC_NUMERIC locale is "C". */
1002     saved_locale = setlocale(LC_NUMERIC, NULL);
1003     if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
1004 	saved_locale = NULL;
1005     else
1006     {
1007 	/* Need to make a copy, value may change when setting new locale. */
1008 	saved_locale = (char *)vim_strsave((char_u *)saved_locale);
1009 	(void)setlocale(LC_NUMERIC, "C");
1010     }
1011 #endif
1012 
1013     pygilstate = PyGILState_Ensure();
1014 
1015     /* PyRun_SimpleString expects a UTF-8 string. Wrong encoding may cause
1016      * SyntaxError (unicode error). */
1017     cmdstr = PyUnicode_Decode(cmd, strlen(cmd),
1018 					(char *)ENC_OPT, CODEC_ERROR_HANDLER);
1019     cmdbytes = PyUnicode_AsEncodedString(cmdstr, "utf-8", CODEC_ERROR_HANDLER);
1020     Py_XDECREF(cmdstr);
1021 
1022     run(PyBytes_AsString(cmdbytes), arg, &pygilstate);
1023     Py_XDECREF(cmdbytes);
1024 
1025     PyGILState_Release(pygilstate);
1026 
1027 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
1028     if (saved_locale != NULL)
1029     {
1030 	(void)setlocale(LC_NUMERIC, saved_locale);
1031 	vim_free(saved_locale);
1032     }
1033 #endif
1034 
1035     Python_Lock_Vim();		    /* enter vim */
1036     PythonIO_Flush();
1037 
1038 theend:
1039     return;	    /* keeps lint happy */
1040 }
1041 
1042 /*
1043  * ":py3"
1044  */
1045     void
1046 ex_py3(exarg_T *eap)
1047 {
1048     char_u *script;
1049 
1050     script = script_get(eap, eap->arg);
1051     if (!eap->skip)
1052     {
1053 	if (p_pyx == 0)
1054 	    p_pyx = 3;
1055 
1056 	DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script,
1057 		(rangeinitializer) init_range_cmd,
1058 		(runner) run_cmd,
1059 		(void *) eap);
1060     }
1061     vim_free(script);
1062 }
1063 
1064 #define BUFFER_SIZE 2048
1065 
1066 /*
1067  * ":py3file"
1068  */
1069     void
1070 ex_py3file(exarg_T *eap)
1071 {
1072     static char buffer[BUFFER_SIZE];
1073     const char *file;
1074     char *p;
1075     int i;
1076 
1077     if (p_pyx == 0)
1078 	p_pyx = 3;
1079 
1080     /* Have to do it like this. PyRun_SimpleFile requires you to pass a
1081      * stdio file pointer, but Vim and the Python DLL are compiled with
1082      * different options under Windows, meaning that stdio pointers aren't
1083      * compatible between the two. Yuk.
1084      *
1085      * construct: exec(compile(open('a_filename', 'rb').read(), 'a_filename', 'exec'))
1086      *
1087      * Using bytes so that Python can detect the source encoding as it normally
1088      * does. The doc does not say "compile" accept bytes, though.
1089      *
1090      * We need to escape any backslashes or single quotes in the file name, so that
1091      * Python won't mangle the file name.
1092      */
1093 
1094     strcpy(buffer, "exec(compile(open('");
1095     p = buffer + 19; /* size of "exec(compile(open('" */
1096 
1097     for (i=0; i<2; ++i)
1098     {
1099 	file = (char *)eap->arg;
1100 	while (*file && p < buffer + (BUFFER_SIZE - 3))
1101 	{
1102 	    if (*file == '\\' || *file == '\'')
1103 		*p++ = '\\';
1104 	    *p++ = *file++;
1105 	}
1106 	/* If we didn't finish the file name, we hit a buffer overflow */
1107 	if (*file != '\0')
1108 	    return;
1109 	if (i==0)
1110 	{
1111 	    strcpy(p,"','rb').read(),'");
1112 	    p += 16;
1113 	}
1114 	else
1115 	{
1116 	    strcpy(p,"','exec'))");
1117 	    p += 10;
1118 	}
1119     }
1120 
1121 
1122     /* Execute the file */
1123     DoPyCommand(buffer,
1124 	    (rangeinitializer) init_range_cmd,
1125 	    (runner) run_cmd,
1126 	    (void *) eap);
1127 }
1128 
1129     void
1130 ex_py3do(exarg_T *eap)
1131 {
1132     if (p_pyx == 0)
1133 	p_pyx = 3;
1134 
1135     DoPyCommand((char *)eap->arg,
1136 	    (rangeinitializer)init_range_cmd,
1137 	    (runner)run_do,
1138 	    (void *)eap);
1139 }
1140 
1141 /******************************************************
1142  * 2. Python output stream: writes output via [e]msg().
1143  */
1144 
1145 /* Implementation functions
1146  */
1147 
1148     static PyObject *
1149 OutputGetattro(PyObject *self, PyObject *nameobj)
1150 {
1151     GET_ATTR_STRING(name, nameobj);
1152 
1153     if (strcmp(name, "softspace") == 0)
1154 	return PyLong_FromLong(((OutputObject *)(self))->softspace);
1155     else if (strcmp(name, "errors") == 0)
1156 	return PyString_FromString("strict");
1157     else if (strcmp(name, "encoding") == 0)
1158 	return PyString_FromString(ENC_OPT);
1159 
1160     return PyObject_GenericGetAttr(self, nameobj);
1161 }
1162 
1163     static int
1164 OutputSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1165 {
1166     GET_ATTR_STRING(name, nameobj);
1167 
1168     return OutputSetattr((OutputObject *)(self), name, val);
1169 }
1170 
1171 /******************************************************
1172  * 3. Implementation of the Vim module for Python
1173  */
1174 
1175 /* Window type - Implementation functions
1176  * --------------------------------------
1177  */
1178 
1179 #define WindowType_Check(obj) ((obj)->ob_base.ob_type == &WindowType)
1180 
1181 /* Buffer type - Implementation functions
1182  * --------------------------------------
1183  */
1184 
1185 #define BufferType_Check(obj) ((obj)->ob_base.ob_type == &BufferType)
1186 
1187 static PyObject* BufferSubscript(PyObject *self, PyObject *idx);
1188 static Py_ssize_t BufferAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1189 
1190 /* Line range type - Implementation functions
1191  * --------------------------------------
1192  */
1193 
1194 #define RangeType_Check(obj) ((obj)->ob_base.ob_type == &RangeType)
1195 
1196 static PyObject* RangeSubscript(PyObject *self, PyObject *idx);
1197 static Py_ssize_t RangeAsItem(PyObject *, Py_ssize_t, PyObject *);
1198 static Py_ssize_t RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1199 
1200 /* Current objects type - Implementation functions
1201  * -----------------------------------------------
1202  */
1203 
1204 static PySequenceMethods BufferAsSeq = {
1205     (lenfunc)		BufferLength,	    /* sq_length,    len(x)   */
1206     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1207     (ssizeargfunc)	0,		    /* sq_repeat,    x*n      */
1208     (ssizeargfunc)	BufferItem,	    /* sq_item,      x[i]     */
1209     0,					    /* was_sq_slice,	 x[i:j]   */
1210     0,					    /* sq_ass_item,  x[i]=v   */
1211     0,					    /* sq_ass_slice, x[i:j]=v */
1212     0,					    /* sq_contains */
1213     0,					    /* sq_inplace_concat */
1214     0,					    /* sq_inplace_repeat */
1215 };
1216 
1217 static PyMappingMethods BufferAsMapping = {
1218     /* mp_length	*/ (lenfunc)BufferLength,
1219     /* mp_subscript     */ (binaryfunc)BufferSubscript,
1220     /* mp_ass_subscript */ (objobjargproc)BufferAsSubscript,
1221 };
1222 
1223 
1224 /* Buffer object
1225  */
1226 
1227     static PyObject *
1228 BufferGetattro(PyObject *self, PyObject *nameobj)
1229 {
1230     PyObject *r;
1231 
1232     GET_ATTR_STRING(name, nameobj);
1233 
1234     if ((r = BufferAttrValid((BufferObject *)(self), name)))
1235 	return r;
1236 
1237     if (CheckBuffer((BufferObject *)(self)))
1238 	return NULL;
1239 
1240     r = BufferAttr((BufferObject *)(self), name);
1241     if (r || PyErr_Occurred())
1242 	return r;
1243     else
1244 	return PyObject_GenericGetAttr(self, nameobj);
1245 }
1246 
1247     static int
1248 BufferSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1249 {
1250     GET_ATTR_STRING(name, nameobj);
1251 
1252     return BufferSetattr((BufferObject *)(self), name, val);
1253 }
1254 
1255 /******************/
1256 
1257     static PyObject *
1258 BufferSubscript(PyObject *self, PyObject* idx)
1259 {
1260     if (PyLong_Check(idx))
1261     {
1262 	long _idx = PyLong_AsLong(idx);
1263 	return BufferItem((BufferObject *)(self), _idx);
1264     } else if (PySlice_Check(idx))
1265     {
1266 	Py_ssize_t start, stop, step, slicelen;
1267 
1268 	if (CheckBuffer((BufferObject *) self))
1269 	    return NULL;
1270 
1271 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1272 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1273 	      &start, &stop,
1274 	      &step, &slicelen) < 0)
1275 	    return NULL;
1276 	return BufferSlice((BufferObject *)(self), start, stop);
1277     }
1278     else
1279     {
1280 	RAISE_INVALID_INDEX_TYPE(idx);
1281 	return NULL;
1282     }
1283 }
1284 
1285     static Py_ssize_t
1286 BufferAsSubscript(PyObject *self, PyObject* idx, PyObject* val)
1287 {
1288     if (PyLong_Check(idx))
1289     {
1290 	long n = PyLong_AsLong(idx);
1291 	return RBAsItem((BufferObject *)(self), n, val, 1,
1292 		    (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1293 		    NULL);
1294     } else if (PySlice_Check(idx))
1295     {
1296 	Py_ssize_t start, stop, step, slicelen;
1297 
1298 	if (CheckBuffer((BufferObject *) self))
1299 	    return -1;
1300 
1301 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1302 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1303 	      &start, &stop,
1304 	      &step, &slicelen) < 0)
1305 	    return -1;
1306 	return RBAsSlice((BufferObject *)(self), start, stop, val, 1,
1307 			  (PyInt)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1308 			  NULL);
1309     }
1310     else
1311     {
1312 	RAISE_INVALID_INDEX_TYPE(idx);
1313 	return -1;
1314     }
1315 }
1316 
1317 static PySequenceMethods RangeAsSeq = {
1318     (lenfunc)		RangeLength,	 /* sq_length,	  len(x)   */
1319     (binaryfunc)	0,		 /* RangeConcat, sq_concat,  x+y   */
1320     (ssizeargfunc)	0,		 /* RangeRepeat, sq_repeat,  x*n   */
1321     (ssizeargfunc)	RangeItem,	 /* sq_item,	  x[i]	   */
1322     0,					 /* was_sq_slice,     x[i:j]   */
1323     (ssizeobjargproc)	RangeAsItem,	 /* sq_as_item,  x[i]=v   */
1324     0,					 /* sq_ass_slice, x[i:j]=v */
1325     0,					 /* sq_contains */
1326     0,					 /* sq_inplace_concat */
1327     0,					 /* sq_inplace_repeat */
1328 };
1329 
1330 static PyMappingMethods RangeAsMapping = {
1331     /* mp_length	*/ (lenfunc)RangeLength,
1332     /* mp_subscript     */ (binaryfunc)RangeSubscript,
1333     /* mp_ass_subscript */ (objobjargproc)RangeAsSubscript,
1334 };
1335 
1336 /* Line range object - Implementation
1337  */
1338 
1339     static PyObject *
1340 RangeGetattro(PyObject *self, PyObject *nameobj)
1341 {
1342     GET_ATTR_STRING(name, nameobj);
1343 
1344     if (strcmp(name, "start") == 0)
1345 	return Py_BuildValue("n", ((RangeObject *)(self))->start - 1);
1346     else if (strcmp(name, "end") == 0)
1347 	return Py_BuildValue("n", ((RangeObject *)(self))->end - 1);
1348     else
1349 	return PyObject_GenericGetAttr(self, nameobj);
1350 }
1351 
1352 /****************/
1353 
1354     static Py_ssize_t
1355 RangeAsItem(PyObject *self, Py_ssize_t n, PyObject *val)
1356 {
1357     return RBAsItem(((RangeObject *)(self))->buf, n, val,
1358 		    ((RangeObject *)(self))->start,
1359 		    ((RangeObject *)(self))->end,
1360 		    &((RangeObject *)(self))->end);
1361 }
1362 
1363     static Py_ssize_t
1364 RangeAsSlice(PyObject *self, Py_ssize_t lo, Py_ssize_t hi, PyObject *val)
1365 {
1366     return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1367 		    ((RangeObject *)(self))->start,
1368 		    ((RangeObject *)(self))->end,
1369 		    &((RangeObject *)(self))->end);
1370 }
1371 
1372     static PyObject *
1373 RangeSubscript(PyObject *self, PyObject* idx)
1374 {
1375     if (PyLong_Check(idx))
1376     {
1377 	long _idx = PyLong_AsLong(idx);
1378 	return RangeItem((RangeObject *)(self), _idx);
1379     } else if (PySlice_Check(idx))
1380     {
1381 	Py_ssize_t start, stop, step, slicelen;
1382 
1383 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1384 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1385 		&start, &stop,
1386 		&step, &slicelen) < 0)
1387 	    return NULL;
1388 	return RangeSlice((RangeObject *)(self), start, stop);
1389     }
1390     else
1391     {
1392 	RAISE_INVALID_INDEX_TYPE(idx);
1393 	return NULL;
1394     }
1395 }
1396 
1397     static Py_ssize_t
1398 RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val)
1399 {
1400     if (PyLong_Check(idx))
1401     {
1402 	long n = PyLong_AsLong(idx);
1403 	return RangeAsItem(self, n, val);
1404     }
1405     else if (PySlice_Check(idx))
1406     {
1407 	Py_ssize_t start, stop, step, slicelen;
1408 
1409 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1410 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1411 		&start, &stop,
1412 		&step, &slicelen) < 0)
1413 	    return -1;
1414 	return RangeAsSlice(self, start, stop, val);
1415     }
1416     else
1417     {
1418 	RAISE_INVALID_INDEX_TYPE(idx);
1419 	return -1;
1420     }
1421 }
1422 
1423 /* TabPage object - Implementation
1424  */
1425 
1426     static PyObject *
1427 TabPageGetattro(PyObject *self, PyObject *nameobj)
1428 {
1429     PyObject *r;
1430 
1431     GET_ATTR_STRING(name, nameobj);
1432 
1433     if ((r = TabPageAttrValid((TabPageObject *)(self), name)))
1434 	return r;
1435 
1436     if (CheckTabPage((TabPageObject *)(self)))
1437 	return NULL;
1438 
1439     r = TabPageAttr((TabPageObject *)(self), name);
1440     if (r || PyErr_Occurred())
1441 	return r;
1442     else
1443 	return PyObject_GenericGetAttr(self, nameobj);
1444 }
1445 
1446 /* Window object - Implementation
1447  */
1448 
1449     static PyObject *
1450 WindowGetattro(PyObject *self, PyObject *nameobj)
1451 {
1452     PyObject *r;
1453 
1454     GET_ATTR_STRING(name, nameobj);
1455 
1456     if ((r = WindowAttrValid((WindowObject *)(self), name)))
1457 	return r;
1458 
1459     if (CheckWindow((WindowObject *)(self)))
1460 	return NULL;
1461 
1462     r = WindowAttr((WindowObject *)(self), name);
1463     if (r || PyErr_Occurred())
1464 	return r;
1465     else
1466 	return PyObject_GenericGetAttr(self, nameobj);
1467 }
1468 
1469     static int
1470 WindowSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1471 {
1472     GET_ATTR_STRING(name, nameobj);
1473 
1474     return WindowSetattr((WindowObject *)(self), name, val);
1475 }
1476 
1477 /* Tab page list object - Definitions
1478  */
1479 
1480 static PySequenceMethods TabListAsSeq = {
1481     (lenfunc)	     TabListLength,	    /* sq_length,    len(x)   */
1482     (binaryfunc)     0,			    /* sq_concat,    x+y      */
1483     (ssizeargfunc)   0,			    /* sq_repeat,    x*n      */
1484     (ssizeargfunc)   TabListItem,	    /* sq_item,      x[i]     */
1485     0,					    /* sq_slice,     x[i:j]   */
1486     (ssizeobjargproc)0,			    /* sq_as_item,  x[i]=v   */
1487     0,					    /* sq_ass_slice, x[i:j]=v */
1488     0,					    /* sq_contains */
1489     0,					    /* sq_inplace_concat */
1490     0,					    /* sq_inplace_repeat */
1491 };
1492 
1493 /* Window list object - Definitions
1494  */
1495 
1496 static PySequenceMethods WinListAsSeq = {
1497     (lenfunc)	     WinListLength,	    /* sq_length,    len(x)   */
1498     (binaryfunc)     0,			    /* sq_concat,    x+y      */
1499     (ssizeargfunc)   0,			    /* sq_repeat,    x*n      */
1500     (ssizeargfunc)   WinListItem,	    /* sq_item,      x[i]     */
1501     0,					    /* sq_slice,     x[i:j]   */
1502     (ssizeobjargproc)0,			    /* sq_as_item,  x[i]=v   */
1503     0,					    /* sq_ass_slice, x[i:j]=v */
1504     0,					    /* sq_contains */
1505     0,					    /* sq_inplace_concat */
1506     0,					    /* sq_inplace_repeat */
1507 };
1508 
1509 /* Current items object - Implementation
1510  */
1511     static PyObject *
1512 CurrentGetattro(PyObject *self, PyObject *nameobj)
1513 {
1514     PyObject	*r;
1515     GET_ATTR_STRING(name, nameobj);
1516     if (!(r = CurrentGetattr(self, name)))
1517 	return PyObject_GenericGetAttr(self, nameobj);
1518     return r;
1519 }
1520 
1521     static int
1522 CurrentSetattro(PyObject *self, PyObject *nameobj, PyObject *value)
1523 {
1524     GET_ATTR_STRING(name, nameobj);
1525     return CurrentSetattr(self, name, value);
1526 }
1527 
1528 /* Dictionary object - Definitions
1529  */
1530 
1531     static PyObject *
1532 DictionaryGetattro(PyObject *self, PyObject *nameobj)
1533 {
1534     DictionaryObject	*this = ((DictionaryObject *) (self));
1535 
1536     GET_ATTR_STRING(name, nameobj);
1537 
1538     if (strcmp(name, "locked") == 0)
1539 	return PyLong_FromLong(this->dict->dv_lock);
1540     else if (strcmp(name, "scope") == 0)
1541 	return PyLong_FromLong(this->dict->dv_scope);
1542 
1543     return PyObject_GenericGetAttr(self, nameobj);
1544 }
1545 
1546     static int
1547 DictionarySetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1548 {
1549     GET_ATTR_STRING(name, nameobj);
1550     return DictionarySetattr((DictionaryObject *)(self), name, val);
1551 }
1552 
1553 /* List object - Definitions
1554  */
1555 
1556     static PyObject *
1557 ListGetattro(PyObject *self, PyObject *nameobj)
1558 {
1559     GET_ATTR_STRING(name, nameobj);
1560 
1561     if (strcmp(name, "locked") == 0)
1562 	return PyLong_FromLong(((ListObject *) (self))->list->lv_lock);
1563 
1564     return PyObject_GenericGetAttr(self, nameobj);
1565 }
1566 
1567     static int
1568 ListSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1569 {
1570     GET_ATTR_STRING(name, nameobj);
1571     return ListSetattr((ListObject *)(self), name, val);
1572 }
1573 
1574 /* Function object - Definitions
1575  */
1576 
1577     static PyObject *
1578 FunctionGetattro(PyObject *self, PyObject *nameobj)
1579 {
1580     PyObject		*r;
1581     FunctionObject	*this = (FunctionObject *)(self);
1582 
1583     GET_ATTR_STRING(name, nameobj);
1584 
1585     r = FunctionAttr(this, name);
1586     if (r || PyErr_Occurred())
1587 	return r;
1588     else
1589 	return PyObject_GenericGetAttr(self, nameobj);
1590 }
1591 
1592 /* External interface
1593  */
1594 
1595     void
1596 python3_buffer_free(buf_T *buf)
1597 {
1598     if (BUF_PYTHON_REF(buf) != NULL)
1599     {
1600 	BufferObject *bp = BUF_PYTHON_REF(buf);
1601 	bp->buf = INVALID_BUFFER_VALUE;
1602 	BUF_PYTHON_REF(buf) = NULL;
1603     }
1604 }
1605 
1606     void
1607 python3_window_free(win_T *win)
1608 {
1609     if (WIN_PYTHON_REF(win) != NULL)
1610     {
1611 	WindowObject *wp = WIN_PYTHON_REF(win);
1612 	wp->win = INVALID_WINDOW_VALUE;
1613 	WIN_PYTHON_REF(win) = NULL;
1614     }
1615 }
1616 
1617     void
1618 python3_tabpage_free(tabpage_T *tab)
1619 {
1620     if (TAB_PYTHON_REF(tab) != NULL)
1621     {
1622 	TabPageObject *tp = TAB_PYTHON_REF(tab);
1623 	tp->tab = INVALID_TABPAGE_VALUE;
1624 	TAB_PYTHON_REF(tab) = NULL;
1625     }
1626 }
1627 
1628     static PyObject *
1629 Py3Init_vim(void)
1630 {
1631     /* The special value is removed from sys.path in Python3_Init(). */
1632     static wchar_t *(argv[2]) = {L"/must>not&exist/foo", NULL};
1633 
1634     if (init_types())
1635 	return NULL;
1636 
1637     /* Set sys.argv[] to avoid a crash in warn(). */
1638     PySys_SetArgv(1, argv);
1639 
1640     if ((vim_module = PyModule_Create(&vimmodule)) == NULL)
1641 	return NULL;
1642 
1643     if (populate_module(vim_module))
1644 	return NULL;
1645 
1646     if (init_sys_path())
1647 	return NULL;
1648 
1649     return vim_module;
1650 }
1651 
1652 /*************************************************************************
1653  * 4. Utility functions for handling the interface between Vim and Python.
1654  */
1655 
1656 /* Convert a Vim line into a Python string.
1657  * All internal newlines are replaced by null characters.
1658  *
1659  * On errors, the Python exception data is set, and NULL is returned.
1660  */
1661     static PyObject *
1662 LineToString(const char *str)
1663 {
1664     PyObject *result;
1665     Py_ssize_t len = strlen(str);
1666     char *tmp,*p;
1667 
1668     tmp = alloc(len + 1);
1669     p = tmp;
1670     if (p == NULL)
1671     {
1672 	PyErr_NoMemory();
1673 	return NULL;
1674     }
1675 
1676     while (*str)
1677     {
1678 	if (*str == '\n')
1679 	    *p = '\0';
1680 	else
1681 	    *p = *str;
1682 
1683 	++p;
1684 	++str;
1685     }
1686     *p = '\0';
1687 
1688     result = PyUnicode_Decode(tmp, len, (char *)ENC_OPT, CODEC_ERROR_HANDLER);
1689 
1690     vim_free(tmp);
1691     return result;
1692 }
1693 
1694     void
1695 do_py3eval(char_u *str, typval_T *rettv)
1696 {
1697     DoPyCommand((char *) str,
1698 	    (rangeinitializer) init_range_eval,
1699 	    (runner) run_eval,
1700 	    (void *) rettv);
1701     if (rettv->v_type == VAR_UNKNOWN)
1702     {
1703 	rettv->v_type = VAR_NUMBER;
1704 	rettv->vval.v_number = 0;
1705     }
1706 }
1707 
1708     int
1709 set_ref_in_python3(int copyID)
1710 {
1711     return set_ref_in_py(copyID);
1712 }
1713