xref: /vim-8.2.3635/src/if_python3.c (revision 0b0f0992) 
1 /* vi:set ts=8 sts=4 sw=4 noet:
2  *
3  * VIM - Vi IMproved    by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 /*
10  * Python extensions by Paul Moore.
11  * Changes for Unix by David Leonard.
12  *
13  * This consists of four parts:
14  * 1. Python interpreter main program
15  * 2. Python output stream: writes output via [e]msg().
16  * 3. Implementation of the Vim module for Python
17  * 4. Utility functions for handling the interface between Vim and Python.
18  */
19 
20 /*
21  * Roland Puntaier 2009/sept/16:
22  * Adaptations to support both python3.x and python2.x
23  */
24 
25 /* uncomment this if used with the debug version of python */
26 /* #define Py_DEBUG */
27 /* Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting
28  */
29 /* uncomment this if used with the debug version of python, but without its
30  * allocator */
31 /* #define Py_DEBUG_NO_PYMALLOC */
32 
33 #include "vim.h"
34 
35 #include <limits.h>
36 
37 #if defined(_WIN32) && defined(HAVE_FCNTL_H)
38 # undef HAVE_FCNTL_H
39 #endif
40 
41 #ifdef _DEBUG
42 # undef _DEBUG
43 #endif
44 
45 #ifdef F_BLANK
46 # undef F_BLANK
47 #endif
48 
49 #ifdef HAVE_STRFTIME
50 # undef HAVE_STRFTIME
51 #endif
52 #ifdef HAVE_STRING_H
53 # undef HAVE_STRING_H
54 #endif
55 #ifdef HAVE_PUTENV
56 # undef HAVE_PUTENV
57 #endif
58 #ifdef HAVE_STDARG_H
59 # undef HAVE_STDARG_H   /* Python's config.h defines it as well. */
60 #endif
61 #ifdef _POSIX_C_SOURCE  /* defined in feature.h */
62 # undef _POSIX_C_SOURCE
63 #endif
64 #ifdef _XOPEN_SOURCE
65 # undef _XOPEN_SOURCE	/* pyconfig.h defines it as well. */
66 #endif
67 
68 #define PY_SSIZE_T_CLEAN
69 
70 #include <Python.h>
71 
72 #undef main /* Defined in python.h - aargh */
73 #undef HAVE_FCNTL_H /* Clash with os_win32.h */
74 
75 /* The "surrogateescape" error handler is new in Python 3.1 */
76 #if PY_VERSION_HEX >= 0x030100f0
77 # define CODEC_ERROR_HANDLER "surrogateescape"
78 #else
79 # define CODEC_ERROR_HANDLER NULL
80 #endif
81 
82 /* Python 3 does not support CObjects, always use Capsules */
83 #define PY_USE_CAPSULE
84 
85 #define PyInt Py_ssize_t
86 #ifndef PyString_Check
87 # define PyString_Check(obj) PyUnicode_Check(obj)
88 #endif
89 #define PyString_FromString(repr) \
90     PyUnicode_Decode(repr, STRLEN(repr), ENC_OPT, NULL)
91 #define PyString_FromFormat PyUnicode_FromFormat
92 #ifndef PyInt_Check
93 # define PyInt_Check(obj) PyLong_Check(obj)
94 #endif
95 #define PyInt_FromLong(i) PyLong_FromLong(i)
96 #define PyInt_AsLong(obj) PyLong_AsLong(obj)
97 #define Py_ssize_t_fmt "n"
98 #define Py_bytes_fmt "y"
99 
100 #define PyIntArgFunc	ssizeargfunc
101 #define PyIntObjArgProc	ssizeobjargproc
102 
103 /*
104  * PySlice_GetIndicesEx(): first argument type changed from PySliceObject
105  * to PyObject in Python 3.2 or later.
106  */
107 #if PY_VERSION_HEX >= 0x030200f0
108 typedef PyObject PySliceObject_T;
109 #else
110 typedef PySliceObject PySliceObject_T;
111 #endif
112 
113 #if defined(DYNAMIC_PYTHON3) || defined(PROTO)
114 
115 # ifndef WIN3264
116 #  include <dlfcn.h>
117 #  define FARPROC void*
118 #  define HINSTANCE void*
119 #  if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
120 #   define load_dll(n) dlopen((n), RTLD_LAZY)
121 #  else
122 #   define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
123 #  endif
124 #  define close_dll dlclose
125 #  define symbol_from_dll dlsym
126 # else
127 #  define load_dll vimLoadLib
128 #  define close_dll FreeLibrary
129 #  define symbol_from_dll GetProcAddress
130 # endif
131 /*
132  * Wrapper defines
133  */
134 # undef PyArg_Parse
135 # define PyArg_Parse py3_PyArg_Parse
136 # undef PyArg_ParseTuple
137 # define PyArg_ParseTuple py3_PyArg_ParseTuple
138 # define PyMem_Free py3_PyMem_Free
139 # define PyMem_Malloc py3_PyMem_Malloc
140 # define PyDict_SetItemString py3_PyDict_SetItemString
141 # define PyErr_BadArgument py3_PyErr_BadArgument
142 # define PyErr_Clear py3_PyErr_Clear
143 # define PyErr_Format py3_PyErr_Format
144 # define PyErr_PrintEx py3_PyErr_PrintEx
145 # define PyErr_NoMemory py3_PyErr_NoMemory
146 # define PyErr_Occurred py3_PyErr_Occurred
147 # define PyErr_SetNone py3_PyErr_SetNone
148 # define PyErr_SetString py3_PyErr_SetString
149 # define PyErr_SetObject py3_PyErr_SetObject
150 # define PyErr_ExceptionMatches py3_PyErr_ExceptionMatches
151 # define PyEval_InitThreads py3_PyEval_InitThreads
152 # define PyEval_RestoreThread py3_PyEval_RestoreThread
153 # define PyEval_SaveThread py3_PyEval_SaveThread
154 # define PyGILState_Ensure py3_PyGILState_Ensure
155 # define PyGILState_Release py3_PyGILState_Release
156 # define PyLong_AsLong py3_PyLong_AsLong
157 # define PyLong_FromLong py3_PyLong_FromLong
158 # define PyList_GetItem py3_PyList_GetItem
159 # define PyList_Append py3_PyList_Append
160 # define PyList_Insert py3_PyList_Insert
161 # define PyList_New py3_PyList_New
162 # define PyList_SetItem py3_PyList_SetItem
163 # define PyList_Size py3_PyList_Size
164 # define PySequence_Check py3_PySequence_Check
165 # define PySequence_Size py3_PySequence_Size
166 # define PySequence_GetItem py3_PySequence_GetItem
167 # define PySequence_Fast py3_PySequence_Fast
168 # define PyTuple_Size py3_PyTuple_Size
169 # define PyTuple_GetItem py3_PyTuple_GetItem
170 # define PySlice_GetIndicesEx py3_PySlice_GetIndicesEx
171 # define PyImport_ImportModule py3_PyImport_ImportModule
172 # define PyObject_Init py3__PyObject_Init
173 # define PyDict_New py3_PyDict_New
174 # define PyDict_GetItemString py3_PyDict_GetItemString
175 # define PyDict_Next py3_PyDict_Next
176 # define PyMapping_Check py3_PyMapping_Check
177 # ifndef PyMapping_Keys
178 #  define PyMapping_Keys py3_PyMapping_Keys
179 # endif
180 # define PyIter_Next py3_PyIter_Next
181 # define PyObject_GetIter py3_PyObject_GetIter
182 # define PyObject_Repr py3_PyObject_Repr
183 # define PyObject_GetItem py3_PyObject_GetItem
184 # define PyObject_IsTrue py3_PyObject_IsTrue
185 # define PyModule_GetDict py3_PyModule_GetDict
186 #undef PyRun_SimpleString
187 # define PyRun_SimpleString py3_PyRun_SimpleString
188 #undef PyRun_String
189 # define PyRun_String py3_PyRun_String
190 # define PyObject_GetAttrString py3_PyObject_GetAttrString
191 # define PyObject_HasAttrString py3_PyObject_HasAttrString
192 # define PyObject_SetAttrString py3_PyObject_SetAttrString
193 # define PyObject_CallFunctionObjArgs py3_PyObject_CallFunctionObjArgs
194 # define _PyObject_CallFunction_SizeT py3__PyObject_CallFunction_SizeT
195 # define PyObject_Call py3_PyObject_Call
196 # define PyEval_GetLocals py3_PyEval_GetLocals
197 # define PyEval_GetGlobals py3_PyEval_GetGlobals
198 # define PySys_SetObject py3_PySys_SetObject
199 # define PySys_GetObject py3_PySys_GetObject
200 # define PySys_SetArgv py3_PySys_SetArgv
201 # define PyType_Ready py3_PyType_Ready
202 #undef Py_BuildValue
203 # define Py_BuildValue py3_Py_BuildValue
204 # define Py_SetPythonHome py3_Py_SetPythonHome
205 # define Py_Initialize py3_Py_Initialize
206 # define Py_Finalize py3_Py_Finalize
207 # define Py_IsInitialized py3_Py_IsInitialized
208 # define _Py_NoneStruct (*py3__Py_NoneStruct)
209 # define _Py_FalseStruct (*py3__Py_FalseStruct)
210 # define _Py_TrueStruct (*py3__Py_TrueStruct)
211 # define _PyObject_NextNotImplemented (*py3__PyObject_NextNotImplemented)
212 # define PyModule_AddObject py3_PyModule_AddObject
213 # define PyImport_AppendInittab py3_PyImport_AppendInittab
214 # define PyImport_AddModule py3_PyImport_AddModule
215 # if PY_VERSION_HEX >= 0x030300f0
216 #  undef _PyUnicode_AsString
217 #  define _PyUnicode_AsString py3_PyUnicode_AsUTF8
218 # else
219 #  define _PyUnicode_AsString py3__PyUnicode_AsString
220 # endif
221 # undef PyUnicode_AsEncodedString
222 # define PyUnicode_AsEncodedString py3_PyUnicode_AsEncodedString
223 # undef PyBytes_AsString
224 # define PyBytes_AsString py3_PyBytes_AsString
225 # ifndef PyBytes_AsStringAndSize
226 #  define PyBytes_AsStringAndSize py3_PyBytes_AsStringAndSize
227 # endif
228 # undef PyBytes_FromString
229 # define PyBytes_FromString py3_PyBytes_FromString
230 # define PyFloat_FromDouble py3_PyFloat_FromDouble
231 # define PyFloat_AsDouble py3_PyFloat_AsDouble
232 # define PyObject_GenericGetAttr py3_PyObject_GenericGetAttr
233 # define PyType_Type (*py3_PyType_Type)
234 # define PyStdPrinter_Type (*py3_PyStdPrinter_Type)
235 # define PySlice_Type (*py3_PySlice_Type)
236 # define PyFloat_Type (*py3_PyFloat_Type)
237 # define PyNumber_Check (*py3_PyNumber_Check)
238 # define PyNumber_Long (*py3_PyNumber_Long)
239 # define PyBool_Type (*py3_PyBool_Type)
240 # define PyErr_NewException py3_PyErr_NewException
241 # ifdef Py_DEBUG
242 #  define _Py_NegativeRefcount py3__Py_NegativeRefcount
243 #  define _Py_RefTotal (*py3__Py_RefTotal)
244 #  define _Py_Dealloc py3__Py_Dealloc
245 #  define PyModule_Create2TraceRefs py3_PyModule_Create2TraceRefs
246 # else
247 #  define PyModule_Create2 py3_PyModule_Create2
248 # endif
249 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
250 #  define _PyObject_DebugMalloc py3__PyObject_DebugMalloc
251 #  define _PyObject_DebugFree py3__PyObject_DebugFree
252 # else
253 #  define PyObject_Malloc py3_PyObject_Malloc
254 #  define PyObject_Free py3_PyObject_Free
255 # endif
256 # define _PyObject_GC_New py3__PyObject_GC_New
257 # define PyObject_GC_Del py3_PyObject_GC_Del
258 # define PyObject_GC_UnTrack py3_PyObject_GC_UnTrack
259 # define PyType_GenericAlloc py3_PyType_GenericAlloc
260 # define PyType_GenericNew py3_PyType_GenericNew
261 # undef PyUnicode_FromString
262 # define PyUnicode_FromString py3_PyUnicode_FromString
263 # ifndef PyUnicode_FromFormat
264 #  define PyUnicode_FromFormat py3_PyUnicode_FromFormat
265 # else
266 #  define Py_UNICODE_USE_UCS_FUNCTIONS
267 #  ifdef Py_UNICODE_WIDE
268 #   define PyUnicodeUCS4_FromFormat py3_PyUnicodeUCS4_FromFormat
269 #  else
270 #   define PyUnicodeUCS2_FromFormat py3_PyUnicodeUCS2_FromFormat
271 #  endif
272 # endif
273 # undef PyUnicode_Decode
274 # define PyUnicode_Decode py3_PyUnicode_Decode
275 # define PyType_IsSubtype py3_PyType_IsSubtype
276 # define PyCapsule_New py3_PyCapsule_New
277 # define PyCapsule_GetPointer py3_PyCapsule_GetPointer
278 
279 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
280 #  undef PyObject_NEW
281 #  define PyObject_NEW(type, typeobj) \
282 ( (type *) PyObject_Init( \
283 	(PyObject *) _PyObject_DebugMalloc( _PyObject_SIZE(typeobj) ), (typeobj)) )
284 # endif
285 
286 /*
287  * Pointers for dynamic link
288  */
289 static int (*py3_PySys_SetArgv)(int, wchar_t **);
290 static void (*py3_Py_SetPythonHome)(wchar_t *home);
291 static void (*py3_Py_Initialize)(void);
292 static PyObject* (*py3_PyList_New)(Py_ssize_t size);
293 static PyGILState_STATE (*py3_PyGILState_Ensure)(void);
294 static void (*py3_PyGILState_Release)(PyGILState_STATE);
295 static int (*py3_PySys_SetObject)(char *, PyObject *);
296 static PyObject* (*py3_PySys_GetObject)(char *);
297 static int (*py3_PyList_Append)(PyObject *, PyObject *);
298 static int (*py3_PyList_Insert)(PyObject *, int, PyObject *);
299 static Py_ssize_t (*py3_PyList_Size)(PyObject *);
300 static int (*py3_PySequence_Check)(PyObject *);
301 static Py_ssize_t (*py3_PySequence_Size)(PyObject *);
302 static PyObject* (*py3_PySequence_GetItem)(PyObject *, Py_ssize_t);
303 static PyObject* (*py3_PySequence_Fast)(PyObject *, const char *);
304 static Py_ssize_t (*py3_PyTuple_Size)(PyObject *);
305 static PyObject* (*py3_PyTuple_GetItem)(PyObject *, Py_ssize_t);
306 static int (*py3_PyMapping_Check)(PyObject *);
307 static PyObject* (*py3_PyMapping_Keys)(PyObject *);
308 static int (*py3_PySlice_GetIndicesEx)(PySliceObject_T *r, Py_ssize_t length,
309 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step,
310 		     Py_ssize_t *slicelen);
311 static PyObject* (*py3_PyErr_NoMemory)(void);
312 static void (*py3_Py_Finalize)(void);
313 static void (*py3_PyErr_SetString)(PyObject *, const char *);
314 static void (*py3_PyErr_SetObject)(PyObject *, PyObject *);
315 static int (*py3_PyErr_ExceptionMatches)(PyObject *);
316 static int (*py3_PyRun_SimpleString)(char *);
317 static PyObject* (*py3_PyRun_String)(char *, int, PyObject *, PyObject *);
318 static PyObject* (*py3_PyObject_GetAttrString)(PyObject *, const char *);
319 static int (*py3_PyObject_HasAttrString)(PyObject *, const char *);
320 static int (*py3_PyObject_SetAttrString)(PyObject *, const char *, PyObject *);
321 static PyObject* (*py3_PyObject_CallFunctionObjArgs)(PyObject *, ...);
322 static PyObject* (*py3__PyObject_CallFunction_SizeT)(PyObject *, char *, ...);
323 static PyObject* (*py3_PyObject_Call)(PyObject *, PyObject *, PyObject *);
324 static PyObject* (*py3_PyEval_GetGlobals)();
325 static PyObject* (*py3_PyEval_GetLocals)();
326 static PyObject* (*py3_PyList_GetItem)(PyObject *, Py_ssize_t);
327 static PyObject* (*py3_PyImport_ImportModule)(const char *);
328 static PyObject* (*py3_PyImport_AddModule)(const char *);
329 static int (*py3_PyErr_BadArgument)(void);
330 static PyObject* (*py3_PyErr_Occurred)(void);
331 static PyObject* (*py3_PyModule_GetDict)(PyObject *);
332 static int (*py3_PyList_SetItem)(PyObject *, Py_ssize_t, PyObject *);
333 static PyObject* (*py3_PyDict_GetItemString)(PyObject *, const char *);
334 static int (*py3_PyDict_Next)(PyObject *, Py_ssize_t *, PyObject **, PyObject **);
335 static PyObject* (*py3_PyLong_FromLong)(long);
336 static PyObject* (*py3_PyDict_New)(void);
337 static PyObject* (*py3_PyIter_Next)(PyObject *);
338 static PyObject* (*py3_PyObject_GetIter)(PyObject *);
339 static PyObject* (*py3_PyObject_Repr)(PyObject *);
340 static PyObject* (*py3_PyObject_GetItem)(PyObject *, PyObject *);
341 static int (*py3_PyObject_IsTrue)(PyObject *);
342 static PyObject* (*py3_Py_BuildValue)(char *, ...);
343 static int (*py3_PyType_Ready)(PyTypeObject *type);
344 static int (*py3_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
345 static PyObject* (*py3_PyUnicode_FromString)(const char *u);
346 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
347 static PyObject* (*py3_PyUnicode_FromFormat)(const char *u, ...);
348 # else
349 #  ifdef Py_UNICODE_WIDE
350 static PyObject* (*py3_PyUnicodeUCS4_FromFormat)(const char *u, ...);
351 #  else
352 static PyObject* (*py3_PyUnicodeUCS2_FromFormat)(const char *u, ...);
353 #  endif
354 # endif
355 static PyObject* (*py3_PyUnicode_Decode)(const char *u, Py_ssize_t size,
356 	const char *encoding, const char *errors);
357 static long (*py3_PyLong_AsLong)(PyObject *);
358 static void (*py3_PyErr_SetNone)(PyObject *);
359 static void (*py3_PyEval_InitThreads)(void);
360 static void(*py3_PyEval_RestoreThread)(PyThreadState *);
361 static PyThreadState*(*py3_PyEval_SaveThread)(void);
362 static int (*py3_PyArg_Parse)(PyObject *, char *, ...);
363 static int (*py3_PyArg_ParseTuple)(PyObject *, char *, ...);
364 static int (*py3_PyMem_Free)(void *);
365 static void* (*py3_PyMem_Malloc)(size_t);
366 static int (*py3_Py_IsInitialized)(void);
367 static void (*py3_PyErr_Clear)(void);
368 static PyObject* (*py3_PyErr_Format)(PyObject *, const char *, ...);
369 static void (*py3_PyErr_PrintEx)(int);
370 static PyObject*(*py3__PyObject_Init)(PyObject *, PyTypeObject *);
371 static iternextfunc py3__PyObject_NextNotImplemented;
372 static PyObject* py3__Py_NoneStruct;
373 static PyObject* py3__Py_FalseStruct;
374 static PyObject* py3__Py_TrueStruct;
375 static int (*py3_PyModule_AddObject)(PyObject *m, const char *name, PyObject *o);
376 static int (*py3_PyImport_AppendInittab)(const char *name, PyObject* (*initfunc)(void));
377 # if PY_VERSION_HEX >= 0x030300f0
378 static char* (*py3_PyUnicode_AsUTF8)(PyObject *unicode);
379 # else
380 static char* (*py3__PyUnicode_AsString)(PyObject *unicode);
381 # endif
382 static PyObject* (*py3_PyUnicode_AsEncodedString)(PyObject *unicode, const char* encoding, const char* errors);
383 static char* (*py3_PyBytes_AsString)(PyObject *bytes);
384 static int (*py3_PyBytes_AsStringAndSize)(PyObject *bytes, char **buffer, Py_ssize_t *length);
385 static PyObject* (*py3_PyBytes_FromString)(char *str);
386 static PyObject* (*py3_PyFloat_FromDouble)(double num);
387 static double (*py3_PyFloat_AsDouble)(PyObject *);
388 static PyObject* (*py3_PyObject_GenericGetAttr)(PyObject *obj, PyObject *name);
389 static PyObject* (*py3_PyType_GenericAlloc)(PyTypeObject *type, Py_ssize_t nitems);
390 static PyObject* (*py3_PyType_GenericNew)(PyTypeObject *type, PyObject *args, PyObject *kwds);
391 static PyTypeObject* py3_PyType_Type;
392 static PyTypeObject* py3_PyStdPrinter_Type;
393 static PyTypeObject* py3_PySlice_Type;
394 static PyTypeObject* py3_PyFloat_Type;
395 static PyTypeObject* py3_PyBool_Type;
396 static int (*py3_PyNumber_Check)(PyObject *);
397 static PyObject* (*py3_PyNumber_Long)(PyObject *);
398 static PyObject* (*py3_PyErr_NewException)(char *name, PyObject *base, PyObject *dict);
399 static PyObject* (*py3_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
400 static void* (*py3_PyCapsule_GetPointer)(PyObject *, char *);
401 # ifdef Py_DEBUG
402 static void (*py3__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
403 static Py_ssize_t* py3__Py_RefTotal;
404 static void (*py3__Py_Dealloc)(PyObject *obj);
405 static PyObject* (*py3_PyModule_Create2TraceRefs)(struct PyModuleDef* module, int module_api_version);
406 # else
407 static PyObject* (*py3_PyModule_Create2)(struct PyModuleDef* module, int module_api_version);
408 # endif
409 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
410 static void (*py3__PyObject_DebugFree)(void*);
411 static void* (*py3__PyObject_DebugMalloc)(size_t);
412 # else
413 static void (*py3_PyObject_Free)(void*);
414 static void* (*py3_PyObject_Malloc)(size_t);
415 # endif
416 static PyObject*(*py3__PyObject_GC_New)(PyTypeObject *);
417 static void(*py3_PyObject_GC_Del)(void *);
418 static void(*py3_PyObject_GC_UnTrack)(void *);
419 static int (*py3_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
420 
421 static HINSTANCE hinstPy3 = 0; /* Instance of python.dll */
422 
423 /* Imported exception objects */
424 static PyObject *p3imp_PyExc_AttributeError;
425 static PyObject *p3imp_PyExc_IndexError;
426 static PyObject *p3imp_PyExc_KeyError;
427 static PyObject *p3imp_PyExc_KeyboardInterrupt;
428 static PyObject *p3imp_PyExc_TypeError;
429 static PyObject *p3imp_PyExc_ValueError;
430 static PyObject *p3imp_PyExc_SystemExit;
431 static PyObject *p3imp_PyExc_RuntimeError;
432 static PyObject *p3imp_PyExc_ImportError;
433 static PyObject *p3imp_PyExc_OverflowError;
434 
435 # define PyExc_AttributeError p3imp_PyExc_AttributeError
436 # define PyExc_IndexError p3imp_PyExc_IndexError
437 # define PyExc_KeyError p3imp_PyExc_KeyError
438 # define PyExc_KeyboardInterrupt p3imp_PyExc_KeyboardInterrupt
439 # define PyExc_TypeError p3imp_PyExc_TypeError
440 # define PyExc_ValueError p3imp_PyExc_ValueError
441 # define PyExc_SystemExit p3imp_PyExc_SystemExit
442 # define PyExc_RuntimeError p3imp_PyExc_RuntimeError
443 # define PyExc_ImportError p3imp_PyExc_ImportError
444 # define PyExc_OverflowError p3imp_PyExc_OverflowError
445 
446 /*
447  * Table of name to function pointer of python.
448  */
449 # define PYTHON_PROC FARPROC
450 static struct
451 {
452     char *name;
453     PYTHON_PROC *ptr;
454 } py3_funcname_table[] =
455 {
456     {"PySys_SetArgv", (PYTHON_PROC*)&py3_PySys_SetArgv},
457     {"Py_SetPythonHome", (PYTHON_PROC*)&py3_Py_SetPythonHome},
458     {"Py_Initialize", (PYTHON_PROC*)&py3_Py_Initialize},
459     {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&py3_PyArg_ParseTuple},
460     {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&py3_Py_BuildValue},
461     {"PyMem_Free", (PYTHON_PROC*)&py3_PyMem_Free},
462     {"PyMem_Malloc", (PYTHON_PROC*)&py3_PyMem_Malloc},
463     {"PyList_New", (PYTHON_PROC*)&py3_PyList_New},
464     {"PyGILState_Ensure", (PYTHON_PROC*)&py3_PyGILState_Ensure},
465     {"PyGILState_Release", (PYTHON_PROC*)&py3_PyGILState_Release},
466     {"PySys_SetObject", (PYTHON_PROC*)&py3_PySys_SetObject},
467     {"PySys_GetObject", (PYTHON_PROC*)&py3_PySys_GetObject},
468     {"PyList_Append", (PYTHON_PROC*)&py3_PyList_Append},
469     {"PyList_Insert", (PYTHON_PROC*)&py3_PyList_Insert},
470     {"PyList_Size", (PYTHON_PROC*)&py3_PyList_Size},
471     {"PySequence_Check", (PYTHON_PROC*)&py3_PySequence_Check},
472     {"PySequence_Size", (PYTHON_PROC*)&py3_PySequence_Size},
473     {"PySequence_GetItem", (PYTHON_PROC*)&py3_PySequence_GetItem},
474     {"PySequence_Fast", (PYTHON_PROC*)&py3_PySequence_Fast},
475     {"PyTuple_Size", (PYTHON_PROC*)&py3_PyTuple_Size},
476     {"PyTuple_GetItem", (PYTHON_PROC*)&py3_PyTuple_GetItem},
477     {"PySlice_GetIndicesEx", (PYTHON_PROC*)&py3_PySlice_GetIndicesEx},
478     {"PyErr_NoMemory", (PYTHON_PROC*)&py3_PyErr_NoMemory},
479     {"Py_Finalize", (PYTHON_PROC*)&py3_Py_Finalize},
480     {"PyErr_SetString", (PYTHON_PROC*)&py3_PyErr_SetString},
481     {"PyErr_SetObject", (PYTHON_PROC*)&py3_PyErr_SetObject},
482     {"PyErr_ExceptionMatches", (PYTHON_PROC*)&py3_PyErr_ExceptionMatches},
483     {"PyRun_SimpleString", (PYTHON_PROC*)&py3_PyRun_SimpleString},
484     {"PyRun_String", (PYTHON_PROC*)&py3_PyRun_String},
485     {"PyObject_GetAttrString", (PYTHON_PROC*)&py3_PyObject_GetAttrString},
486     {"PyObject_HasAttrString", (PYTHON_PROC*)&py3_PyObject_HasAttrString},
487     {"PyObject_SetAttrString", (PYTHON_PROC*)&py3_PyObject_SetAttrString},
488     {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&py3_PyObject_CallFunctionObjArgs},
489     {"_PyObject_CallFunction_SizeT", (PYTHON_PROC*)&py3__PyObject_CallFunction_SizeT},
490     {"PyObject_Call", (PYTHON_PROC*)&py3_PyObject_Call},
491     {"PyEval_GetGlobals", (PYTHON_PROC*)&py3_PyEval_GetGlobals},
492     {"PyEval_GetLocals", (PYTHON_PROC*)&py3_PyEval_GetLocals},
493     {"PyList_GetItem", (PYTHON_PROC*)&py3_PyList_GetItem},
494     {"PyImport_ImportModule", (PYTHON_PROC*)&py3_PyImport_ImportModule},
495     {"PyImport_AddModule", (PYTHON_PROC*)&py3_PyImport_AddModule},
496     {"PyErr_BadArgument", (PYTHON_PROC*)&py3_PyErr_BadArgument},
497     {"PyErr_Occurred", (PYTHON_PROC*)&py3_PyErr_Occurred},
498     {"PyModule_GetDict", (PYTHON_PROC*)&py3_PyModule_GetDict},
499     {"PyList_SetItem", (PYTHON_PROC*)&py3_PyList_SetItem},
500     {"PyDict_GetItemString", (PYTHON_PROC*)&py3_PyDict_GetItemString},
501     {"PyDict_Next", (PYTHON_PROC*)&py3_PyDict_Next},
502     {"PyMapping_Check", (PYTHON_PROC*)&py3_PyMapping_Check},
503     {"PyMapping_Keys", (PYTHON_PROC*)&py3_PyMapping_Keys},
504     {"PyIter_Next", (PYTHON_PROC*)&py3_PyIter_Next},
505     {"PyObject_GetIter", (PYTHON_PROC*)&py3_PyObject_GetIter},
506     {"PyObject_Repr", (PYTHON_PROC*)&py3_PyObject_Repr},
507     {"PyObject_GetItem", (PYTHON_PROC*)&py3_PyObject_GetItem},
508     {"PyObject_IsTrue", (PYTHON_PROC*)&py3_PyObject_IsTrue},
509     {"PyLong_FromLong", (PYTHON_PROC*)&py3_PyLong_FromLong},
510     {"PyDict_New", (PYTHON_PROC*)&py3_PyDict_New},
511     {"PyType_Ready", (PYTHON_PROC*)&py3_PyType_Ready},
512     {"PyDict_SetItemString", (PYTHON_PROC*)&py3_PyDict_SetItemString},
513     {"PyLong_AsLong", (PYTHON_PROC*)&py3_PyLong_AsLong},
514     {"PyErr_SetNone", (PYTHON_PROC*)&py3_PyErr_SetNone},
515     {"PyEval_InitThreads", (PYTHON_PROC*)&py3_PyEval_InitThreads},
516     {"PyEval_RestoreThread", (PYTHON_PROC*)&py3_PyEval_RestoreThread},
517     {"PyEval_SaveThread", (PYTHON_PROC*)&py3_PyEval_SaveThread},
518     {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&py3_PyArg_Parse},
519     {"Py_IsInitialized", (PYTHON_PROC*)&py3_Py_IsInitialized},
520     {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&py3__PyObject_NextNotImplemented},
521     {"_Py_NoneStruct", (PYTHON_PROC*)&py3__Py_NoneStruct},
522     {"_Py_FalseStruct", (PYTHON_PROC*)&py3__Py_FalseStruct},
523     {"_Py_TrueStruct", (PYTHON_PROC*)&py3__Py_TrueStruct},
524     {"PyErr_Clear", (PYTHON_PROC*)&py3_PyErr_Clear},
525     {"PyErr_Format", (PYTHON_PROC*)&py3_PyErr_Format},
526     {"PyErr_PrintEx", (PYTHON_PROC*)&py3_PyErr_PrintEx},
527     {"PyObject_Init", (PYTHON_PROC*)&py3__PyObject_Init},
528     {"PyModule_AddObject", (PYTHON_PROC*)&py3_PyModule_AddObject},
529     {"PyImport_AppendInittab", (PYTHON_PROC*)&py3_PyImport_AppendInittab},
530 # if PY_VERSION_HEX >= 0x030300f0
531     {"PyUnicode_AsUTF8", (PYTHON_PROC*)&py3_PyUnicode_AsUTF8},
532 # else
533     {"_PyUnicode_AsString", (PYTHON_PROC*)&py3__PyUnicode_AsString},
534 # endif
535 # ifndef Py_UNICODE_USE_UCS_FUNCTIONS
536     {"PyUnicode_FromFormat", (PYTHON_PROC*)&py3_PyUnicode_FromFormat},
537 # else
538 #  ifdef Py_UNICODE_WIDE
539     {"PyUnicodeUCS4_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS4_FromFormat},
540 #  else
541     {"PyUnicodeUCS2_FromFormat", (PYTHON_PROC*)&py3_PyUnicodeUCS2_FromFormat},
542 #  endif
543 # endif
544     {"PyBytes_AsString", (PYTHON_PROC*)&py3_PyBytes_AsString},
545     {"PyBytes_AsStringAndSize", (PYTHON_PROC*)&py3_PyBytes_AsStringAndSize},
546     {"PyBytes_FromString", (PYTHON_PROC*)&py3_PyBytes_FromString},
547     {"PyFloat_FromDouble", (PYTHON_PROC*)&py3_PyFloat_FromDouble},
548     {"PyFloat_AsDouble", (PYTHON_PROC*)&py3_PyFloat_AsDouble},
549     {"PyObject_GenericGetAttr", (PYTHON_PROC*)&py3_PyObject_GenericGetAttr},
550     {"PyType_GenericAlloc", (PYTHON_PROC*)&py3_PyType_GenericAlloc},
551     {"PyType_GenericNew", (PYTHON_PROC*)&py3_PyType_GenericNew},
552     {"PyType_Type", (PYTHON_PROC*)&py3_PyType_Type},
553     {"PyStdPrinter_Type", (PYTHON_PROC*)&py3_PyStdPrinter_Type},
554     {"PySlice_Type", (PYTHON_PROC*)&py3_PySlice_Type},
555     {"PyFloat_Type", (PYTHON_PROC*)&py3_PyFloat_Type},
556     {"PyBool_Type", (PYTHON_PROC*)&py3_PyBool_Type},
557     {"PyNumber_Check", (PYTHON_PROC*)&py3_PyNumber_Check},
558     {"PyNumber_Long", (PYTHON_PROC*)&py3_PyNumber_Long},
559     {"PyErr_NewException", (PYTHON_PROC*)&py3_PyErr_NewException},
560 # ifdef Py_DEBUG
561     {"_Py_NegativeRefcount", (PYTHON_PROC*)&py3__Py_NegativeRefcount},
562     {"_Py_RefTotal", (PYTHON_PROC*)&py3__Py_RefTotal},
563     {"_Py_Dealloc", (PYTHON_PROC*)&py3__Py_Dealloc},
564     {"PyModule_Create2TraceRefs", (PYTHON_PROC*)&py3_PyModule_Create2TraceRefs},
565 # else
566     {"PyModule_Create2", (PYTHON_PROC*)&py3_PyModule_Create2},
567 # endif
568 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
569     {"_PyObject_DebugFree", (PYTHON_PROC*)&py3__PyObject_DebugFree},
570     {"_PyObject_DebugMalloc", (PYTHON_PROC*)&py3__PyObject_DebugMalloc},
571 # else
572     {"PyObject_Malloc", (PYTHON_PROC*)&py3_PyObject_Malloc},
573     {"PyObject_Free", (PYTHON_PROC*)&py3_PyObject_Free},
574 # endif
575     {"_PyObject_GC_New", (PYTHON_PROC*)&py3__PyObject_GC_New},
576     {"PyObject_GC_Del", (PYTHON_PROC*)&py3_PyObject_GC_Del},
577     {"PyObject_GC_UnTrack", (PYTHON_PROC*)&py3_PyObject_GC_UnTrack},
578     {"PyType_IsSubtype", (PYTHON_PROC*)&py3_PyType_IsSubtype},
579     {"PyCapsule_New", (PYTHON_PROC*)&py3_PyCapsule_New},
580     {"PyCapsule_GetPointer", (PYTHON_PROC*)&py3_PyCapsule_GetPointer},
581     {"", NULL},
582 };
583 
584 /*
585  * Free python.dll
586  */
587     static void
588 end_dynamic_python3(void)
589 {
590     if (hinstPy3 != 0)
591     {
592 	close_dll(hinstPy3);
593 	hinstPy3 = 0;
594     }
595 }
596 
597 /*
598  * Load library and get all pointers.
599  * Parameter 'libname' provides name of DLL.
600  * Return OK or FAIL.
601  */
602     static int
603 py3_runtime_link_init(char *libname, int verbose)
604 {
605     int i;
606     PYTHON_PROC *ucs_from_string = (PYTHON_PROC *)&py3_PyUnicode_FromString;
607     PYTHON_PROC *ucs_decode = (PYTHON_PROC *)&py3_PyUnicode_Decode;
608     PYTHON_PROC *ucs_as_encoded_string =
609 				 (PYTHON_PROC *)&py3_PyUnicode_AsEncodedString;
610 
611 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON)
612     /* Can't have Python and Python3 loaded at the same time.
613      * It cause a crash, because RTLD_GLOBAL is needed for
614      * standard C extension libraries of one or both python versions. */
615     if (python_loaded())
616     {
617 	if (verbose)
618 	    EMSG(_("E837: This Vim cannot execute :py3 after using :python"));
619 	return FAIL;
620     }
621 # endif
622 
623     if (hinstPy3 != 0)
624 	return OK;
625     hinstPy3 = load_dll(libname);
626 
627     if (!hinstPy3)
628     {
629 	if (verbose)
630 	    EMSG2(_(e_loadlib), libname);
631 	return FAIL;
632     }
633 
634     for (i = 0; py3_funcname_table[i].ptr; ++i)
635     {
636 	if ((*py3_funcname_table[i].ptr = symbol_from_dll(hinstPy3,
637 			py3_funcname_table[i].name)) == NULL)
638 	{
639 	    close_dll(hinstPy3);
640 	    hinstPy3 = 0;
641 	    if (verbose)
642 		EMSG2(_(e_loadfunc), py3_funcname_table[i].name);
643 	    return FAIL;
644 	}
645     }
646 
647     /* Load unicode functions separately as only the ucs2 or the ucs4 functions
648      * will be present in the library. */
649 # if PY_VERSION_HEX >= 0x030300f0
650     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicode_FromString");
651     *ucs_decode = symbol_from_dll(hinstPy3, "PyUnicode_Decode");
652     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
653 	    "PyUnicode_AsEncodedString");
654 # else
655     *ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicodeUCS2_FromString");
656     *ucs_decode = symbol_from_dll(hinstPy3,
657 	    "PyUnicodeUCS2_Decode");
658     *ucs_as_encoded_string = symbol_from_dll(hinstPy3,
659 	    "PyUnicodeUCS2_AsEncodedString");
660     if (*ucs_from_string == NULL || *ucs_decode == NULL
661 					     || *ucs_as_encoded_string == NULL)
662     {
663 	*ucs_from_string = symbol_from_dll(hinstPy3,
664 		"PyUnicodeUCS4_FromString");
665 	*ucs_decode = symbol_from_dll(hinstPy3,
666 		"PyUnicodeUCS4_Decode");
667 	*ucs_as_encoded_string = symbol_from_dll(hinstPy3,
668 		"PyUnicodeUCS4_AsEncodedString");
669     }
670 # endif
671     if (*ucs_from_string == NULL || *ucs_decode == NULL
672 					     || *ucs_as_encoded_string == NULL)
673     {
674 	close_dll(hinstPy3);
675 	hinstPy3 = 0;
676 	if (verbose)
677 	    EMSG2(_(e_loadfunc), "PyUnicode_UCSX_*");
678 	return FAIL;
679     }
680 
681     return OK;
682 }
683 
684 /*
685  * If python is enabled (there is installed python on Windows system) return
686  * TRUE, else FALSE.
687  */
688     int
689 python3_enabled(int verbose)
690 {
691     return py3_runtime_link_init((char *)p_py3dll, verbose) == OK;
692 }
693 
694 /* Load the standard Python exceptions - don't import the symbols from the
695  * DLL, as this can cause errors (importing data symbols is not reliable).
696  */
697 static void get_py3_exceptions(void);
698 
699     static void
700 get_py3_exceptions(void)
701 {
702     PyObject *exmod = PyImport_ImportModule("builtins");
703     PyObject *exdict = PyModule_GetDict(exmod);
704     p3imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
705     p3imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
706     p3imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError");
707     p3imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
708     p3imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
709     p3imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
710     p3imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit");
711     p3imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError");
712     p3imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError");
713     p3imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError");
714     Py_XINCREF(p3imp_PyExc_AttributeError);
715     Py_XINCREF(p3imp_PyExc_IndexError);
716     Py_XINCREF(p3imp_PyExc_KeyError);
717     Py_XINCREF(p3imp_PyExc_KeyboardInterrupt);
718     Py_XINCREF(p3imp_PyExc_TypeError);
719     Py_XINCREF(p3imp_PyExc_ValueError);
720     Py_XINCREF(p3imp_PyExc_SystemExit);
721     Py_XINCREF(p3imp_PyExc_RuntimeError);
722     Py_XINCREF(p3imp_PyExc_ImportError);
723     Py_XINCREF(p3imp_PyExc_OverflowError);
724     Py_XDECREF(exmod);
725 }
726 #endif /* DYNAMIC_PYTHON3 */
727 
728 static int py3initialised = 0;
729 #define PYINITIALISED py3initialised
730 static int python_end_called = FALSE;
731 
732 #define DESTRUCTOR_FINISH(self) Py_TYPE(self)->tp_free((PyObject*)self)
733 
734 #define WIN_PYTHON_REF(win) win->w_python3_ref
735 #define BUF_PYTHON_REF(buf) buf->b_python3_ref
736 #define TAB_PYTHON_REF(tab) tab->tp_python3_ref
737 
738     static void
739 call_PyObject_Free(void *p)
740 {
741 #if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC)
742     _PyObject_DebugFree(p);
743 #else
744     PyObject_Free(p);
745 #endif
746 }
747 
748     static PyObject *
749 call_PyType_GenericNew(PyTypeObject *type, PyObject *args, PyObject *kwds)
750 {
751     return PyType_GenericNew(type,args,kwds);
752 }
753 
754     static PyObject *
755 call_PyType_GenericAlloc(PyTypeObject *type, Py_ssize_t nitems)
756 {
757     return PyType_GenericAlloc(type,nitems);
758 }
759 
760 static PyObject *OutputGetattro(PyObject *, PyObject *);
761 static int OutputSetattro(PyObject *, PyObject *, PyObject *);
762 static PyObject *BufferGetattro(PyObject *, PyObject *);
763 static int BufferSetattro(PyObject *, PyObject *, PyObject *);
764 static PyObject *TabPageGetattro(PyObject *, PyObject *);
765 static PyObject *WindowGetattro(PyObject *, PyObject *);
766 static int WindowSetattro(PyObject *, PyObject *, PyObject *);
767 static PyObject *RangeGetattro(PyObject *, PyObject *);
768 static PyObject *CurrentGetattro(PyObject *, PyObject *);
769 static int CurrentSetattro(PyObject *, PyObject *, PyObject *);
770 static PyObject *DictionaryGetattro(PyObject *, PyObject *);
771 static int DictionarySetattro(PyObject *, PyObject *, PyObject *);
772 static PyObject *ListGetattro(PyObject *, PyObject *);
773 static int ListSetattro(PyObject *, PyObject *, PyObject *);
774 static PyObject *FunctionGetattro(PyObject *, PyObject *);
775 
776 static PyObject *VimPathHook(PyObject *, PyObject *);
777 
778 static struct PyModuleDef vimmodule;
779 
780 #define PY_CAN_RECURSE
781 
782 /*
783  * Include the code shared with if_python.c
784  */
785 #include "if_py_both.h"
786 
787 #define GET_ATTR_STRING(name, nameobj) \
788     char	*name = ""; \
789     if (PyUnicode_Check(nameobj)) \
790 	name = _PyUnicode_AsString(nameobj)
791 
792 #define PY3OBJ_DELETED(obj) (obj->ob_base.ob_refcnt<=0)
793 
794 /******************************************************
795  * Internal function prototypes.
796  */
797 
798 static PyObject *Py3Init_vim(void);
799 
800 /******************************************************
801  * 1. Python interpreter main program.
802  */
803 
804     void
805 python3_end(void)
806 {
807     static int recurse = 0;
808 
809     /* If a crash occurs while doing this, don't try again. */
810     if (recurse != 0)
811 	return;
812 
813     python_end_called = TRUE;
814     ++recurse;
815 
816 #ifdef DYNAMIC_PYTHON3
817     if (hinstPy3)
818 #endif
819     if (Py_IsInitialized())
820     {
821 	/* acquire lock before finalizing */
822 	PyGILState_Ensure();
823 
824 	Py_Finalize();
825     }
826 
827 #ifdef DYNAMIC_PYTHON3
828     end_dynamic_python3();
829 #endif
830 
831     --recurse;
832 }
833 
834 #if (defined(DYNAMIC_PYTHON3) && defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON) && defined(UNIX)) || defined(PROTO)
835     int
836 python3_loaded(void)
837 {
838     return (hinstPy3 != 0);
839 }
840 #endif
841 
842 static wchar_t *py_home_buf = NULL;
843 
844     static int
845 Python3_Init(void)
846 {
847     if (!py3initialised)
848     {
849 #ifdef DYNAMIC_PYTHON3
850 	if (!python3_enabled(TRUE))
851 	{
852 	    EMSG(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
853 	    goto fail;
854 	}
855 #endif
856 
857 	init_structs();
858 
859 	if (*p_py3home != NUL)
860 	{
861 	    size_t len = mbstowcs(NULL, (char *)p_py3home, 0) + 1;
862 
863 	    /* The string must not change later, make a copy in static memory. */
864 	    py_home_buf = (wchar_t *)alloc(len * sizeof(wchar_t));
865 	    if (py_home_buf != NULL && mbstowcs(
866 			    py_home_buf, (char *)p_py3home, len) != (size_t)-1)
867 		Py_SetPythonHome(py_home_buf);
868 	}
869 #ifdef PYTHON3_HOME
870 	else if (mch_getenv((char_u *)"PYTHONHOME") == NULL)
871 	    Py_SetPythonHome(PYTHON3_HOME);
872 #endif
873 
874 	PyImport_AppendInittab("vim", Py3Init_vim);
875 
876 	Py_Initialize();
877 
878 	/* Initialise threads, and below save the state using
879 	 * PyEval_SaveThread.  Without the call to PyEval_SaveThread, thread
880 	 * specific state (such as the system trace hook), will be lost
881 	 * between invocations of Python code. */
882 	PyEval_InitThreads();
883 #ifdef DYNAMIC_PYTHON3
884 	get_py3_exceptions();
885 #endif
886 
887 	if (PythonIO_Init_io())
888 	    goto fail;
889 
890 	globals = PyModule_GetDict(PyImport_AddModule("__main__"));
891 
892 	/* Remove the element from sys.path that was added because of our
893 	 * argv[0] value in Py3Init_vim().  Previously we used an empty
894 	 * string, but depending on the OS we then get an empty entry or
895 	 * the current directory in sys.path.
896 	 * Only after vim has been imported, the element does exist in
897 	 * sys.path.
898 	 */
899 	PyRun_SimpleString("import vim; import sys; sys.path = list(filter(lambda x: not x.endswith('must>not&exist'), sys.path))");
900 
901 	/* lock is created and acquired in PyEval_InitThreads() and thread
902 	 * state is created in Py_Initialize()
903 	 * there _PyGILState_NoteThreadState() also sets gilcounter to 1
904 	 * (python must have threads enabled!)
905 	 * so the following does both: unlock GIL and save thread state in TLS
906 	 * without deleting thread state
907 	 */
908 	PyEval_SaveThread();
909 
910 	py3initialised = 1;
911     }
912 
913     return 0;
914 
915 fail:
916     /* We call PythonIO_Flush() here to print any Python errors.
917      * This is OK, as it is possible to call this function even
918      * if PythonIO_Init_io() has not completed successfully (it will
919      * not do anything in this case).
920      */
921     PythonIO_Flush();
922     return -1;
923 }
924 
925 /*
926  * External interface
927  */
928     static void
929 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg)
930 {
931 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
932     char		*saved_locale;
933 #endif
934     PyObject		*cmdstr;
935     PyObject		*cmdbytes;
936     PyGILState_STATE	pygilstate;
937 
938     if (python_end_called)
939 	goto theend;
940 
941     if (Python3_Init())
942 	goto theend;
943 
944     init_range(arg);
945 
946     Python_Release_Vim();	    /* leave vim */
947 
948 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
949     /* Python only works properly when the LC_NUMERIC locale is "C". */
950     saved_locale = setlocale(LC_NUMERIC, NULL);
951     if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
952 	saved_locale = NULL;
953     else
954     {
955 	/* Need to make a copy, value may change when setting new locale. */
956 	saved_locale = (char *)vim_strsave((char_u *)saved_locale);
957 	(void)setlocale(LC_NUMERIC, "C");
958     }
959 #endif
960 
961     pygilstate = PyGILState_Ensure();
962 
963     /* PyRun_SimpleString expects a UTF-8 string. Wrong encoding may cause
964      * SyntaxError (unicode error). */
965     cmdstr = PyUnicode_Decode(cmd, strlen(cmd),
966 					(char *)ENC_OPT, CODEC_ERROR_HANDLER);
967     cmdbytes = PyUnicode_AsEncodedString(cmdstr, "utf-8", CODEC_ERROR_HANDLER);
968     Py_XDECREF(cmdstr);
969 
970     run(PyBytes_AsString(cmdbytes), arg, &pygilstate);
971     Py_XDECREF(cmdbytes);
972 
973     PyGILState_Release(pygilstate);
974 
975 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
976     if (saved_locale != NULL)
977     {
978 	(void)setlocale(LC_NUMERIC, saved_locale);
979 	vim_free(saved_locale);
980     }
981 #endif
982 
983     Python_Lock_Vim();		    /* enter vim */
984     PythonIO_Flush();
985 
986 theend:
987     return;	    /* keeps lint happy */
988 }
989 
990 /*
991  * ":py3"
992  */
993     void
994 ex_py3(exarg_T *eap)
995 {
996     char_u *script;
997 
998     if (p_pyx == 0)
999 	p_pyx = 3;
1000 
1001     script = script_get(eap, eap->arg);
1002     if (!eap->skip)
1003     {
1004 	DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script,
1005 		(rangeinitializer) init_range_cmd,
1006 		(runner) run_cmd,
1007 		(void *) eap);
1008     }
1009     vim_free(script);
1010 }
1011 
1012 #define BUFFER_SIZE 2048
1013 
1014 /*
1015  * ":py3file"
1016  */
1017     void
1018 ex_py3file(exarg_T *eap)
1019 {
1020     static char buffer[BUFFER_SIZE];
1021     const char *file;
1022     char *p;
1023     int i;
1024 
1025     if (p_pyx == 0)
1026 	p_pyx = 3;
1027 
1028     /* Have to do it like this. PyRun_SimpleFile requires you to pass a
1029      * stdio file pointer, but Vim and the Python DLL are compiled with
1030      * different options under Windows, meaning that stdio pointers aren't
1031      * compatible between the two. Yuk.
1032      *
1033      * construct: exec(compile(open('a_filename', 'rb').read(), 'a_filename', 'exec'))
1034      *
1035      * Using bytes so that Python can detect the source encoding as it normally
1036      * does. The doc does not say "compile" accept bytes, though.
1037      *
1038      * We need to escape any backslashes or single quotes in the file name, so that
1039      * Python won't mangle the file name.
1040      */
1041 
1042     strcpy(buffer, "exec(compile(open('");
1043     p = buffer + 19; /* size of "exec(compile(open('" */
1044 
1045     for (i=0; i<2; ++i)
1046     {
1047 	file = (char *)eap->arg;
1048 	while (*file && p < buffer + (BUFFER_SIZE - 3))
1049 	{
1050 	    if (*file == '\\' || *file == '\'')
1051 		*p++ = '\\';
1052 	    *p++ = *file++;
1053 	}
1054 	/* If we didn't finish the file name, we hit a buffer overflow */
1055 	if (*file != '\0')
1056 	    return;
1057 	if (i==0)
1058 	{
1059 	    strcpy(p,"','rb').read(),'");
1060 	    p += 16;
1061 	}
1062 	else
1063 	{
1064 	    strcpy(p,"','exec'))");
1065 	    p += 10;
1066 	}
1067     }
1068 
1069 
1070     /* Execute the file */
1071     DoPyCommand(buffer,
1072 	    (rangeinitializer) init_range_cmd,
1073 	    (runner) run_cmd,
1074 	    (void *) eap);
1075 }
1076 
1077     void
1078 ex_py3do(exarg_T *eap)
1079 {
1080     if (p_pyx == 0)
1081 	p_pyx = 3;
1082 
1083     DoPyCommand((char *)eap->arg,
1084 	    (rangeinitializer)init_range_cmd,
1085 	    (runner)run_do,
1086 	    (void *)eap);
1087 }
1088 
1089 /******************************************************
1090  * 2. Python output stream: writes output via [e]msg().
1091  */
1092 
1093 /* Implementation functions
1094  */
1095 
1096     static PyObject *
1097 OutputGetattro(PyObject *self, PyObject *nameobj)
1098 {
1099     GET_ATTR_STRING(name, nameobj);
1100 
1101     if (strcmp(name, "softspace") == 0)
1102 	return PyLong_FromLong(((OutputObject *)(self))->softspace);
1103     else if (strcmp(name, "errors") == 0)
1104 	return PyString_FromString("strict");
1105     else if (strcmp(name, "encoding") == 0)
1106 	return PyString_FromString(ENC_OPT);
1107 
1108     return PyObject_GenericGetAttr(self, nameobj);
1109 }
1110 
1111     static int
1112 OutputSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1113 {
1114     GET_ATTR_STRING(name, nameobj);
1115 
1116     return OutputSetattr((OutputObject *)(self), name, val);
1117 }
1118 
1119 /******************************************************
1120  * 3. Implementation of the Vim module for Python
1121  */
1122 
1123 /* Window type - Implementation functions
1124  * --------------------------------------
1125  */
1126 
1127 #define WindowType_Check(obj) ((obj)->ob_base.ob_type == &WindowType)
1128 
1129 /* Buffer type - Implementation functions
1130  * --------------------------------------
1131  */
1132 
1133 #define BufferType_Check(obj) ((obj)->ob_base.ob_type == &BufferType)
1134 
1135 static PyObject* BufferSubscript(PyObject *self, PyObject *idx);
1136 static Py_ssize_t BufferAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1137 
1138 /* Line range type - Implementation functions
1139  * --------------------------------------
1140  */
1141 
1142 #define RangeType_Check(obj) ((obj)->ob_base.ob_type == &RangeType)
1143 
1144 static PyObject* RangeSubscript(PyObject *self, PyObject *idx);
1145 static Py_ssize_t RangeAsItem(PyObject *, Py_ssize_t, PyObject *);
1146 static Py_ssize_t RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1147 
1148 /* Current objects type - Implementation functions
1149  * -----------------------------------------------
1150  */
1151 
1152 static PySequenceMethods BufferAsSeq = {
1153     (lenfunc)		BufferLength,	    /* sq_length,    len(x)   */
1154     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1155     (ssizeargfunc)	0,		    /* sq_repeat,    x*n      */
1156     (ssizeargfunc)	BufferItem,	    /* sq_item,      x[i]     */
1157     0,					    /* was_sq_slice,	 x[i:j]   */
1158     0,					    /* sq_ass_item,  x[i]=v   */
1159     0,					    /* sq_ass_slice, x[i:j]=v */
1160     0,					    /* sq_contains */
1161     0,					    /* sq_inplace_concat */
1162     0,					    /* sq_inplace_repeat */
1163 };
1164 
1165 static PyMappingMethods BufferAsMapping = {
1166     /* mp_length	*/ (lenfunc)BufferLength,
1167     /* mp_subscript     */ (binaryfunc)BufferSubscript,
1168     /* mp_ass_subscript */ (objobjargproc)BufferAsSubscript,
1169 };
1170 
1171 
1172 /* Buffer object
1173  */
1174 
1175     static PyObject *
1176 BufferGetattro(PyObject *self, PyObject *nameobj)
1177 {
1178     PyObject *r;
1179 
1180     GET_ATTR_STRING(name, nameobj);
1181 
1182     if ((r = BufferAttrValid((BufferObject *)(self), name)))
1183 	return r;
1184 
1185     if (CheckBuffer((BufferObject *)(self)))
1186 	return NULL;
1187 
1188     r = BufferAttr((BufferObject *)(self), name);
1189     if (r || PyErr_Occurred())
1190 	return r;
1191     else
1192 	return PyObject_GenericGetAttr(self, nameobj);
1193 }
1194 
1195     static int
1196 BufferSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1197 {
1198     GET_ATTR_STRING(name, nameobj);
1199 
1200     return BufferSetattr((BufferObject *)(self), name, val);
1201 }
1202 
1203 /******************/
1204 
1205     static PyObject *
1206 BufferSubscript(PyObject *self, PyObject* idx)
1207 {
1208     if (PyLong_Check(idx))
1209     {
1210 	long _idx = PyLong_AsLong(idx);
1211 	return BufferItem((BufferObject *)(self), _idx);
1212     } else if (PySlice_Check(idx))
1213     {
1214 	Py_ssize_t start, stop, step, slicelen;
1215 
1216 	if (CheckBuffer((BufferObject *) self))
1217 	    return NULL;
1218 
1219 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1220 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1221 	      &start, &stop,
1222 	      &step, &slicelen) < 0)
1223 	{
1224 	    return NULL;
1225 	}
1226 	return BufferSlice((BufferObject *)(self), start, stop);
1227     }
1228     else
1229     {
1230 	RAISE_INVALID_INDEX_TYPE(idx);
1231 	return NULL;
1232     }
1233 }
1234 
1235     static Py_ssize_t
1236 BufferAsSubscript(PyObject *self, PyObject* idx, PyObject* val)
1237 {
1238     if (PyLong_Check(idx))
1239     {
1240 	long n = PyLong_AsLong(idx);
1241 	return RBAsItem((BufferObject *)(self), n, val, 1,
1242 		    (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1243 		    NULL);
1244     } else if (PySlice_Check(idx))
1245     {
1246 	Py_ssize_t start, stop, step, slicelen;
1247 
1248 	if (CheckBuffer((BufferObject *) self))
1249 	    return -1;
1250 
1251 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1252 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1253 	      &start, &stop,
1254 	      &step, &slicelen) < 0)
1255 	{
1256 	    return -1;
1257 	}
1258 	return RBAsSlice((BufferObject *)(self), start, stop, val, 1,
1259 			  (PyInt)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1260 			  NULL);
1261     }
1262     else
1263     {
1264 	RAISE_INVALID_INDEX_TYPE(idx);
1265 	return -1;
1266     }
1267 }
1268 
1269 static PySequenceMethods RangeAsSeq = {
1270     (lenfunc)		RangeLength,	 /* sq_length,	  len(x)   */
1271     (binaryfunc)	0,		 /* RangeConcat, sq_concat,  x+y   */
1272     (ssizeargfunc)	0,		 /* RangeRepeat, sq_repeat,  x*n   */
1273     (ssizeargfunc)	RangeItem,	 /* sq_item,	  x[i]	   */
1274     0,					 /* was_sq_slice,     x[i:j]   */
1275     (ssizeobjargproc)	RangeAsItem,	 /* sq_as_item,  x[i]=v   */
1276     0,					 /* sq_ass_slice, x[i:j]=v */
1277     0,					 /* sq_contains */
1278     0,					 /* sq_inplace_concat */
1279     0,					 /* sq_inplace_repeat */
1280 };
1281 
1282 static PyMappingMethods RangeAsMapping = {
1283     /* mp_length	*/ (lenfunc)RangeLength,
1284     /* mp_subscript     */ (binaryfunc)RangeSubscript,
1285     /* mp_ass_subscript */ (objobjargproc)RangeAsSubscript,
1286 };
1287 
1288 /* Line range object - Implementation
1289  */
1290 
1291     static PyObject *
1292 RangeGetattro(PyObject *self, PyObject *nameobj)
1293 {
1294     GET_ATTR_STRING(name, nameobj);
1295 
1296     if (strcmp(name, "start") == 0)
1297 	return Py_BuildValue("n", ((RangeObject *)(self))->start - 1);
1298     else if (strcmp(name, "end") == 0)
1299 	return Py_BuildValue("n", ((RangeObject *)(self))->end - 1);
1300     else
1301 	return PyObject_GenericGetAttr(self, nameobj);
1302 }
1303 
1304 /****************/
1305 
1306     static Py_ssize_t
1307 RangeAsItem(PyObject *self, Py_ssize_t n, PyObject *val)
1308 {
1309     return RBAsItem(((RangeObject *)(self))->buf, n, val,
1310 		    ((RangeObject *)(self))->start,
1311 		    ((RangeObject *)(self))->end,
1312 		    &((RangeObject *)(self))->end);
1313 }
1314 
1315     static Py_ssize_t
1316 RangeAsSlice(PyObject *self, Py_ssize_t lo, Py_ssize_t hi, PyObject *val)
1317 {
1318     return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1319 		    ((RangeObject *)(self))->start,
1320 		    ((RangeObject *)(self))->end,
1321 		    &((RangeObject *)(self))->end);
1322 }
1323 
1324     static PyObject *
1325 RangeSubscript(PyObject *self, PyObject* idx)
1326 {
1327     if (PyLong_Check(idx))
1328     {
1329 	long _idx = PyLong_AsLong(idx);
1330 	return RangeItem((RangeObject *)(self), _idx);
1331     } else if (PySlice_Check(idx))
1332     {
1333 	Py_ssize_t start, stop, step, slicelen;
1334 
1335 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1336 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1337 		&start, &stop,
1338 		&step, &slicelen) < 0)
1339 	{
1340 	    return NULL;
1341 	}
1342 	return RangeSlice((RangeObject *)(self), start, stop);
1343     }
1344     else
1345     {
1346 	RAISE_INVALID_INDEX_TYPE(idx);
1347 	return NULL;
1348     }
1349 }
1350 
1351     static Py_ssize_t
1352 RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val)
1353 {
1354     if (PyLong_Check(idx))
1355     {
1356 	long n = PyLong_AsLong(idx);
1357 	return RangeAsItem(self, n, val);
1358     } else if (PySlice_Check(idx))
1359     {
1360 	Py_ssize_t start, stop, step, slicelen;
1361 
1362 	if (PySlice_GetIndicesEx((PySliceObject_T *)idx,
1363 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1364 		&start, &stop,
1365 		&step, &slicelen) < 0)
1366 	{
1367 	    return -1;
1368 	}
1369 	return RangeAsSlice(self, start, stop, val);
1370     }
1371     else
1372     {
1373 	RAISE_INVALID_INDEX_TYPE(idx);
1374 	return -1;
1375     }
1376 }
1377 
1378 /* TabPage object - Implementation
1379  */
1380 
1381     static PyObject *
1382 TabPageGetattro(PyObject *self, PyObject *nameobj)
1383 {
1384     PyObject *r;
1385 
1386     GET_ATTR_STRING(name, nameobj);
1387 
1388     if ((r = TabPageAttrValid((TabPageObject *)(self), name)))
1389 	return r;
1390 
1391     if (CheckTabPage((TabPageObject *)(self)))
1392 	return NULL;
1393 
1394     r = TabPageAttr((TabPageObject *)(self), name);
1395     if (r || PyErr_Occurred())
1396 	return r;
1397     else
1398 	return PyObject_GenericGetAttr(self, nameobj);
1399 }
1400 
1401 /* Window object - Implementation
1402  */
1403 
1404     static PyObject *
1405 WindowGetattro(PyObject *self, PyObject *nameobj)
1406 {
1407     PyObject *r;
1408 
1409     GET_ATTR_STRING(name, nameobj);
1410 
1411     if ((r = WindowAttrValid((WindowObject *)(self), name)))
1412 	return r;
1413 
1414     if (CheckWindow((WindowObject *)(self)))
1415 	return NULL;
1416 
1417     r = WindowAttr((WindowObject *)(self), name);
1418     if (r || PyErr_Occurred())
1419 	return r;
1420     else
1421 	return PyObject_GenericGetAttr(self, nameobj);
1422 }
1423 
1424     static int
1425 WindowSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1426 {
1427     GET_ATTR_STRING(name, nameobj);
1428 
1429     return WindowSetattr((WindowObject *)(self), name, val);
1430 }
1431 
1432 /* Tab page list object - Definitions
1433  */
1434 
1435 static PySequenceMethods TabListAsSeq = {
1436     (lenfunc)	     TabListLength,	    /* sq_length,    len(x)   */
1437     (binaryfunc)     0,			    /* sq_concat,    x+y      */
1438     (ssizeargfunc)   0,			    /* sq_repeat,    x*n      */
1439     (ssizeargfunc)   TabListItem,	    /* sq_item,      x[i]     */
1440     0,					    /* sq_slice,     x[i:j]   */
1441     (ssizeobjargproc)0,			    /* sq_as_item,  x[i]=v   */
1442     0,					    /* sq_ass_slice, x[i:j]=v */
1443     0,					    /* sq_contains */
1444     0,					    /* sq_inplace_concat */
1445     0,					    /* sq_inplace_repeat */
1446 };
1447 
1448 /* Window list object - Definitions
1449  */
1450 
1451 static PySequenceMethods WinListAsSeq = {
1452     (lenfunc)	     WinListLength,	    /* sq_length,    len(x)   */
1453     (binaryfunc)     0,			    /* sq_concat,    x+y      */
1454     (ssizeargfunc)   0,			    /* sq_repeat,    x*n      */
1455     (ssizeargfunc)   WinListItem,	    /* sq_item,      x[i]     */
1456     0,					    /* sq_slice,     x[i:j]   */
1457     (ssizeobjargproc)0,			    /* sq_as_item,  x[i]=v   */
1458     0,					    /* sq_ass_slice, x[i:j]=v */
1459     0,					    /* sq_contains */
1460     0,					    /* sq_inplace_concat */
1461     0,					    /* sq_inplace_repeat */
1462 };
1463 
1464 /* Current items object - Implementation
1465  */
1466     static PyObject *
1467 CurrentGetattro(PyObject *self, PyObject *nameobj)
1468 {
1469     PyObject	*r;
1470     GET_ATTR_STRING(name, nameobj);
1471     if (!(r = CurrentGetattr(self, name)))
1472 	return PyObject_GenericGetAttr(self, nameobj);
1473     return r;
1474 }
1475 
1476     static int
1477 CurrentSetattro(PyObject *self, PyObject *nameobj, PyObject *value)
1478 {
1479     GET_ATTR_STRING(name, nameobj);
1480     return CurrentSetattr(self, name, value);
1481 }
1482 
1483 /* Dictionary object - Definitions
1484  */
1485 
1486     static PyObject *
1487 DictionaryGetattro(PyObject *self, PyObject *nameobj)
1488 {
1489     DictionaryObject	*this = ((DictionaryObject *) (self));
1490 
1491     GET_ATTR_STRING(name, nameobj);
1492 
1493     if (strcmp(name, "locked") == 0)
1494 	return PyLong_FromLong(this->dict->dv_lock);
1495     else if (strcmp(name, "scope") == 0)
1496 	return PyLong_FromLong(this->dict->dv_scope);
1497 
1498     return PyObject_GenericGetAttr(self, nameobj);
1499 }
1500 
1501     static int
1502 DictionarySetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1503 {
1504     GET_ATTR_STRING(name, nameobj);
1505     return DictionarySetattr((DictionaryObject *)(self), name, val);
1506 }
1507 
1508 /* List object - Definitions
1509  */
1510 
1511     static PyObject *
1512 ListGetattro(PyObject *self, PyObject *nameobj)
1513 {
1514     GET_ATTR_STRING(name, nameobj);
1515 
1516     if (strcmp(name, "locked") == 0)
1517 	return PyLong_FromLong(((ListObject *) (self))->list->lv_lock);
1518 
1519     return PyObject_GenericGetAttr(self, nameobj);
1520 }
1521 
1522     static int
1523 ListSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1524 {
1525     GET_ATTR_STRING(name, nameobj);
1526     return ListSetattr((ListObject *)(self), name, val);
1527 }
1528 
1529 /* Function object - Definitions
1530  */
1531 
1532     static PyObject *
1533 FunctionGetattro(PyObject *self, PyObject *nameobj)
1534 {
1535     PyObject		*r;
1536     FunctionObject	*this = (FunctionObject *)(self);
1537 
1538     GET_ATTR_STRING(name, nameobj);
1539 
1540     r = FunctionAttr(this, name);
1541     if (r || PyErr_Occurred())
1542 	return r;
1543     else
1544 	return PyObject_GenericGetAttr(self, nameobj);
1545 }
1546 
1547 /* External interface
1548  */
1549 
1550     void
1551 python3_buffer_free(buf_T *buf)
1552 {
1553     if (BUF_PYTHON_REF(buf) != NULL)
1554     {
1555 	BufferObject *bp = BUF_PYTHON_REF(buf);
1556 	bp->buf = INVALID_BUFFER_VALUE;
1557 	BUF_PYTHON_REF(buf) = NULL;
1558     }
1559 }
1560 
1561     void
1562 python3_window_free(win_T *win)
1563 {
1564     if (WIN_PYTHON_REF(win) != NULL)
1565     {
1566 	WindowObject *wp = WIN_PYTHON_REF(win);
1567 	wp->win = INVALID_WINDOW_VALUE;
1568 	WIN_PYTHON_REF(win) = NULL;
1569     }
1570 }
1571 
1572     void
1573 python3_tabpage_free(tabpage_T *tab)
1574 {
1575     if (TAB_PYTHON_REF(tab) != NULL)
1576     {
1577 	TabPageObject *tp = TAB_PYTHON_REF(tab);
1578 	tp->tab = INVALID_TABPAGE_VALUE;
1579 	TAB_PYTHON_REF(tab) = NULL;
1580     }
1581 }
1582 
1583     static PyObject *
1584 Py3Init_vim(void)
1585 {
1586     /* The special value is removed from sys.path in Python3_Init(). */
1587     static wchar_t *(argv[2]) = {L"/must>not&exist/foo", NULL};
1588 
1589     if (init_types())
1590 	return NULL;
1591 
1592     /* Set sys.argv[] to avoid a crash in warn(). */
1593     PySys_SetArgv(1, argv);
1594 
1595     if ((vim_module = PyModule_Create(&vimmodule)) == NULL)
1596 	return NULL;
1597 
1598     if (populate_module(vim_module))
1599 	return NULL;
1600 
1601     if (init_sys_path())
1602 	return NULL;
1603 
1604     return vim_module;
1605 }
1606 
1607 /*************************************************************************
1608  * 4. Utility functions for handling the interface between Vim and Python.
1609  */
1610 
1611 /* Convert a Vim line into a Python string.
1612  * All internal newlines are replaced by null characters.
1613  *
1614  * On errors, the Python exception data is set, and NULL is returned.
1615  */
1616     static PyObject *
1617 LineToString(const char *str)
1618 {
1619     PyObject *result;
1620     Py_ssize_t len = strlen(str);
1621     char *tmp,*p;
1622 
1623     tmp = (char *)alloc((unsigned)(len+1));
1624     p = tmp;
1625     if (p == NULL)
1626     {
1627 	PyErr_NoMemory();
1628 	return NULL;
1629     }
1630 
1631     while (*str)
1632     {
1633 	if (*str == '\n')
1634 	    *p = '\0';
1635 	else
1636 	    *p = *str;
1637 
1638 	++p;
1639 	++str;
1640     }
1641     *p = '\0';
1642 
1643     result = PyUnicode_Decode(tmp, len, (char *)ENC_OPT, CODEC_ERROR_HANDLER);
1644 
1645     vim_free(tmp);
1646     return result;
1647 }
1648 
1649     void
1650 do_py3eval (char_u *str, typval_T *rettv)
1651 {
1652     DoPyCommand((char *) str,
1653 	    (rangeinitializer) init_range_eval,
1654 	    (runner) run_eval,
1655 	    (void *) rettv);
1656     switch(rettv->v_type)
1657     {
1658 	case VAR_DICT: ++rettv->vval.v_dict->dv_refcount; break;
1659 	case VAR_LIST: ++rettv->vval.v_list->lv_refcount; break;
1660 	case VAR_FUNC: func_ref(rettv->vval.v_string);    break;
1661 	case VAR_PARTIAL: ++rettv->vval.v_partial->pt_refcount; break;
1662 	case VAR_UNKNOWN:
1663 	    rettv->v_type = VAR_NUMBER;
1664 	    rettv->vval.v_number = 0;
1665 	    break;
1666 	case VAR_NUMBER:
1667 	case VAR_STRING:
1668 	case VAR_FLOAT:
1669 	case VAR_SPECIAL:
1670 	case VAR_JOB:
1671 	case VAR_CHANNEL:
1672 	    break;
1673     }
1674 }
1675 
1676     int
1677 set_ref_in_python3 (int copyID)
1678 {
1679     return set_ref_in_py(copyID);
1680 }
1681