xref: /vim-8.2.3635/src/if_python3.c (revision 00154508)
1 /* vi:set ts=8 sts=4 sw=4:
2  *
3  * VIM - Vi IMproved    by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 /*
10  * Python extensions by Paul Moore.
11  * Changes for Unix by David Leonard.
12  *
13  * This consists of four parts:
14  * 1. Python interpreter main program
15  * 2. Python output stream: writes output via [e]msg().
16  * 3. Implementation of the Vim module for Python
17  * 4. Utility functions for handling the interface between Vim and Python.
18  */
19 
20 /*
21  * Roland Puntaier 2009/sept/16:
22  * Adaptations to support both python3.x and python2.x
23  */
24 
25 /* uncomment this if used with the debug version of python */
26 /* #define Py_DEBUG */
27 
28 #include "vim.h"
29 
30 #include <limits.h>
31 
32 /* Python.h defines _POSIX_THREADS itself (if needed) */
33 #ifdef _POSIX_THREADS
34 # undef _POSIX_THREADS
35 #endif
36 
37 #if defined(_WIN32) && defined(HAVE_FCNTL_H)
38 # undef HAVE_FCNTL_H
39 #endif
40 
41 #ifdef _DEBUG
42 # undef _DEBUG
43 #endif
44 
45 #ifdef F_BLANK
46 # undef F_BLANK
47 #endif
48 
49 #ifdef HAVE_STDARG_H
50 # undef HAVE_STDARG_H   /* Python's config.h defines it as well. */
51 #endif
52 #ifdef _POSIX_C_SOURCE  /* defined in feature.h */
53 # undef _POSIX_C_SOURCE
54 #endif
55 #ifdef _XOPEN_SOURCE
56 # undef _XOPEN_SOURCE	/* pyconfig.h defines it as well. */
57 #endif
58 
59 #include <Python.h>
60 #if defined(MACOS) && !defined(MACOS_X_UNIX)
61 # include "macglue.h"
62 # include <CodeFragments.h>
63 #endif
64 #undef main /* Defined in python.h - aargh */
65 #undef HAVE_FCNTL_H /* Clash with os_win32.h */
66 
67 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000
68 # define PY_SSIZE_T_CLEAN
69 #endif
70 
71 static void init_structs(void);
72 
73 /* The "surrogateescape" error handler is new in Python 3.1 */
74 #if PY_VERSION_HEX >= 0x030100f0
75 # define CODEC_ERROR_HANDLER "surrogateescape"
76 #else
77 # define CODEC_ERROR_HANDLER NULL
78 #endif
79 
80 /* Python 3 does not support CObjects, always use Capsules */
81 #define PY_USE_CAPSULE
82 
83 #define PyInt Py_ssize_t
84 #define PyString_Check(obj) PyUnicode_Check(obj)
85 #define PyString_AsBytes(obj) PyUnicode_AsEncodedString(obj, (char *)ENC_OPT, CODEC_ERROR_HANDLER)
86 #define PyString_FreeBytes(obj) Py_XDECREF(bytes)
87 #define PyString_AsString(obj) PyBytes_AsString(obj)
88 #define PyString_Size(obj) PyBytes_GET_SIZE(bytes)
89 #define PyString_FromString(repr) PyUnicode_FromString(repr)
90 #define PyString_AsStringAndSize(obj, buffer, len) PyBytes_AsStringAndSize(obj, buffer, len)
91 #define PyInt_Check(obj) PyLong_Check(obj)
92 #define PyInt_FromLong(i) PyLong_FromLong(i)
93 #define PyInt_AsLong(obj) PyLong_AsLong(obj)
94 
95 #if defined(DYNAMIC_PYTHON3) || defined(PROTO)
96 
97 # ifndef WIN3264
98 #  include <dlfcn.h>
99 #  define FARPROC void*
100 #  define HINSTANCE void*
101 #  if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)
102 #   define load_dll(n) dlopen((n), RTLD_LAZY)
103 #  else
104 #   define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL)
105 #  endif
106 #  define close_dll dlclose
107 #  define symbol_from_dll dlsym
108 # else
109 #  define load_dll vimLoadLib
110 #  define close_dll FreeLibrary
111 #  define symbol_from_dll GetProcAddress
112 # endif
113 /*
114  * Wrapper defines
115  */
116 # undef PyArg_Parse
117 # define PyArg_Parse py3_PyArg_Parse
118 # undef PyArg_ParseTuple
119 # define PyArg_ParseTuple py3_PyArg_ParseTuple
120 # define PyMem_Free py3_PyMem_Free
121 # define PyMem_Malloc py3_PyMem_Malloc
122 # define PyDict_SetItemString py3_PyDict_SetItemString
123 # define PyErr_BadArgument py3_PyErr_BadArgument
124 # define PyErr_Clear py3_PyErr_Clear
125 # define PyErr_NoMemory py3_PyErr_NoMemory
126 # define PyErr_Occurred py3_PyErr_Occurred
127 # define PyErr_SetNone py3_PyErr_SetNone
128 # define PyErr_SetString py3_PyErr_SetString
129 # define PyEval_InitThreads py3_PyEval_InitThreads
130 # define PyEval_RestoreThread py3_PyEval_RestoreThread
131 # define PyEval_SaveThread py3_PyEval_SaveThread
132 # define PyGILState_Ensure py3_PyGILState_Ensure
133 # define PyGILState_Release py3_PyGILState_Release
134 # define PyLong_AsLong py3_PyLong_AsLong
135 # define PyLong_FromLong py3_PyLong_FromLong
136 # define PyList_GetItem py3_PyList_GetItem
137 # define PyList_Append py3_PyList_Append
138 # define PyList_New py3_PyList_New
139 # define PyList_SetItem py3_PyList_SetItem
140 # define PyList_Size py3_PyList_Size
141 # define PySequence_Check py3_PySequence_Check
142 # define PySequence_Size py3_PySequence_Size
143 # define PySequence_GetItem py3_PySequence_GetItem
144 # define PyTuple_Size py3_PyTuple_Size
145 # define PyTuple_GetItem py3_PyTuple_GetItem
146 # define PySlice_GetIndicesEx py3_PySlice_GetIndicesEx
147 # define PyImport_ImportModule py3_PyImport_ImportModule
148 # define PyImport_AddModule py3_PyImport_AddModule
149 # define PyObject_Init py3__PyObject_Init
150 # define PyDict_New py3_PyDict_New
151 # define PyDict_GetItemString py3_PyDict_GetItemString
152 # define PyDict_Next py3_PyDict_Next
153 # define PyMapping_Check py3_PyMapping_Check
154 # define PyMapping_Items py3_PyMapping_Items
155 # define PyIter_Next py3_PyIter_Next
156 # define PyObject_GetIter py3_PyObject_GetIter
157 # define PyModule_GetDict py3_PyModule_GetDict
158 #undef PyRun_SimpleString
159 # define PyRun_SimpleString py3_PyRun_SimpleString
160 #undef PyRun_String
161 # define PyRun_String py3_PyRun_String
162 # define PySys_SetObject py3_PySys_SetObject
163 # define PySys_SetArgv py3_PySys_SetArgv
164 # define PyType_Ready py3_PyType_Ready
165 #undef Py_BuildValue
166 # define Py_BuildValue py3_Py_BuildValue
167 # define Py_SetPythonHome py3_Py_SetPythonHome
168 # define Py_Initialize py3_Py_Initialize
169 # define Py_Finalize py3_Py_Finalize
170 # define Py_IsInitialized py3_Py_IsInitialized
171 # define _Py_NoneStruct (*py3__Py_NoneStruct)
172 # define _Py_FalseStruct (*py3__Py_FalseStruct)
173 # define _Py_TrueStruct (*py3__Py_TrueStruct)
174 # define _PyObject_NextNotImplemented (*py3__PyObject_NextNotImplemented)
175 # define PyModule_AddObject py3_PyModule_AddObject
176 # define PyImport_AppendInittab py3_PyImport_AppendInittab
177 # if PY_VERSION_HEX >= 0x030300f0
178 #  undef _PyUnicode_AsString
179 #  define _PyUnicode_AsString py3_PyUnicode_AsUTF8
180 # else
181 #  define _PyUnicode_AsString py3__PyUnicode_AsString
182 # endif
183 # undef PyUnicode_AsEncodedString
184 # define PyUnicode_AsEncodedString py3_PyUnicode_AsEncodedString
185 # undef PyBytes_AsString
186 # define PyBytes_AsString py3_PyBytes_AsString
187 # define PyBytes_AsStringAndSize py3_PyBytes_AsStringAndSize
188 # undef PyBytes_FromString
189 # define PyBytes_FromString py3_PyBytes_FromString
190 # define PyFloat_FromDouble py3_PyFloat_FromDouble
191 # define PyFloat_AsDouble py3_PyFloat_AsDouble
192 # define PyObject_GenericGetAttr py3_PyObject_GenericGetAttr
193 # define PyType_Type (*py3_PyType_Type)
194 # define PySlice_Type (*py3_PySlice_Type)
195 # define PyFloat_Type (*py3_PyFloat_Type)
196 # define PyBool_Type (*py3_PyBool_Type)
197 # define PyErr_NewException py3_PyErr_NewException
198 # ifdef Py_DEBUG
199 #  define _Py_NegativeRefcount py3__Py_NegativeRefcount
200 #  define _Py_RefTotal (*py3__Py_RefTotal)
201 #  define _Py_Dealloc py3__Py_Dealloc
202 #  define _PyObject_DebugMalloc py3__PyObject_DebugMalloc
203 #  define _PyObject_DebugFree py3__PyObject_DebugFree
204 # else
205 #  define PyObject_Malloc py3_PyObject_Malloc
206 #  define PyObject_Free py3_PyObject_Free
207 # endif
208 # define PyType_GenericAlloc py3_PyType_GenericAlloc
209 # define PyType_GenericNew py3_PyType_GenericNew
210 # define PyModule_Create2 py3_PyModule_Create2
211 # undef PyUnicode_FromString
212 # define PyUnicode_FromString py3_PyUnicode_FromString
213 # undef PyUnicode_Decode
214 # define PyUnicode_Decode py3_PyUnicode_Decode
215 # define PyType_IsSubtype py3_PyType_IsSubtype
216 # define PyCapsule_New py3_PyCapsule_New
217 # define PyCapsule_GetPointer py3_PyCapsule_GetPointer
218 
219 # ifdef Py_DEBUG
220 #  undef PyObject_NEW
221 #  define PyObject_NEW(type, typeobj) \
222 ( (type *) PyObject_Init( \
223 	(PyObject *) _PyObject_DebugMalloc( _PyObject_SIZE(typeobj) ), (typeobj)) )
224 # endif
225 
226 /*
227  * Pointers for dynamic link
228  */
229 static int (*py3_PySys_SetArgv)(int, wchar_t **);
230 static void (*py3_Py_SetPythonHome)(wchar_t *home);
231 static void (*py3_Py_Initialize)(void);
232 static PyObject* (*py3_PyList_New)(Py_ssize_t size);
233 static PyGILState_STATE (*py3_PyGILState_Ensure)(void);
234 static void (*py3_PyGILState_Release)(PyGILState_STATE);
235 static int (*py3_PySys_SetObject)(char *, PyObject *);
236 static PyObject* (*py3_PyList_Append)(PyObject *, PyObject *);
237 static Py_ssize_t (*py3_PyList_Size)(PyObject *);
238 static int (*py3_PySequence_Check)(PyObject *);
239 static Py_ssize_t (*py3_PySequence_Size)(PyObject *);
240 static PyObject* (*py3_PySequence_GetItem)(PyObject *, Py_ssize_t);
241 static Py_ssize_t (*py3_PyTuple_Size)(PyObject *);
242 static PyObject* (*py3_PyTuple_GetItem)(PyObject *, Py_ssize_t);
243 static int (*py3_PyMapping_Check)(PyObject *);
244 static PyObject* (*py3_PyMapping_Items)(PyObject *);
245 static int (*py3_PySlice_GetIndicesEx)(PyObject *r, Py_ssize_t length,
246 		     Py_ssize_t *start, Py_ssize_t *stop, Py_ssize_t *step, Py_ssize_t *slicelength);
247 static PyObject* (*py3_PyErr_NoMemory)(void);
248 static void (*py3_Py_Finalize)(void);
249 static void (*py3_PyErr_SetString)(PyObject *, const char *);
250 static int (*py3_PyRun_SimpleString)(char *);
251 static PyObject* (*py3_PyRun_String)(char *, int, PyObject *, PyObject *);
252 static PyObject* (*py3_PyList_GetItem)(PyObject *, Py_ssize_t);
253 static PyObject* (*py3_PyImport_ImportModule)(const char *);
254 static PyObject* (*py3_PyImport_AddModule)(const char *);
255 static int (*py3_PyErr_BadArgument)(void);
256 static PyObject* (*py3_PyErr_Occurred)(void);
257 static PyObject* (*py3_PyModule_GetDict)(PyObject *);
258 static int (*py3_PyList_SetItem)(PyObject *, Py_ssize_t, PyObject *);
259 static PyObject* (*py3_PyDict_GetItemString)(PyObject *, const char *);
260 static int (*py3_PyDict_Next)(PyObject *, Py_ssize_t *, PyObject **, PyObject **);
261 static PyObject* (*py3_PyLong_FromLong)(long);
262 static PyObject* (*py3_PyDict_New)(void);
263 static PyObject* (*py3_PyIter_Next)(PyObject *);
264 static PyObject* (*py3_PyObject_GetIter)(PyObject *);
265 static PyObject* (*py3_Py_BuildValue)(char *, ...);
266 static int (*py3_PyType_Ready)(PyTypeObject *type);
267 static int (*py3_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item);
268 static PyObject* (*py3_PyUnicode_FromString)(const char *u);
269 static PyObject* (*py3_PyUnicode_Decode)(const char *u, Py_ssize_t size,
270 	const char *encoding, const char *errors);
271 static long (*py3_PyLong_AsLong)(PyObject *);
272 static void (*py3_PyErr_SetNone)(PyObject *);
273 static void (*py3_PyEval_InitThreads)(void);
274 static void(*py3_PyEval_RestoreThread)(PyThreadState *);
275 static PyThreadState*(*py3_PyEval_SaveThread)(void);
276 static int (*py3_PyArg_Parse)(PyObject *, char *, ...);
277 static int (*py3_PyArg_ParseTuple)(PyObject *, char *, ...);
278 static int (*py3_PyMem_Free)(void *);
279 static void* (*py3_PyMem_Malloc)(size_t);
280 static int (*py3_Py_IsInitialized)(void);
281 static void (*py3_PyErr_Clear)(void);
282 static PyObject*(*py3__PyObject_Init)(PyObject *, PyTypeObject *);
283 static iternextfunc py3__PyObject_NextNotImplemented;
284 static PyObject* py3__Py_NoneStruct;
285 static PyObject* py3__Py_FalseStruct;
286 static PyObject* py3__Py_TrueStruct;
287 static int (*py3_PyModule_AddObject)(PyObject *m, const char *name, PyObject *o);
288 static int (*py3_PyImport_AppendInittab)(const char *name, PyObject* (*initfunc)(void));
289 # if PY_VERSION_HEX >= 0x030300f0
290 static char* (*py3_PyUnicode_AsUTF8)(PyObject *unicode);
291 # else
292 static char* (*py3__PyUnicode_AsString)(PyObject *unicode);
293 # endif
294 static PyObject* (*py3_PyUnicode_AsEncodedString)(PyObject *unicode, const char* encoding, const char* errors);
295 static char* (*py3_PyBytes_AsString)(PyObject *bytes);
296 static int (*py3_PyBytes_AsStringAndSize)(PyObject *bytes, char **buffer, int *length);
297 static PyObject* (*py3_PyBytes_FromString)(char *str);
298 static PyObject* (*py3_PyFloat_FromDouble)(double num);
299 static double (*py3_PyFloat_AsDouble)(PyObject *);
300 static PyObject* (*py3_PyObject_GenericGetAttr)(PyObject *obj, PyObject *name);
301 static PyObject* (*py3_PyModule_Create2)(struct PyModuleDef* module, int module_api_version);
302 static PyObject* (*py3_PyType_GenericAlloc)(PyTypeObject *type, Py_ssize_t nitems);
303 static PyObject* (*py3_PyType_GenericNew)(PyTypeObject *type, PyObject *args, PyObject *kwds);
304 static PyTypeObject* py3_PyType_Type;
305 static PyTypeObject* py3_PySlice_Type;
306 static PyTypeObject* py3_PyFloat_Type;
307 static PyTypeObject* py3_PyBool_Type;
308 static PyObject* (*py3_PyErr_NewException)(char *name, PyObject *base, PyObject *dict);
309 static PyObject* (*py3_PyCapsule_New)(void *, char *, PyCapsule_Destructor);
310 static void* (*py3_PyCapsule_GetPointer)(PyObject *, char *);
311 # ifdef Py_DEBUG
312     static void (*py3__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op);
313     static Py_ssize_t* py3__Py_RefTotal;
314     static void (*py3__Py_Dealloc)(PyObject *obj);
315     static void (*py3__PyObject_DebugFree)(void*);
316     static void* (*py3__PyObject_DebugMalloc)(size_t);
317 # else
318     static void (*py3_PyObject_Free)(void*);
319     static void* (*py3_PyObject_Malloc)(size_t);
320 # endif
321 static int (*py3_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *);
322 
323 static HINSTANCE hinstPy3 = 0; /* Instance of python.dll */
324 
325 /* Imported exception objects */
326 static PyObject *p3imp_PyExc_AttributeError;
327 static PyObject *p3imp_PyExc_IndexError;
328 static PyObject *p3imp_PyExc_KeyboardInterrupt;
329 static PyObject *p3imp_PyExc_TypeError;
330 static PyObject *p3imp_PyExc_ValueError;
331 
332 # define PyExc_AttributeError p3imp_PyExc_AttributeError
333 # define PyExc_IndexError p3imp_PyExc_IndexError
334 # define PyExc_KeyboardInterrupt p3imp_PyExc_KeyboardInterrupt
335 # define PyExc_TypeError p3imp_PyExc_TypeError
336 # define PyExc_ValueError p3imp_PyExc_ValueError
337 
338 /*
339  * Table of name to function pointer of python.
340  */
341 # define PYTHON_PROC FARPROC
342 static struct
343 {
344     char *name;
345     PYTHON_PROC *ptr;
346 } py3_funcname_table[] =
347 {
348     {"PySys_SetArgv", (PYTHON_PROC*)&py3_PySys_SetArgv},
349     {"Py_SetPythonHome", (PYTHON_PROC*)&py3_Py_SetPythonHome},
350     {"Py_Initialize", (PYTHON_PROC*)&py3_Py_Initialize},
351 # ifndef PY_SSIZE_T_CLEAN
352     {"PyArg_ParseTuple", (PYTHON_PROC*)&py3_PyArg_ParseTuple},
353     {"Py_BuildValue", (PYTHON_PROC*)&py3_Py_BuildValue},
354 # else
355     {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&py3_PyArg_ParseTuple},
356     {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&py3_Py_BuildValue},
357 # endif
358     {"PyMem_Free", (PYTHON_PROC*)&py3_PyMem_Free},
359     {"PyMem_Malloc", (PYTHON_PROC*)&py3_PyMem_Malloc},
360     {"PyList_New", (PYTHON_PROC*)&py3_PyList_New},
361     {"PyGILState_Ensure", (PYTHON_PROC*)&py3_PyGILState_Ensure},
362     {"PyGILState_Release", (PYTHON_PROC*)&py3_PyGILState_Release},
363     {"PySys_SetObject", (PYTHON_PROC*)&py3_PySys_SetObject},
364     {"PyList_Append", (PYTHON_PROC*)&py3_PyList_Append},
365     {"PyList_Size", (PYTHON_PROC*)&py3_PyList_Size},
366     {"PySequence_Check", (PYTHON_PROC*)&py3_PySequence_Check},
367     {"PySequence_Size", (PYTHON_PROC*)&py3_PySequence_Size},
368     {"PySequence_GetItem", (PYTHON_PROC*)&py3_PySequence_GetItem},
369     {"PyTuple_Size", (PYTHON_PROC*)&py3_PyTuple_Size},
370     {"PyTuple_GetItem", (PYTHON_PROC*)&py3_PyTuple_GetItem},
371     {"PySlice_GetIndicesEx", (PYTHON_PROC*)&py3_PySlice_GetIndicesEx},
372     {"PyErr_NoMemory", (PYTHON_PROC*)&py3_PyErr_NoMemory},
373     {"Py_Finalize", (PYTHON_PROC*)&py3_Py_Finalize},
374     {"PyErr_SetString", (PYTHON_PROC*)&py3_PyErr_SetString},
375     {"PyRun_SimpleString", (PYTHON_PROC*)&py3_PyRun_SimpleString},
376     {"PyRun_String", (PYTHON_PROC*)&py3_PyRun_String},
377     {"PyList_GetItem", (PYTHON_PROC*)&py3_PyList_GetItem},
378     {"PyImport_ImportModule", (PYTHON_PROC*)&py3_PyImport_ImportModule},
379     {"PyImport_AddModule", (PYTHON_PROC*)&py3_PyImport_AddModule},
380     {"PyErr_BadArgument", (PYTHON_PROC*)&py3_PyErr_BadArgument},
381     {"PyErr_Occurred", (PYTHON_PROC*)&py3_PyErr_Occurred},
382     {"PyModule_GetDict", (PYTHON_PROC*)&py3_PyModule_GetDict},
383     {"PyList_SetItem", (PYTHON_PROC*)&py3_PyList_SetItem},
384     {"PyDict_GetItemString", (PYTHON_PROC*)&py3_PyDict_GetItemString},
385     {"PyDict_Next", (PYTHON_PROC*)&py3_PyDict_Next},
386     {"PyMapping_Check", (PYTHON_PROC*)&py3_PyMapping_Check},
387     {"PyMapping_Items", (PYTHON_PROC*)&py3_PyMapping_Items},
388     {"PyIter_Next", (PYTHON_PROC*)&py3_PyIter_Next},
389     {"PyObject_GetIter", (PYTHON_PROC*)&py3_PyObject_GetIter},
390     {"PyLong_FromLong", (PYTHON_PROC*)&py3_PyLong_FromLong},
391     {"PyDict_New", (PYTHON_PROC*)&py3_PyDict_New},
392     {"PyType_Ready", (PYTHON_PROC*)&py3_PyType_Ready},
393     {"PyDict_SetItemString", (PYTHON_PROC*)&py3_PyDict_SetItemString},
394     {"PyLong_AsLong", (PYTHON_PROC*)&py3_PyLong_AsLong},
395     {"PyErr_SetNone", (PYTHON_PROC*)&py3_PyErr_SetNone},
396     {"PyEval_InitThreads", (PYTHON_PROC*)&py3_PyEval_InitThreads},
397     {"PyEval_RestoreThread", (PYTHON_PROC*)&py3_PyEval_RestoreThread},
398     {"PyEval_SaveThread", (PYTHON_PROC*)&py3_PyEval_SaveThread},
399     {"PyArg_Parse", (PYTHON_PROC*)&py3_PyArg_Parse},
400     {"Py_IsInitialized", (PYTHON_PROC*)&py3_Py_IsInitialized},
401     {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&py3__PyObject_NextNotImplemented},
402     {"_Py_NoneStruct", (PYTHON_PROC*)&py3__Py_NoneStruct},
403     {"_Py_FalseStruct", (PYTHON_PROC*)&py3__Py_FalseStruct},
404     {"_Py_TrueStruct", (PYTHON_PROC*)&py3__Py_TrueStruct},
405     {"PyErr_Clear", (PYTHON_PROC*)&py3_PyErr_Clear},
406     {"PyObject_Init", (PYTHON_PROC*)&py3__PyObject_Init},
407     {"PyModule_AddObject", (PYTHON_PROC*)&py3_PyModule_AddObject},
408     {"PyImport_AppendInittab", (PYTHON_PROC*)&py3_PyImport_AppendInittab},
409 # if PY_VERSION_HEX >= 0x030300f0
410     {"PyUnicode_AsUTF8", (PYTHON_PROC*)&py3_PyUnicode_AsUTF8},
411 # else
412     {"_PyUnicode_AsString", (PYTHON_PROC*)&py3__PyUnicode_AsString},
413 # endif
414     {"PyBytes_AsString", (PYTHON_PROC*)&py3_PyBytes_AsString},
415     {"PyBytes_AsStringAndSize", (PYTHON_PROC*)&py3_PyBytes_AsStringAndSize},
416     {"PyBytes_FromString", (PYTHON_PROC*)&py3_PyBytes_FromString},
417     {"PyFloat_FromDouble", (PYTHON_PROC*)&py3_PyFloat_FromDouble},
418     {"PyFloat_AsDouble", (PYTHON_PROC*)&py3_PyFloat_AsDouble},
419     {"PyObject_GenericGetAttr", (PYTHON_PROC*)&py3_PyObject_GenericGetAttr},
420     {"PyModule_Create2", (PYTHON_PROC*)&py3_PyModule_Create2},
421     {"PyType_GenericAlloc", (PYTHON_PROC*)&py3_PyType_GenericAlloc},
422     {"PyType_GenericNew", (PYTHON_PROC*)&py3_PyType_GenericNew},
423     {"PyType_Type", (PYTHON_PROC*)&py3_PyType_Type},
424     {"PySlice_Type", (PYTHON_PROC*)&py3_PySlice_Type},
425     {"PyFloat_Type", (PYTHON_PROC*)&py3_PyFloat_Type},
426     {"PyBool_Type", (PYTHON_PROC*)&py3_PyBool_Type},
427     {"PyErr_NewException", (PYTHON_PROC*)&py3_PyErr_NewException},
428 # ifdef Py_DEBUG
429     {"_Py_NegativeRefcount", (PYTHON_PROC*)&py3__Py_NegativeRefcount},
430     {"_Py_RefTotal", (PYTHON_PROC*)&py3__Py_RefTotal},
431     {"_Py_Dealloc", (PYTHON_PROC*)&py3__Py_Dealloc},
432     {"_PyObject_DebugFree", (PYTHON_PROC*)&py3__PyObject_DebugFree},
433     {"_PyObject_DebugMalloc", (PYTHON_PROC*)&py3__PyObject_DebugMalloc},
434 # else
435     {"PyObject_Malloc", (PYTHON_PROC*)&py3_PyObject_Malloc},
436     {"PyObject_Free", (PYTHON_PROC*)&py3_PyObject_Free},
437 # endif
438     {"PyType_IsSubtype", (PYTHON_PROC*)&py3_PyType_IsSubtype},
439     {"PyCapsule_New", (PYTHON_PROC*)&py3_PyCapsule_New},
440     {"PyCapsule_GetPointer", (PYTHON_PROC*)&py3_PyCapsule_GetPointer},
441     {"", NULL},
442 };
443 
444 /*
445  * Free python.dll
446  */
447     static void
448 end_dynamic_python3(void)
449 {
450     if (hinstPy3 != 0)
451     {
452 	close_dll(hinstPy3);
453 	hinstPy3 = 0;
454     }
455 }
456 
457 /*
458  * Load library and get all pointers.
459  * Parameter 'libname' provides name of DLL.
460  * Return OK or FAIL.
461  */
462     static int
463 py3_runtime_link_init(char *libname, int verbose)
464 {
465     int i;
466     void *ucs_from_string, *ucs_decode, *ucs_as_encoded_string;
467 
468 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON)
469     /* Can't have Python and Python3 loaded at the same time.
470      * It cause a crash, because RTLD_GLOBAL is needed for
471      * standard C extension libraries of one or both python versions. */
472     if (python_loaded())
473     {
474 	if (verbose)
475 	    EMSG(_("E837: This Vim cannot execute :py3 after using :python"));
476 	return FAIL;
477     }
478 # endif
479 
480     if (hinstPy3 != 0)
481 	return OK;
482     hinstPy3 = load_dll(libname);
483 
484     if (!hinstPy3)
485     {
486 	if (verbose)
487 	    EMSG2(_(e_loadlib), libname);
488 	return FAIL;
489     }
490 
491     for (i = 0; py3_funcname_table[i].ptr; ++i)
492     {
493 	if ((*py3_funcname_table[i].ptr = symbol_from_dll(hinstPy3,
494 			py3_funcname_table[i].name)) == NULL)
495 	{
496 	    close_dll(hinstPy3);
497 	    hinstPy3 = 0;
498 	    if (verbose)
499 		EMSG2(_(e_loadfunc), py3_funcname_table[i].name);
500 	    return FAIL;
501 	}
502     }
503 
504     /* Load unicode functions separately as only the ucs2 or the ucs4 functions
505      * will be present in the library. */
506 # if PY_VERSION_HEX >= 0x030300f0
507     ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicode_FromString");
508     ucs_decode = symbol_from_dll(hinstPy3, "PyUnicode_Decode");
509     ucs_as_encoded_string = symbol_from_dll(hinstPy3,
510 	    "PyUnicode_AsEncodedString");
511 # else
512     ucs_from_string = symbol_from_dll(hinstPy3, "PyUnicodeUCS2_FromString");
513     ucs_decode = symbol_from_dll(hinstPy3,
514 	    "PyUnicodeUCS2_Decode");
515     ucs_as_encoded_string = symbol_from_dll(hinstPy3,
516 	    "PyUnicodeUCS2_AsEncodedString");
517     if (!ucs_from_string || !ucs_decode || !ucs_as_encoded_string)
518     {
519 	ucs_from_string = symbol_from_dll(hinstPy3,
520 		"PyUnicodeUCS4_FromString");
521 	ucs_decode = symbol_from_dll(hinstPy3,
522 		"PyUnicodeUCS4_Decode");
523 	ucs_as_encoded_string = symbol_from_dll(hinstPy3,
524 		"PyUnicodeUCS4_AsEncodedString");
525     }
526 # endif
527     if (ucs_from_string && ucs_decode && ucs_as_encoded_string)
528     {
529 	py3_PyUnicode_FromString = ucs_from_string;
530 	py3_PyUnicode_Decode = ucs_decode;
531 	py3_PyUnicode_AsEncodedString = ucs_as_encoded_string;
532     }
533     else
534     {
535 	close_dll(hinstPy3);
536 	hinstPy3 = 0;
537 	if (verbose)
538 	    EMSG2(_(e_loadfunc), "PyUnicode_UCSX_*");
539 	return FAIL;
540     }
541 
542     return OK;
543 }
544 
545 /*
546  * If python is enabled (there is installed python on Windows system) return
547  * TRUE, else FALSE.
548  */
549     int
550 python3_enabled(int verbose)
551 {
552     return py3_runtime_link_init(DYNAMIC_PYTHON3_DLL, verbose) == OK;
553 }
554 
555 /* Load the standard Python exceptions - don't import the symbols from the
556  * DLL, as this can cause errors (importing data symbols is not reliable).
557  */
558 static void get_py3_exceptions __ARGS((void));
559 
560     static void
561 get_py3_exceptions()
562 {
563     PyObject *exmod = PyImport_ImportModule("builtins");
564     PyObject *exdict = PyModule_GetDict(exmod);
565     p3imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError");
566     p3imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError");
567     p3imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt");
568     p3imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError");
569     p3imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError");
570     Py_XINCREF(p3imp_PyExc_AttributeError);
571     Py_XINCREF(p3imp_PyExc_IndexError);
572     Py_XINCREF(p3imp_PyExc_KeyboardInterrupt);
573     Py_XINCREF(p3imp_PyExc_TypeError);
574     Py_XINCREF(p3imp_PyExc_ValueError);
575     Py_XDECREF(exmod);
576 }
577 #endif /* DYNAMIC_PYTHON3 */
578 
579 static PyObject *BufferNew (buf_T *);
580 static PyObject *WindowNew(win_T *);
581 static PyObject *LineToString(const char *);
582 static PyObject *BufferDir(PyObject *, PyObject *);
583 
584 static PyTypeObject RangeType;
585 
586 static int py3initialised = 0;
587 
588 #define PYINITIALISED py3initialised
589 
590 #define DICTKEY_DECL PyObject *bytes = NULL;
591 
592 #define DICTKEY_GET(err) \
593     if (PyBytes_Check(keyObject)) \
594     { \
595 	if (PyString_AsStringAndSize(keyObject, (char **) &key, NULL) == -1) \
596 	    return err; \
597     } \
598     else if (PyUnicode_Check(keyObject)) \
599     { \
600 	bytes = PyString_AsBytes(keyObject); \
601 	if (bytes == NULL) \
602 	    return err; \
603 	if (PyString_AsStringAndSize(bytes, (char **) &key, NULL) == -1) \
604 	    return err; \
605     } \
606     else \
607     { \
608 	PyErr_SetString(PyExc_TypeError, _("only string keys are allowed")); \
609 	return err; \
610     }
611 
612 #define DICTKEY_UNREF \
613     if (bytes != NULL) \
614 	Py_XDECREF(bytes);
615 
616 /*
617  * Include the code shared with if_python.c
618  */
619 #include "if_py_both.h"
620 
621 #define GET_ATTR_STRING(name, nameobj) \
622     char	*name = ""; \
623     if (PyUnicode_Check(nameobj)) \
624 	name = _PyUnicode_AsString(nameobj)
625 
626 #define PY3OBJ_DELETED(obj) (obj->ob_base.ob_refcnt<=0)
627 
628     static void
629 call_PyObject_Free(void *p)
630 {
631 #ifdef Py_DEBUG
632     _PyObject_DebugFree(p);
633 #else
634     PyObject_Free(p);
635 #endif
636 }
637 
638     static PyObject *
639 call_PyType_GenericNew(PyTypeObject *type, PyObject *args, PyObject *kwds)
640 {
641     return PyType_GenericNew(type,args,kwds);
642 }
643 
644     static PyObject *
645 call_PyType_GenericAlloc(PyTypeObject *type, Py_ssize_t nitems)
646 {
647     return PyType_GenericAlloc(type,nitems);
648 }
649 
650 /******************************************************
651  * Internal function prototypes.
652  */
653 
654 static Py_ssize_t RangeStart;
655 static Py_ssize_t RangeEnd;
656 
657 static PyObject *globals;
658 
659 static int PythonIO_Init(void);
660 static PyObject *Py3Init_vim(void);
661 
662 /******************************************************
663  * 1. Python interpreter main program.
664  */
665 
666 static PyGILState_STATE pygilstate = PyGILState_UNLOCKED;
667 
668     void
669 python3_end()
670 {
671     static int recurse = 0;
672 
673     /* If a crash occurs while doing this, don't try again. */
674     if (recurse != 0)
675 	return;
676 
677     ++recurse;
678 
679 #ifdef DYNAMIC_PYTHON3
680     if (hinstPy3)
681 #endif
682     if (Py_IsInitialized())
683     {
684 	// acquire lock before finalizing
685 	pygilstate = PyGILState_Ensure();
686 
687 	Py_Finalize();
688     }
689 
690 #ifdef DYNAMIC_PYTHON3
691     end_dynamic_python3();
692 #endif
693 
694     --recurse;
695 }
696 
697 #if (defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON)) || defined(PROTO)
698     int
699 python3_loaded()
700 {
701     return (hinstPy3 != 0);
702 }
703 #endif
704 
705     static int
706 Python3_Init(void)
707 {
708     if (!py3initialised)
709     {
710 #ifdef DYNAMIC_PYTHON3
711 	if (!python3_enabled(TRUE))
712 	{
713 	    EMSG(_("E263: Sorry, this command is disabled, the Python library could not be loaded."));
714 	    goto fail;
715 	}
716 #endif
717 
718 	init_structs();
719 
720 
721 #ifdef PYTHON3_HOME
722 	Py_SetPythonHome(PYTHON3_HOME);
723 #endif
724 
725 	PyImport_AppendInittab("vim", Py3Init_vim);
726 
727 #if !defined(MACOS) || defined(MACOS_X_UNIX)
728 	Py_Initialize();
729 #else
730 	PyMac_Initialize();
731 #endif
732 	/* Initialise threads, and below save the state using
733 	 * PyEval_SaveThread.  Without the call to PyEval_SaveThread, thread
734 	 * specific state (such as the system trace hook), will be lost
735 	 * between invocations of Python code. */
736 	PyEval_InitThreads();
737 #ifdef DYNAMIC_PYTHON3
738 	get_py3_exceptions();
739 #endif
740 
741 	if (PythonIO_Init())
742 	    goto fail;
743 
744 	globals = PyModule_GetDict(PyImport_AddModule("__main__"));
745 
746 	/* Remove the element from sys.path that was added because of our
747 	 * argv[0] value in Py3Init_vim().  Previously we used an empty
748 	 * string, but dependinding on the OS we then get an empty entry or
749 	 * the current directory in sys.path.
750 	 * Only after vim has been imported, the element does exist in
751 	 * sys.path.
752 	 */
753 	PyRun_SimpleString("import vim; import sys; sys.path = list(filter(lambda x: not x.endswith('must>not&exist'), sys.path))");
754 
755 	/* lock is created and acquired in PyEval_InitThreads() and thread
756 	 * state is created in Py_Initialize()
757 	 * there _PyGILState_NoteThreadState() also sets gilcounter to 1
758 	 * (python must have threads enabled!)
759 	 * so the following does both: unlock GIL and save thread state in TLS
760 	 * without deleting thread state
761 	 */
762 	PyEval_SaveThread();
763 
764 	py3initialised = 1;
765     }
766 
767     return 0;
768 
769 fail:
770     /* We call PythonIO_Flush() here to print any Python errors.
771      * This is OK, as it is possible to call this function even
772      * if PythonIO_Init() has not completed successfully (it will
773      * not do anything in this case).
774      */
775     PythonIO_Flush();
776     return -1;
777 }
778 
779 /*
780  * External interface
781  */
782     static void
783 DoPy3Command(exarg_T *eap, const char *cmd, typval_T *rettv)
784 {
785 #if defined(MACOS) && !defined(MACOS_X_UNIX)
786     GrafPtr		oldPort;
787 #endif
788 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
789     char		*saved_locale;
790 #endif
791     PyObject		*cmdstr;
792     PyObject		*cmdbytes;
793 
794 #if defined(MACOS) && !defined(MACOS_X_UNIX)
795     GetPort(&oldPort);
796     /* Check if the Python library is available */
797     if ((Ptr)PyMac_Initialize == (Ptr)kUnresolvedCFragSymbolAddress)
798 	goto theend;
799 #endif
800     if (Python3_Init())
801 	goto theend;
802 
803     if (rettv == NULL)
804     {
805 	RangeStart = eap->line1;
806 	RangeEnd = eap->line2;
807     }
808     else
809     {
810 	RangeStart = (PyInt) curwin->w_cursor.lnum;
811 	RangeEnd = RangeStart;
812     }
813     Python_Release_Vim();	    /* leave vim */
814 
815 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
816     /* Python only works properly when the LC_NUMERIC locale is "C". */
817     saved_locale = setlocale(LC_NUMERIC, NULL);
818     if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0)
819 	saved_locale = NULL;
820     else
821     {
822 	/* Need to make a copy, value may change when setting new locale. */
823 	saved_locale = (char *)vim_strsave((char_u *)saved_locale);
824 	(void)setlocale(LC_NUMERIC, "C");
825     }
826 #endif
827 
828     pygilstate = PyGILState_Ensure();
829 
830     /* PyRun_SimpleString expects a UTF-8 string. Wrong encoding may cause
831      * SyntaxError (unicode error). */
832     cmdstr = PyUnicode_Decode(cmd, strlen(cmd),
833 					(char *)ENC_OPT, CODEC_ERROR_HANDLER);
834     cmdbytes = PyUnicode_AsEncodedString(cmdstr, "utf-8", CODEC_ERROR_HANDLER);
835     Py_XDECREF(cmdstr);
836     if (rettv == NULL)
837 	PyRun_SimpleString(PyBytes_AsString(cmdbytes));
838     else
839     {
840 	PyObject	*r;
841 
842 	r = PyRun_String(PyBytes_AsString(cmdbytes), Py_eval_input,
843 			 globals, globals);
844 	if (r == NULL)
845 	    EMSG(_("E860: Eval did not return a valid python 3 object"));
846 	else
847 	{
848 	    if (ConvertFromPyObject(r, rettv) == -1)
849 		EMSG(_("E861: Failed to convert returned python 3 object to vim value"));
850 	    Py_DECREF(r);
851 	}
852 	PyErr_Clear();
853     }
854     Py_XDECREF(cmdbytes);
855 
856     PyGILState_Release(pygilstate);
857 
858 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE)
859     if (saved_locale != NULL)
860     {
861 	(void)setlocale(LC_NUMERIC, saved_locale);
862 	vim_free(saved_locale);
863     }
864 #endif
865 
866     Python_Lock_Vim();		    /* enter vim */
867     PythonIO_Flush();
868 #if defined(MACOS) && !defined(MACOS_X_UNIX)
869     SetPort(oldPort);
870 #endif
871 
872 theend:
873     return;	    /* keeps lint happy */
874 }
875 
876 /*
877  * ":py3"
878  */
879     void
880 ex_py3(exarg_T *eap)
881 {
882     char_u *script;
883 
884     script = script_get(eap, eap->arg);
885     if (!eap->skip)
886     {
887 	if (script == NULL)
888 	    DoPy3Command(eap, (char *)eap->arg, NULL);
889 	else
890 	    DoPy3Command(eap, (char *)script, NULL);
891     }
892     vim_free(script);
893 }
894 
895 #define BUFFER_SIZE 2048
896 
897 /*
898  * ":py3file"
899  */
900     void
901 ex_py3file(exarg_T *eap)
902 {
903     static char buffer[BUFFER_SIZE];
904     const char *file;
905     char *p;
906     int i;
907 
908     /* Have to do it like this. PyRun_SimpleFile requires you to pass a
909      * stdio file pointer, but Vim and the Python DLL are compiled with
910      * different options under Windows, meaning that stdio pointers aren't
911      * compatible between the two. Yuk.
912      *
913      * construct: exec(compile(open('a_filename', 'rb').read(), 'a_filename', 'exec'))
914      *
915      * Using bytes so that Python can detect the source encoding as it normally
916      * does. The doc does not say "compile" accept bytes, though.
917      *
918      * We need to escape any backslashes or single quotes in the file name, so that
919      * Python won't mangle the file name.
920      */
921 
922     strcpy(buffer, "exec(compile(open('");
923     p = buffer + 19; /* size of "exec(compile(open('" */
924 
925     for (i=0; i<2; ++i)
926     {
927 	file = (char *)eap->arg;
928 	while (*file && p < buffer + (BUFFER_SIZE - 3))
929 	{
930 	    if (*file == '\\' || *file == '\'')
931 		*p++ = '\\';
932 	    *p++ = *file++;
933 	}
934 	/* If we didn't finish the file name, we hit a buffer overflow */
935 	if (*file != '\0')
936 	    return;
937 	if (i==0)
938 	{
939 	    strcpy(p,"','rb').read(),'");
940 	    p += 16;
941 	}
942 	else
943 	{
944 	    strcpy(p,"','exec'))");
945 	    p += 10;
946 	}
947     }
948 
949 
950     /* Execute the file */
951     DoPy3Command(eap, buffer, NULL);
952 }
953 
954 /******************************************************
955  * 2. Python output stream: writes output via [e]msg().
956  */
957 
958 /* Implementation functions
959  */
960 
961     static PyObject *
962 OutputGetattro(PyObject *self, PyObject *nameobj)
963 {
964     GET_ATTR_STRING(name, nameobj);
965 
966     if (strcmp(name, "softspace") == 0)
967 	return PyLong_FromLong(((OutputObject *)(self))->softspace);
968 
969     return PyObject_GenericGetAttr(self, nameobj);
970 }
971 
972     static int
973 OutputSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
974 {
975     GET_ATTR_STRING(name, nameobj);
976 
977     return OutputSetattr(self, name, val);
978 }
979 
980 /***************/
981 
982     static int
983 PythonIO_Init(void)
984 {
985     PyType_Ready(&OutputType);
986     return PythonIO_Init_io();
987 }
988 
989 /******************************************************
990  * 3. Implementation of the Vim module for Python
991  */
992 
993 /* Window type - Implementation functions
994  * --------------------------------------
995  */
996 
997 #define WindowType_Check(obj) ((obj)->ob_base.ob_type == &WindowType)
998 
999 /* Buffer type - Implementation functions
1000  * --------------------------------------
1001  */
1002 
1003 #define BufferType_Check(obj) ((obj)->ob_base.ob_type == &BufferType)
1004 
1005 static Py_ssize_t BufferLength(PyObject *);
1006 static PyObject *BufferItem(PyObject *, Py_ssize_t);
1007 static PyObject* BufferSubscript(PyObject *self, PyObject *idx);
1008 static Py_ssize_t BufferAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1009 
1010 
1011 /* Line range type - Implementation functions
1012  * --------------------------------------
1013  */
1014 
1015 #define RangeType_Check(obj) ((obj)->ob_base.ob_type == &RangeType)
1016 
1017 static PyObject* RangeSubscript(PyObject *self, PyObject *idx);
1018 static Py_ssize_t RangeAsItem(PyObject *, Py_ssize_t, PyObject *);
1019 static Py_ssize_t RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val);
1020 
1021 /* Current objects type - Implementation functions
1022  * -----------------------------------------------
1023  */
1024 
1025 static PySequenceMethods BufferAsSeq = {
1026     (lenfunc)		BufferLength,	    /* sq_length,    len(x)   */
1027     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1028     (ssizeargfunc)	0,		    /* sq_repeat,    x*n      */
1029     (ssizeargfunc)	BufferItem,	    /* sq_item,      x[i]     */
1030     0,					    /* was_sq_slice,	 x[i:j]   */
1031     0,					    /* sq_ass_item,  x[i]=v   */
1032     0,					    /* sq_ass_slice, x[i:j]=v */
1033     0,					    /* sq_contains */
1034     0,					    /* sq_inplace_concat */
1035     0,					    /* sq_inplace_repeat */
1036 };
1037 
1038 PyMappingMethods BufferAsMapping = {
1039     /* mp_length	*/ (lenfunc)BufferLength,
1040     /* mp_subscript     */ (binaryfunc)BufferSubscript,
1041     /* mp_ass_subscript */ (objobjargproc)BufferAsSubscript,
1042 };
1043 
1044 
1045 /* Buffer object - Definitions
1046  */
1047 
1048 static PyTypeObject BufferType;
1049 
1050     static PyObject *
1051 BufferNew(buf_T *buf)
1052 {
1053     /* We need to handle deletion of buffers underneath us.
1054      * If we add a "b_python3_ref" field to the buf_T structure,
1055      * then we can get at it in buf_freeall() in vim. We then
1056      * need to create only ONE Python object per buffer - if
1057      * we try to create a second, just INCREF the existing one
1058      * and return it. The (single) Python object referring to
1059      * the buffer is stored in "b_python3_ref".
1060      * Question: what to do on a buf_freeall(). We'll probably
1061      * have to either delete the Python object (DECREF it to
1062      * zero - a bad idea, as it leaves dangling refs!) or
1063      * set the buf_T * value to an invalid value (-1?), which
1064      * means we need checks in all access functions... Bah.
1065      */
1066 
1067     BufferObject *self;
1068 
1069     if (buf->b_python3_ref != NULL)
1070     {
1071 	self = buf->b_python3_ref;
1072 	Py_INCREF(self);
1073     }
1074     else
1075     {
1076 	self = PyObject_NEW(BufferObject, &BufferType);
1077 	buf->b_python3_ref = self;
1078 	if (self == NULL)
1079 	    return NULL;
1080 	self->buf = buf;
1081     }
1082 
1083     return (PyObject *)(self);
1084 }
1085 
1086     static void
1087 BufferDestructor(PyObject *self)
1088 {
1089     BufferObject *this = (BufferObject *)(self);
1090 
1091     if (this->buf && this->buf != INVALID_BUFFER_VALUE)
1092 	this->buf->b_python3_ref = NULL;
1093 
1094     Py_TYPE(self)->tp_free((PyObject*)self);
1095 }
1096 
1097     static PyObject *
1098 BufferGetattro(PyObject *self, PyObject*nameobj)
1099 {
1100     BufferObject *this = (BufferObject *)(self);
1101 
1102     GET_ATTR_STRING(name, nameobj);
1103 
1104     if (CheckBuffer(this))
1105 	return NULL;
1106 
1107     if (strcmp(name, "name") == 0)
1108 	return Py_BuildValue("s", this->buf->b_ffname);
1109     else if (strcmp(name, "number") == 0)
1110 	return Py_BuildValue("n", this->buf->b_fnum);
1111     else
1112 	return PyObject_GenericGetAttr(self, nameobj);
1113 }
1114 
1115     static PyObject *
1116 BufferDir(PyObject *self UNUSED, PyObject *args UNUSED)
1117 {
1118     return Py_BuildValue("[sssss]", "name", "number",
1119 						   "append", "mark", "range");
1120 }
1121 
1122     static PyObject *
1123 BufferRepr(PyObject *self)
1124 {
1125     static char repr[100];
1126     BufferObject *this = (BufferObject *)(self);
1127 
1128     if (this->buf == INVALID_BUFFER_VALUE)
1129     {
1130 	vim_snprintf(repr, 100, _("<buffer object (deleted) at %p>"), (self));
1131 	return PyUnicode_FromString(repr);
1132     }
1133     else
1134     {
1135 	char *name = (char *)this->buf->b_fname;
1136 	Py_ssize_t len;
1137 
1138 	if (name == NULL)
1139 	    name = "";
1140 	len = strlen(name);
1141 
1142 	if (len > 35)
1143 	    name = name + (35 - len);
1144 
1145 	vim_snprintf(repr, 100, "<buffer %s%s>", len > 35 ? "..." : "", name);
1146 
1147 	return PyUnicode_FromString(repr);
1148     }
1149 }
1150 
1151 /******************/
1152 
1153     static Py_ssize_t
1154 BufferLength(PyObject *self)
1155 {
1156     if (CheckBuffer((BufferObject *)(self)))
1157 	return -1;
1158 
1159     return (Py_ssize_t)(((BufferObject *)(self))->buf->b_ml.ml_line_count);
1160 }
1161 
1162     static PyObject *
1163 BufferItem(PyObject *self, Py_ssize_t n)
1164 {
1165     return RBItem((BufferObject *)(self), n, 1,
1166 	       (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count);
1167 }
1168 
1169     static PyObject *
1170 BufferSlice(PyObject *self, Py_ssize_t lo, Py_ssize_t hi)
1171 {
1172     return RBSlice((BufferObject *)(self), lo, hi, 1,
1173 	       (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count);
1174 }
1175 
1176     static PyObject *
1177 BufferSubscript(PyObject *self, PyObject* idx)
1178 {
1179     if (PyLong_Check(idx))
1180     {
1181 	long _idx = PyLong_AsLong(idx);
1182 	return BufferItem(self,_idx);
1183     } else if (PySlice_Check(idx))
1184     {
1185 	Py_ssize_t start, stop, step, slicelen;
1186 
1187 	if (PySlice_GetIndicesEx((PyObject *)idx,
1188 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count+1,
1189 	      &start, &stop,
1190 	      &step, &slicelen) < 0)
1191 	{
1192 	    return NULL;
1193 	}
1194 	return BufferSlice(self, start, stop);
1195     }
1196     else
1197     {
1198 	PyErr_SetString(PyExc_IndexError, "Index must be int or slice");
1199 	return NULL;
1200     }
1201 }
1202 
1203     static Py_ssize_t
1204 BufferAsSubscript(PyObject *self, PyObject* idx, PyObject* val)
1205 {
1206     if (PyLong_Check(idx))
1207     {
1208 	long n = PyLong_AsLong(idx);
1209 	return RBAsItem((BufferObject *)(self), n, val, 1,
1210 		    (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1211 		    NULL);
1212     } else if (PySlice_Check(idx))
1213     {
1214 	Py_ssize_t start, stop, step, slicelen;
1215 
1216 	if (PySlice_GetIndicesEx((PyObject *)idx,
1217 	      (Py_ssize_t)((BufferObject *)(self))->buf->b_ml.ml_line_count+1,
1218 	      &start, &stop,
1219 	      &step, &slicelen) < 0)
1220 	{
1221 	    return -1;
1222 	}
1223 	return RBAsSlice((BufferObject *)(self), start, stop, val, 1,
1224 			  (PyInt)((BufferObject *)(self))->buf->b_ml.ml_line_count,
1225 			  NULL);
1226     }
1227     else
1228     {
1229 	PyErr_SetString(PyExc_IndexError, "Index must be int or slice");
1230 	return -1;
1231     }
1232 }
1233 
1234 static PySequenceMethods RangeAsSeq = {
1235     (lenfunc)		RangeLength,	 /* sq_length,	  len(x)   */
1236     (binaryfunc)	0,		 /* RangeConcat, sq_concat,  x+y   */
1237     (ssizeargfunc)	0,		 /* RangeRepeat, sq_repeat,  x*n   */
1238     (ssizeargfunc)	RangeItem,	 /* sq_item,	  x[i]	   */
1239     0,					 /* was_sq_slice,     x[i:j]   */
1240     (ssizeobjargproc)	RangeAsItem,	 /* sq_as_item,  x[i]=v   */
1241     0,					 /* sq_ass_slice, x[i:j]=v */
1242     0,					 /* sq_contains */
1243     0,					 /* sq_inplace_concat */
1244     0,					 /* sq_inplace_repeat */
1245 };
1246 
1247 PyMappingMethods RangeAsMapping = {
1248     /* mp_length	*/ (lenfunc)RangeLength,
1249     /* mp_subscript     */ (binaryfunc)RangeSubscript,
1250     /* mp_ass_subscript */ (objobjargproc)RangeAsSubscript,
1251 };
1252 
1253 /* Line range object - Implementation
1254  */
1255 
1256     static void
1257 RangeDestructor(PyObject *self)
1258 {
1259     Py_DECREF(((RangeObject *)(self))->buf);
1260     Py_TYPE(self)->tp_free((PyObject*)self);
1261 }
1262 
1263     static PyObject *
1264 RangeGetattro(PyObject *self, PyObject *nameobj)
1265 {
1266     GET_ATTR_STRING(name, nameobj);
1267 
1268     if (strcmp(name, "start") == 0)
1269 	return Py_BuildValue("n", ((RangeObject *)(self))->start - 1);
1270     else if (strcmp(name, "end") == 0)
1271 	return Py_BuildValue("n", ((RangeObject *)(self))->end - 1);
1272     else
1273 	return PyObject_GenericGetAttr(self, nameobj);
1274 }
1275 
1276 /****************/
1277 
1278     static Py_ssize_t
1279 RangeAsItem(PyObject *self, Py_ssize_t n, PyObject *val)
1280 {
1281     return RBAsItem(((RangeObject *)(self))->buf, n, val,
1282 		    ((RangeObject *)(self))->start,
1283 		    ((RangeObject *)(self))->end,
1284 		    &((RangeObject *)(self))->end);
1285 }
1286 
1287     static Py_ssize_t
1288 RangeAsSlice(PyObject *self, Py_ssize_t lo, Py_ssize_t hi, PyObject *val)
1289 {
1290     return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val,
1291 		    ((RangeObject *)(self))->start,
1292 		    ((RangeObject *)(self))->end,
1293 		    &((RangeObject *)(self))->end);
1294 }
1295 
1296     static PyObject *
1297 RangeSubscript(PyObject *self, PyObject* idx)
1298 {
1299     if (PyLong_Check(idx))
1300     {
1301 	long _idx = PyLong_AsLong(idx);
1302 	return RangeItem(self,_idx);
1303     } else if (PySlice_Check(idx))
1304     {
1305 	Py_ssize_t start, stop, step, slicelen;
1306 
1307 	if (PySlice_GetIndicesEx((PyObject *)idx,
1308 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1309 		&start, &stop,
1310 		&step, &slicelen) < 0)
1311 	{
1312 	    return NULL;
1313 	}
1314 	return RangeSlice(self, start, stop);
1315     }
1316     else
1317     {
1318 	PyErr_SetString(PyExc_IndexError, "Index must be int or slice");
1319 	return NULL;
1320     }
1321 }
1322 
1323     static Py_ssize_t
1324 RangeAsSubscript(PyObject *self, PyObject *idx, PyObject *val)
1325 {
1326     if (PyLong_Check(idx))
1327     {
1328 	long n = PyLong_AsLong(idx);
1329 	return RangeAsItem(self, n, val);
1330     } else if (PySlice_Check(idx))
1331     {
1332 	Py_ssize_t start, stop, step, slicelen;
1333 
1334 	if (PySlice_GetIndicesEx((PyObject *)idx,
1335 		((RangeObject *)(self))->end-((RangeObject *)(self))->start+1,
1336 		&start, &stop,
1337 		&step, &slicelen) < 0)
1338 	{
1339 	    return -1;
1340 	}
1341 	return RangeAsSlice(self, start, stop, val);
1342     }
1343     else
1344     {
1345 	PyErr_SetString(PyExc_IndexError, "Index must be int or slice");
1346 	return -1;
1347     }
1348 }
1349 
1350 
1351 /* Buffer list object - Definitions
1352  */
1353 
1354 typedef struct
1355 {
1356     PyObject_HEAD
1357 } BufListObject;
1358 
1359 static PySequenceMethods BufListAsSeq = {
1360     (lenfunc)		BufListLength,	    /* sq_length,    len(x)   */
1361     (binaryfunc)	0,		    /* sq_concat,    x+y      */
1362     (ssizeargfunc)	0,		    /* sq_repeat,    x*n      */
1363     (ssizeargfunc)	BufListItem,	    /* sq_item,      x[i]     */
1364     0,					    /* was_sq_slice,	 x[i:j]   */
1365     (ssizeobjargproc)	0,		    /* sq_as_item,  x[i]=v   */
1366     0,					    /* sq_ass_slice, x[i:j]=v */
1367     0,					    /* sq_contains */
1368     0,					    /* sq_inplace_concat */
1369     0,					    /* sq_inplace_repeat */
1370 };
1371 
1372 static PyTypeObject BufListType;
1373 
1374 /* Window object - Definitions
1375  */
1376 
1377 static struct PyMethodDef WindowMethods[] = {
1378     /* name,	    function,		calling,    documentation */
1379     { NULL,	    NULL,		0,	    NULL }
1380 };
1381 
1382 static PyTypeObject WindowType;
1383 
1384 /* Window object - Implementation
1385  */
1386 
1387     static PyObject *
1388 WindowNew(win_T *win)
1389 {
1390     /* We need to handle deletion of windows underneath us.
1391      * If we add a "w_python3_ref" field to the win_T structure,
1392      * then we can get at it in win_free() in vim. We then
1393      * need to create only ONE Python object per window - if
1394      * we try to create a second, just INCREF the existing one
1395      * and return it. The (single) Python object referring to
1396      * the window is stored in "w_python3_ref".
1397      * On a win_free() we set the Python object's win_T* field
1398      * to an invalid value. We trap all uses of a window
1399      * object, and reject them if the win_T* field is invalid.
1400      */
1401 
1402     WindowObject *self;
1403 
1404     if (win->w_python3_ref)
1405     {
1406 	self = win->w_python3_ref;
1407 	Py_INCREF(self);
1408     }
1409     else
1410     {
1411 	self = PyObject_NEW(WindowObject, &WindowType);
1412 	if (self == NULL)
1413 	    return NULL;
1414 	self->win = win;
1415 	win->w_python3_ref = self;
1416     }
1417 
1418     return (PyObject *)(self);
1419 }
1420 
1421     static void
1422 WindowDestructor(PyObject *self)
1423 {
1424     WindowObject *this = (WindowObject *)(self);
1425 
1426     if (this->win && this->win != INVALID_WINDOW_VALUE)
1427 	this->win->w_python3_ref = NULL;
1428 
1429     Py_TYPE(self)->tp_free((PyObject*)self);
1430 }
1431 
1432     static PyObject *
1433 WindowGetattro(PyObject *self, PyObject *nameobj)
1434 {
1435     WindowObject *this = (WindowObject *)(self);
1436 
1437     GET_ATTR_STRING(name, nameobj);
1438 
1439     if (CheckWindow(this))
1440 	return NULL;
1441 
1442     if (strcmp(name, "buffer") == 0)
1443 	return (PyObject *)BufferNew(this->win->w_buffer);
1444     else if (strcmp(name, "cursor") == 0)
1445     {
1446 	pos_T *pos = &this->win->w_cursor;
1447 
1448 	return Py_BuildValue("(ll)", (long)(pos->lnum), (long)(pos->col));
1449     }
1450     else if (strcmp(name, "height") == 0)
1451 	return Py_BuildValue("l", (long)(this->win->w_height));
1452 #ifdef FEAT_VERTSPLIT
1453     else if (strcmp(name, "width") == 0)
1454 	return Py_BuildValue("l", (long)(W_WIDTH(this->win)));
1455 #endif
1456     else if (strcmp(name,"__members__") == 0)
1457 	return Py_BuildValue("[sss]", "buffer", "cursor", "height");
1458     else
1459 	return PyObject_GenericGetAttr(self, nameobj);
1460 }
1461 
1462     static int
1463 WindowSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1464 {
1465     GET_ATTR_STRING(name, nameobj);
1466 
1467     return WindowSetattr(self, name, val);
1468 }
1469 
1470 /* Window list object - Definitions
1471  */
1472 
1473 typedef struct
1474 {
1475     PyObject_HEAD
1476 }
1477 WinListObject;
1478 
1479 static PySequenceMethods WinListAsSeq = {
1480     (lenfunc)	     WinListLength,	    /* sq_length,    len(x)   */
1481     (binaryfunc)     0,			    /* sq_concat,    x+y      */
1482     (ssizeargfunc)   0,			    /* sq_repeat,    x*n      */
1483     (ssizeargfunc)   WinListItem,	    /* sq_item,      x[i]     */
1484     0,					    /* sq_slice,     x[i:j]   */
1485     (ssizeobjargproc)0,			    /* sq_as_item,  x[i]=v   */
1486     0,					    /* sq_ass_slice, x[i:j]=v */
1487     0,					    /* sq_contains */
1488     0,					    /* sq_inplace_concat */
1489     0,					    /* sq_inplace_repeat */
1490 };
1491 
1492 static PyTypeObject WinListType;
1493 
1494 /* Current items object - Definitions
1495  */
1496 
1497 typedef struct
1498 {
1499     PyObject_HEAD
1500 } CurrentObject;
1501 
1502 static PyTypeObject CurrentType;
1503 
1504 /* Current items object - Implementation
1505  */
1506     static PyObject *
1507 CurrentGetattro(PyObject *self UNUSED, PyObject *nameobj)
1508 {
1509     GET_ATTR_STRING(name, nameobj);
1510 
1511     if (strcmp(name, "buffer") == 0)
1512 	return (PyObject *)BufferNew(curbuf);
1513     else if (strcmp(name, "window") == 0)
1514 	return (PyObject *)WindowNew(curwin);
1515     else if (strcmp(name, "line") == 0)
1516 	return GetBufferLine(curbuf, (Py_ssize_t)curwin->w_cursor.lnum);
1517     else if (strcmp(name, "range") == 0)
1518 	return RangeNew(curbuf, RangeStart, RangeEnd);
1519     else if (strcmp(name,"__members__") == 0)
1520 	return Py_BuildValue("[ssss]", "buffer", "window", "line", "range");
1521     else
1522     {
1523 	PyErr_SetString(PyExc_AttributeError, name);
1524 	return NULL;
1525     }
1526 }
1527 
1528     static int
1529 CurrentSetattro(PyObject *self UNUSED, PyObject *nameobj, PyObject *value)
1530 {
1531     char *name = "";
1532     if (PyUnicode_Check(nameobj))
1533 	name = _PyUnicode_AsString(nameobj);
1534 
1535     if (strcmp(name, "line") == 0)
1536     {
1537 	if (SetBufferLine(curbuf, (Py_ssize_t)curwin->w_cursor.lnum, value, NULL) == FAIL)
1538 	    return -1;
1539 
1540 	return 0;
1541     }
1542     else
1543     {
1544 	PyErr_SetString(PyExc_AttributeError, name);
1545 	return -1;
1546     }
1547 }
1548 
1549 /* Dictionary object - Definitions
1550  */
1551 
1552 static PyInt DictionaryLength(PyObject *);
1553 
1554 static PyMappingMethods DictionaryAsMapping = {
1555     /* mp_length	*/ (lenfunc) DictionaryLength,
1556     /* mp_subscript     */ (binaryfunc) DictionaryItem,
1557     /* mp_ass_subscript */ (objobjargproc) DictionaryAssItem,
1558 };
1559 
1560     static PyObject *
1561 DictionaryGetattro(PyObject *self, PyObject *nameobj)
1562 {
1563     DictionaryObject	*this = ((DictionaryObject *) (self));
1564 
1565     GET_ATTR_STRING(name, nameobj);
1566 
1567     if (strcmp(name, "locked") == 0)
1568 	return PyLong_FromLong(this->dict->dv_lock);
1569     else if (strcmp(name, "scope") == 0)
1570 	return PyLong_FromLong(this->dict->dv_scope);
1571 
1572     return PyObject_GenericGetAttr(self, nameobj);
1573 }
1574 
1575     static int
1576 DictionarySetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1577 {
1578     GET_ATTR_STRING(name, nameobj);
1579     return DictionarySetattr((DictionaryObject *) self, name, val);
1580 }
1581 
1582 static PyTypeObject DictionaryType;
1583 
1584     static void
1585 DictionaryDestructor(PyObject *self)
1586 {
1587     DictionaryObject *this = (DictionaryObject *)(self);
1588 
1589     pyll_remove(&this->ref, &lastdict);
1590     dict_unref(this->dict);
1591 
1592     Py_TYPE(self)->tp_free((PyObject*)self);
1593 }
1594 
1595 /* List object - Definitions
1596  */
1597 
1598 static PyInt ListLength(PyObject *);
1599 static PyObject *ListItem(PyObject *, Py_ssize_t);
1600 
1601 static PySequenceMethods ListAsSeq = {
1602     (lenfunc)		ListLength,	 /* sq_length,	  len(x)   */
1603     (binaryfunc)	0,		 /* RangeConcat, sq_concat,  x+y   */
1604     (ssizeargfunc)	0,		 /* RangeRepeat, sq_repeat,  x*n   */
1605     (ssizeargfunc)	ListItem,	 /* sq_item,	  x[i]	   */
1606     (void *)		0,		 /* was_sq_slice,     x[i:j]   */
1607     (ssizeobjargproc)	ListAssItem,	 /* sq_as_item,  x[i]=v   */
1608     (void *)		0,		 /* was_sq_ass_slice, x[i:j]=v */
1609     0,					 /* sq_contains */
1610     (binaryfunc)	ListConcatInPlace,/* sq_inplace_concat */
1611     0,					 /* sq_inplace_repeat */
1612 };
1613 
1614 static PyObject *ListSubscript(PyObject *, PyObject *);
1615 static Py_ssize_t ListAsSubscript(PyObject *, PyObject *, PyObject *);
1616 
1617 static PyMappingMethods ListAsMapping = {
1618     /* mp_length	*/ (lenfunc) ListLength,
1619     /* mp_subscript     */ (binaryfunc) ListSubscript,
1620     /* mp_ass_subscript */ (objobjargproc) ListAsSubscript,
1621 };
1622 
1623 static PyTypeObject ListType;
1624 
1625     static PyObject *
1626 ListSubscript(PyObject *self, PyObject* idxObject)
1627 {
1628     if (PyLong_Check(idxObject))
1629     {
1630 	long idx = PyLong_AsLong(idxObject);
1631 	return ListItem(self, idx);
1632     }
1633     else if (PySlice_Check(idxObject))
1634     {
1635 	Py_ssize_t start, stop, step, slicelen;
1636 
1637 	if (PySlice_GetIndicesEx(idxObject, ListLength(self), &start, &stop,
1638 				 &step, &slicelen) < 0)
1639 	    return NULL;
1640 	return ListSlice(self, start, stop);
1641     }
1642     else
1643     {
1644 	PyErr_SetString(PyExc_IndexError, "Index must be int or slice");
1645 	return NULL;
1646     }
1647 }
1648 
1649     static Py_ssize_t
1650 ListAsSubscript(PyObject *self, PyObject *idxObject, PyObject *obj)
1651 {
1652     if (PyLong_Check(idxObject))
1653     {
1654 	long idx = PyLong_AsLong(idxObject);
1655 	return ListAssItem(self, idx, obj);
1656     }
1657     else if (PySlice_Check(idxObject))
1658     {
1659 	Py_ssize_t start, stop, step, slicelen;
1660 
1661 	if (PySlice_GetIndicesEx(idxObject, ListLength(self), &start, &stop,
1662 				 &step, &slicelen) < 0)
1663 	    return -1;
1664 	return ListAssSlice(self, start, stop, obj);
1665     }
1666     else
1667     {
1668 	PyErr_SetString(PyExc_IndexError, "Index must be int or slice");
1669 	return -1;
1670     }
1671 }
1672 
1673     static PyObject *
1674 ListGetattro(PyObject *self, PyObject *nameobj)
1675 {
1676     GET_ATTR_STRING(name, nameobj);
1677 
1678     if (strcmp(name, "locked") == 0)
1679 	return PyLong_FromLong(((ListObject *) (self))->list->lv_lock);
1680 
1681     return PyObject_GenericGetAttr(self, nameobj);
1682 }
1683 
1684     static int
1685 ListSetattro(PyObject *self, PyObject *nameobj, PyObject *val)
1686 {
1687     GET_ATTR_STRING(name, nameobj);
1688     return ListSetattr((ListObject *) self, name, val);
1689 }
1690 
1691     static void
1692 ListDestructor(PyObject *self)
1693 {
1694     ListObject *this = (ListObject *)(self);
1695 
1696     pyll_remove(&this->ref, &lastlist);
1697     list_unref(this->list);
1698 
1699     Py_TYPE(self)->tp_free((PyObject*)self);
1700 }
1701 
1702 /* Function object - Definitions
1703  */
1704 
1705     static void
1706 FunctionDestructor(PyObject *self)
1707 {
1708     FunctionObject	*this = (FunctionObject *) (self);
1709 
1710     func_unref(this->name);
1711     PyMem_Del(this->name);
1712 
1713     Py_TYPE(self)->tp_free((PyObject*)self);
1714 }
1715 
1716     static PyObject *
1717 FunctionGetattro(PyObject *self, PyObject *nameobj)
1718 {
1719     FunctionObject	*this = (FunctionObject *)(self);
1720 
1721     GET_ATTR_STRING(name, nameobj);
1722 
1723     if (strcmp(name, "name") == 0)
1724 	return PyUnicode_FromString((char *)(this->name));
1725 
1726     return PyObject_GenericGetAttr(self, nameobj);
1727 }
1728 
1729 /* External interface
1730  */
1731 
1732     void
1733 python3_buffer_free(buf_T *buf)
1734 {
1735     if (buf->b_python3_ref != NULL)
1736     {
1737 	BufferObject *bp = buf->b_python3_ref;
1738 	bp->buf = INVALID_BUFFER_VALUE;
1739 	buf->b_python3_ref = NULL;
1740     }
1741 }
1742 
1743 #if defined(FEAT_WINDOWS) || defined(PROTO)
1744     void
1745 python3_window_free(win_T *win)
1746 {
1747     if (win->w_python3_ref != NULL)
1748     {
1749 	WindowObject *wp = win->w_python3_ref;
1750 	wp->win = INVALID_WINDOW_VALUE;
1751 	win->w_python3_ref = NULL;
1752     }
1753 }
1754 #endif
1755 
1756 static BufListObject TheBufferList =
1757 {
1758     PyObject_HEAD_INIT(&BufListType)
1759 };
1760 
1761 static WinListObject TheWindowList =
1762 {
1763     PyObject_HEAD_INIT(&WinListType)
1764 };
1765 
1766 static CurrentObject TheCurrent =
1767 {
1768     PyObject_HEAD_INIT(&CurrentType)
1769 };
1770 
1771 PyDoc_STRVAR(vim_module_doc,"vim python interface\n");
1772 
1773 static struct PyModuleDef vimmodule;
1774 
1775     static PyObject *
1776 Py3Init_vim(void)
1777 {
1778     PyObject *mod;
1779     PyObject *tmp;
1780     /* The special value is removed from sys.path in Python3_Init(). */
1781     static wchar_t *(argv[2]) = {L"/must>not&exist/foo", NULL};
1782 
1783     PyType_Ready(&BufferType);
1784     PyType_Ready(&RangeType);
1785     PyType_Ready(&WindowType);
1786     PyType_Ready(&BufListType);
1787     PyType_Ready(&WinListType);
1788     PyType_Ready(&CurrentType);
1789     PyType_Ready(&DictionaryType);
1790     PyType_Ready(&ListType);
1791     PyType_Ready(&FunctionType);
1792 
1793     /* Set sys.argv[] to avoid a crash in warn(). */
1794     PySys_SetArgv(1, argv);
1795 
1796     mod = PyModule_Create(&vimmodule);
1797     if (mod == NULL)
1798 	return NULL;
1799 
1800     VimError = PyErr_NewException("vim.error", NULL, NULL);
1801     Py_INCREF(VimError);
1802 
1803     PyModule_AddObject(mod, "error", VimError);
1804     Py_INCREF((PyObject *)(void *)&TheBufferList);
1805     PyModule_AddObject(mod, "buffers", (PyObject *)(void *)&TheBufferList);
1806     Py_INCREF((PyObject *)(void *)&TheCurrent);
1807     PyModule_AddObject(mod, "current", (PyObject *)(void *)&TheCurrent);
1808     Py_INCREF((PyObject *)(void *)&TheWindowList);
1809     PyModule_AddObject(mod, "windows", (PyObject *)(void *)&TheWindowList);
1810 
1811 #define ADD_INT_CONSTANT(name, value) \
1812     tmp = PyLong_FromLong(value); \
1813     Py_INCREF(tmp); \
1814     PyModule_AddObject(mod, name, tmp)
1815 
1816     ADD_INT_CONSTANT("VAR_LOCKED",     VAR_LOCKED);
1817     ADD_INT_CONSTANT("VAR_FIXED",      VAR_FIXED);
1818     ADD_INT_CONSTANT("VAR_SCOPE",      VAR_SCOPE);
1819     ADD_INT_CONSTANT("VAR_DEF_SCOPE",  VAR_DEF_SCOPE);
1820 
1821     if (PyErr_Occurred())
1822 	return NULL;
1823 
1824     return mod;
1825 }
1826 
1827 /*************************************************************************
1828  * 4. Utility functions for handling the interface between Vim and Python.
1829  */
1830 
1831 /* Convert a Vim line into a Python string.
1832  * All internal newlines are replaced by null characters.
1833  *
1834  * On errors, the Python exception data is set, and NULL is returned.
1835  */
1836     static PyObject *
1837 LineToString(const char *str)
1838 {
1839     PyObject *result;
1840     Py_ssize_t len = strlen(str);
1841     char *tmp,*p;
1842 
1843     tmp = (char *)alloc((unsigned)(len+1));
1844     p = tmp;
1845     if (p == NULL)
1846     {
1847 	PyErr_NoMemory();
1848 	return NULL;
1849     }
1850 
1851     while (*str)
1852     {
1853 	if (*str == '\n')
1854 	    *p = '\0';
1855 	else
1856 	    *p = *str;
1857 
1858 	++p;
1859 	++str;
1860     }
1861     *p = '\0';
1862 
1863     result = PyUnicode_Decode(tmp, len, (char *)ENC_OPT, CODEC_ERROR_HANDLER);
1864 
1865     vim_free(tmp);
1866     return result;
1867 }
1868 
1869     void
1870 do_py3eval (char_u *str, typval_T *rettv)
1871 {
1872     DoPy3Command(NULL, (char *) str, rettv);
1873     switch(rettv->v_type)
1874     {
1875 	case VAR_DICT: ++rettv->vval.v_dict->dv_refcount; break;
1876 	case VAR_LIST: ++rettv->vval.v_list->lv_refcount; break;
1877 	case VAR_FUNC: func_ref(rettv->vval.v_string);    break;
1878 	case VAR_UNKNOWN:
1879 	    rettv->v_type = VAR_NUMBER;
1880 	    rettv->vval.v_number = 0;
1881 	    break;
1882     }
1883 }
1884 
1885     void
1886 set_ref_in_python3 (int copyID)
1887 {
1888     set_ref_in_py(copyID);
1889 }
1890 
1891     static void
1892 init_structs(void)
1893 {
1894     vim_memset(&OutputType, 0, sizeof(OutputType));
1895     OutputType.tp_name = "vim.message";
1896     OutputType.tp_basicsize = sizeof(OutputObject);
1897     OutputType.tp_getattro = OutputGetattro;
1898     OutputType.tp_setattro = OutputSetattro;
1899     OutputType.tp_flags = Py_TPFLAGS_DEFAULT;
1900     OutputType.tp_doc = "vim message object";
1901     OutputType.tp_methods = OutputMethods;
1902     OutputType.tp_alloc = call_PyType_GenericAlloc;
1903     OutputType.tp_new = call_PyType_GenericNew;
1904     OutputType.tp_free = call_PyObject_Free;
1905 
1906     vim_memset(&BufferType, 0, sizeof(BufferType));
1907     BufferType.tp_name = "vim.buffer";
1908     BufferType.tp_basicsize = sizeof(BufferType);
1909     BufferType.tp_dealloc = BufferDestructor;
1910     BufferType.tp_repr = BufferRepr;
1911     BufferType.tp_as_sequence = &BufferAsSeq;
1912     BufferType.tp_as_mapping = &BufferAsMapping;
1913     BufferType.tp_getattro = BufferGetattro;
1914     BufferType.tp_flags = Py_TPFLAGS_DEFAULT;
1915     BufferType.tp_doc = "vim buffer object";
1916     BufferType.tp_methods = BufferMethods;
1917     BufferType.tp_alloc = call_PyType_GenericAlloc;
1918     BufferType.tp_new = call_PyType_GenericNew;
1919     BufferType.tp_free = call_PyObject_Free;
1920 
1921     vim_memset(&WindowType, 0, sizeof(WindowType));
1922     WindowType.tp_name = "vim.window";
1923     WindowType.tp_basicsize = sizeof(WindowObject);
1924     WindowType.tp_dealloc = WindowDestructor;
1925     WindowType.tp_repr = WindowRepr;
1926     WindowType.tp_getattro = WindowGetattro;
1927     WindowType.tp_setattro = WindowSetattro;
1928     WindowType.tp_flags = Py_TPFLAGS_DEFAULT;
1929     WindowType.tp_doc = "vim Window object";
1930     WindowType.tp_methods = WindowMethods;
1931     WindowType.tp_alloc = call_PyType_GenericAlloc;
1932     WindowType.tp_new = call_PyType_GenericNew;
1933     WindowType.tp_free = call_PyObject_Free;
1934 
1935     vim_memset(&BufListType, 0, sizeof(BufListType));
1936     BufListType.tp_name = "vim.bufferlist";
1937     BufListType.tp_basicsize = sizeof(BufListObject);
1938     BufListType.tp_as_sequence = &BufListAsSeq;
1939     BufListType.tp_flags = Py_TPFLAGS_DEFAULT;
1940     BufferType.tp_doc = "vim buffer list";
1941 
1942     vim_memset(&WinListType, 0, sizeof(WinListType));
1943     WinListType.tp_name = "vim.windowlist";
1944     WinListType.tp_basicsize = sizeof(WinListType);
1945     WinListType.tp_as_sequence = &WinListAsSeq;
1946     WinListType.tp_flags = Py_TPFLAGS_DEFAULT;
1947     WinListType.tp_doc = "vim window list";
1948 
1949     vim_memset(&RangeType, 0, sizeof(RangeType));
1950     RangeType.tp_name = "vim.range";
1951     RangeType.tp_basicsize = sizeof(RangeObject);
1952     RangeType.tp_dealloc = RangeDestructor;
1953     RangeType.tp_repr = RangeRepr;
1954     RangeType.tp_as_sequence = &RangeAsSeq;
1955     RangeType.tp_as_mapping = &RangeAsMapping;
1956     RangeType.tp_getattro = RangeGetattro;
1957     RangeType.tp_flags = Py_TPFLAGS_DEFAULT;
1958     RangeType.tp_doc = "vim Range object";
1959     RangeType.tp_methods = RangeMethods;
1960     RangeType.tp_alloc = call_PyType_GenericAlloc;
1961     RangeType.tp_new = call_PyType_GenericNew;
1962     RangeType.tp_free = call_PyObject_Free;
1963 
1964     vim_memset(&CurrentType, 0, sizeof(CurrentType));
1965     CurrentType.tp_name = "vim.currentdata";
1966     CurrentType.tp_basicsize = sizeof(CurrentObject);
1967     CurrentType.tp_getattro = CurrentGetattro;
1968     CurrentType.tp_setattro = CurrentSetattro;
1969     CurrentType.tp_flags = Py_TPFLAGS_DEFAULT;
1970     CurrentType.tp_doc = "vim current object";
1971 
1972     vim_memset(&DictionaryType, 0, sizeof(DictionaryType));
1973     DictionaryType.tp_name = "vim.dictionary";
1974     DictionaryType.tp_basicsize = sizeof(DictionaryObject);
1975     DictionaryType.tp_getattro = DictionaryGetattro;
1976     DictionaryType.tp_setattro = DictionarySetattro;
1977     DictionaryType.tp_dealloc = DictionaryDestructor;
1978     DictionaryType.tp_as_mapping = &DictionaryAsMapping;
1979     DictionaryType.tp_flags = Py_TPFLAGS_DEFAULT;
1980     DictionaryType.tp_doc = "dictionary pushing modifications to vim structure";
1981     DictionaryType.tp_methods = DictionaryMethods;
1982 
1983     vim_memset(&ListType, 0, sizeof(ListType));
1984     ListType.tp_name = "vim.list";
1985     ListType.tp_dealloc = ListDestructor;
1986     ListType.tp_basicsize = sizeof(ListObject);
1987     ListType.tp_getattro = ListGetattro;
1988     ListType.tp_setattro = ListSetattro;
1989     ListType.tp_as_sequence = &ListAsSeq;
1990     ListType.tp_as_mapping = &ListAsMapping;
1991     ListType.tp_flags = Py_TPFLAGS_DEFAULT;
1992     ListType.tp_doc = "list pushing modifications to vim structure";
1993     ListType.tp_methods = ListMethods;
1994 
1995     vim_memset(&FunctionType, 0, sizeof(FunctionType));
1996     FunctionType.tp_name = "vim.list";
1997     FunctionType.tp_basicsize = sizeof(FunctionObject);
1998     FunctionType.tp_getattro = FunctionGetattro;
1999     FunctionType.tp_dealloc = FunctionDestructor;
2000     FunctionType.tp_call = FunctionCall;
2001     FunctionType.tp_flags = Py_TPFLAGS_DEFAULT;
2002     FunctionType.tp_doc = "object that calls vim function";
2003     FunctionType.tp_methods = FunctionMethods;
2004 
2005     vim_memset(&vimmodule, 0, sizeof(vimmodule));
2006     vimmodule.m_name = "vim";
2007     vimmodule.m_doc = vim_module_doc;
2008     vimmodule.m_size = -1;
2009     vimmodule.m_methods = VimMethods;
2010 }
2011