1 /* vi:set ts=8 sts=4 sw=4 noet: 2 * 3 * VIM - Vi IMproved by Bram Moolenaar 4 * 5 * Do ":help uganda" in Vim to read copying and usage conditions. 6 * Do ":help credits" in Vim to see a list of people who contributed. 7 * See README.txt for an overview of the Vim source code. 8 */ 9 /* 10 * Python extensions by Paul Moore. 11 * Changes for Unix by David Leonard. 12 * 13 * This consists of four parts: 14 * 1. Python interpreter main program 15 * 2. Python output stream: writes output via [e]msg(). 16 * 3. Implementation of the Vim module for Python 17 * 4. Utility functions for handling the interface between Vim and Python. 18 */ 19 20 #include "vim.h" 21 22 #include <limits.h> 23 24 /* uncomment this if used with the debug version of python. 25 * Checked on 2.7.4. */ 26 /* #define Py_DEBUG */ 27 /* Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting 28 */ 29 /* uncomment this if used with the debug version of python, but without its 30 * allocator */ 31 /* #define Py_DEBUG_NO_PYMALLOC */ 32 33 /* Python.h defines _POSIX_THREADS itself (if needed) */ 34 #ifdef _POSIX_THREADS 35 # undef _POSIX_THREADS 36 #endif 37 38 #if defined(_WIN32) && defined(HAVE_FCNTL_H) 39 # undef HAVE_FCNTL_H 40 #endif 41 42 #ifdef _DEBUG 43 # undef _DEBUG 44 #endif 45 46 #ifdef HAVE_STRFTIME 47 # undef HAVE_STRFTIME 48 #endif 49 #ifdef HAVE_STRING_H 50 # undef HAVE_STRING_H 51 #endif 52 #ifdef HAVE_PUTENV 53 # undef HAVE_PUTENV 54 #endif 55 #ifdef HAVE_STDARG_H 56 # undef HAVE_STDARG_H /* Python's config.h defines it as well. */ 57 #endif 58 #ifdef _POSIX_C_SOURCE 59 # undef _POSIX_C_SOURCE /* pyconfig.h defines it as well. */ 60 #endif 61 #ifdef _XOPEN_SOURCE 62 # undef _XOPEN_SOURCE /* pyconfig.h defines it as well. */ 63 #endif 64 65 #define PY_SSIZE_T_CLEAN 66 67 #include <Python.h> 68 69 #if !defined(PY_VERSION_HEX) || PY_VERSION_HEX < 0x02050000 70 # undef PY_SSIZE_T_CLEAN 71 #endif 72 73 #undef main /* Defined in python.h - aargh */ 74 #undef HAVE_FCNTL_H /* Clash with os_win32.h */ 75 76 #define PyBytes_FromString PyString_FromString 77 #define PyBytes_Check PyString_Check 78 #define PyBytes_AsStringAndSize PyString_AsStringAndSize 79 80 #if !defined(FEAT_PYTHON) && defined(PROTO) 81 /* Use this to be able to generate prototypes without python being used. */ 82 # define PyObject Py_ssize_t 83 # define PyThreadState Py_ssize_t 84 # define PyTypeObject Py_ssize_t 85 struct PyMethodDef { Py_ssize_t a; }; 86 # define PySequenceMethods Py_ssize_t 87 #endif 88 89 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 90 # define PY_USE_CAPSULE 91 #endif 92 93 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 94 # define PyInt Py_ssize_t 95 # define PyInquiry lenfunc 96 # define PyIntArgFunc ssizeargfunc 97 # define PyIntIntArgFunc ssizessizeargfunc 98 # define PyIntObjArgProc ssizeobjargproc 99 # define PyIntIntObjArgProc ssizessizeobjargproc 100 # define Py_ssize_t_fmt "n" 101 #else 102 # define PyInt int 103 # define lenfunc inquiry 104 # define PyInquiry inquiry 105 # define PyIntArgFunc intargfunc 106 # define PyIntIntArgFunc intintargfunc 107 # define PyIntObjArgProc intobjargproc 108 # define PyIntIntObjArgProc intintobjargproc 109 # define Py_ssize_t_fmt "i" 110 #endif 111 #define Py_bytes_fmt "s" 112 113 /* Parser flags */ 114 #define single_input 256 115 #define file_input 257 116 #define eval_input 258 117 118 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x020300F0 119 /* Python 2.3: can invoke ":python" recursively. */ 120 # define PY_CAN_RECURSE 121 #endif 122 123 # if defined(DYNAMIC_PYTHON) || defined(PROTO) 124 # ifndef DYNAMIC_PYTHON 125 # define HINSTANCE long_u /* for generating prototypes */ 126 # endif 127 128 # ifndef WIN3264 129 # include <dlfcn.h> 130 # define FARPROC void* 131 # define HINSTANCE void* 132 # if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL) 133 # define load_dll(n) dlopen((n), RTLD_LAZY) 134 # else 135 # define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL) 136 # endif 137 # define close_dll dlclose 138 # define symbol_from_dll dlsym 139 # else 140 # define load_dll vimLoadLib 141 # define close_dll FreeLibrary 142 # define symbol_from_dll GetProcAddress 143 # endif 144 145 /* This makes if_python.c compile without warnings against Python 2.5 146 * on Win32 and Win64. */ 147 # undef PyRun_SimpleString 148 # undef PyRun_String 149 # undef PyArg_Parse 150 # undef PyArg_ParseTuple 151 # undef Py_BuildValue 152 # undef Py_InitModule4 153 # undef Py_InitModule4_64 154 # undef PyObject_CallMethod 155 # undef PyObject_CallFunction 156 157 /* 158 * Wrapper defines 159 */ 160 # define PyArg_Parse dll_PyArg_Parse 161 # define PyArg_ParseTuple dll_PyArg_ParseTuple 162 # define PyMem_Free dll_PyMem_Free 163 # define PyMem_Malloc dll_PyMem_Malloc 164 # define PyDict_SetItemString dll_PyDict_SetItemString 165 # define PyErr_BadArgument dll_PyErr_BadArgument 166 # define PyErr_NewException dll_PyErr_NewException 167 # define PyErr_Clear dll_PyErr_Clear 168 # define PyErr_Format dll_PyErr_Format 169 # define PyErr_PrintEx dll_PyErr_PrintEx 170 # define PyErr_NoMemory dll_PyErr_NoMemory 171 # define PyErr_Occurred dll_PyErr_Occurred 172 # define PyErr_SetNone dll_PyErr_SetNone 173 # define PyErr_SetString dll_PyErr_SetString 174 # define PyErr_SetObject dll_PyErr_SetObject 175 # define PyErr_ExceptionMatches dll_PyErr_ExceptionMatches 176 # define PyEval_InitThreads dll_PyEval_InitThreads 177 # define PyEval_RestoreThread dll_PyEval_RestoreThread 178 # define PyEval_SaveThread dll_PyEval_SaveThread 179 # ifdef PY_CAN_RECURSE 180 # define PyGILState_Ensure dll_PyGILState_Ensure 181 # define PyGILState_Release dll_PyGILState_Release 182 # endif 183 # define PyInt_AsLong dll_PyInt_AsLong 184 # define PyInt_FromLong dll_PyInt_FromLong 185 # define PyLong_AsLong dll_PyLong_AsLong 186 # define PyLong_FromLong dll_PyLong_FromLong 187 # define PyBool_Type (*dll_PyBool_Type) 188 # define PyInt_Type (*dll_PyInt_Type) 189 # define PyLong_Type (*dll_PyLong_Type) 190 # define PyList_GetItem dll_PyList_GetItem 191 # define PyList_Append dll_PyList_Append 192 # define PyList_Insert dll_PyList_Insert 193 # define PyList_New dll_PyList_New 194 # define PyList_SetItem dll_PyList_SetItem 195 # define PyList_Size dll_PyList_Size 196 # define PyList_Type (*dll_PyList_Type) 197 # define PySequence_Check dll_PySequence_Check 198 # define PySequence_Size dll_PySequence_Size 199 # define PySequence_GetItem dll_PySequence_GetItem 200 # define PySequence_Fast dll_PySequence_Fast 201 # define PyTuple_Size dll_PyTuple_Size 202 # define PyTuple_GetItem dll_PyTuple_GetItem 203 # define PyTuple_Type (*dll_PyTuple_Type) 204 # define PySlice_GetIndicesEx dll_PySlice_GetIndicesEx 205 # define PyImport_ImportModule dll_PyImport_ImportModule 206 # define PyDict_New dll_PyDict_New 207 # define PyDict_GetItemString dll_PyDict_GetItemString 208 # define PyDict_Next dll_PyDict_Next 209 # define PyDict_Type (*dll_PyDict_Type) 210 # ifdef PyMapping_Keys 211 # define PY_NO_MAPPING_KEYS 212 # else 213 # define PyMapping_Keys dll_PyMapping_Keys 214 # endif 215 # define PyObject_GetItem dll_PyObject_GetItem 216 # define PyObject_CallMethod dll_PyObject_CallMethod 217 # define PyMapping_Check dll_PyMapping_Check 218 # define PyIter_Next dll_PyIter_Next 219 # define PyModule_GetDict dll_PyModule_GetDict 220 # define PyModule_AddObject dll_PyModule_AddObject 221 # define PyRun_SimpleString dll_PyRun_SimpleString 222 # define PyRun_String dll_PyRun_String 223 # define PyObject_GetAttrString dll_PyObject_GetAttrString 224 # define PyObject_HasAttrString dll_PyObject_HasAttrString 225 # define PyObject_SetAttrString dll_PyObject_SetAttrString 226 # define PyObject_CallFunctionObjArgs dll_PyObject_CallFunctionObjArgs 227 # define PyObject_CallFunction dll_PyObject_CallFunction 228 # define PyObject_Call dll_PyObject_Call 229 # define PyObject_Repr dll_PyObject_Repr 230 # define PyString_AsString dll_PyString_AsString 231 # define PyString_AsStringAndSize dll_PyString_AsStringAndSize 232 # define PyString_FromString dll_PyString_FromString 233 # define PyString_FromFormat dll_PyString_FromFormat 234 # define PyString_FromStringAndSize dll_PyString_FromStringAndSize 235 # define PyString_Size dll_PyString_Size 236 # define PyString_Type (*dll_PyString_Type) 237 # define PyUnicode_Type (*dll_PyUnicode_Type) 238 # undef PyUnicode_AsEncodedString 239 # define PyUnicode_AsEncodedString py_PyUnicode_AsEncodedString 240 # define PyFloat_AsDouble dll_PyFloat_AsDouble 241 # define PyFloat_FromDouble dll_PyFloat_FromDouble 242 # define PyFloat_Type (*dll_PyFloat_Type) 243 # define PyNumber_Check dll_PyNumber_Check 244 # define PyNumber_Long dll_PyNumber_Long 245 # define PyImport_AddModule (*dll_PyImport_AddModule) 246 # define PySys_SetObject dll_PySys_SetObject 247 # define PySys_GetObject dll_PySys_GetObject 248 # define PySys_SetArgv dll_PySys_SetArgv 249 # define PyType_Type (*dll_PyType_Type) 250 # define PySlice_Type (*dll_PySlice_Type) 251 # define PyType_Ready (*dll_PyType_Ready) 252 # define PyType_GenericAlloc dll_PyType_GenericAlloc 253 # define Py_BuildValue dll_Py_BuildValue 254 # define Py_FindMethod dll_Py_FindMethod 255 # define Py_InitModule4 dll_Py_InitModule4 256 # define Py_SetPythonHome dll_Py_SetPythonHome 257 # define Py_Initialize dll_Py_Initialize 258 # define Py_Finalize dll_Py_Finalize 259 # define Py_IsInitialized dll_Py_IsInitialized 260 # define _PyObject_New dll__PyObject_New 261 # define _PyObject_GC_New dll__PyObject_GC_New 262 # ifdef PyObject_GC_Del 263 # define Py_underscore_GC 264 # define _PyObject_GC_Del dll__PyObject_GC_Del 265 # define _PyObject_GC_UnTrack dll__PyObject_GC_UnTrack 266 # else 267 # define PyObject_GC_Del dll_PyObject_GC_Del 268 # define PyObject_GC_UnTrack dll_PyObject_GC_UnTrack 269 # endif 270 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 271 # define _PyObject_NextNotImplemented (*dll__PyObject_NextNotImplemented) 272 # endif 273 # define _Py_NoneStruct (*dll__Py_NoneStruct) 274 # define _Py_ZeroStruct (*dll__Py_ZeroStruct) 275 # define _Py_TrueStruct (*dll__Py_TrueStruct) 276 # define PyObject_Init dll__PyObject_Init 277 # define PyObject_GetIter dll_PyObject_GetIter 278 # define PyObject_IsTrue dll_PyObject_IsTrue 279 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 280 # define PyType_IsSubtype dll_PyType_IsSubtype 281 # ifdef Py_DEBUG 282 # define _Py_NegativeRefcount dll__Py_NegativeRefcount 283 # define _Py_RefTotal (*dll__Py_RefTotal) 284 # define _Py_Dealloc dll__Py_Dealloc 285 # endif 286 # endif 287 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 288 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 289 # define _PyObject_DebugMalloc dll__PyObject_DebugMalloc 290 # define _PyObject_DebugFree dll__PyObject_DebugFree 291 # else 292 # define PyObject_Malloc dll_PyObject_Malloc 293 # define PyObject_Free dll_PyObject_Free 294 # endif 295 # endif 296 # ifdef PY_USE_CAPSULE 297 # define PyCapsule_New dll_PyCapsule_New 298 # define PyCapsule_GetPointer dll_PyCapsule_GetPointer 299 # else 300 # define PyCObject_FromVoidPtr dll_PyCObject_FromVoidPtr 301 # define PyCObject_AsVoidPtr dll_PyCObject_AsVoidPtr 302 # endif 303 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 304 # define Py_NoSiteFlag (*dll_Py_NoSiteFlag) 305 # endif 306 307 /* 308 * Pointers for dynamic link 309 */ 310 static int(*dll_PyArg_Parse)(PyObject *, char *, ...); 311 static int(*dll_PyArg_ParseTuple)(PyObject *, char *, ...); 312 static int(*dll_PyMem_Free)(void *); 313 static void* (*dll_PyMem_Malloc)(size_t); 314 static int(*dll_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item); 315 static int(*dll_PyErr_BadArgument)(void); 316 static PyObject *(*dll_PyErr_NewException)(char *, PyObject *, PyObject *); 317 static void(*dll_PyErr_Clear)(void); 318 static PyObject*(*dll_PyErr_Format)(PyObject *, const char *, ...); 319 static void(*dll_PyErr_PrintEx)(int); 320 static PyObject*(*dll_PyErr_NoMemory)(void); 321 static PyObject*(*dll_PyErr_Occurred)(void); 322 static void(*dll_PyErr_SetNone)(PyObject *); 323 static void(*dll_PyErr_SetString)(PyObject *, const char *); 324 static void(*dll_PyErr_SetObject)(PyObject *, PyObject *); 325 static int(*dll_PyErr_ExceptionMatches)(PyObject *); 326 static void(*dll_PyEval_InitThreads)(void); 327 static void(*dll_PyEval_RestoreThread)(PyThreadState *); 328 static PyThreadState*(*dll_PyEval_SaveThread)(void); 329 # ifdef PY_CAN_RECURSE 330 static PyGILState_STATE (*dll_PyGILState_Ensure)(void); 331 static void (*dll_PyGILState_Release)(PyGILState_STATE); 332 # endif 333 static long(*dll_PyInt_AsLong)(PyObject *); 334 static PyObject*(*dll_PyInt_FromLong)(long); 335 static long(*dll_PyLong_AsLong)(PyObject *); 336 static PyObject*(*dll_PyLong_FromLong)(long); 337 static PyTypeObject* dll_PyBool_Type; 338 static PyTypeObject* dll_PyInt_Type; 339 static PyTypeObject* dll_PyLong_Type; 340 static PyObject*(*dll_PyList_GetItem)(PyObject *, PyInt); 341 static int(*dll_PyList_Append)(PyObject *, PyObject *); 342 static int(*dll_PyList_Insert)(PyObject *, PyInt, PyObject *); 343 static PyObject*(*dll_PyList_New)(PyInt size); 344 static int(*dll_PyList_SetItem)(PyObject *, PyInt, PyObject *); 345 static PyInt(*dll_PyList_Size)(PyObject *); 346 static PyTypeObject* dll_PyList_Type; 347 static int (*dll_PySequence_Check)(PyObject *); 348 static PyInt(*dll_PySequence_Size)(PyObject *); 349 static PyObject*(*dll_PySequence_GetItem)(PyObject *, PyInt); 350 static PyObject*(*dll_PySequence_Fast)(PyObject *, const char *); 351 static PyInt(*dll_PyTuple_Size)(PyObject *); 352 static PyObject*(*dll_PyTuple_GetItem)(PyObject *, PyInt); 353 static PyTypeObject* dll_PyTuple_Type; 354 static int (*dll_PySlice_GetIndicesEx)(PySliceObject *r, PyInt length, 355 PyInt *start, PyInt *stop, PyInt *step, 356 PyInt *slicelen); 357 static PyObject*(*dll_PyImport_ImportModule)(const char *); 358 static PyObject*(*dll_PyDict_New)(void); 359 static PyObject*(*dll_PyDict_GetItemString)(PyObject *, const char *); 360 static int (*dll_PyDict_Next)(PyObject *, PyInt *, PyObject **, PyObject **); 361 static PyTypeObject* dll_PyDict_Type; 362 # ifndef PY_NO_MAPPING_KEYS 363 static PyObject* (*dll_PyMapping_Keys)(PyObject *); 364 # endif 365 static PyObject* (*dll_PyObject_GetItem)(PyObject *, PyObject *); 366 static PyObject* (*dll_PyObject_CallMethod)(PyObject *, char *, PyObject *); 367 static int (*dll_PyMapping_Check)(PyObject *); 368 static PyObject* (*dll_PyIter_Next)(PyObject *); 369 static PyObject*(*dll_PyModule_GetDict)(PyObject *); 370 static int(*dll_PyModule_AddObject)(PyObject *, const char *, PyObject *); 371 static int(*dll_PyRun_SimpleString)(char *); 372 static PyObject *(*dll_PyRun_String)(char *, int, PyObject *, PyObject *); 373 static PyObject* (*dll_PyObject_GetAttrString)(PyObject *, const char *); 374 static int (*dll_PyObject_HasAttrString)(PyObject *, const char *); 375 static int (*dll_PyObject_SetAttrString)(PyObject *, const char *, PyObject *); 376 static PyObject* (*dll_PyObject_CallFunctionObjArgs)(PyObject *, ...); 377 static PyObject* (*dll_PyObject_CallFunction)(PyObject *, char *, ...); 378 static PyObject* (*dll_PyObject_Call)(PyObject *, PyObject *, PyObject *); 379 static PyObject* (*dll_PyObject_Repr)(PyObject *); 380 static char*(*dll_PyString_AsString)(PyObject *); 381 static int(*dll_PyString_AsStringAndSize)(PyObject *, char **, PyInt *); 382 static PyObject*(*dll_PyString_FromString)(const char *); 383 static PyObject*(*dll_PyString_FromFormat)(const char *, ...); 384 static PyObject*(*dll_PyString_FromStringAndSize)(const char *, PyInt); 385 static PyInt(*dll_PyString_Size)(PyObject *); 386 static PyTypeObject* dll_PyString_Type; 387 static PyTypeObject* dll_PyUnicode_Type; 388 static PyObject *(*py_PyUnicode_AsEncodedString)(PyObject *, char *, char *); 389 static double(*dll_PyFloat_AsDouble)(PyObject *); 390 static PyObject*(*dll_PyFloat_FromDouble)(double); 391 static PyTypeObject* dll_PyFloat_Type; 392 static int(*dll_PyNumber_Check)(PyObject *); 393 static PyObject*(*dll_PyNumber_Long)(PyObject *); 394 static int(*dll_PySys_SetObject)(char *, PyObject *); 395 static PyObject *(*dll_PySys_GetObject)(char *); 396 static int(*dll_PySys_SetArgv)(int, char **); 397 static PyTypeObject* dll_PyType_Type; 398 static PyTypeObject* dll_PySlice_Type; 399 static int (*dll_PyType_Ready)(PyTypeObject *type); 400 static PyObject* (*dll_PyType_GenericAlloc)(PyTypeObject *type, PyInt nitems); 401 static PyObject*(*dll_Py_BuildValue)(char *, ...); 402 static PyObject*(*dll_Py_FindMethod)(struct PyMethodDef[], PyObject *, char *); 403 static PyObject*(*dll_Py_InitModule4)(char *, struct PyMethodDef *, char *, PyObject *, int); 404 static PyObject*(*dll_PyImport_AddModule)(char *); 405 static void(*dll_Py_SetPythonHome)(char *home); 406 static void(*dll_Py_Initialize)(void); 407 static void(*dll_Py_Finalize)(void); 408 static int(*dll_Py_IsInitialized)(void); 409 static PyObject*(*dll__PyObject_New)(PyTypeObject *, PyObject *); 410 static PyObject*(*dll__PyObject_GC_New)(PyTypeObject *); 411 # ifdef Py_underscore_GC 412 static void(*dll__PyObject_GC_Del)(void *); 413 static void(*dll__PyObject_GC_UnTrack)(void *); 414 # else 415 static void(*dll_PyObject_GC_Del)(void *); 416 static void(*dll_PyObject_GC_UnTrack)(void *); 417 # endif 418 static PyObject*(*dll__PyObject_Init)(PyObject *, PyTypeObject *); 419 static PyObject* (*dll_PyObject_GetIter)(PyObject *); 420 static int (*dll_PyObject_IsTrue)(PyObject *); 421 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 422 static iternextfunc dll__PyObject_NextNotImplemented; 423 # endif 424 static PyObject* dll__Py_NoneStruct; 425 static PyObject* _Py_ZeroStruct; 426 static PyObject* dll__Py_TrueStruct; 427 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 428 static int (*dll_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *); 429 # ifdef Py_DEBUG 430 static void (*dll__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op); 431 static PyInt* dll__Py_RefTotal; 432 static void (*dll__Py_Dealloc)(PyObject *obj); 433 # endif 434 # endif 435 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 436 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 437 static void (*dll__PyObject_DebugFree)(void*); 438 static void* (*dll__PyObject_DebugMalloc)(size_t); 439 # else 440 static void* (*dll_PyObject_Malloc)(size_t); 441 static void (*dll_PyObject_Free)(void*); 442 # endif 443 # endif 444 # ifdef PY_USE_CAPSULE 445 static PyObject* (*dll_PyCapsule_New)(void *, char *, PyCapsule_Destructor); 446 static void* (*dll_PyCapsule_GetPointer)(PyObject *, char *); 447 # else 448 static PyObject* (*dll_PyCObject_FromVoidPtr)(void *cobj, void (*destr)(void *)); 449 static void* (*dll_PyCObject_AsVoidPtr)(PyObject *); 450 # endif 451 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 452 static int* dll_Py_NoSiteFlag; 453 # endif 454 455 static HINSTANCE hinstPython = 0; /* Instance of python.dll */ 456 457 /* Imported exception objects */ 458 static PyObject *imp_PyExc_AttributeError; 459 static PyObject *imp_PyExc_IndexError; 460 static PyObject *imp_PyExc_KeyError; 461 static PyObject *imp_PyExc_KeyboardInterrupt; 462 static PyObject *imp_PyExc_TypeError; 463 static PyObject *imp_PyExc_ValueError; 464 static PyObject *imp_PyExc_SystemExit; 465 static PyObject *imp_PyExc_RuntimeError; 466 static PyObject *imp_PyExc_ImportError; 467 static PyObject *imp_PyExc_OverflowError; 468 469 # define PyExc_AttributeError imp_PyExc_AttributeError 470 # define PyExc_IndexError imp_PyExc_IndexError 471 # define PyExc_KeyError imp_PyExc_KeyError 472 # define PyExc_KeyboardInterrupt imp_PyExc_KeyboardInterrupt 473 # define PyExc_TypeError imp_PyExc_TypeError 474 # define PyExc_ValueError imp_PyExc_ValueError 475 # define PyExc_SystemExit imp_PyExc_SystemExit 476 # define PyExc_RuntimeError imp_PyExc_RuntimeError 477 # define PyExc_ImportError imp_PyExc_ImportError 478 # define PyExc_OverflowError imp_PyExc_OverflowError 479 480 /* 481 * Table of name to function pointer of python. 482 */ 483 # define PYTHON_PROC FARPROC 484 static struct 485 { 486 char *name; 487 PYTHON_PROC *ptr; 488 } python_funcname_table[] = 489 { 490 #ifndef PY_SSIZE_T_CLEAN 491 {"PyArg_Parse", (PYTHON_PROC*)&dll_PyArg_Parse}, 492 {"PyArg_ParseTuple", (PYTHON_PROC*)&dll_PyArg_ParseTuple}, 493 {"Py_BuildValue", (PYTHON_PROC*)&dll_Py_BuildValue}, 494 #else 495 {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&dll_PyArg_Parse}, 496 {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&dll_PyArg_ParseTuple}, 497 {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&dll_Py_BuildValue}, 498 #endif 499 {"PyMem_Free", (PYTHON_PROC*)&dll_PyMem_Free}, 500 {"PyMem_Malloc", (PYTHON_PROC*)&dll_PyMem_Malloc}, 501 {"PyDict_SetItemString", (PYTHON_PROC*)&dll_PyDict_SetItemString}, 502 {"PyErr_BadArgument", (PYTHON_PROC*)&dll_PyErr_BadArgument}, 503 {"PyErr_NewException", (PYTHON_PROC*)&dll_PyErr_NewException}, 504 {"PyErr_Clear", (PYTHON_PROC*)&dll_PyErr_Clear}, 505 {"PyErr_Format", (PYTHON_PROC*)&dll_PyErr_Format}, 506 {"PyErr_PrintEx", (PYTHON_PROC*)&dll_PyErr_PrintEx}, 507 {"PyErr_NoMemory", (PYTHON_PROC*)&dll_PyErr_NoMemory}, 508 {"PyErr_Occurred", (PYTHON_PROC*)&dll_PyErr_Occurred}, 509 {"PyErr_SetNone", (PYTHON_PROC*)&dll_PyErr_SetNone}, 510 {"PyErr_SetString", (PYTHON_PROC*)&dll_PyErr_SetString}, 511 {"PyErr_SetObject", (PYTHON_PROC*)&dll_PyErr_SetObject}, 512 {"PyErr_ExceptionMatches", (PYTHON_PROC*)&dll_PyErr_ExceptionMatches}, 513 {"PyEval_InitThreads", (PYTHON_PROC*)&dll_PyEval_InitThreads}, 514 {"PyEval_RestoreThread", (PYTHON_PROC*)&dll_PyEval_RestoreThread}, 515 {"PyEval_SaveThread", (PYTHON_PROC*)&dll_PyEval_SaveThread}, 516 # ifdef PY_CAN_RECURSE 517 {"PyGILState_Ensure", (PYTHON_PROC*)&dll_PyGILState_Ensure}, 518 {"PyGILState_Release", (PYTHON_PROC*)&dll_PyGILState_Release}, 519 # endif 520 {"PyInt_AsLong", (PYTHON_PROC*)&dll_PyInt_AsLong}, 521 {"PyInt_FromLong", (PYTHON_PROC*)&dll_PyInt_FromLong}, 522 {"PyLong_AsLong", (PYTHON_PROC*)&dll_PyLong_AsLong}, 523 {"PyLong_FromLong", (PYTHON_PROC*)&dll_PyLong_FromLong}, 524 {"PyBool_Type", (PYTHON_PROC*)&dll_PyBool_Type}, 525 {"PyInt_Type", (PYTHON_PROC*)&dll_PyInt_Type}, 526 {"PyLong_Type", (PYTHON_PROC*)&dll_PyLong_Type}, 527 {"PyList_GetItem", (PYTHON_PROC*)&dll_PyList_GetItem}, 528 {"PyList_Append", (PYTHON_PROC*)&dll_PyList_Append}, 529 {"PyList_Insert", (PYTHON_PROC*)&dll_PyList_Insert}, 530 {"PyList_New", (PYTHON_PROC*)&dll_PyList_New}, 531 {"PyList_SetItem", (PYTHON_PROC*)&dll_PyList_SetItem}, 532 {"PyList_Size", (PYTHON_PROC*)&dll_PyList_Size}, 533 {"PyList_Type", (PYTHON_PROC*)&dll_PyList_Type}, 534 {"PySequence_Size", (PYTHON_PROC*)&dll_PySequence_Size}, 535 {"PySequence_Check", (PYTHON_PROC*)&dll_PySequence_Check}, 536 {"PySequence_GetItem", (PYTHON_PROC*)&dll_PySequence_GetItem}, 537 {"PySequence_Fast", (PYTHON_PROC*)&dll_PySequence_Fast}, 538 {"PyTuple_GetItem", (PYTHON_PROC*)&dll_PyTuple_GetItem}, 539 {"PyTuple_Size", (PYTHON_PROC*)&dll_PyTuple_Size}, 540 {"PyTuple_Type", (PYTHON_PROC*)&dll_PyTuple_Type}, 541 {"PySlice_GetIndicesEx", (PYTHON_PROC*)&dll_PySlice_GetIndicesEx}, 542 {"PyImport_ImportModule", (PYTHON_PROC*)&dll_PyImport_ImportModule}, 543 {"PyDict_GetItemString", (PYTHON_PROC*)&dll_PyDict_GetItemString}, 544 {"PyDict_Next", (PYTHON_PROC*)&dll_PyDict_Next}, 545 {"PyDict_New", (PYTHON_PROC*)&dll_PyDict_New}, 546 {"PyDict_Type", (PYTHON_PROC*)&dll_PyDict_Type}, 547 # ifndef PY_NO_MAPPING_KEYS 548 {"PyMapping_Keys", (PYTHON_PROC*)&dll_PyMapping_Keys}, 549 # endif 550 {"PyObject_GetItem", (PYTHON_PROC*)&dll_PyObject_GetItem}, 551 {"PyObject_CallMethod", (PYTHON_PROC*)&dll_PyObject_CallMethod}, 552 {"PyMapping_Check", (PYTHON_PROC*)&dll_PyMapping_Check}, 553 {"PyIter_Next", (PYTHON_PROC*)&dll_PyIter_Next}, 554 {"PyModule_GetDict", (PYTHON_PROC*)&dll_PyModule_GetDict}, 555 {"PyModule_AddObject", (PYTHON_PROC*)&dll_PyModule_AddObject}, 556 {"PyRun_SimpleString", (PYTHON_PROC*)&dll_PyRun_SimpleString}, 557 {"PyRun_String", (PYTHON_PROC*)&dll_PyRun_String}, 558 {"PyObject_GetAttrString", (PYTHON_PROC*)&dll_PyObject_GetAttrString}, 559 {"PyObject_HasAttrString", (PYTHON_PROC*)&dll_PyObject_HasAttrString}, 560 {"PyObject_SetAttrString", (PYTHON_PROC*)&dll_PyObject_SetAttrString}, 561 {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&dll_PyObject_CallFunctionObjArgs}, 562 {"PyObject_CallFunction", (PYTHON_PROC*)&dll_PyObject_CallFunction}, 563 {"PyObject_Call", (PYTHON_PROC*)&dll_PyObject_Call}, 564 {"PyObject_Repr", (PYTHON_PROC*)&dll_PyObject_Repr}, 565 {"PyString_AsString", (PYTHON_PROC*)&dll_PyString_AsString}, 566 {"PyString_AsStringAndSize", (PYTHON_PROC*)&dll_PyString_AsStringAndSize}, 567 {"PyString_FromString", (PYTHON_PROC*)&dll_PyString_FromString}, 568 {"PyString_FromFormat", (PYTHON_PROC*)&dll_PyString_FromFormat}, 569 {"PyString_FromStringAndSize", (PYTHON_PROC*)&dll_PyString_FromStringAndSize}, 570 {"PyString_Size", (PYTHON_PROC*)&dll_PyString_Size}, 571 {"PyString_Type", (PYTHON_PROC*)&dll_PyString_Type}, 572 {"PyUnicode_Type", (PYTHON_PROC*)&dll_PyUnicode_Type}, 573 {"PyFloat_Type", (PYTHON_PROC*)&dll_PyFloat_Type}, 574 {"PyFloat_AsDouble", (PYTHON_PROC*)&dll_PyFloat_AsDouble}, 575 {"PyFloat_FromDouble", (PYTHON_PROC*)&dll_PyFloat_FromDouble}, 576 {"PyImport_AddModule", (PYTHON_PROC*)&dll_PyImport_AddModule}, 577 {"PyNumber_Check", (PYTHON_PROC*)&dll_PyNumber_Check}, 578 {"PyNumber_Long", (PYTHON_PROC*)&dll_PyNumber_Long}, 579 {"PySys_SetObject", (PYTHON_PROC*)&dll_PySys_SetObject}, 580 {"PySys_GetObject", (PYTHON_PROC*)&dll_PySys_GetObject}, 581 {"PySys_SetArgv", (PYTHON_PROC*)&dll_PySys_SetArgv}, 582 {"PyType_Type", (PYTHON_PROC*)&dll_PyType_Type}, 583 {"PySlice_Type", (PYTHON_PROC*)&dll_PySlice_Type}, 584 {"PyType_Ready", (PYTHON_PROC*)&dll_PyType_Ready}, 585 {"PyType_GenericAlloc", (PYTHON_PROC*)&dll_PyType_GenericAlloc}, 586 {"Py_FindMethod", (PYTHON_PROC*)&dll_Py_FindMethod}, 587 {"Py_SetPythonHome", (PYTHON_PROC*)&dll_Py_SetPythonHome}, 588 {"Py_Initialize", (PYTHON_PROC*)&dll_Py_Initialize}, 589 {"Py_Finalize", (PYTHON_PROC*)&dll_Py_Finalize}, 590 {"Py_IsInitialized", (PYTHON_PROC*)&dll_Py_IsInitialized}, 591 {"_PyObject_New", (PYTHON_PROC*)&dll__PyObject_New}, 592 {"_PyObject_GC_New", (PYTHON_PROC*)&dll__PyObject_GC_New}, 593 # ifdef Py_underscore_GC 594 {"_PyObject_GC_Del", (PYTHON_PROC*)&dll__PyObject_GC_Del}, 595 {"_PyObject_GC_UnTrack", (PYTHON_PROC*)&dll__PyObject_GC_UnTrack}, 596 # else 597 {"PyObject_GC_Del", (PYTHON_PROC*)&dll_PyObject_GC_Del}, 598 {"PyObject_GC_UnTrack", (PYTHON_PROC*)&dll_PyObject_GC_UnTrack}, 599 # endif 600 {"PyObject_Init", (PYTHON_PROC*)&dll__PyObject_Init}, 601 {"PyObject_GetIter", (PYTHON_PROC*)&dll_PyObject_GetIter}, 602 {"PyObject_IsTrue", (PYTHON_PROC*)&dll_PyObject_IsTrue}, 603 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 604 {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&dll__PyObject_NextNotImplemented}, 605 # endif 606 {"_Py_NoneStruct", (PYTHON_PROC*)&dll__Py_NoneStruct}, 607 {"_Py_ZeroStruct", (PYTHON_PROC*)&dll__Py_ZeroStruct}, 608 {"_Py_TrueStruct", (PYTHON_PROC*)&dll__Py_TrueStruct}, 609 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 610 # ifdef Py_DEBUG 611 {"_Py_NegativeRefcount", (PYTHON_PROC*)&dll__Py_NegativeRefcount}, 612 {"_Py_RefTotal", (PYTHON_PROC*)&dll__Py_RefTotal}, 613 {"_Py_Dealloc", (PYTHON_PROC*)&dll__Py_Dealloc}, 614 # endif 615 {"PyType_IsSubtype", (PYTHON_PROC*)&dll_PyType_IsSubtype}, 616 # endif 617 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 618 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 619 {"_PyObject_DebugFree", (PYTHON_PROC*)&dll__PyObject_DebugFree}, 620 {"_PyObject_DebugMalloc", (PYTHON_PROC*)&dll__PyObject_DebugMalloc}, 621 # else 622 {"PyObject_Malloc", (PYTHON_PROC*)&dll_PyObject_Malloc}, 623 {"PyObject_Free", (PYTHON_PROC*)&dll_PyObject_Free}, 624 # endif 625 # endif 626 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 \ 627 && SIZEOF_SIZE_T != VIM_SIZEOF_INT 628 # ifdef Py_DEBUG 629 {"Py_InitModule4TraceRefs_64", (PYTHON_PROC*)&dll_Py_InitModule4}, 630 # else 631 {"Py_InitModule4_64", (PYTHON_PROC*)&dll_Py_InitModule4}, 632 # endif 633 # else 634 # ifdef Py_DEBUG 635 {"Py_InitModule4TraceRefs", (PYTHON_PROC*)&dll_Py_InitModule4}, 636 # else 637 {"Py_InitModule4", (PYTHON_PROC*)&dll_Py_InitModule4}, 638 # endif 639 # endif 640 # ifdef PY_USE_CAPSULE 641 {"PyCapsule_New", (PYTHON_PROC*)&dll_PyCapsule_New}, 642 {"PyCapsule_GetPointer", (PYTHON_PROC*)&dll_PyCapsule_GetPointer}, 643 # else 644 {"PyCObject_FromVoidPtr", (PYTHON_PROC*)&dll_PyCObject_FromVoidPtr}, 645 {"PyCObject_AsVoidPtr", (PYTHON_PROC*)&dll_PyCObject_AsVoidPtr}, 646 # endif 647 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 648 {"Py_NoSiteFlag", (PYTHON_PROC*)&dll_Py_NoSiteFlag}, 649 # endif 650 {"", NULL}, 651 }; 652 653 /* 654 * Free python.dll 655 */ 656 static void 657 end_dynamic_python(void) 658 { 659 if (hinstPython) 660 { 661 close_dll(hinstPython); 662 hinstPython = 0; 663 } 664 } 665 666 /* 667 * Load library and get all pointers. 668 * Parameter 'libname' provides name of DLL. 669 * Return OK or FAIL. 670 */ 671 static int 672 python_runtime_link_init(char *libname, int verbose) 673 { 674 int i; 675 void *ucs_as_encoded_string; 676 677 #if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON3) 678 /* Can't have Python and Python3 loaded at the same time. 679 * It cause a crash, because RTLD_GLOBAL is needed for 680 * standard C extension libraries of one or both python versions. */ 681 if (python3_loaded()) 682 { 683 if (verbose) 684 EMSG(_("E836: This Vim cannot execute :python after using :py3")); 685 return FAIL; 686 } 687 #endif 688 689 if (hinstPython) 690 return OK; 691 hinstPython = load_dll(libname); 692 if (!hinstPython) 693 { 694 if (verbose) 695 EMSG2(_(e_loadlib), libname); 696 return FAIL; 697 } 698 699 for (i = 0; python_funcname_table[i].ptr; ++i) 700 { 701 if ((*python_funcname_table[i].ptr = symbol_from_dll(hinstPython, 702 python_funcname_table[i].name)) == NULL) 703 { 704 close_dll(hinstPython); 705 hinstPython = 0; 706 if (verbose) 707 EMSG2(_(e_loadfunc), python_funcname_table[i].name); 708 return FAIL; 709 } 710 } 711 712 /* Load unicode functions separately as only the ucs2 or the ucs4 functions 713 * will be present in the library. */ 714 ucs_as_encoded_string = symbol_from_dll(hinstPython, 715 "PyUnicodeUCS2_AsEncodedString"); 716 if (ucs_as_encoded_string == NULL) 717 ucs_as_encoded_string = symbol_from_dll(hinstPython, 718 "PyUnicodeUCS4_AsEncodedString"); 719 if (ucs_as_encoded_string != NULL) 720 py_PyUnicode_AsEncodedString = ucs_as_encoded_string; 721 else 722 { 723 close_dll(hinstPython); 724 hinstPython = 0; 725 if (verbose) 726 EMSG2(_(e_loadfunc), "PyUnicode_UCSX_*"); 727 return FAIL; 728 } 729 730 return OK; 731 } 732 733 /* 734 * If python is enabled (there is installed python on Windows system) return 735 * TRUE, else FALSE. 736 */ 737 int 738 python_enabled(int verbose) 739 { 740 return python_runtime_link_init((char *)p_pydll, verbose) == OK; 741 } 742 743 /* 744 * Load the standard Python exceptions - don't import the symbols from the 745 * DLL, as this can cause errors (importing data symbols is not reliable). 746 */ 747 static void 748 get_exceptions(void) 749 { 750 PyObject *exmod = PyImport_ImportModule("exceptions"); 751 PyObject *exdict = PyModule_GetDict(exmod); 752 imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError"); 753 imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError"); 754 imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError"); 755 imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt"); 756 imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError"); 757 imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError"); 758 imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit"); 759 imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError"); 760 imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError"); 761 imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError"); 762 Py_XINCREF(imp_PyExc_AttributeError); 763 Py_XINCREF(imp_PyExc_IndexError); 764 Py_XINCREF(imp_PyExc_KeyError); 765 Py_XINCREF(imp_PyExc_KeyboardInterrupt); 766 Py_XINCREF(imp_PyExc_TypeError); 767 Py_XINCREF(imp_PyExc_ValueError); 768 Py_XINCREF(imp_PyExc_SystemExit); 769 Py_XINCREF(imp_PyExc_RuntimeError); 770 Py_XINCREF(imp_PyExc_ImportError); 771 Py_XINCREF(imp_PyExc_OverflowError); 772 Py_XDECREF(exmod); 773 } 774 #endif /* DYNAMIC_PYTHON */ 775 776 static int initialised = 0; 777 #define PYINITIALISED initialised 778 static int python_end_called = FALSE; 779 780 #define DESTRUCTOR_FINISH(self) self->ob_type->tp_free((PyObject*)self); 781 782 #define WIN_PYTHON_REF(win) win->w_python_ref 783 #define BUF_PYTHON_REF(buf) buf->b_python_ref 784 #define TAB_PYTHON_REF(tab) tab->tp_python_ref 785 786 static PyObject *OutputGetattr(PyObject *, char *); 787 static PyObject *BufferGetattr(PyObject *, char *); 788 static PyObject *WindowGetattr(PyObject *, char *); 789 static PyObject *TabPageGetattr(PyObject *, char *); 790 static PyObject *RangeGetattr(PyObject *, char *); 791 static PyObject *DictionaryGetattr(PyObject *, char*); 792 static PyObject *ListGetattr(PyObject *, char *); 793 static PyObject *FunctionGetattr(PyObject *, char *); 794 795 #ifndef Py_VISIT 796 # define Py_VISIT(obj) visit(obj, arg) 797 #endif 798 #ifndef Py_CLEAR 799 # define Py_CLEAR(obj) \ 800 { \ 801 Py_XDECREF(obj); \ 802 obj = NULL; \ 803 } 804 #endif 805 806 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 807 static void * 808 py_memsave(void *p, size_t len) 809 { 810 void *r; 811 812 if (!(r = PyMem_Malloc(len))) 813 return NULL; 814 mch_memmove(r, p, len); 815 return r; 816 } 817 818 # define PY_STRSAVE(s) ((char_u *) py_memsave(s, STRLEN(s) + 1)) 819 #endif 820 821 typedef PySliceObject PySliceObject_T; 822 823 /* 824 * Include the code shared with if_python3.c 825 */ 826 #include "if_py_both.h" 827 828 829 /****************************************************** 830 * Internal function prototypes. 831 */ 832 833 static int PythonMod_Init(void); 834 835 836 /****************************************************** 837 * 1. Python interpreter main program. 838 */ 839 840 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */ 841 typedef PyObject PyThreadState; 842 #endif 843 844 #ifndef PY_CAN_RECURSE 845 static PyThreadState *saved_python_thread = NULL; 846 847 /* 848 * Suspend a thread of the Python interpreter, other threads are allowed to 849 * run. 850 */ 851 static void 852 Python_SaveThread(void) 853 { 854 saved_python_thread = PyEval_SaveThread(); 855 } 856 857 /* 858 * Restore a thread of the Python interpreter, waits for other threads to 859 * block. 860 */ 861 static void 862 Python_RestoreThread(void) 863 { 864 PyEval_RestoreThread(saved_python_thread); 865 saved_python_thread = NULL; 866 } 867 #endif 868 869 void 870 python_end(void) 871 { 872 static int recurse = 0; 873 874 /* If a crash occurs while doing this, don't try again. */ 875 if (recurse != 0) 876 return; 877 878 python_end_called = TRUE; 879 ++recurse; 880 881 #ifdef DYNAMIC_PYTHON 882 if (hinstPython && Py_IsInitialized()) 883 { 884 # ifdef PY_CAN_RECURSE 885 PyGILState_Ensure(); 886 # else 887 Python_RestoreThread(); /* enter python */ 888 # endif 889 Py_Finalize(); 890 } 891 end_dynamic_python(); 892 #else 893 if (Py_IsInitialized()) 894 { 895 # ifdef PY_CAN_RECURSE 896 PyGILState_Ensure(); 897 # else 898 Python_RestoreThread(); /* enter python */ 899 # endif 900 Py_Finalize(); 901 } 902 #endif 903 904 --recurse; 905 } 906 907 #if (defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON3)) || defined(PROTO) 908 int 909 python_loaded(void) 910 { 911 return (hinstPython != 0); 912 } 913 #endif 914 915 static char *py_home_buf = NULL; 916 917 static int 918 Python_Init(void) 919 { 920 if (!initialised) 921 { 922 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 923 PyObject *site; 924 #endif 925 926 #ifdef DYNAMIC_PYTHON 927 if (!python_enabled(TRUE)) 928 { 929 EMSG(_("E263: Sorry, this command is disabled, the Python library could not be loaded.")); 930 goto fail; 931 } 932 #endif 933 934 if (*p_pyhome != NUL) 935 { 936 /* The string must not change later, make a copy in static memory. */ 937 py_home_buf = (char *)vim_strsave(p_pyhome); 938 if (py_home_buf != NULL) 939 Py_SetPythonHome(py_home_buf); 940 } 941 #ifdef PYTHON_HOME 942 else if (mch_getenv((char_u *)"PYTHONHOME") == NULL) 943 Py_SetPythonHome(PYTHON_HOME); 944 #endif 945 946 init_structs(); 947 948 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 949 /* Disable implicit 'import site', because it may cause Vim to exit 950 * when it can't be found. */ 951 Py_NoSiteFlag++; 952 #endif 953 954 Py_Initialize(); 955 956 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 957 /* 'import site' explicitly. */ 958 site = PyImport_ImportModule("site"); 959 if (site == NULL) 960 { 961 EMSG(_("E887: Sorry, this command is disabled, the Python's site module could not be loaded.")); 962 goto fail; 963 } 964 Py_DECREF(site); 965 #endif 966 967 /* Initialise threads, and below save the state using 968 * PyEval_SaveThread. Without the call to PyEval_SaveThread, thread 969 * specific state (such as the system trace hook), will be lost 970 * between invocations of Python code. */ 971 PyEval_InitThreads(); 972 #ifdef DYNAMIC_PYTHON 973 get_exceptions(); 974 #endif 975 976 if (PythonIO_Init_io()) 977 goto fail; 978 979 if (PythonMod_Init()) 980 goto fail; 981 982 globals = PyModule_GetDict(PyImport_AddModule("__main__")); 983 984 /* Remove the element from sys.path that was added because of our 985 * argv[0] value in PythonMod_Init(). Previously we used an empty 986 * string, but depending on the OS we then get an empty entry or 987 * the current directory in sys.path. */ 988 PyRun_SimpleString("import sys; sys.path = filter(lambda x: x != '/must>not&exist', sys.path)"); 989 990 /* lock is created and acquired in PyEval_InitThreads() and thread 991 * state is created in Py_Initialize() 992 * there _PyGILState_NoteThreadState() also sets gilcounter to 1 993 * (python must have threads enabled!) 994 * so the following does both: unlock GIL and save thread state in TLS 995 * without deleting thread state 996 */ 997 #ifndef PY_CAN_RECURSE 998 saved_python_thread = 999 #endif 1000 PyEval_SaveThread(); 1001 1002 initialised = 1; 1003 } 1004 1005 return 0; 1006 1007 fail: 1008 /* We call PythonIO_Flush() here to print any Python errors. 1009 * This is OK, as it is possible to call this function even 1010 * if PythonIO_Init_io() has not completed successfully (it will 1011 * not do anything in this case). 1012 */ 1013 PythonIO_Flush(); 1014 return -1; 1015 } 1016 1017 /* 1018 * External interface 1019 */ 1020 static void 1021 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg) 1022 { 1023 #ifndef PY_CAN_RECURSE 1024 static int recursive = 0; 1025 #endif 1026 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1027 char *saved_locale; 1028 #endif 1029 #ifdef PY_CAN_RECURSE 1030 PyGILState_STATE pygilstate; 1031 #endif 1032 1033 #ifndef PY_CAN_RECURSE 1034 if (recursive) 1035 { 1036 EMSG(_("E659: Cannot invoke Python recursively")); 1037 return; 1038 } 1039 ++recursive; 1040 #endif 1041 if (python_end_called) 1042 return; 1043 1044 if (Python_Init()) 1045 goto theend; 1046 1047 init_range(arg); 1048 1049 Python_Release_Vim(); /* leave vim */ 1050 1051 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1052 /* Python only works properly when the LC_NUMERIC locale is "C". */ 1053 saved_locale = setlocale(LC_NUMERIC, NULL); 1054 if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0) 1055 saved_locale = NULL; 1056 else 1057 { 1058 /* Need to make a copy, value may change when setting new locale. */ 1059 saved_locale = (char *) PY_STRSAVE(saved_locale); 1060 (void)setlocale(LC_NUMERIC, "C"); 1061 } 1062 #endif 1063 1064 #ifdef PY_CAN_RECURSE 1065 pygilstate = PyGILState_Ensure(); 1066 #else 1067 Python_RestoreThread(); /* enter python */ 1068 #endif 1069 1070 run((char *) cmd, arg 1071 #ifdef PY_CAN_RECURSE 1072 , &pygilstate 1073 #endif 1074 ); 1075 1076 #ifdef PY_CAN_RECURSE 1077 PyGILState_Release(pygilstate); 1078 #else 1079 Python_SaveThread(); /* leave python */ 1080 #endif 1081 1082 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1083 if (saved_locale != NULL) 1084 { 1085 (void)setlocale(LC_NUMERIC, saved_locale); 1086 PyMem_Free(saved_locale); 1087 } 1088 #endif 1089 1090 Python_Lock_Vim(); /* enter vim */ 1091 PythonIO_Flush(); 1092 1093 theend: 1094 #ifndef PY_CAN_RECURSE 1095 --recursive; 1096 #endif 1097 return; 1098 } 1099 1100 /* 1101 * ":python" 1102 */ 1103 void 1104 ex_python(exarg_T *eap) 1105 { 1106 char_u *script; 1107 1108 if (p_pyx == 0) 1109 p_pyx = 2; 1110 1111 script = script_get(eap, eap->arg); 1112 if (!eap->skip) 1113 { 1114 DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script, 1115 (rangeinitializer) init_range_cmd, 1116 (runner) run_cmd, 1117 (void *) eap); 1118 } 1119 vim_free(script); 1120 } 1121 1122 #define BUFFER_SIZE 1024 1123 1124 /* 1125 * ":pyfile" 1126 */ 1127 void 1128 ex_pyfile(exarg_T *eap) 1129 { 1130 static char buffer[BUFFER_SIZE]; 1131 const char *file = (char *)eap->arg; 1132 char *p; 1133 1134 if (p_pyx == 0) 1135 p_pyx = 2; 1136 1137 /* Have to do it like this. PyRun_SimpleFile requires you to pass a 1138 * stdio file pointer, but Vim and the Python DLL are compiled with 1139 * different options under Windows, meaning that stdio pointers aren't 1140 * compatible between the two. Yuk. 1141 * 1142 * Put the string "execfile('file')" into buffer. But, we need to 1143 * escape any backslashes or single quotes in the file name, so that 1144 * Python won't mangle the file name. 1145 */ 1146 strcpy(buffer, "execfile('"); 1147 p = buffer + 10; /* size of "execfile('" */ 1148 1149 while (*file && p < buffer + (BUFFER_SIZE - 3)) 1150 { 1151 if (*file == '\\' || *file == '\'') 1152 *p++ = '\\'; 1153 *p++ = *file++; 1154 } 1155 1156 /* If we didn't finish the file name, we hit a buffer overflow */ 1157 if (*file != '\0') 1158 return; 1159 1160 /* Put in the terminating "')" and a null */ 1161 *p++ = '\''; 1162 *p++ = ')'; 1163 *p++ = '\0'; 1164 1165 /* Execute the file */ 1166 DoPyCommand(buffer, 1167 (rangeinitializer) init_range_cmd, 1168 (runner) run_cmd, 1169 (void *) eap); 1170 } 1171 1172 void 1173 ex_pydo(exarg_T *eap) 1174 { 1175 if (p_pyx == 0) 1176 p_pyx = 2; 1177 1178 DoPyCommand((char *)eap->arg, 1179 (rangeinitializer) init_range_cmd, 1180 (runner)run_do, 1181 (void *)eap); 1182 } 1183 1184 /****************************************************** 1185 * 2. Python output stream: writes output via [e]msg(). 1186 */ 1187 1188 /* Implementation functions 1189 */ 1190 1191 static PyObject * 1192 OutputGetattr(PyObject *self, char *name) 1193 { 1194 if (strcmp(name, "softspace") == 0) 1195 return PyInt_FromLong(((OutputObject *)(self))->softspace); 1196 else if (strcmp(name, "__members__") == 0) 1197 return ObjectDir(NULL, OutputAttrs); 1198 else if (strcmp(name, "errors") == 0) 1199 return PyString_FromString("strict"); 1200 else if (strcmp(name, "encoding") == 0) 1201 return PyString_FromString(ENC_OPT); 1202 return Py_FindMethod(OutputMethods, self, name); 1203 } 1204 1205 /****************************************************** 1206 * 3. Implementation of the Vim module for Python 1207 */ 1208 1209 /* Window type - Implementation functions 1210 * -------------------------------------- 1211 */ 1212 1213 #define WindowType_Check(obj) ((obj)->ob_type == &WindowType) 1214 1215 /* Buffer type - Implementation functions 1216 * -------------------------------------- 1217 */ 1218 1219 #define BufferType_Check(obj) ((obj)->ob_type == &BufferType) 1220 1221 static PyInt BufferAssItem(PyObject *, PyInt, PyObject *); 1222 static PyInt BufferAssSlice(PyObject *, PyInt, PyInt, PyObject *); 1223 1224 /* Line range type - Implementation functions 1225 * -------------------------------------- 1226 */ 1227 1228 #define RangeType_Check(obj) ((obj)->ob_type == &RangeType) 1229 1230 static PyInt RangeAssItem(PyObject *, PyInt, PyObject *); 1231 static PyInt RangeAssSlice(PyObject *, PyInt, PyInt, PyObject *); 1232 1233 /* Current objects type - Implementation functions 1234 * ----------------------------------------------- 1235 */ 1236 1237 static PySequenceMethods BufferAsSeq = { 1238 (PyInquiry) BufferLength, /* sq_length, len(x) */ 1239 (binaryfunc) 0, /* BufferConcat, sq_concat, x+y */ 1240 (PyIntArgFunc) 0, /* BufferRepeat, sq_repeat, x*n */ 1241 (PyIntArgFunc) BufferItem, /* sq_item, x[i] */ 1242 (PyIntIntArgFunc) BufferSlice, /* sq_slice, x[i:j] */ 1243 (PyIntObjArgProc) BufferAssItem, /* sq_ass_item, x[i]=v */ 1244 (PyIntIntObjArgProc) BufferAssSlice, /* sq_ass_slice, x[i:j]=v */ 1245 (objobjproc) 0, 1246 (binaryfunc) 0, 1247 0, 1248 }; 1249 1250 /* Buffer object - Implementation 1251 */ 1252 1253 static PyObject * 1254 BufferGetattr(PyObject *self, char *name) 1255 { 1256 PyObject *r; 1257 1258 if ((r = BufferAttrValid((BufferObject *)(self), name))) 1259 return r; 1260 1261 if (CheckBuffer((BufferObject *)(self))) 1262 return NULL; 1263 1264 r = BufferAttr((BufferObject *)(self), name); 1265 if (r || PyErr_Occurred()) 1266 return r; 1267 else 1268 return Py_FindMethod(BufferMethods, self, name); 1269 } 1270 1271 /******************/ 1272 1273 static PyInt 1274 BufferAssItem(PyObject *self, PyInt n, PyObject *val) 1275 { 1276 return RBAsItem((BufferObject *)(self), n, val, 1, -1, NULL); 1277 } 1278 1279 static PyInt 1280 BufferAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val) 1281 { 1282 return RBAsSlice((BufferObject *)(self), lo, hi, val, 1, -1, NULL); 1283 } 1284 1285 static PySequenceMethods RangeAsSeq = { 1286 (PyInquiry) RangeLength, /* sq_length, len(x) */ 1287 (binaryfunc) 0, /* RangeConcat, */ /* sq_concat, x+y */ 1288 (PyIntArgFunc) 0, /* RangeRepeat, */ /* sq_repeat, x*n */ 1289 (PyIntArgFunc) RangeItem, /* sq_item, x[i] */ 1290 (PyIntIntArgFunc) RangeSlice, /* sq_slice, x[i:j] */ 1291 (PyIntObjArgProc) RangeAssItem, /* sq_ass_item, x[i]=v */ 1292 (PyIntIntObjArgProc) RangeAssSlice, /* sq_ass_slice, x[i:j]=v */ 1293 (objobjproc) 0, 1294 #if PY_MAJOR_VERSION >= 2 1295 (binaryfunc) 0, 1296 0, 1297 #endif 1298 }; 1299 1300 /* Line range object - Implementation 1301 */ 1302 1303 static PyObject * 1304 RangeGetattr(PyObject *self, char *name) 1305 { 1306 if (strcmp(name, "start") == 0) 1307 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->start - 1); 1308 else if (strcmp(name, "end") == 0) 1309 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->end - 1); 1310 else if (strcmp(name, "__members__") == 0) 1311 return ObjectDir(NULL, RangeAttrs); 1312 else 1313 return Py_FindMethod(RangeMethods, self, name); 1314 } 1315 1316 /****************/ 1317 1318 static PyInt 1319 RangeAssItem(PyObject *self, PyInt n, PyObject *val) 1320 { 1321 return RBAsItem(((RangeObject *)(self))->buf, n, val, 1322 ((RangeObject *)(self))->start, 1323 ((RangeObject *)(self))->end, 1324 &((RangeObject *)(self))->end); 1325 } 1326 1327 static PyInt 1328 RangeAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val) 1329 { 1330 return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val, 1331 ((RangeObject *)(self))->start, 1332 ((RangeObject *)(self))->end, 1333 &((RangeObject *)(self))->end); 1334 } 1335 1336 /* TabPage object - Implementation 1337 */ 1338 1339 static PyObject * 1340 TabPageGetattr(PyObject *self, char *name) 1341 { 1342 PyObject *r; 1343 1344 if ((r = TabPageAttrValid((TabPageObject *)(self), name))) 1345 return r; 1346 1347 if (CheckTabPage((TabPageObject *)(self))) 1348 return NULL; 1349 1350 r = TabPageAttr((TabPageObject *)(self), name); 1351 if (r || PyErr_Occurred()) 1352 return r; 1353 else 1354 return Py_FindMethod(TabPageMethods, self, name); 1355 } 1356 1357 /* Window object - Implementation 1358 */ 1359 1360 static PyObject * 1361 WindowGetattr(PyObject *self, char *name) 1362 { 1363 PyObject *r; 1364 1365 if ((r = WindowAttrValid((WindowObject *)(self), name))) 1366 return r; 1367 1368 if (CheckWindow((WindowObject *)(self))) 1369 return NULL; 1370 1371 r = WindowAttr((WindowObject *)(self), name); 1372 if (r || PyErr_Occurred()) 1373 return r; 1374 else 1375 return Py_FindMethod(WindowMethods, self, name); 1376 } 1377 1378 /* Tab page list object - Definitions 1379 */ 1380 1381 static PySequenceMethods TabListAsSeq = { 1382 (PyInquiry) TabListLength, /* sq_length, len(x) */ 1383 (binaryfunc) 0, /* sq_concat, x+y */ 1384 (PyIntArgFunc) 0, /* sq_repeat, x*n */ 1385 (PyIntArgFunc) TabListItem, /* sq_item, x[i] */ 1386 (PyIntIntArgFunc) 0, /* sq_slice, x[i:j] */ 1387 (PyIntObjArgProc) 0, /* sq_ass_item, x[i]=v */ 1388 (PyIntIntObjArgProc) 0, /* sq_ass_slice, x[i:j]=v */ 1389 (objobjproc) 0, 1390 #if PY_MAJOR_VERSION >= 2 1391 (binaryfunc) 0, 1392 0, 1393 #endif 1394 }; 1395 1396 /* Window list object - Definitions 1397 */ 1398 1399 static PySequenceMethods WinListAsSeq = { 1400 (PyInquiry) WinListLength, /* sq_length, len(x) */ 1401 (binaryfunc) 0, /* sq_concat, x+y */ 1402 (PyIntArgFunc) 0, /* sq_repeat, x*n */ 1403 (PyIntArgFunc) WinListItem, /* sq_item, x[i] */ 1404 (PyIntIntArgFunc) 0, /* sq_slice, x[i:j] */ 1405 (PyIntObjArgProc) 0, /* sq_ass_item, x[i]=v */ 1406 (PyIntIntObjArgProc) 0, /* sq_ass_slice, x[i:j]=v */ 1407 (objobjproc) 0, 1408 #if PY_MAJOR_VERSION >= 2 1409 (binaryfunc) 0, 1410 0, 1411 #endif 1412 }; 1413 1414 /* External interface 1415 */ 1416 1417 void 1418 python_buffer_free(buf_T *buf) 1419 { 1420 if (BUF_PYTHON_REF(buf) != NULL) 1421 { 1422 BufferObject *bp = BUF_PYTHON_REF(buf); 1423 bp->buf = INVALID_BUFFER_VALUE; 1424 BUF_PYTHON_REF(buf) = NULL; 1425 } 1426 } 1427 1428 void 1429 python_window_free(win_T *win) 1430 { 1431 if (WIN_PYTHON_REF(win) != NULL) 1432 { 1433 WindowObject *wp = WIN_PYTHON_REF(win); 1434 wp->win = INVALID_WINDOW_VALUE; 1435 WIN_PYTHON_REF(win) = NULL; 1436 } 1437 } 1438 1439 void 1440 python_tabpage_free(tabpage_T *tab) 1441 { 1442 if (TAB_PYTHON_REF(tab) != NULL) 1443 { 1444 TabPageObject *tp = TAB_PYTHON_REF(tab); 1445 tp->tab = INVALID_TABPAGE_VALUE; 1446 TAB_PYTHON_REF(tab) = NULL; 1447 } 1448 } 1449 1450 static int 1451 PythonMod_Init(void) 1452 { 1453 /* The special value is removed from sys.path in Python_Init(). */ 1454 static char *(argv[2]) = {"/must>not&exist/foo", NULL}; 1455 1456 if (init_types()) 1457 return -1; 1458 1459 /* Set sys.argv[] to avoid a crash in warn(). */ 1460 PySys_SetArgv(1, argv); 1461 1462 vim_module = Py_InitModule4("vim", VimMethods, (char *)NULL, 1463 (PyObject *)NULL, PYTHON_API_VERSION); 1464 1465 if (populate_module(vim_module)) 1466 return -1; 1467 1468 if (init_sys_path()) 1469 return -1; 1470 1471 return 0; 1472 } 1473 1474 /************************************************************************* 1475 * 4. Utility functions for handling the interface between Vim and Python. 1476 */ 1477 1478 /* Convert a Vim line into a Python string. 1479 * All internal newlines are replaced by null characters. 1480 * 1481 * On errors, the Python exception data is set, and NULL is returned. 1482 */ 1483 static PyObject * 1484 LineToString(const char *str) 1485 { 1486 PyObject *result; 1487 PyInt len = strlen(str); 1488 char *p; 1489 1490 /* Allocate an Python string object, with uninitialised contents. We 1491 * must do it this way, so that we can modify the string in place 1492 * later. See the Python source, Objects/stringobject.c for details. 1493 */ 1494 result = PyString_FromStringAndSize(NULL, len); 1495 if (result == NULL) 1496 return NULL; 1497 1498 p = PyString_AsString(result); 1499 1500 while (*str) 1501 { 1502 if (*str == '\n') 1503 *p = '\0'; 1504 else 1505 *p = *str; 1506 1507 ++p; 1508 ++str; 1509 } 1510 1511 return result; 1512 } 1513 1514 static PyObject * 1515 DictionaryGetattr(PyObject *self, char *name) 1516 { 1517 DictionaryObject *this = ((DictionaryObject *) (self)); 1518 1519 if (strcmp(name, "locked") == 0) 1520 return PyInt_FromLong(this->dict->dv_lock); 1521 else if (strcmp(name, "scope") == 0) 1522 return PyInt_FromLong(this->dict->dv_scope); 1523 else if (strcmp(name, "__members__") == 0) 1524 return ObjectDir(NULL, DictionaryAttrs); 1525 1526 return Py_FindMethod(DictionaryMethods, self, name); 1527 } 1528 1529 static PyObject * 1530 ListGetattr(PyObject *self, char *name) 1531 { 1532 if (strcmp(name, "locked") == 0) 1533 return PyInt_FromLong(((ListObject *)(self))->list->lv_lock); 1534 else if (strcmp(name, "__members__") == 0) 1535 return ObjectDir(NULL, ListAttrs); 1536 1537 return Py_FindMethod(ListMethods, self, name); 1538 } 1539 1540 static PyObject * 1541 FunctionGetattr(PyObject *self, char *name) 1542 { 1543 PyObject *r; 1544 1545 r = FunctionAttr((FunctionObject *)(self), name); 1546 1547 if (r || PyErr_Occurred()) 1548 return r; 1549 else 1550 return Py_FindMethod(FunctionMethods, self, name); 1551 } 1552 1553 void 1554 do_pyeval (char_u *str, typval_T *rettv) 1555 { 1556 DoPyCommand((char *) str, 1557 (rangeinitializer) init_range_eval, 1558 (runner) run_eval, 1559 (void *) rettv); 1560 switch (rettv->v_type) 1561 { 1562 case VAR_DICT: ++rettv->vval.v_dict->dv_refcount; break; 1563 case VAR_LIST: ++rettv->vval.v_list->lv_refcount; break; 1564 case VAR_FUNC: func_ref(rettv->vval.v_string); break; 1565 case VAR_PARTIAL: ++rettv->vval.v_partial->pt_refcount; break; 1566 case VAR_UNKNOWN: 1567 rettv->v_type = VAR_NUMBER; 1568 rettv->vval.v_number = 0; 1569 break; 1570 case VAR_NUMBER: 1571 case VAR_STRING: 1572 case VAR_FLOAT: 1573 case VAR_SPECIAL: 1574 case VAR_JOB: 1575 case VAR_CHANNEL: 1576 break; 1577 } 1578 } 1579 1580 /* Don't generate a prototype for the next function, it generates an error on 1581 * newer Python versions. */ 1582 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */ && !defined(PROTO) 1583 1584 char * 1585 Py_GetProgramName(void) 1586 { 1587 return "vim"; 1588 } 1589 #endif /* Python 1.4 */ 1590 1591 int 1592 set_ref_in_python (int copyID) 1593 { 1594 return set_ref_in_py(copyID); 1595 } 1596