1 /* vi:set ts=8 sts=4 sw=4 noet: 2 * 3 * VIM - Vi IMproved by Bram Moolenaar 4 * 5 * Do ":help uganda" in Vim to read copying and usage conditions. 6 * Do ":help credits" in Vim to see a list of people who contributed. 7 * See README.txt for an overview of the Vim source code. 8 */ 9 /* 10 * Python extensions by Paul Moore. 11 * Changes for Unix by David Leonard. 12 * 13 * This consists of four parts: 14 * 1. Python interpreter main program 15 * 2. Python output stream: writes output via [e]msg(). 16 * 3. Implementation of the Vim module for Python 17 * 4. Utility functions for handling the interface between Vim and Python. 18 */ 19 20 #include "vim.h" 21 22 #include <limits.h> 23 24 /* uncomment this if used with the debug version of python. 25 * Checked on 2.7.4. */ 26 /* #define Py_DEBUG */ 27 /* Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting 28 */ 29 /* uncomment this if used with the debug version of python, but without its 30 * allocator */ 31 /* #define Py_DEBUG_NO_PYMALLOC */ 32 33 /* Python.h defines _POSIX_THREADS itself (if needed) */ 34 #ifdef _POSIX_THREADS 35 # undef _POSIX_THREADS 36 #endif 37 38 #if defined(_WIN32) && defined(HAVE_FCNTL_H) 39 # undef HAVE_FCNTL_H 40 #endif 41 42 #ifdef _DEBUG 43 # undef _DEBUG 44 #endif 45 46 #ifdef HAVE_STRFTIME 47 # undef HAVE_STRFTIME 48 #endif 49 #ifdef HAVE_STRING_H 50 # undef HAVE_STRING_H 51 #endif 52 #ifdef HAVE_PUTENV 53 # undef HAVE_PUTENV 54 #endif 55 #ifdef HAVE_STDARG_H 56 # undef HAVE_STDARG_H /* Python's config.h defines it as well. */ 57 #endif 58 #ifdef _POSIX_C_SOURCE 59 # undef _POSIX_C_SOURCE /* pyconfig.h defines it as well. */ 60 #endif 61 #ifdef _XOPEN_SOURCE 62 # undef _XOPEN_SOURCE /* pyconfig.h defines it as well. */ 63 #endif 64 65 #define PY_SSIZE_T_CLEAN 66 67 #include <Python.h> 68 69 #if !defined(PY_VERSION_HEX) || PY_VERSION_HEX < 0x02050000 70 # undef PY_SSIZE_T_CLEAN 71 #endif 72 73 #undef main /* Defined in python.h - aargh */ 74 #undef HAVE_FCNTL_H /* Clash with os_win32.h */ 75 76 #define PyBytes_FromString PyString_FromString 77 #define PyBytes_Check PyString_Check 78 #define PyBytes_AsStringAndSize PyString_AsStringAndSize 79 80 #if !defined(FEAT_PYTHON) && defined(PROTO) 81 /* Use this to be able to generate prototypes without python being used. */ 82 # define PyObject Py_ssize_t 83 # define PyThreadState Py_ssize_t 84 # define PyTypeObject Py_ssize_t 85 struct PyMethodDef { Py_ssize_t a; }; 86 # define PySequenceMethods Py_ssize_t 87 #endif 88 89 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 90 # define PY_USE_CAPSULE 91 #endif 92 93 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 94 # define PyInt Py_ssize_t 95 # define PyInquiry lenfunc 96 # define PyIntArgFunc ssizeargfunc 97 # define PyIntIntArgFunc ssizessizeargfunc 98 # define PyIntObjArgProc ssizeobjargproc 99 # define PyIntIntObjArgProc ssizessizeobjargproc 100 # define Py_ssize_t_fmt "n" 101 #else 102 # define PyInt int 103 # define lenfunc inquiry 104 # define PyInquiry inquiry 105 # define PyIntArgFunc intargfunc 106 # define PyIntIntArgFunc intintargfunc 107 # define PyIntObjArgProc intobjargproc 108 # define PyIntIntObjArgProc intintobjargproc 109 # define Py_ssize_t_fmt "i" 110 #endif 111 #define Py_bytes_fmt "s" 112 113 /* Parser flags */ 114 #define single_input 256 115 #define file_input 257 116 #define eval_input 258 117 118 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x020300F0 119 /* Python 2.3: can invoke ":python" recursively. */ 120 # define PY_CAN_RECURSE 121 #endif 122 123 # if defined(DYNAMIC_PYTHON) || defined(PROTO) 124 # ifndef DYNAMIC_PYTHON 125 # define HINSTANCE long_u /* for generating prototypes */ 126 # endif 127 128 # ifndef WIN3264 129 # include <dlfcn.h> 130 # define FARPROC void* 131 # define HINSTANCE void* 132 # if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL) 133 # define load_dll(n) dlopen((n), RTLD_LAZY) 134 # else 135 # define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL) 136 # endif 137 # define close_dll dlclose 138 # define symbol_from_dll dlsym 139 # else 140 # define load_dll vimLoadLib 141 # define close_dll FreeLibrary 142 # define symbol_from_dll GetProcAddress 143 # endif 144 145 /* This makes if_python.c compile without warnings against Python 2.5 146 * on Win32 and Win64. */ 147 # undef PyRun_SimpleString 148 # undef PyRun_String 149 # undef PyArg_Parse 150 # undef PyArg_ParseTuple 151 # undef Py_BuildValue 152 # undef Py_InitModule4 153 # undef Py_InitModule4_64 154 # undef PyObject_CallMethod 155 # undef PyObject_CallFunction 156 157 /* 158 * Wrapper defines 159 */ 160 # define PyArg_Parse dll_PyArg_Parse 161 # define PyArg_ParseTuple dll_PyArg_ParseTuple 162 # define PyMem_Free dll_PyMem_Free 163 # define PyMem_Malloc dll_PyMem_Malloc 164 # define PyDict_SetItemString dll_PyDict_SetItemString 165 # define PyErr_BadArgument dll_PyErr_BadArgument 166 # define PyErr_NewException dll_PyErr_NewException 167 # define PyErr_Clear dll_PyErr_Clear 168 # define PyErr_Format dll_PyErr_Format 169 # define PyErr_PrintEx dll_PyErr_PrintEx 170 # define PyErr_NoMemory dll_PyErr_NoMemory 171 # define PyErr_Occurred dll_PyErr_Occurred 172 # define PyErr_SetNone dll_PyErr_SetNone 173 # define PyErr_SetString dll_PyErr_SetString 174 # define PyErr_SetObject dll_PyErr_SetObject 175 # define PyErr_ExceptionMatches dll_PyErr_ExceptionMatches 176 # define PyEval_InitThreads dll_PyEval_InitThreads 177 # define PyEval_RestoreThread dll_PyEval_RestoreThread 178 # define PyEval_SaveThread dll_PyEval_SaveThread 179 # ifdef PY_CAN_RECURSE 180 # define PyGILState_Ensure dll_PyGILState_Ensure 181 # define PyGILState_Release dll_PyGILState_Release 182 # endif 183 # define PyInt_AsLong dll_PyInt_AsLong 184 # define PyInt_FromLong dll_PyInt_FromLong 185 # define PyLong_AsLong dll_PyLong_AsLong 186 # define PyLong_FromLong dll_PyLong_FromLong 187 # define PyBool_Type (*dll_PyBool_Type) 188 # define PyInt_Type (*dll_PyInt_Type) 189 # define PyLong_Type (*dll_PyLong_Type) 190 # define PyList_GetItem dll_PyList_GetItem 191 # define PyList_Append dll_PyList_Append 192 # define PyList_Insert dll_PyList_Insert 193 # define PyList_New dll_PyList_New 194 # define PyList_SetItem dll_PyList_SetItem 195 # define PyList_Size dll_PyList_Size 196 # define PyList_Type (*dll_PyList_Type) 197 # define PySequence_Check dll_PySequence_Check 198 # define PySequence_Size dll_PySequence_Size 199 # define PySequence_GetItem dll_PySequence_GetItem 200 # define PySequence_Fast dll_PySequence_Fast 201 # define PyTuple_Size dll_PyTuple_Size 202 # define PyTuple_GetItem dll_PyTuple_GetItem 203 # define PyTuple_Type (*dll_PyTuple_Type) 204 # define PySlice_GetIndicesEx dll_PySlice_GetIndicesEx 205 # define PyImport_ImportModule dll_PyImport_ImportModule 206 # define PyDict_New dll_PyDict_New 207 # define PyDict_GetItemString dll_PyDict_GetItemString 208 # define PyDict_Next dll_PyDict_Next 209 # define PyDict_Type (*dll_PyDict_Type) 210 # ifdef PyMapping_Keys 211 # define PY_NO_MAPPING_KEYS 212 # else 213 # define PyMapping_Keys dll_PyMapping_Keys 214 # endif 215 # define PyObject_GetItem dll_PyObject_GetItem 216 # define PyObject_CallMethod dll_PyObject_CallMethod 217 # define PyMapping_Check dll_PyMapping_Check 218 # define PyIter_Next dll_PyIter_Next 219 # define PyModule_GetDict dll_PyModule_GetDict 220 # define PyModule_AddObject dll_PyModule_AddObject 221 # define PyRun_SimpleString dll_PyRun_SimpleString 222 # define PyRun_String dll_PyRun_String 223 # define PyObject_GetAttrString dll_PyObject_GetAttrString 224 # define PyObject_HasAttrString dll_PyObject_HasAttrString 225 # define PyObject_SetAttrString dll_PyObject_SetAttrString 226 # define PyObject_CallFunctionObjArgs dll_PyObject_CallFunctionObjArgs 227 # define PyObject_CallFunction dll_PyObject_CallFunction 228 # define PyObject_Call dll_PyObject_Call 229 # define PyObject_Repr dll_PyObject_Repr 230 # define PyString_AsString dll_PyString_AsString 231 # define PyString_AsStringAndSize dll_PyString_AsStringAndSize 232 # define PyString_FromString dll_PyString_FromString 233 # define PyString_FromFormat dll_PyString_FromFormat 234 # define PyString_FromStringAndSize dll_PyString_FromStringAndSize 235 # define PyString_Size dll_PyString_Size 236 # define PyString_Type (*dll_PyString_Type) 237 # define PyUnicode_Type (*dll_PyUnicode_Type) 238 # undef PyUnicode_AsEncodedString 239 # define PyUnicode_AsEncodedString py_PyUnicode_AsEncodedString 240 # define PyFloat_AsDouble dll_PyFloat_AsDouble 241 # define PyFloat_FromDouble dll_PyFloat_FromDouble 242 # define PyFloat_Type (*dll_PyFloat_Type) 243 # define PyNumber_Check dll_PyNumber_Check 244 # define PyNumber_Long dll_PyNumber_Long 245 # define PyImport_AddModule (*dll_PyImport_AddModule) 246 # define PySys_SetObject dll_PySys_SetObject 247 # define PySys_GetObject dll_PySys_GetObject 248 # define PySys_SetArgv dll_PySys_SetArgv 249 # define PyType_Type (*dll_PyType_Type) 250 # define PyFile_Type (*dll_PyFile_Type) 251 # define PySlice_Type (*dll_PySlice_Type) 252 # define PyType_Ready (*dll_PyType_Ready) 253 # define PyType_GenericAlloc dll_PyType_GenericAlloc 254 # define Py_BuildValue dll_Py_BuildValue 255 # define Py_FindMethod dll_Py_FindMethod 256 # define Py_InitModule4 dll_Py_InitModule4 257 # define Py_SetPythonHome dll_Py_SetPythonHome 258 # define Py_Initialize dll_Py_Initialize 259 # define Py_Finalize dll_Py_Finalize 260 # define Py_IsInitialized dll_Py_IsInitialized 261 # define _PyObject_New dll__PyObject_New 262 # define _PyObject_GC_New dll__PyObject_GC_New 263 # ifdef PyObject_GC_Del 264 # define Py_underscore_GC 265 # define _PyObject_GC_Del dll__PyObject_GC_Del 266 # define _PyObject_GC_UnTrack dll__PyObject_GC_UnTrack 267 # else 268 # define PyObject_GC_Del dll_PyObject_GC_Del 269 # define PyObject_GC_UnTrack dll_PyObject_GC_UnTrack 270 # endif 271 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 272 # define _PyObject_NextNotImplemented (*dll__PyObject_NextNotImplemented) 273 # endif 274 # define _Py_NoneStruct (*dll__Py_NoneStruct) 275 # define _Py_ZeroStruct (*dll__Py_ZeroStruct) 276 # define _Py_TrueStruct (*dll__Py_TrueStruct) 277 # define PyObject_Init dll__PyObject_Init 278 # define PyObject_GetIter dll_PyObject_GetIter 279 # define PyObject_IsTrue dll_PyObject_IsTrue 280 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 281 # define PyType_IsSubtype dll_PyType_IsSubtype 282 # ifdef Py_DEBUG 283 # define _Py_NegativeRefcount dll__Py_NegativeRefcount 284 # define _Py_RefTotal (*dll__Py_RefTotal) 285 # define _Py_Dealloc dll__Py_Dealloc 286 # endif 287 # endif 288 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 289 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 290 # define _PyObject_DebugMalloc dll__PyObject_DebugMalloc 291 # define _PyObject_DebugFree dll__PyObject_DebugFree 292 # else 293 # define PyObject_Malloc dll_PyObject_Malloc 294 # define PyObject_Free dll_PyObject_Free 295 # endif 296 # endif 297 # ifdef PY_USE_CAPSULE 298 # define PyCapsule_New dll_PyCapsule_New 299 # define PyCapsule_GetPointer dll_PyCapsule_GetPointer 300 # else 301 # define PyCObject_FromVoidPtr dll_PyCObject_FromVoidPtr 302 # define PyCObject_AsVoidPtr dll_PyCObject_AsVoidPtr 303 # endif 304 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 305 # define Py_NoSiteFlag (*dll_Py_NoSiteFlag) 306 # endif 307 308 /* 309 * Pointers for dynamic link 310 */ 311 static int(*dll_PyArg_Parse)(PyObject *, char *, ...); 312 static int(*dll_PyArg_ParseTuple)(PyObject *, char *, ...); 313 static int(*dll_PyMem_Free)(void *); 314 static void* (*dll_PyMem_Malloc)(size_t); 315 static int(*dll_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item); 316 static int(*dll_PyErr_BadArgument)(void); 317 static PyObject *(*dll_PyErr_NewException)(char *, PyObject *, PyObject *); 318 static void(*dll_PyErr_Clear)(void); 319 static PyObject*(*dll_PyErr_Format)(PyObject *, const char *, ...); 320 static void(*dll_PyErr_PrintEx)(int); 321 static PyObject*(*dll_PyErr_NoMemory)(void); 322 static PyObject*(*dll_PyErr_Occurred)(void); 323 static void(*dll_PyErr_SetNone)(PyObject *); 324 static void(*dll_PyErr_SetString)(PyObject *, const char *); 325 static void(*dll_PyErr_SetObject)(PyObject *, PyObject *); 326 static int(*dll_PyErr_ExceptionMatches)(PyObject *); 327 static void(*dll_PyEval_InitThreads)(void); 328 static void(*dll_PyEval_RestoreThread)(PyThreadState *); 329 static PyThreadState*(*dll_PyEval_SaveThread)(void); 330 # ifdef PY_CAN_RECURSE 331 static PyGILState_STATE (*dll_PyGILState_Ensure)(void); 332 static void (*dll_PyGILState_Release)(PyGILState_STATE); 333 # endif 334 static long(*dll_PyInt_AsLong)(PyObject *); 335 static PyObject*(*dll_PyInt_FromLong)(long); 336 static long(*dll_PyLong_AsLong)(PyObject *); 337 static PyObject*(*dll_PyLong_FromLong)(long); 338 static PyTypeObject* dll_PyBool_Type; 339 static PyTypeObject* dll_PyInt_Type; 340 static PyTypeObject* dll_PyLong_Type; 341 static PyObject*(*dll_PyList_GetItem)(PyObject *, PyInt); 342 static int(*dll_PyList_Append)(PyObject *, PyObject *); 343 static int(*dll_PyList_Insert)(PyObject *, PyInt, PyObject *); 344 static PyObject*(*dll_PyList_New)(PyInt size); 345 static int(*dll_PyList_SetItem)(PyObject *, PyInt, PyObject *); 346 static PyInt(*dll_PyList_Size)(PyObject *); 347 static PyTypeObject* dll_PyList_Type; 348 static int (*dll_PySequence_Check)(PyObject *); 349 static PyInt(*dll_PySequence_Size)(PyObject *); 350 static PyObject*(*dll_PySequence_GetItem)(PyObject *, PyInt); 351 static PyObject*(*dll_PySequence_Fast)(PyObject *, const char *); 352 static PyInt(*dll_PyTuple_Size)(PyObject *); 353 static PyObject*(*dll_PyTuple_GetItem)(PyObject *, PyInt); 354 static PyTypeObject* dll_PyTuple_Type; 355 static int (*dll_PySlice_GetIndicesEx)(PySliceObject *r, PyInt length, 356 PyInt *start, PyInt *stop, PyInt *step, 357 PyInt *slicelen); 358 static PyObject*(*dll_PyImport_ImportModule)(const char *); 359 static PyObject*(*dll_PyDict_New)(void); 360 static PyObject*(*dll_PyDict_GetItemString)(PyObject *, const char *); 361 static int (*dll_PyDict_Next)(PyObject *, PyInt *, PyObject **, PyObject **); 362 static PyTypeObject* dll_PyDict_Type; 363 # ifndef PY_NO_MAPPING_KEYS 364 static PyObject* (*dll_PyMapping_Keys)(PyObject *); 365 # endif 366 static PyObject* (*dll_PyObject_GetItem)(PyObject *, PyObject *); 367 static PyObject* (*dll_PyObject_CallMethod)(PyObject *, char *, PyObject *); 368 static int (*dll_PyMapping_Check)(PyObject *); 369 static PyObject* (*dll_PyIter_Next)(PyObject *); 370 static PyObject*(*dll_PyModule_GetDict)(PyObject *); 371 static int(*dll_PyModule_AddObject)(PyObject *, const char *, PyObject *); 372 static int(*dll_PyRun_SimpleString)(char *); 373 static PyObject *(*dll_PyRun_String)(char *, int, PyObject *, PyObject *); 374 static PyObject* (*dll_PyObject_GetAttrString)(PyObject *, const char *); 375 static int (*dll_PyObject_HasAttrString)(PyObject *, const char *); 376 static int (*dll_PyObject_SetAttrString)(PyObject *, const char *, PyObject *); 377 static PyObject* (*dll_PyObject_CallFunctionObjArgs)(PyObject *, ...); 378 static PyObject* (*dll_PyObject_CallFunction)(PyObject *, char *, ...); 379 static PyObject* (*dll_PyObject_Call)(PyObject *, PyObject *, PyObject *); 380 static PyObject* (*dll_PyObject_Repr)(PyObject *); 381 static char*(*dll_PyString_AsString)(PyObject *); 382 static int(*dll_PyString_AsStringAndSize)(PyObject *, char **, PyInt *); 383 static PyObject*(*dll_PyString_FromString)(const char *); 384 static PyObject*(*dll_PyString_FromFormat)(const char *, ...); 385 static PyObject*(*dll_PyString_FromStringAndSize)(const char *, PyInt); 386 static PyInt(*dll_PyString_Size)(PyObject *); 387 static PyTypeObject* dll_PyString_Type; 388 static PyTypeObject* dll_PyUnicode_Type; 389 static PyObject *(*py_PyUnicode_AsEncodedString)(PyObject *, char *, char *); 390 static double(*dll_PyFloat_AsDouble)(PyObject *); 391 static PyObject*(*dll_PyFloat_FromDouble)(double); 392 static PyTypeObject* dll_PyFloat_Type; 393 static int(*dll_PyNumber_Check)(PyObject *); 394 static PyObject*(*dll_PyNumber_Long)(PyObject *); 395 static int(*dll_PySys_SetObject)(char *, PyObject *); 396 static PyObject *(*dll_PySys_GetObject)(char *); 397 static int(*dll_PySys_SetArgv)(int, char **); 398 static PyTypeObject* dll_PyType_Type; 399 static PyTypeObject* dll_PyFile_Type; 400 static PyTypeObject* dll_PySlice_Type; 401 static int (*dll_PyType_Ready)(PyTypeObject *type); 402 static PyObject* (*dll_PyType_GenericAlloc)(PyTypeObject *type, PyInt nitems); 403 static PyObject*(*dll_Py_BuildValue)(char *, ...); 404 static PyObject*(*dll_Py_FindMethod)(struct PyMethodDef[], PyObject *, char *); 405 static PyObject*(*dll_Py_InitModule4)(char *, struct PyMethodDef *, char *, PyObject *, int); 406 static PyObject*(*dll_PyImport_AddModule)(char *); 407 static void(*dll_Py_SetPythonHome)(char *home); 408 static void(*dll_Py_Initialize)(void); 409 static void(*dll_Py_Finalize)(void); 410 static int(*dll_Py_IsInitialized)(void); 411 static PyObject*(*dll__PyObject_New)(PyTypeObject *, PyObject *); 412 static PyObject*(*dll__PyObject_GC_New)(PyTypeObject *); 413 # ifdef Py_underscore_GC 414 static void(*dll__PyObject_GC_Del)(void *); 415 static void(*dll__PyObject_GC_UnTrack)(void *); 416 # else 417 static void(*dll_PyObject_GC_Del)(void *); 418 static void(*dll_PyObject_GC_UnTrack)(void *); 419 # endif 420 static PyObject*(*dll__PyObject_Init)(PyObject *, PyTypeObject *); 421 static PyObject* (*dll_PyObject_GetIter)(PyObject *); 422 static int (*dll_PyObject_IsTrue)(PyObject *); 423 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 424 static iternextfunc dll__PyObject_NextNotImplemented; 425 # endif 426 static PyObject* dll__Py_NoneStruct; 427 static PyObject* _Py_ZeroStruct; 428 static PyObject* dll__Py_TrueStruct; 429 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 430 static int (*dll_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *); 431 # ifdef Py_DEBUG 432 static void (*dll__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op); 433 static PyInt* dll__Py_RefTotal; 434 static void (*dll__Py_Dealloc)(PyObject *obj); 435 # endif 436 # endif 437 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 438 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 439 static void (*dll__PyObject_DebugFree)(void*); 440 static void* (*dll__PyObject_DebugMalloc)(size_t); 441 # else 442 static void* (*dll_PyObject_Malloc)(size_t); 443 static void (*dll_PyObject_Free)(void*); 444 # endif 445 # endif 446 # ifdef PY_USE_CAPSULE 447 static PyObject* (*dll_PyCapsule_New)(void *, char *, PyCapsule_Destructor); 448 static void* (*dll_PyCapsule_GetPointer)(PyObject *, char *); 449 # else 450 static PyObject* (*dll_PyCObject_FromVoidPtr)(void *cobj, void (*destr)(void *)); 451 static void* (*dll_PyCObject_AsVoidPtr)(PyObject *); 452 # endif 453 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 454 static int* dll_Py_NoSiteFlag; 455 # endif 456 457 static HINSTANCE hinstPython = 0; /* Instance of python.dll */ 458 459 /* Imported exception objects */ 460 static PyObject *imp_PyExc_AttributeError; 461 static PyObject *imp_PyExc_IndexError; 462 static PyObject *imp_PyExc_KeyError; 463 static PyObject *imp_PyExc_KeyboardInterrupt; 464 static PyObject *imp_PyExc_TypeError; 465 static PyObject *imp_PyExc_ValueError; 466 static PyObject *imp_PyExc_SystemExit; 467 static PyObject *imp_PyExc_RuntimeError; 468 static PyObject *imp_PyExc_ImportError; 469 static PyObject *imp_PyExc_OverflowError; 470 471 # define PyExc_AttributeError imp_PyExc_AttributeError 472 # define PyExc_IndexError imp_PyExc_IndexError 473 # define PyExc_KeyError imp_PyExc_KeyError 474 # define PyExc_KeyboardInterrupt imp_PyExc_KeyboardInterrupt 475 # define PyExc_TypeError imp_PyExc_TypeError 476 # define PyExc_ValueError imp_PyExc_ValueError 477 # define PyExc_SystemExit imp_PyExc_SystemExit 478 # define PyExc_RuntimeError imp_PyExc_RuntimeError 479 # define PyExc_ImportError imp_PyExc_ImportError 480 # define PyExc_OverflowError imp_PyExc_OverflowError 481 482 /* 483 * Table of name to function pointer of python. 484 */ 485 # define PYTHON_PROC FARPROC 486 static struct 487 { 488 char *name; 489 PYTHON_PROC *ptr; 490 } python_funcname_table[] = 491 { 492 #ifndef PY_SSIZE_T_CLEAN 493 {"PyArg_Parse", (PYTHON_PROC*)&dll_PyArg_Parse}, 494 {"PyArg_ParseTuple", (PYTHON_PROC*)&dll_PyArg_ParseTuple}, 495 {"Py_BuildValue", (PYTHON_PROC*)&dll_Py_BuildValue}, 496 #else 497 {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&dll_PyArg_Parse}, 498 {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&dll_PyArg_ParseTuple}, 499 {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&dll_Py_BuildValue}, 500 #endif 501 {"PyMem_Free", (PYTHON_PROC*)&dll_PyMem_Free}, 502 {"PyMem_Malloc", (PYTHON_PROC*)&dll_PyMem_Malloc}, 503 {"PyDict_SetItemString", (PYTHON_PROC*)&dll_PyDict_SetItemString}, 504 {"PyErr_BadArgument", (PYTHON_PROC*)&dll_PyErr_BadArgument}, 505 {"PyErr_NewException", (PYTHON_PROC*)&dll_PyErr_NewException}, 506 {"PyErr_Clear", (PYTHON_PROC*)&dll_PyErr_Clear}, 507 {"PyErr_Format", (PYTHON_PROC*)&dll_PyErr_Format}, 508 {"PyErr_PrintEx", (PYTHON_PROC*)&dll_PyErr_PrintEx}, 509 {"PyErr_NoMemory", (PYTHON_PROC*)&dll_PyErr_NoMemory}, 510 {"PyErr_Occurred", (PYTHON_PROC*)&dll_PyErr_Occurred}, 511 {"PyErr_SetNone", (PYTHON_PROC*)&dll_PyErr_SetNone}, 512 {"PyErr_SetString", (PYTHON_PROC*)&dll_PyErr_SetString}, 513 {"PyErr_SetObject", (PYTHON_PROC*)&dll_PyErr_SetObject}, 514 {"PyErr_ExceptionMatches", (PYTHON_PROC*)&dll_PyErr_ExceptionMatches}, 515 {"PyEval_InitThreads", (PYTHON_PROC*)&dll_PyEval_InitThreads}, 516 {"PyEval_RestoreThread", (PYTHON_PROC*)&dll_PyEval_RestoreThread}, 517 {"PyEval_SaveThread", (PYTHON_PROC*)&dll_PyEval_SaveThread}, 518 # ifdef PY_CAN_RECURSE 519 {"PyGILState_Ensure", (PYTHON_PROC*)&dll_PyGILState_Ensure}, 520 {"PyGILState_Release", (PYTHON_PROC*)&dll_PyGILState_Release}, 521 # endif 522 {"PyInt_AsLong", (PYTHON_PROC*)&dll_PyInt_AsLong}, 523 {"PyInt_FromLong", (PYTHON_PROC*)&dll_PyInt_FromLong}, 524 {"PyLong_AsLong", (PYTHON_PROC*)&dll_PyLong_AsLong}, 525 {"PyLong_FromLong", (PYTHON_PROC*)&dll_PyLong_FromLong}, 526 {"PyBool_Type", (PYTHON_PROC*)&dll_PyBool_Type}, 527 {"PyInt_Type", (PYTHON_PROC*)&dll_PyInt_Type}, 528 {"PyLong_Type", (PYTHON_PROC*)&dll_PyLong_Type}, 529 {"PyList_GetItem", (PYTHON_PROC*)&dll_PyList_GetItem}, 530 {"PyList_Append", (PYTHON_PROC*)&dll_PyList_Append}, 531 {"PyList_Insert", (PYTHON_PROC*)&dll_PyList_Insert}, 532 {"PyList_New", (PYTHON_PROC*)&dll_PyList_New}, 533 {"PyList_SetItem", (PYTHON_PROC*)&dll_PyList_SetItem}, 534 {"PyList_Size", (PYTHON_PROC*)&dll_PyList_Size}, 535 {"PyList_Type", (PYTHON_PROC*)&dll_PyList_Type}, 536 {"PySequence_Size", (PYTHON_PROC*)&dll_PySequence_Size}, 537 {"PySequence_Check", (PYTHON_PROC*)&dll_PySequence_Check}, 538 {"PySequence_GetItem", (PYTHON_PROC*)&dll_PySequence_GetItem}, 539 {"PySequence_Fast", (PYTHON_PROC*)&dll_PySequence_Fast}, 540 {"PyTuple_GetItem", (PYTHON_PROC*)&dll_PyTuple_GetItem}, 541 {"PyTuple_Size", (PYTHON_PROC*)&dll_PyTuple_Size}, 542 {"PyTuple_Type", (PYTHON_PROC*)&dll_PyTuple_Type}, 543 {"PySlice_GetIndicesEx", (PYTHON_PROC*)&dll_PySlice_GetIndicesEx}, 544 {"PyImport_ImportModule", (PYTHON_PROC*)&dll_PyImport_ImportModule}, 545 {"PyDict_GetItemString", (PYTHON_PROC*)&dll_PyDict_GetItemString}, 546 {"PyDict_Next", (PYTHON_PROC*)&dll_PyDict_Next}, 547 {"PyDict_New", (PYTHON_PROC*)&dll_PyDict_New}, 548 {"PyDict_Type", (PYTHON_PROC*)&dll_PyDict_Type}, 549 # ifndef PY_NO_MAPPING_KEYS 550 {"PyMapping_Keys", (PYTHON_PROC*)&dll_PyMapping_Keys}, 551 # endif 552 {"PyObject_GetItem", (PYTHON_PROC*)&dll_PyObject_GetItem}, 553 {"PyObject_CallMethod", (PYTHON_PROC*)&dll_PyObject_CallMethod}, 554 {"PyMapping_Check", (PYTHON_PROC*)&dll_PyMapping_Check}, 555 {"PyIter_Next", (PYTHON_PROC*)&dll_PyIter_Next}, 556 {"PyModule_GetDict", (PYTHON_PROC*)&dll_PyModule_GetDict}, 557 {"PyModule_AddObject", (PYTHON_PROC*)&dll_PyModule_AddObject}, 558 {"PyRun_SimpleString", (PYTHON_PROC*)&dll_PyRun_SimpleString}, 559 {"PyRun_String", (PYTHON_PROC*)&dll_PyRun_String}, 560 {"PyObject_GetAttrString", (PYTHON_PROC*)&dll_PyObject_GetAttrString}, 561 {"PyObject_HasAttrString", (PYTHON_PROC*)&dll_PyObject_HasAttrString}, 562 {"PyObject_SetAttrString", (PYTHON_PROC*)&dll_PyObject_SetAttrString}, 563 {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&dll_PyObject_CallFunctionObjArgs}, 564 {"PyObject_CallFunction", (PYTHON_PROC*)&dll_PyObject_CallFunction}, 565 {"PyObject_Call", (PYTHON_PROC*)&dll_PyObject_Call}, 566 {"PyObject_Repr", (PYTHON_PROC*)&dll_PyObject_Repr}, 567 {"PyString_AsString", (PYTHON_PROC*)&dll_PyString_AsString}, 568 {"PyString_AsStringAndSize", (PYTHON_PROC*)&dll_PyString_AsStringAndSize}, 569 {"PyString_FromString", (PYTHON_PROC*)&dll_PyString_FromString}, 570 {"PyString_FromFormat", (PYTHON_PROC*)&dll_PyString_FromFormat}, 571 {"PyString_FromStringAndSize", (PYTHON_PROC*)&dll_PyString_FromStringAndSize}, 572 {"PyString_Size", (PYTHON_PROC*)&dll_PyString_Size}, 573 {"PyString_Type", (PYTHON_PROC*)&dll_PyString_Type}, 574 {"PyUnicode_Type", (PYTHON_PROC*)&dll_PyUnicode_Type}, 575 {"PyFloat_Type", (PYTHON_PROC*)&dll_PyFloat_Type}, 576 {"PyFloat_AsDouble", (PYTHON_PROC*)&dll_PyFloat_AsDouble}, 577 {"PyFloat_FromDouble", (PYTHON_PROC*)&dll_PyFloat_FromDouble}, 578 {"PyImport_AddModule", (PYTHON_PROC*)&dll_PyImport_AddModule}, 579 {"PyNumber_Check", (PYTHON_PROC*)&dll_PyNumber_Check}, 580 {"PyNumber_Long", (PYTHON_PROC*)&dll_PyNumber_Long}, 581 {"PySys_SetObject", (PYTHON_PROC*)&dll_PySys_SetObject}, 582 {"PySys_GetObject", (PYTHON_PROC*)&dll_PySys_GetObject}, 583 {"PySys_SetArgv", (PYTHON_PROC*)&dll_PySys_SetArgv}, 584 {"PyType_Type", (PYTHON_PROC*)&dll_PyType_Type}, 585 {"PyFile_Type", (PYTHON_PROC*)&dll_PyFile_Type}, 586 {"PySlice_Type", (PYTHON_PROC*)&dll_PySlice_Type}, 587 {"PyType_Ready", (PYTHON_PROC*)&dll_PyType_Ready}, 588 {"PyType_GenericAlloc", (PYTHON_PROC*)&dll_PyType_GenericAlloc}, 589 {"Py_FindMethod", (PYTHON_PROC*)&dll_Py_FindMethod}, 590 {"Py_SetPythonHome", (PYTHON_PROC*)&dll_Py_SetPythonHome}, 591 {"Py_Initialize", (PYTHON_PROC*)&dll_Py_Initialize}, 592 {"Py_Finalize", (PYTHON_PROC*)&dll_Py_Finalize}, 593 {"Py_IsInitialized", (PYTHON_PROC*)&dll_Py_IsInitialized}, 594 {"_PyObject_New", (PYTHON_PROC*)&dll__PyObject_New}, 595 {"_PyObject_GC_New", (PYTHON_PROC*)&dll__PyObject_GC_New}, 596 # ifdef Py_underscore_GC 597 {"_PyObject_GC_Del", (PYTHON_PROC*)&dll__PyObject_GC_Del}, 598 {"_PyObject_GC_UnTrack", (PYTHON_PROC*)&dll__PyObject_GC_UnTrack}, 599 # else 600 {"PyObject_GC_Del", (PYTHON_PROC*)&dll_PyObject_GC_Del}, 601 {"PyObject_GC_UnTrack", (PYTHON_PROC*)&dll_PyObject_GC_UnTrack}, 602 # endif 603 {"PyObject_Init", (PYTHON_PROC*)&dll__PyObject_Init}, 604 {"PyObject_GetIter", (PYTHON_PROC*)&dll_PyObject_GetIter}, 605 {"PyObject_IsTrue", (PYTHON_PROC*)&dll_PyObject_IsTrue}, 606 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 607 {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&dll__PyObject_NextNotImplemented}, 608 # endif 609 {"_Py_NoneStruct", (PYTHON_PROC*)&dll__Py_NoneStruct}, 610 {"_Py_ZeroStruct", (PYTHON_PROC*)&dll__Py_ZeroStruct}, 611 {"_Py_TrueStruct", (PYTHON_PROC*)&dll__Py_TrueStruct}, 612 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 613 # ifdef Py_DEBUG 614 {"_Py_NegativeRefcount", (PYTHON_PROC*)&dll__Py_NegativeRefcount}, 615 {"_Py_RefTotal", (PYTHON_PROC*)&dll__Py_RefTotal}, 616 {"_Py_Dealloc", (PYTHON_PROC*)&dll__Py_Dealloc}, 617 # endif 618 {"PyType_IsSubtype", (PYTHON_PROC*)&dll_PyType_IsSubtype}, 619 # endif 620 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 621 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 622 {"_PyObject_DebugFree", (PYTHON_PROC*)&dll__PyObject_DebugFree}, 623 {"_PyObject_DebugMalloc", (PYTHON_PROC*)&dll__PyObject_DebugMalloc}, 624 # else 625 {"PyObject_Malloc", (PYTHON_PROC*)&dll_PyObject_Malloc}, 626 {"PyObject_Free", (PYTHON_PROC*)&dll_PyObject_Free}, 627 # endif 628 # endif 629 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 \ 630 && SIZEOF_SIZE_T != VIM_SIZEOF_INT 631 # ifdef Py_DEBUG 632 {"Py_InitModule4TraceRefs_64", (PYTHON_PROC*)&dll_Py_InitModule4}, 633 # else 634 {"Py_InitModule4_64", (PYTHON_PROC*)&dll_Py_InitModule4}, 635 # endif 636 # else 637 # ifdef Py_DEBUG 638 {"Py_InitModule4TraceRefs", (PYTHON_PROC*)&dll_Py_InitModule4}, 639 # else 640 {"Py_InitModule4", (PYTHON_PROC*)&dll_Py_InitModule4}, 641 # endif 642 # endif 643 # ifdef PY_USE_CAPSULE 644 {"PyCapsule_New", (PYTHON_PROC*)&dll_PyCapsule_New}, 645 {"PyCapsule_GetPointer", (PYTHON_PROC*)&dll_PyCapsule_GetPointer}, 646 # else 647 {"PyCObject_FromVoidPtr", (PYTHON_PROC*)&dll_PyCObject_FromVoidPtr}, 648 {"PyCObject_AsVoidPtr", (PYTHON_PROC*)&dll_PyCObject_AsVoidPtr}, 649 # endif 650 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 651 {"Py_NoSiteFlag", (PYTHON_PROC*)&dll_Py_NoSiteFlag}, 652 # endif 653 {"", NULL}, 654 }; 655 656 /* 657 * Free python.dll 658 */ 659 static void 660 end_dynamic_python(void) 661 { 662 if (hinstPython) 663 { 664 close_dll(hinstPython); 665 hinstPython = 0; 666 } 667 } 668 669 /* 670 * Load library and get all pointers. 671 * Parameter 'libname' provides name of DLL. 672 * Return OK or FAIL. 673 */ 674 static int 675 python_runtime_link_init(char *libname, int verbose) 676 { 677 int i; 678 PYTHON_PROC *ucs_as_encoded_string = 679 (PYTHON_PROC*)&py_PyUnicode_AsEncodedString; 680 681 #if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON3) 682 /* Can't have Python and Python3 loaded at the same time. 683 * It cause a crash, because RTLD_GLOBAL is needed for 684 * standard C extension libraries of one or both python versions. */ 685 if (python3_loaded()) 686 { 687 if (verbose) 688 EMSG(_("E836: This Vim cannot execute :python after using :py3")); 689 return FAIL; 690 } 691 #endif 692 693 if (hinstPython) 694 return OK; 695 hinstPython = load_dll(libname); 696 if (!hinstPython) 697 { 698 if (verbose) 699 EMSG2(_(e_loadlib), libname); 700 return FAIL; 701 } 702 703 for (i = 0; python_funcname_table[i].ptr; ++i) 704 { 705 if ((*python_funcname_table[i].ptr = symbol_from_dll(hinstPython, 706 python_funcname_table[i].name)) == NULL) 707 { 708 close_dll(hinstPython); 709 hinstPython = 0; 710 if (verbose) 711 EMSG2(_(e_loadfunc), python_funcname_table[i].name); 712 return FAIL; 713 } 714 } 715 716 /* Load unicode functions separately as only the ucs2 or the ucs4 functions 717 * will be present in the library. */ 718 *ucs_as_encoded_string = symbol_from_dll(hinstPython, 719 "PyUnicodeUCS2_AsEncodedString"); 720 if (*ucs_as_encoded_string == NULL) 721 *ucs_as_encoded_string = symbol_from_dll(hinstPython, 722 "PyUnicodeUCS4_AsEncodedString"); 723 if (*ucs_as_encoded_string == NULL) 724 { 725 close_dll(hinstPython); 726 hinstPython = 0; 727 if (verbose) 728 EMSG2(_(e_loadfunc), "PyUnicode_UCSX_*"); 729 return FAIL; 730 } 731 732 return OK; 733 } 734 735 /* 736 * If python is enabled (there is installed python on Windows system) return 737 * TRUE, else FALSE. 738 */ 739 int 740 python_enabled(int verbose) 741 { 742 return python_runtime_link_init((char *)p_pydll, verbose) == OK; 743 } 744 745 /* 746 * Load the standard Python exceptions - don't import the symbols from the 747 * DLL, as this can cause errors (importing data symbols is not reliable). 748 */ 749 static void 750 get_exceptions(void) 751 { 752 PyObject *exmod = PyImport_ImportModule("exceptions"); 753 PyObject *exdict = PyModule_GetDict(exmod); 754 imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError"); 755 imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError"); 756 imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError"); 757 imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt"); 758 imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError"); 759 imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError"); 760 imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit"); 761 imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError"); 762 imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError"); 763 imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError"); 764 Py_XINCREF(imp_PyExc_AttributeError); 765 Py_XINCREF(imp_PyExc_IndexError); 766 Py_XINCREF(imp_PyExc_KeyError); 767 Py_XINCREF(imp_PyExc_KeyboardInterrupt); 768 Py_XINCREF(imp_PyExc_TypeError); 769 Py_XINCREF(imp_PyExc_ValueError); 770 Py_XINCREF(imp_PyExc_SystemExit); 771 Py_XINCREF(imp_PyExc_RuntimeError); 772 Py_XINCREF(imp_PyExc_ImportError); 773 Py_XINCREF(imp_PyExc_OverflowError); 774 Py_XDECREF(exmod); 775 } 776 #endif /* DYNAMIC_PYTHON */ 777 778 static int initialised = 0; 779 #define PYINITIALISED initialised 780 static int python_end_called = FALSE; 781 782 #define DESTRUCTOR_FINISH(self) self->ob_type->tp_free((PyObject*)self); 783 784 #define WIN_PYTHON_REF(win) win->w_python_ref 785 #define BUF_PYTHON_REF(buf) buf->b_python_ref 786 #define TAB_PYTHON_REF(tab) tab->tp_python_ref 787 788 static PyObject *OutputGetattr(PyObject *, char *); 789 static PyObject *BufferGetattr(PyObject *, char *); 790 static PyObject *WindowGetattr(PyObject *, char *); 791 static PyObject *TabPageGetattr(PyObject *, char *); 792 static PyObject *RangeGetattr(PyObject *, char *); 793 static PyObject *DictionaryGetattr(PyObject *, char*); 794 static PyObject *ListGetattr(PyObject *, char *); 795 static PyObject *FunctionGetattr(PyObject *, char *); 796 797 #ifndef Py_VISIT 798 # define Py_VISIT(obj) visit(obj, arg) 799 #endif 800 #ifndef Py_CLEAR 801 # define Py_CLEAR(obj) \ 802 { \ 803 Py_XDECREF(obj); \ 804 obj = NULL; \ 805 } 806 #endif 807 808 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 809 static void * 810 py_memsave(void *p, size_t len) 811 { 812 void *r; 813 814 if (!(r = PyMem_Malloc(len))) 815 return NULL; 816 mch_memmove(r, p, len); 817 return r; 818 } 819 820 # define PY_STRSAVE(s) ((char_u *) py_memsave(s, STRLEN(s) + 1)) 821 #endif 822 823 typedef PySliceObject PySliceObject_T; 824 825 /* 826 * Include the code shared with if_python3.c 827 */ 828 #include "if_py_both.h" 829 830 831 /****************************************************** 832 * Internal function prototypes. 833 */ 834 835 static int PythonMod_Init(void); 836 837 838 /****************************************************** 839 * 1. Python interpreter main program. 840 */ 841 842 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */ 843 typedef PyObject PyThreadState; 844 #endif 845 846 #ifndef PY_CAN_RECURSE 847 static PyThreadState *saved_python_thread = NULL; 848 849 /* 850 * Suspend a thread of the Python interpreter, other threads are allowed to 851 * run. 852 */ 853 static void 854 Python_SaveThread(void) 855 { 856 saved_python_thread = PyEval_SaveThread(); 857 } 858 859 /* 860 * Restore a thread of the Python interpreter, waits for other threads to 861 * block. 862 */ 863 static void 864 Python_RestoreThread(void) 865 { 866 PyEval_RestoreThread(saved_python_thread); 867 saved_python_thread = NULL; 868 } 869 #endif 870 871 void 872 python_end(void) 873 { 874 static int recurse = 0; 875 876 /* If a crash occurs while doing this, don't try again. */ 877 if (recurse != 0) 878 return; 879 880 python_end_called = TRUE; 881 ++recurse; 882 883 #ifdef DYNAMIC_PYTHON 884 if (hinstPython && Py_IsInitialized()) 885 { 886 # ifdef PY_CAN_RECURSE 887 PyGILState_Ensure(); 888 # else 889 Python_RestoreThread(); /* enter python */ 890 # endif 891 Py_Finalize(); 892 } 893 end_dynamic_python(); 894 #else 895 if (Py_IsInitialized()) 896 { 897 # ifdef PY_CAN_RECURSE 898 PyGILState_Ensure(); 899 # else 900 Python_RestoreThread(); /* enter python */ 901 # endif 902 Py_Finalize(); 903 } 904 #endif 905 906 --recurse; 907 } 908 909 #if (defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON3)) || defined(PROTO) 910 int 911 python_loaded(void) 912 { 913 return (hinstPython != 0); 914 } 915 #endif 916 917 static char *py_home_buf = NULL; 918 919 static int 920 Python_Init(void) 921 { 922 if (!initialised) 923 { 924 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 925 PyObject *site; 926 #endif 927 928 #ifdef DYNAMIC_PYTHON 929 if (!python_enabled(TRUE)) 930 { 931 EMSG(_("E263: Sorry, this command is disabled, the Python library could not be loaded.")); 932 goto fail; 933 } 934 #endif 935 936 if (*p_pyhome != NUL) 937 { 938 /* The string must not change later, make a copy in static memory. */ 939 py_home_buf = (char *)vim_strsave(p_pyhome); 940 if (py_home_buf != NULL) 941 Py_SetPythonHome(py_home_buf); 942 } 943 #ifdef PYTHON_HOME 944 else if (mch_getenv((char_u *)"PYTHONHOME") == NULL) 945 Py_SetPythonHome(PYTHON_HOME); 946 #endif 947 948 init_structs(); 949 950 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 951 /* Disable implicit 'import site', because it may cause Vim to exit 952 * when it can't be found. */ 953 Py_NoSiteFlag++; 954 #endif 955 956 Py_Initialize(); 957 958 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 959 /* 'import site' explicitly. */ 960 site = PyImport_ImportModule("site"); 961 if (site == NULL) 962 { 963 EMSG(_("E887: Sorry, this command is disabled, the Python's site module could not be loaded.")); 964 goto fail; 965 } 966 Py_DECREF(site); 967 #endif 968 969 /* Initialise threads, and below save the state using 970 * PyEval_SaveThread. Without the call to PyEval_SaveThread, thread 971 * specific state (such as the system trace hook), will be lost 972 * between invocations of Python code. */ 973 PyEval_InitThreads(); 974 #ifdef DYNAMIC_PYTHON 975 get_exceptions(); 976 #endif 977 978 if (PythonIO_Init_io()) 979 goto fail; 980 981 if (PythonMod_Init()) 982 goto fail; 983 984 globals = PyModule_GetDict(PyImport_AddModule("__main__")); 985 986 /* Remove the element from sys.path that was added because of our 987 * argv[0] value in PythonMod_Init(). Previously we used an empty 988 * string, but depending on the OS we then get an empty entry or 989 * the current directory in sys.path. */ 990 PyRun_SimpleString("import sys; sys.path = filter(lambda x: x != '/must>not&exist', sys.path)"); 991 992 /* lock is created and acquired in PyEval_InitThreads() and thread 993 * state is created in Py_Initialize() 994 * there _PyGILState_NoteThreadState() also sets gilcounter to 1 995 * (python must have threads enabled!) 996 * so the following does both: unlock GIL and save thread state in TLS 997 * without deleting thread state 998 */ 999 #ifndef PY_CAN_RECURSE 1000 saved_python_thread = 1001 #endif 1002 PyEval_SaveThread(); 1003 1004 initialised = 1; 1005 } 1006 1007 return 0; 1008 1009 fail: 1010 /* We call PythonIO_Flush() here to print any Python errors. 1011 * This is OK, as it is possible to call this function even 1012 * if PythonIO_Init_io() has not completed successfully (it will 1013 * not do anything in this case). 1014 */ 1015 PythonIO_Flush(); 1016 return -1; 1017 } 1018 1019 /* 1020 * External interface 1021 */ 1022 static void 1023 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg) 1024 { 1025 #ifndef PY_CAN_RECURSE 1026 static int recursive = 0; 1027 #endif 1028 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1029 char *saved_locale; 1030 #endif 1031 #ifdef PY_CAN_RECURSE 1032 PyGILState_STATE pygilstate; 1033 #endif 1034 1035 #ifndef PY_CAN_RECURSE 1036 if (recursive) 1037 { 1038 EMSG(_("E659: Cannot invoke Python recursively")); 1039 return; 1040 } 1041 ++recursive; 1042 #endif 1043 if (python_end_called) 1044 return; 1045 1046 if (Python_Init()) 1047 goto theend; 1048 1049 init_range(arg); 1050 1051 Python_Release_Vim(); /* leave vim */ 1052 1053 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1054 /* Python only works properly when the LC_NUMERIC locale is "C". */ 1055 saved_locale = setlocale(LC_NUMERIC, NULL); 1056 if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0) 1057 saved_locale = NULL; 1058 else 1059 { 1060 /* Need to make a copy, value may change when setting new locale. */ 1061 saved_locale = (char *) PY_STRSAVE(saved_locale); 1062 (void)setlocale(LC_NUMERIC, "C"); 1063 } 1064 #endif 1065 1066 #ifdef PY_CAN_RECURSE 1067 pygilstate = PyGILState_Ensure(); 1068 #else 1069 Python_RestoreThread(); /* enter python */ 1070 #endif 1071 1072 run((char *) cmd, arg 1073 #ifdef PY_CAN_RECURSE 1074 , &pygilstate 1075 #endif 1076 ); 1077 1078 #ifdef PY_CAN_RECURSE 1079 PyGILState_Release(pygilstate); 1080 #else 1081 Python_SaveThread(); /* leave python */ 1082 #endif 1083 1084 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1085 if (saved_locale != NULL) 1086 { 1087 (void)setlocale(LC_NUMERIC, saved_locale); 1088 PyMem_Free(saved_locale); 1089 } 1090 #endif 1091 1092 Python_Lock_Vim(); /* enter vim */ 1093 PythonIO_Flush(); 1094 1095 theend: 1096 #ifndef PY_CAN_RECURSE 1097 --recursive; 1098 #endif 1099 return; 1100 } 1101 1102 /* 1103 * ":python" 1104 */ 1105 void 1106 ex_python(exarg_T *eap) 1107 { 1108 char_u *script; 1109 1110 if (p_pyx == 0) 1111 p_pyx = 2; 1112 1113 script = script_get(eap, eap->arg); 1114 if (!eap->skip) 1115 { 1116 DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script, 1117 (rangeinitializer) init_range_cmd, 1118 (runner) run_cmd, 1119 (void *) eap); 1120 } 1121 vim_free(script); 1122 } 1123 1124 #define BUFFER_SIZE 1024 1125 1126 /* 1127 * ":pyfile" 1128 */ 1129 void 1130 ex_pyfile(exarg_T *eap) 1131 { 1132 static char buffer[BUFFER_SIZE]; 1133 const char *file = (char *)eap->arg; 1134 char *p; 1135 1136 if (p_pyx == 0) 1137 p_pyx = 2; 1138 1139 /* Have to do it like this. PyRun_SimpleFile requires you to pass a 1140 * stdio file pointer, but Vim and the Python DLL are compiled with 1141 * different options under Windows, meaning that stdio pointers aren't 1142 * compatible between the two. Yuk. 1143 * 1144 * Put the string "execfile('file')" into buffer. But, we need to 1145 * escape any backslashes or single quotes in the file name, so that 1146 * Python won't mangle the file name. 1147 */ 1148 strcpy(buffer, "execfile('"); 1149 p = buffer + 10; /* size of "execfile('" */ 1150 1151 while (*file && p < buffer + (BUFFER_SIZE - 3)) 1152 { 1153 if (*file == '\\' || *file == '\'') 1154 *p++ = '\\'; 1155 *p++ = *file++; 1156 } 1157 1158 /* If we didn't finish the file name, we hit a buffer overflow */ 1159 if (*file != '\0') 1160 return; 1161 1162 /* Put in the terminating "')" and a null */ 1163 *p++ = '\''; 1164 *p++ = ')'; 1165 *p++ = '\0'; 1166 1167 /* Execute the file */ 1168 DoPyCommand(buffer, 1169 (rangeinitializer) init_range_cmd, 1170 (runner) run_cmd, 1171 (void *) eap); 1172 } 1173 1174 void 1175 ex_pydo(exarg_T *eap) 1176 { 1177 if (p_pyx == 0) 1178 p_pyx = 2; 1179 1180 DoPyCommand((char *)eap->arg, 1181 (rangeinitializer) init_range_cmd, 1182 (runner)run_do, 1183 (void *)eap); 1184 } 1185 1186 /****************************************************** 1187 * 2. Python output stream: writes output via [e]msg(). 1188 */ 1189 1190 /* Implementation functions 1191 */ 1192 1193 static PyObject * 1194 OutputGetattr(PyObject *self, char *name) 1195 { 1196 if (strcmp(name, "softspace") == 0) 1197 return PyInt_FromLong(((OutputObject *)(self))->softspace); 1198 else if (strcmp(name, "__members__") == 0) 1199 return ObjectDir(NULL, OutputAttrs); 1200 else if (strcmp(name, "errors") == 0) 1201 return PyString_FromString("strict"); 1202 else if (strcmp(name, "encoding") == 0) 1203 return PyString_FromString(ENC_OPT); 1204 return Py_FindMethod(OutputMethods, self, name); 1205 } 1206 1207 /****************************************************** 1208 * 3. Implementation of the Vim module for Python 1209 */ 1210 1211 /* Window type - Implementation functions 1212 * -------------------------------------- 1213 */ 1214 1215 #define WindowType_Check(obj) ((obj)->ob_type == &WindowType) 1216 1217 /* Buffer type - Implementation functions 1218 * -------------------------------------- 1219 */ 1220 1221 #define BufferType_Check(obj) ((obj)->ob_type == &BufferType) 1222 1223 static PyInt BufferAssItem(PyObject *, PyInt, PyObject *); 1224 static PyInt BufferAssSlice(PyObject *, PyInt, PyInt, PyObject *); 1225 1226 /* Line range type - Implementation functions 1227 * -------------------------------------- 1228 */ 1229 1230 #define RangeType_Check(obj) ((obj)->ob_type == &RangeType) 1231 1232 static PyInt RangeAssItem(PyObject *, PyInt, PyObject *); 1233 static PyInt RangeAssSlice(PyObject *, PyInt, PyInt, PyObject *); 1234 1235 /* Current objects type - Implementation functions 1236 * ----------------------------------------------- 1237 */ 1238 1239 static PySequenceMethods BufferAsSeq = { 1240 (PyInquiry) BufferLength, /* sq_length, len(x) */ 1241 (binaryfunc) 0, /* BufferConcat, sq_concat, x+y */ 1242 (PyIntArgFunc) 0, /* BufferRepeat, sq_repeat, x*n */ 1243 (PyIntArgFunc) BufferItem, /* sq_item, x[i] */ 1244 (PyIntIntArgFunc) BufferSlice, /* sq_slice, x[i:j] */ 1245 (PyIntObjArgProc) BufferAssItem, /* sq_ass_item, x[i]=v */ 1246 (PyIntIntObjArgProc) BufferAssSlice, /* sq_ass_slice, x[i:j]=v */ 1247 (objobjproc) 0, 1248 (binaryfunc) 0, 1249 0, 1250 }; 1251 1252 /* Buffer object - Implementation 1253 */ 1254 1255 static PyObject * 1256 BufferGetattr(PyObject *self, char *name) 1257 { 1258 PyObject *r; 1259 1260 if ((r = BufferAttrValid((BufferObject *)(self), name))) 1261 return r; 1262 1263 if (CheckBuffer((BufferObject *)(self))) 1264 return NULL; 1265 1266 r = BufferAttr((BufferObject *)(self), name); 1267 if (r || PyErr_Occurred()) 1268 return r; 1269 else 1270 return Py_FindMethod(BufferMethods, self, name); 1271 } 1272 1273 /******************/ 1274 1275 static PyInt 1276 BufferAssItem(PyObject *self, PyInt n, PyObject *val) 1277 { 1278 return RBAsItem((BufferObject *)(self), n, val, 1, -1, NULL); 1279 } 1280 1281 static PyInt 1282 BufferAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val) 1283 { 1284 return RBAsSlice((BufferObject *)(self), lo, hi, val, 1, -1, NULL); 1285 } 1286 1287 static PySequenceMethods RangeAsSeq = { 1288 (PyInquiry) RangeLength, /* sq_length, len(x) */ 1289 (binaryfunc) 0, /* RangeConcat, */ /* sq_concat, x+y */ 1290 (PyIntArgFunc) 0, /* RangeRepeat, */ /* sq_repeat, x*n */ 1291 (PyIntArgFunc) RangeItem, /* sq_item, x[i] */ 1292 (PyIntIntArgFunc) RangeSlice, /* sq_slice, x[i:j] */ 1293 (PyIntObjArgProc) RangeAssItem, /* sq_ass_item, x[i]=v */ 1294 (PyIntIntObjArgProc) RangeAssSlice, /* sq_ass_slice, x[i:j]=v */ 1295 (objobjproc) 0, 1296 #if PY_MAJOR_VERSION >= 2 1297 (binaryfunc) 0, 1298 0, 1299 #endif 1300 }; 1301 1302 /* Line range object - Implementation 1303 */ 1304 1305 static PyObject * 1306 RangeGetattr(PyObject *self, char *name) 1307 { 1308 if (strcmp(name, "start") == 0) 1309 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->start - 1); 1310 else if (strcmp(name, "end") == 0) 1311 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->end - 1); 1312 else if (strcmp(name, "__members__") == 0) 1313 return ObjectDir(NULL, RangeAttrs); 1314 else 1315 return Py_FindMethod(RangeMethods, self, name); 1316 } 1317 1318 /****************/ 1319 1320 static PyInt 1321 RangeAssItem(PyObject *self, PyInt n, PyObject *val) 1322 { 1323 return RBAsItem(((RangeObject *)(self))->buf, n, val, 1324 ((RangeObject *)(self))->start, 1325 ((RangeObject *)(self))->end, 1326 &((RangeObject *)(self))->end); 1327 } 1328 1329 static PyInt 1330 RangeAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val) 1331 { 1332 return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val, 1333 ((RangeObject *)(self))->start, 1334 ((RangeObject *)(self))->end, 1335 &((RangeObject *)(self))->end); 1336 } 1337 1338 /* TabPage object - Implementation 1339 */ 1340 1341 static PyObject * 1342 TabPageGetattr(PyObject *self, char *name) 1343 { 1344 PyObject *r; 1345 1346 if ((r = TabPageAttrValid((TabPageObject *)(self), name))) 1347 return r; 1348 1349 if (CheckTabPage((TabPageObject *)(self))) 1350 return NULL; 1351 1352 r = TabPageAttr((TabPageObject *)(self), name); 1353 if (r || PyErr_Occurred()) 1354 return r; 1355 else 1356 return Py_FindMethod(TabPageMethods, self, name); 1357 } 1358 1359 /* Window object - Implementation 1360 */ 1361 1362 static PyObject * 1363 WindowGetattr(PyObject *self, char *name) 1364 { 1365 PyObject *r; 1366 1367 if ((r = WindowAttrValid((WindowObject *)(self), name))) 1368 return r; 1369 1370 if (CheckWindow((WindowObject *)(self))) 1371 return NULL; 1372 1373 r = WindowAttr((WindowObject *)(self), name); 1374 if (r || PyErr_Occurred()) 1375 return r; 1376 else 1377 return Py_FindMethod(WindowMethods, self, name); 1378 } 1379 1380 /* Tab page list object - Definitions 1381 */ 1382 1383 static PySequenceMethods TabListAsSeq = { 1384 (PyInquiry) TabListLength, /* sq_length, len(x) */ 1385 (binaryfunc) 0, /* sq_concat, x+y */ 1386 (PyIntArgFunc) 0, /* sq_repeat, x*n */ 1387 (PyIntArgFunc) TabListItem, /* sq_item, x[i] */ 1388 (PyIntIntArgFunc) 0, /* sq_slice, x[i:j] */ 1389 (PyIntObjArgProc) 0, /* sq_ass_item, x[i]=v */ 1390 (PyIntIntObjArgProc) 0, /* sq_ass_slice, x[i:j]=v */ 1391 (objobjproc) 0, 1392 #if PY_MAJOR_VERSION >= 2 1393 (binaryfunc) 0, 1394 0, 1395 #endif 1396 }; 1397 1398 /* Window list object - Definitions 1399 */ 1400 1401 static PySequenceMethods WinListAsSeq = { 1402 (PyInquiry) WinListLength, /* sq_length, len(x) */ 1403 (binaryfunc) 0, /* sq_concat, x+y */ 1404 (PyIntArgFunc) 0, /* sq_repeat, x*n */ 1405 (PyIntArgFunc) WinListItem, /* sq_item, x[i] */ 1406 (PyIntIntArgFunc) 0, /* sq_slice, x[i:j] */ 1407 (PyIntObjArgProc) 0, /* sq_ass_item, x[i]=v */ 1408 (PyIntIntObjArgProc) 0, /* sq_ass_slice, x[i:j]=v */ 1409 (objobjproc) 0, 1410 #if PY_MAJOR_VERSION >= 2 1411 (binaryfunc) 0, 1412 0, 1413 #endif 1414 }; 1415 1416 /* External interface 1417 */ 1418 1419 void 1420 python_buffer_free(buf_T *buf) 1421 { 1422 if (BUF_PYTHON_REF(buf) != NULL) 1423 { 1424 BufferObject *bp = BUF_PYTHON_REF(buf); 1425 bp->buf = INVALID_BUFFER_VALUE; 1426 BUF_PYTHON_REF(buf) = NULL; 1427 } 1428 } 1429 1430 void 1431 python_window_free(win_T *win) 1432 { 1433 if (WIN_PYTHON_REF(win) != NULL) 1434 { 1435 WindowObject *wp = WIN_PYTHON_REF(win); 1436 wp->win = INVALID_WINDOW_VALUE; 1437 WIN_PYTHON_REF(win) = NULL; 1438 } 1439 } 1440 1441 void 1442 python_tabpage_free(tabpage_T *tab) 1443 { 1444 if (TAB_PYTHON_REF(tab) != NULL) 1445 { 1446 TabPageObject *tp = TAB_PYTHON_REF(tab); 1447 tp->tab = INVALID_TABPAGE_VALUE; 1448 TAB_PYTHON_REF(tab) = NULL; 1449 } 1450 } 1451 1452 static int 1453 PythonMod_Init(void) 1454 { 1455 /* The special value is removed from sys.path in Python_Init(). */ 1456 static char *(argv[2]) = {"/must>not&exist/foo", NULL}; 1457 1458 if (init_types()) 1459 return -1; 1460 1461 /* Set sys.argv[] to avoid a crash in warn(). */ 1462 PySys_SetArgv(1, argv); 1463 1464 vim_module = Py_InitModule4("vim", VimMethods, (char *)NULL, 1465 (PyObject *)NULL, PYTHON_API_VERSION); 1466 1467 if (populate_module(vim_module)) 1468 return -1; 1469 1470 if (init_sys_path()) 1471 return -1; 1472 1473 return 0; 1474 } 1475 1476 /************************************************************************* 1477 * 4. Utility functions for handling the interface between Vim and Python. 1478 */ 1479 1480 /* Convert a Vim line into a Python string. 1481 * All internal newlines are replaced by null characters. 1482 * 1483 * On errors, the Python exception data is set, and NULL is returned. 1484 */ 1485 static PyObject * 1486 LineToString(const char *str) 1487 { 1488 PyObject *result; 1489 PyInt len = strlen(str); 1490 char *p; 1491 1492 /* Allocate an Python string object, with uninitialised contents. We 1493 * must do it this way, so that we can modify the string in place 1494 * later. See the Python source, Objects/stringobject.c for details. 1495 */ 1496 result = PyString_FromStringAndSize(NULL, len); 1497 if (result == NULL) 1498 return NULL; 1499 1500 p = PyString_AsString(result); 1501 1502 while (*str) 1503 { 1504 if (*str == '\n') 1505 *p = '\0'; 1506 else 1507 *p = *str; 1508 1509 ++p; 1510 ++str; 1511 } 1512 1513 return result; 1514 } 1515 1516 static PyObject * 1517 DictionaryGetattr(PyObject *self, char *name) 1518 { 1519 DictionaryObject *this = ((DictionaryObject *) (self)); 1520 1521 if (strcmp(name, "locked") == 0) 1522 return PyInt_FromLong(this->dict->dv_lock); 1523 else if (strcmp(name, "scope") == 0) 1524 return PyInt_FromLong(this->dict->dv_scope); 1525 else if (strcmp(name, "__members__") == 0) 1526 return ObjectDir(NULL, DictionaryAttrs); 1527 1528 return Py_FindMethod(DictionaryMethods, self, name); 1529 } 1530 1531 static PyObject * 1532 ListGetattr(PyObject *self, char *name) 1533 { 1534 if (strcmp(name, "locked") == 0) 1535 return PyInt_FromLong(((ListObject *)(self))->list->lv_lock); 1536 else if (strcmp(name, "__members__") == 0) 1537 return ObjectDir(NULL, ListAttrs); 1538 1539 return Py_FindMethod(ListMethods, self, name); 1540 } 1541 1542 static PyObject * 1543 FunctionGetattr(PyObject *self, char *name) 1544 { 1545 PyObject *r; 1546 1547 r = FunctionAttr((FunctionObject *)(self), name); 1548 1549 if (r || PyErr_Occurred()) 1550 return r; 1551 else 1552 return Py_FindMethod(FunctionMethods, self, name); 1553 } 1554 1555 void 1556 do_pyeval (char_u *str, typval_T *rettv) 1557 { 1558 DoPyCommand((char *) str, 1559 (rangeinitializer) init_range_eval, 1560 (runner) run_eval, 1561 (void *) rettv); 1562 switch (rettv->v_type) 1563 { 1564 case VAR_DICT: ++rettv->vval.v_dict->dv_refcount; break; 1565 case VAR_LIST: ++rettv->vval.v_list->lv_refcount; break; 1566 case VAR_FUNC: func_ref(rettv->vval.v_string); break; 1567 case VAR_PARTIAL: ++rettv->vval.v_partial->pt_refcount; break; 1568 case VAR_UNKNOWN: 1569 rettv->v_type = VAR_NUMBER; 1570 rettv->vval.v_number = 0; 1571 break; 1572 case VAR_NUMBER: 1573 case VAR_STRING: 1574 case VAR_FLOAT: 1575 case VAR_SPECIAL: 1576 case VAR_JOB: 1577 case VAR_CHANNEL: 1578 break; 1579 } 1580 } 1581 1582 /* Don't generate a prototype for the next function, it generates an error on 1583 * newer Python versions. */ 1584 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */ && !defined(PROTO) 1585 1586 char * 1587 Py_GetProgramName(void) 1588 { 1589 return "vim"; 1590 } 1591 #endif /* Python 1.4 */ 1592 1593 int 1594 set_ref_in_python (int copyID) 1595 { 1596 return set_ref_in_py(copyID); 1597 } 1598