1 /* vi:set ts=8 sts=4 sw=4 noet: 2 * 3 * VIM - Vi IMproved by Bram Moolenaar 4 * 5 * Do ":help uganda" in Vim to read copying and usage conditions. 6 * Do ":help credits" in Vim to see a list of people who contributed. 7 * See README.txt for an overview of the Vim source code. 8 */ 9 /* 10 * Python extensions by Paul Moore. 11 * Changes for Unix by David Leonard. 12 * 13 * This consists of four parts: 14 * 1. Python interpreter main program 15 * 2. Python output stream: writes output via [e]msg(). 16 * 3. Implementation of the Vim module for Python 17 * 4. Utility functions for handling the interface between Vim and Python. 18 */ 19 20 #include "vim.h" 21 22 #include <limits.h> 23 24 // uncomment this if used with the debug version of python. 25 // Checked on 2.7.4. 26 // #define Py_DEBUG 27 // Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting 28 // uncomment this if used with the debug version of python, but without its 29 // allocator 30 // #define Py_DEBUG_NO_PYMALLOC 31 32 // Python.h defines _POSIX_THREADS itself (if needed) 33 #ifdef _POSIX_THREADS 34 # undef _POSIX_THREADS 35 #endif 36 37 #if defined(MSWIN) && defined(HAVE_FCNTL_H) 38 # undef HAVE_FCNTL_H 39 #endif 40 41 #ifdef _DEBUG 42 # undef _DEBUG 43 #endif 44 45 #ifdef HAVE_STRFTIME 46 # undef HAVE_STRFTIME 47 #endif 48 #ifdef HAVE_STRING_H 49 # undef HAVE_STRING_H 50 #endif 51 #ifdef HAVE_PUTENV 52 # undef HAVE_PUTENV 53 #endif 54 #ifdef HAVE_STDARG_H 55 # undef HAVE_STDARG_H // Python's config.h defines it as well. 56 #endif 57 #ifdef _POSIX_C_SOURCE 58 # undef _POSIX_C_SOURCE // pyconfig.h defines it as well. 59 #endif 60 #ifdef _XOPEN_SOURCE 61 # undef _XOPEN_SOURCE // pyconfig.h defines it as well. 62 #endif 63 64 #define PY_SSIZE_T_CLEAN 65 66 #include <Python.h> 67 68 #if !defined(PY_VERSION_HEX) || PY_VERSION_HEX < 0x02050000 69 # undef PY_SSIZE_T_CLEAN 70 #endif 71 72 // these are NULL for Python 2 73 #define ERRORS_DECODE_ARG NULL 74 #define ERRORS_ENCODE_ARG ERRORS_DECODE_ARG 75 76 #undef main // Defined in python.h - aargh 77 #undef HAVE_FCNTL_H // Clash with os_win32.h 78 79 // Perhaps leave this out for Python 2.6, which supports bytes? 80 #define PyBytes_FromString PyString_FromString 81 #define PyBytes_Check PyString_Check 82 #define PyBytes_AsStringAndSize PyString_AsStringAndSize 83 #define PyBytes_FromStringAndSize PyString_FromStringAndSize 84 85 #if !defined(FEAT_PYTHON) && defined(PROTO) 86 // Use this to be able to generate prototypes without python being used. 87 # define PyObject Py_ssize_t 88 # define PyThreadState Py_ssize_t 89 # define PyTypeObject Py_ssize_t 90 struct PyMethodDef { Py_ssize_t a; }; 91 # define PySequenceMethods Py_ssize_t 92 #endif 93 94 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 95 # define PY_USE_CAPSULE 96 #endif 97 98 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 99 # define PyInt Py_ssize_t 100 # define PyInquiry lenfunc 101 # define PyIntArgFunc ssizeargfunc 102 # define PyIntIntArgFunc ssizessizeargfunc 103 # define PyIntObjArgProc ssizeobjargproc 104 # define PyIntIntObjArgProc ssizessizeobjargproc 105 # define Py_ssize_t_fmt "n" 106 #else 107 # define PyInt int 108 # define lenfunc inquiry 109 # define PyInquiry inquiry 110 # define PyIntArgFunc intargfunc 111 # define PyIntIntArgFunc intintargfunc 112 # define PyIntObjArgProc intobjargproc 113 # define PyIntIntObjArgProc intintobjargproc 114 # define Py_ssize_t_fmt "i" 115 #endif 116 #define Py_bytes_fmt "s" 117 118 // Parser flags 119 #define single_input 256 120 #define file_input 257 121 #define eval_input 258 122 123 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x020300F0 124 // Python 2.3: can invoke ":python" recursively. 125 # define PY_CAN_RECURSE 126 #endif 127 128 #if defined(DYNAMIC_PYTHON) || defined(PROTO) 129 # ifndef DYNAMIC_PYTHON 130 # define HINSTANCE long_u // for generating prototypes 131 # endif 132 133 # ifndef MSWIN 134 # include <dlfcn.h> 135 # define FARPROC void* 136 # define HINSTANCE void* 137 # if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL) 138 # define load_dll(n) dlopen((n), RTLD_LAZY) 139 # else 140 # define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL) 141 # endif 142 # define close_dll dlclose 143 # define symbol_from_dll dlsym 144 # define load_dll_error dlerror 145 # else 146 # define load_dll vimLoadLib 147 # define close_dll FreeLibrary 148 # define symbol_from_dll GetProcAddress 149 # define load_dll_error GetWin32Error 150 # endif 151 152 // This makes if_python.c compile without warnings against Python 2.5 153 // on Win32 and Win64. 154 # undef PyRun_SimpleString 155 # undef PyRun_String 156 # undef PyArg_Parse 157 # undef PyArg_ParseTuple 158 # undef Py_BuildValue 159 # undef Py_InitModule4 160 # undef Py_InitModule4_64 161 # undef PyObject_CallMethod 162 # undef PyObject_CallFunction 163 164 /* 165 * Wrapper defines 166 */ 167 # define PyArg_Parse dll_PyArg_Parse 168 # define PyArg_ParseTuple dll_PyArg_ParseTuple 169 # define PyMem_Free dll_PyMem_Free 170 # define PyMem_Malloc dll_PyMem_Malloc 171 # define PyDict_SetItemString dll_PyDict_SetItemString 172 # define PyErr_BadArgument dll_PyErr_BadArgument 173 # define PyErr_NewException dll_PyErr_NewException 174 # define PyErr_Clear dll_PyErr_Clear 175 # define PyErr_Format dll_PyErr_Format 176 # define PyErr_PrintEx dll_PyErr_PrintEx 177 # define PyErr_NoMemory dll_PyErr_NoMemory 178 # define PyErr_Occurred dll_PyErr_Occurred 179 # define PyErr_SetNone dll_PyErr_SetNone 180 # define PyErr_SetString dll_PyErr_SetString 181 # define PyErr_SetObject dll_PyErr_SetObject 182 # define PyErr_ExceptionMatches dll_PyErr_ExceptionMatches 183 # define PyEval_InitThreads dll_PyEval_InitThreads 184 # define PyEval_RestoreThread dll_PyEval_RestoreThread 185 # define PyEval_SaveThread dll_PyEval_SaveThread 186 # ifdef PY_CAN_RECURSE 187 # define PyGILState_Ensure dll_PyGILState_Ensure 188 # define PyGILState_Release dll_PyGILState_Release 189 # endif 190 # define PyInt_AsLong dll_PyInt_AsLong 191 # define PyInt_FromLong dll_PyInt_FromLong 192 # define PyLong_AsLong dll_PyLong_AsLong 193 # define PyLong_FromLong dll_PyLong_FromLong 194 # define PyBool_Type (*dll_PyBool_Type) 195 # define PyInt_Type (*dll_PyInt_Type) 196 # define PyLong_Type (*dll_PyLong_Type) 197 # define PyList_GetItem dll_PyList_GetItem 198 # define PyList_Append dll_PyList_Append 199 # define PyList_Insert dll_PyList_Insert 200 # define PyList_New dll_PyList_New 201 # define PyList_SetItem dll_PyList_SetItem 202 # define PyList_Size dll_PyList_Size 203 # define PyList_Type (*dll_PyList_Type) 204 # define PySequence_Check dll_PySequence_Check 205 # define PySequence_Size dll_PySequence_Size 206 # define PySequence_GetItem dll_PySequence_GetItem 207 # define PySequence_Fast dll_PySequence_Fast 208 # define PyTuple_Size dll_PyTuple_Size 209 # define PyTuple_GetItem dll_PyTuple_GetItem 210 # define PyTuple_Type (*dll_PyTuple_Type) 211 # define PySlice_GetIndicesEx dll_PySlice_GetIndicesEx 212 # define PyImport_ImportModule dll_PyImport_ImportModule 213 # define PyDict_New dll_PyDict_New 214 # define PyDict_GetItemString dll_PyDict_GetItemString 215 # define PyDict_Next dll_PyDict_Next 216 # define PyDict_Type (*dll_PyDict_Type) 217 # ifdef PyMapping_Keys 218 # define PY_NO_MAPPING_KEYS 219 # else 220 # define PyMapping_Keys dll_PyMapping_Keys 221 # endif 222 # define PyObject_GetItem dll_PyObject_GetItem 223 # define PyObject_CallMethod dll_PyObject_CallMethod 224 # define PyMapping_Check dll_PyMapping_Check 225 # define PyIter_Next dll_PyIter_Next 226 # define PyModule_GetDict dll_PyModule_GetDict 227 # define PyModule_AddObject dll_PyModule_AddObject 228 # define PyRun_SimpleString dll_PyRun_SimpleString 229 # define PyRun_String dll_PyRun_String 230 # define PyObject_GetAttrString dll_PyObject_GetAttrString 231 # define PyObject_HasAttrString dll_PyObject_HasAttrString 232 # define PyObject_SetAttrString dll_PyObject_SetAttrString 233 # define PyObject_CallFunctionObjArgs dll_PyObject_CallFunctionObjArgs 234 # define PyObject_CallFunction dll_PyObject_CallFunction 235 # define PyObject_Call dll_PyObject_Call 236 # define PyObject_Repr dll_PyObject_Repr 237 # define PyString_AsString dll_PyString_AsString 238 # define PyString_AsStringAndSize dll_PyString_AsStringAndSize 239 # define PyString_FromString dll_PyString_FromString 240 # define PyString_FromFormat dll_PyString_FromFormat 241 # define PyString_FromStringAndSize dll_PyString_FromStringAndSize 242 # define PyString_Size dll_PyString_Size 243 # define PyString_Type (*dll_PyString_Type) 244 # define PyUnicode_Type (*dll_PyUnicode_Type) 245 # undef PyUnicode_AsEncodedString 246 # define PyUnicode_AsEncodedString py_PyUnicode_AsEncodedString 247 # define PyFloat_AsDouble dll_PyFloat_AsDouble 248 # define PyFloat_FromDouble dll_PyFloat_FromDouble 249 # define PyFloat_Type (*dll_PyFloat_Type) 250 # define PyNumber_Check dll_PyNumber_Check 251 # define PyNumber_Long dll_PyNumber_Long 252 # define PyImport_AddModule (*dll_PyImport_AddModule) 253 # define PySys_SetObject dll_PySys_SetObject 254 # define PySys_GetObject dll_PySys_GetObject 255 # define PySys_SetArgv dll_PySys_SetArgv 256 # define PyType_Type (*dll_PyType_Type) 257 # define PyFile_Type (*dll_PyFile_Type) 258 # define PySlice_Type (*dll_PySlice_Type) 259 # define PyType_Ready (*dll_PyType_Ready) 260 # define PyType_GenericAlloc dll_PyType_GenericAlloc 261 # define Py_BuildValue dll_Py_BuildValue 262 # define Py_FindMethod dll_Py_FindMethod 263 # define Py_InitModule4 dll_Py_InitModule4 264 # define Py_SetPythonHome dll_Py_SetPythonHome 265 # define Py_Initialize dll_Py_Initialize 266 # define Py_Finalize dll_Py_Finalize 267 # define Py_IsInitialized dll_Py_IsInitialized 268 # define _PyObject_New dll__PyObject_New 269 # define _PyObject_GC_New dll__PyObject_GC_New 270 # ifdef PyObject_GC_Del 271 # define Py_underscore_GC 272 # define _PyObject_GC_Del dll__PyObject_GC_Del 273 # define _PyObject_GC_UnTrack dll__PyObject_GC_UnTrack 274 # else 275 # define PyObject_GC_Del dll_PyObject_GC_Del 276 # define PyObject_GC_UnTrack dll_PyObject_GC_UnTrack 277 # endif 278 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 279 # define _PyObject_NextNotImplemented (*dll__PyObject_NextNotImplemented) 280 # endif 281 # define _Py_NoneStruct (*dll__Py_NoneStruct) 282 # define _Py_ZeroStruct (*dll__Py_ZeroStruct) 283 # define _Py_TrueStruct (*dll__Py_TrueStruct) 284 # define PyObject_Init dll__PyObject_Init 285 # define PyObject_GetIter dll_PyObject_GetIter 286 # define PyObject_IsTrue dll_PyObject_IsTrue 287 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 288 # define PyType_IsSubtype dll_PyType_IsSubtype 289 # ifdef Py_DEBUG 290 # define _Py_NegativeRefcount dll__Py_NegativeRefcount 291 # define _Py_RefTotal (*dll__Py_RefTotal) 292 # define _Py_Dealloc dll__Py_Dealloc 293 # endif 294 # endif 295 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 296 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 297 # define _PyObject_DebugMalloc dll__PyObject_DebugMalloc 298 # define _PyObject_DebugFree dll__PyObject_DebugFree 299 # else 300 # define PyObject_Malloc dll_PyObject_Malloc 301 # define PyObject_Free dll_PyObject_Free 302 # endif 303 # endif 304 # ifdef PY_USE_CAPSULE 305 # define PyCapsule_New dll_PyCapsule_New 306 # define PyCapsule_GetPointer dll_PyCapsule_GetPointer 307 # else 308 # define PyCObject_FromVoidPtr dll_PyCObject_FromVoidPtr 309 # define PyCObject_AsVoidPtr dll_PyCObject_AsVoidPtr 310 # endif 311 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 312 # define Py_NoSiteFlag (*dll_Py_NoSiteFlag) 313 # endif 314 315 /* 316 * Pointers for dynamic link 317 */ 318 static int(*dll_PyArg_Parse)(PyObject *, char *, ...); 319 static int(*dll_PyArg_ParseTuple)(PyObject *, char *, ...); 320 static int(*dll_PyMem_Free)(void *); 321 static void* (*dll_PyMem_Malloc)(size_t); 322 static int(*dll_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item); 323 static int(*dll_PyErr_BadArgument)(void); 324 static PyObject *(*dll_PyErr_NewException)(char *, PyObject *, PyObject *); 325 static void(*dll_PyErr_Clear)(void); 326 static PyObject*(*dll_PyErr_Format)(PyObject *, const char *, ...); 327 static void(*dll_PyErr_PrintEx)(int); 328 static PyObject*(*dll_PyErr_NoMemory)(void); 329 static PyObject*(*dll_PyErr_Occurred)(void); 330 static void(*dll_PyErr_SetNone)(PyObject *); 331 static void(*dll_PyErr_SetString)(PyObject *, const char *); 332 static void(*dll_PyErr_SetObject)(PyObject *, PyObject *); 333 static int(*dll_PyErr_ExceptionMatches)(PyObject *); 334 static void(*dll_PyEval_InitThreads)(void); 335 static void(*dll_PyEval_RestoreThread)(PyThreadState *); 336 static PyThreadState*(*dll_PyEval_SaveThread)(void); 337 # ifdef PY_CAN_RECURSE 338 static PyGILState_STATE (*dll_PyGILState_Ensure)(void); 339 static void (*dll_PyGILState_Release)(PyGILState_STATE); 340 # endif 341 static long(*dll_PyInt_AsLong)(PyObject *); 342 static PyObject*(*dll_PyInt_FromLong)(long); 343 static long(*dll_PyLong_AsLong)(PyObject *); 344 static PyObject*(*dll_PyLong_FromLong)(long); 345 static PyTypeObject* dll_PyBool_Type; 346 static PyTypeObject* dll_PyInt_Type; 347 static PyTypeObject* dll_PyLong_Type; 348 static PyObject*(*dll_PyList_GetItem)(PyObject *, PyInt); 349 static int(*dll_PyList_Append)(PyObject *, PyObject *); 350 static int(*dll_PyList_Insert)(PyObject *, PyInt, PyObject *); 351 static PyObject*(*dll_PyList_New)(PyInt size); 352 static int(*dll_PyList_SetItem)(PyObject *, PyInt, PyObject *); 353 static PyInt(*dll_PyList_Size)(PyObject *); 354 static PyTypeObject* dll_PyList_Type; 355 static int (*dll_PySequence_Check)(PyObject *); 356 static PyInt(*dll_PySequence_Size)(PyObject *); 357 static PyObject*(*dll_PySequence_GetItem)(PyObject *, PyInt); 358 static PyObject*(*dll_PySequence_Fast)(PyObject *, const char *); 359 static PyInt(*dll_PyTuple_Size)(PyObject *); 360 static PyObject*(*dll_PyTuple_GetItem)(PyObject *, PyInt); 361 static PyTypeObject* dll_PyTuple_Type; 362 static int (*dll_PySlice_GetIndicesEx)(PySliceObject *r, PyInt length, 363 PyInt *start, PyInt *stop, PyInt *step, 364 PyInt *slicelen); 365 static PyObject*(*dll_PyImport_ImportModule)(const char *); 366 static PyObject*(*dll_PyDict_New)(void); 367 static PyObject*(*dll_PyDict_GetItemString)(PyObject *, const char *); 368 static int (*dll_PyDict_Next)(PyObject *, PyInt *, PyObject **, PyObject **); 369 static PyTypeObject* dll_PyDict_Type; 370 # ifndef PY_NO_MAPPING_KEYS 371 static PyObject* (*dll_PyMapping_Keys)(PyObject *); 372 # endif 373 static PyObject* (*dll_PyObject_GetItem)(PyObject *, PyObject *); 374 static PyObject* (*dll_PyObject_CallMethod)(PyObject *, char *, PyObject *); 375 static int (*dll_PyMapping_Check)(PyObject *); 376 static PyObject* (*dll_PyIter_Next)(PyObject *); 377 static PyObject*(*dll_PyModule_GetDict)(PyObject *); 378 static int(*dll_PyModule_AddObject)(PyObject *, const char *, PyObject *); 379 static int(*dll_PyRun_SimpleString)(char *); 380 static PyObject *(*dll_PyRun_String)(char *, int, PyObject *, PyObject *); 381 static PyObject* (*dll_PyObject_GetAttrString)(PyObject *, const char *); 382 static int (*dll_PyObject_HasAttrString)(PyObject *, const char *); 383 static int (*dll_PyObject_SetAttrString)(PyObject *, const char *, PyObject *); 384 static PyObject* (*dll_PyObject_CallFunctionObjArgs)(PyObject *, ...); 385 static PyObject* (*dll_PyObject_CallFunction)(PyObject *, char *, ...); 386 static PyObject* (*dll_PyObject_Call)(PyObject *, PyObject *, PyObject *); 387 static PyObject* (*dll_PyObject_Repr)(PyObject *); 388 static char*(*dll_PyString_AsString)(PyObject *); 389 static int(*dll_PyString_AsStringAndSize)(PyObject *, char **, PyInt *); 390 static PyObject*(*dll_PyString_FromString)(const char *); 391 static PyObject*(*dll_PyString_FromFormat)(const char *, ...); 392 static PyObject*(*dll_PyString_FromStringAndSize)(const char *, PyInt); 393 static PyInt(*dll_PyString_Size)(PyObject *); 394 static PyTypeObject* dll_PyString_Type; 395 static PyTypeObject* dll_PyUnicode_Type; 396 static PyObject *(*py_PyUnicode_AsEncodedString)(PyObject *, char *, char *); 397 static double(*dll_PyFloat_AsDouble)(PyObject *); 398 static PyObject*(*dll_PyFloat_FromDouble)(double); 399 static PyTypeObject* dll_PyFloat_Type; 400 static int(*dll_PyNumber_Check)(PyObject *); 401 static PyObject*(*dll_PyNumber_Long)(PyObject *); 402 static int(*dll_PySys_SetObject)(char *, PyObject *); 403 static PyObject *(*dll_PySys_GetObject)(char *); 404 static int(*dll_PySys_SetArgv)(int, char **); 405 static PyTypeObject* dll_PyType_Type; 406 static PyTypeObject* dll_PyFile_Type; 407 static PyTypeObject* dll_PySlice_Type; 408 static int (*dll_PyType_Ready)(PyTypeObject *type); 409 static PyObject* (*dll_PyType_GenericAlloc)(PyTypeObject *type, PyInt nitems); 410 static PyObject*(*dll_Py_BuildValue)(char *, ...); 411 static PyObject*(*dll_Py_FindMethod)(struct PyMethodDef[], PyObject *, char *); 412 static PyObject*(*dll_Py_InitModule4)(char *, struct PyMethodDef *, char *, PyObject *, int); 413 static PyObject*(*dll_PyImport_AddModule)(char *); 414 static void(*dll_Py_SetPythonHome)(char *home); 415 static void(*dll_Py_Initialize)(void); 416 static void(*dll_Py_Finalize)(void); 417 static int(*dll_Py_IsInitialized)(void); 418 static PyObject*(*dll__PyObject_New)(PyTypeObject *, PyObject *); 419 static PyObject*(*dll__PyObject_GC_New)(PyTypeObject *); 420 # ifdef Py_underscore_GC 421 static void(*dll__PyObject_GC_Del)(void *); 422 static void(*dll__PyObject_GC_UnTrack)(void *); 423 # else 424 static void(*dll_PyObject_GC_Del)(void *); 425 static void(*dll_PyObject_GC_UnTrack)(void *); 426 # endif 427 static PyObject*(*dll__PyObject_Init)(PyObject *, PyTypeObject *); 428 static PyObject* (*dll_PyObject_GetIter)(PyObject *); 429 static int (*dll_PyObject_IsTrue)(PyObject *); 430 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 431 static iternextfunc dll__PyObject_NextNotImplemented; 432 # endif 433 static PyObject* dll__Py_NoneStruct; 434 static PyObject* _Py_ZeroStruct; 435 static PyObject* dll__Py_TrueStruct; 436 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 437 static int (*dll_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *); 438 # ifdef Py_DEBUG 439 static void (*dll__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op); 440 static PyInt* dll__Py_RefTotal; 441 static void (*dll__Py_Dealloc)(PyObject *obj); 442 # endif 443 # endif 444 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 445 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 446 static void (*dll__PyObject_DebugFree)(void*); 447 static void* (*dll__PyObject_DebugMalloc)(size_t); 448 # else 449 static void* (*dll_PyObject_Malloc)(size_t); 450 static void (*dll_PyObject_Free)(void*); 451 # endif 452 # endif 453 # ifdef PY_USE_CAPSULE 454 static PyObject* (*dll_PyCapsule_New)(void *, char *, PyCapsule_Destructor); 455 static void* (*dll_PyCapsule_GetPointer)(PyObject *, char *); 456 # else 457 static PyObject* (*dll_PyCObject_FromVoidPtr)(void *cobj, void (*destr)(void *)); 458 static void* (*dll_PyCObject_AsVoidPtr)(PyObject *); 459 # endif 460 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 461 static int* dll_Py_NoSiteFlag; 462 # endif 463 464 static HINSTANCE hinstPython = 0; // Instance of python.dll 465 466 // Imported exception objects 467 static PyObject *imp_PyExc_AttributeError; 468 static PyObject *imp_PyExc_IndexError; 469 static PyObject *imp_PyExc_KeyError; 470 static PyObject *imp_PyExc_KeyboardInterrupt; 471 static PyObject *imp_PyExc_TypeError; 472 static PyObject *imp_PyExc_ValueError; 473 static PyObject *imp_PyExc_SystemExit; 474 static PyObject *imp_PyExc_RuntimeError; 475 static PyObject *imp_PyExc_ImportError; 476 static PyObject *imp_PyExc_OverflowError; 477 478 # define PyExc_AttributeError imp_PyExc_AttributeError 479 # define PyExc_IndexError imp_PyExc_IndexError 480 # define PyExc_KeyError imp_PyExc_KeyError 481 # define PyExc_KeyboardInterrupt imp_PyExc_KeyboardInterrupt 482 # define PyExc_TypeError imp_PyExc_TypeError 483 # define PyExc_ValueError imp_PyExc_ValueError 484 # define PyExc_SystemExit imp_PyExc_SystemExit 485 # define PyExc_RuntimeError imp_PyExc_RuntimeError 486 # define PyExc_ImportError imp_PyExc_ImportError 487 # define PyExc_OverflowError imp_PyExc_OverflowError 488 489 /* 490 * Table of name to function pointer of python. 491 */ 492 # define PYTHON_PROC FARPROC 493 static struct 494 { 495 char *name; 496 PYTHON_PROC *ptr; 497 } python_funcname_table[] = 498 { 499 # ifndef PY_SSIZE_T_CLEAN 500 {"PyArg_Parse", (PYTHON_PROC*)&dll_PyArg_Parse}, 501 {"PyArg_ParseTuple", (PYTHON_PROC*)&dll_PyArg_ParseTuple}, 502 {"Py_BuildValue", (PYTHON_PROC*)&dll_Py_BuildValue}, 503 # else 504 {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&dll_PyArg_Parse}, 505 {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&dll_PyArg_ParseTuple}, 506 {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&dll_Py_BuildValue}, 507 # endif 508 {"PyMem_Free", (PYTHON_PROC*)&dll_PyMem_Free}, 509 {"PyMem_Malloc", (PYTHON_PROC*)&dll_PyMem_Malloc}, 510 {"PyDict_SetItemString", (PYTHON_PROC*)&dll_PyDict_SetItemString}, 511 {"PyErr_BadArgument", (PYTHON_PROC*)&dll_PyErr_BadArgument}, 512 {"PyErr_NewException", (PYTHON_PROC*)&dll_PyErr_NewException}, 513 {"PyErr_Clear", (PYTHON_PROC*)&dll_PyErr_Clear}, 514 {"PyErr_Format", (PYTHON_PROC*)&dll_PyErr_Format}, 515 {"PyErr_PrintEx", (PYTHON_PROC*)&dll_PyErr_PrintEx}, 516 {"PyErr_NoMemory", (PYTHON_PROC*)&dll_PyErr_NoMemory}, 517 {"PyErr_Occurred", (PYTHON_PROC*)&dll_PyErr_Occurred}, 518 {"PyErr_SetNone", (PYTHON_PROC*)&dll_PyErr_SetNone}, 519 {"PyErr_SetString", (PYTHON_PROC*)&dll_PyErr_SetString}, 520 {"PyErr_SetObject", (PYTHON_PROC*)&dll_PyErr_SetObject}, 521 {"PyErr_ExceptionMatches", (PYTHON_PROC*)&dll_PyErr_ExceptionMatches}, 522 {"PyEval_InitThreads", (PYTHON_PROC*)&dll_PyEval_InitThreads}, 523 {"PyEval_RestoreThread", (PYTHON_PROC*)&dll_PyEval_RestoreThread}, 524 {"PyEval_SaveThread", (PYTHON_PROC*)&dll_PyEval_SaveThread}, 525 # ifdef PY_CAN_RECURSE 526 {"PyGILState_Ensure", (PYTHON_PROC*)&dll_PyGILState_Ensure}, 527 {"PyGILState_Release", (PYTHON_PROC*)&dll_PyGILState_Release}, 528 # endif 529 {"PyInt_AsLong", (PYTHON_PROC*)&dll_PyInt_AsLong}, 530 {"PyInt_FromLong", (PYTHON_PROC*)&dll_PyInt_FromLong}, 531 {"PyLong_AsLong", (PYTHON_PROC*)&dll_PyLong_AsLong}, 532 {"PyLong_FromLong", (PYTHON_PROC*)&dll_PyLong_FromLong}, 533 {"PyBool_Type", (PYTHON_PROC*)&dll_PyBool_Type}, 534 {"PyInt_Type", (PYTHON_PROC*)&dll_PyInt_Type}, 535 {"PyLong_Type", (PYTHON_PROC*)&dll_PyLong_Type}, 536 {"PyList_GetItem", (PYTHON_PROC*)&dll_PyList_GetItem}, 537 {"PyList_Append", (PYTHON_PROC*)&dll_PyList_Append}, 538 {"PyList_Insert", (PYTHON_PROC*)&dll_PyList_Insert}, 539 {"PyList_New", (PYTHON_PROC*)&dll_PyList_New}, 540 {"PyList_SetItem", (PYTHON_PROC*)&dll_PyList_SetItem}, 541 {"PyList_Size", (PYTHON_PROC*)&dll_PyList_Size}, 542 {"PyList_Type", (PYTHON_PROC*)&dll_PyList_Type}, 543 {"PySequence_Size", (PYTHON_PROC*)&dll_PySequence_Size}, 544 {"PySequence_Check", (PYTHON_PROC*)&dll_PySequence_Check}, 545 {"PySequence_GetItem", (PYTHON_PROC*)&dll_PySequence_GetItem}, 546 {"PySequence_Fast", (PYTHON_PROC*)&dll_PySequence_Fast}, 547 {"PyTuple_GetItem", (PYTHON_PROC*)&dll_PyTuple_GetItem}, 548 {"PyTuple_Size", (PYTHON_PROC*)&dll_PyTuple_Size}, 549 {"PyTuple_Type", (PYTHON_PROC*)&dll_PyTuple_Type}, 550 {"PySlice_GetIndicesEx", (PYTHON_PROC*)&dll_PySlice_GetIndicesEx}, 551 {"PyImport_ImportModule", (PYTHON_PROC*)&dll_PyImport_ImportModule}, 552 {"PyDict_GetItemString", (PYTHON_PROC*)&dll_PyDict_GetItemString}, 553 {"PyDict_Next", (PYTHON_PROC*)&dll_PyDict_Next}, 554 {"PyDict_New", (PYTHON_PROC*)&dll_PyDict_New}, 555 {"PyDict_Type", (PYTHON_PROC*)&dll_PyDict_Type}, 556 # ifndef PY_NO_MAPPING_KEYS 557 {"PyMapping_Keys", (PYTHON_PROC*)&dll_PyMapping_Keys}, 558 # endif 559 {"PyObject_GetItem", (PYTHON_PROC*)&dll_PyObject_GetItem}, 560 {"PyObject_CallMethod", (PYTHON_PROC*)&dll_PyObject_CallMethod}, 561 {"PyMapping_Check", (PYTHON_PROC*)&dll_PyMapping_Check}, 562 {"PyIter_Next", (PYTHON_PROC*)&dll_PyIter_Next}, 563 {"PyModule_GetDict", (PYTHON_PROC*)&dll_PyModule_GetDict}, 564 {"PyModule_AddObject", (PYTHON_PROC*)&dll_PyModule_AddObject}, 565 {"PyRun_SimpleString", (PYTHON_PROC*)&dll_PyRun_SimpleString}, 566 {"PyRun_String", (PYTHON_PROC*)&dll_PyRun_String}, 567 {"PyObject_GetAttrString", (PYTHON_PROC*)&dll_PyObject_GetAttrString}, 568 {"PyObject_HasAttrString", (PYTHON_PROC*)&dll_PyObject_HasAttrString}, 569 {"PyObject_SetAttrString", (PYTHON_PROC*)&dll_PyObject_SetAttrString}, 570 {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&dll_PyObject_CallFunctionObjArgs}, 571 {"PyObject_CallFunction", (PYTHON_PROC*)&dll_PyObject_CallFunction}, 572 {"PyObject_Call", (PYTHON_PROC*)&dll_PyObject_Call}, 573 {"PyObject_Repr", (PYTHON_PROC*)&dll_PyObject_Repr}, 574 {"PyString_AsString", (PYTHON_PROC*)&dll_PyString_AsString}, 575 {"PyString_AsStringAndSize", (PYTHON_PROC*)&dll_PyString_AsStringAndSize}, 576 {"PyString_FromString", (PYTHON_PROC*)&dll_PyString_FromString}, 577 {"PyString_FromFormat", (PYTHON_PROC*)&dll_PyString_FromFormat}, 578 {"PyString_FromStringAndSize", (PYTHON_PROC*)&dll_PyString_FromStringAndSize}, 579 {"PyString_Size", (PYTHON_PROC*)&dll_PyString_Size}, 580 {"PyString_Type", (PYTHON_PROC*)&dll_PyString_Type}, 581 {"PyUnicode_Type", (PYTHON_PROC*)&dll_PyUnicode_Type}, 582 {"PyFloat_Type", (PYTHON_PROC*)&dll_PyFloat_Type}, 583 {"PyFloat_AsDouble", (PYTHON_PROC*)&dll_PyFloat_AsDouble}, 584 {"PyFloat_FromDouble", (PYTHON_PROC*)&dll_PyFloat_FromDouble}, 585 {"PyImport_AddModule", (PYTHON_PROC*)&dll_PyImport_AddModule}, 586 {"PyNumber_Check", (PYTHON_PROC*)&dll_PyNumber_Check}, 587 {"PyNumber_Long", (PYTHON_PROC*)&dll_PyNumber_Long}, 588 {"PySys_SetObject", (PYTHON_PROC*)&dll_PySys_SetObject}, 589 {"PySys_GetObject", (PYTHON_PROC*)&dll_PySys_GetObject}, 590 {"PySys_SetArgv", (PYTHON_PROC*)&dll_PySys_SetArgv}, 591 {"PyType_Type", (PYTHON_PROC*)&dll_PyType_Type}, 592 {"PyFile_Type", (PYTHON_PROC*)&dll_PyFile_Type}, 593 {"PySlice_Type", (PYTHON_PROC*)&dll_PySlice_Type}, 594 {"PyType_Ready", (PYTHON_PROC*)&dll_PyType_Ready}, 595 {"PyType_GenericAlloc", (PYTHON_PROC*)&dll_PyType_GenericAlloc}, 596 {"Py_FindMethod", (PYTHON_PROC*)&dll_Py_FindMethod}, 597 {"Py_SetPythonHome", (PYTHON_PROC*)&dll_Py_SetPythonHome}, 598 {"Py_Initialize", (PYTHON_PROC*)&dll_Py_Initialize}, 599 {"Py_Finalize", (PYTHON_PROC*)&dll_Py_Finalize}, 600 {"Py_IsInitialized", (PYTHON_PROC*)&dll_Py_IsInitialized}, 601 {"_PyObject_New", (PYTHON_PROC*)&dll__PyObject_New}, 602 {"_PyObject_GC_New", (PYTHON_PROC*)&dll__PyObject_GC_New}, 603 # ifdef Py_underscore_GC 604 {"_PyObject_GC_Del", (PYTHON_PROC*)&dll__PyObject_GC_Del}, 605 {"_PyObject_GC_UnTrack", (PYTHON_PROC*)&dll__PyObject_GC_UnTrack}, 606 # else 607 {"PyObject_GC_Del", (PYTHON_PROC*)&dll_PyObject_GC_Del}, 608 {"PyObject_GC_UnTrack", (PYTHON_PROC*)&dll_PyObject_GC_UnTrack}, 609 # endif 610 {"PyObject_Init", (PYTHON_PROC*)&dll__PyObject_Init}, 611 {"PyObject_GetIter", (PYTHON_PROC*)&dll_PyObject_GetIter}, 612 {"PyObject_IsTrue", (PYTHON_PROC*)&dll_PyObject_IsTrue}, 613 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 614 {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&dll__PyObject_NextNotImplemented}, 615 # endif 616 {"_Py_NoneStruct", (PYTHON_PROC*)&dll__Py_NoneStruct}, 617 {"_Py_ZeroStruct", (PYTHON_PROC*)&dll__Py_ZeroStruct}, 618 {"_Py_TrueStruct", (PYTHON_PROC*)&dll__Py_TrueStruct}, 619 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 620 # ifdef Py_DEBUG 621 {"_Py_NegativeRefcount", (PYTHON_PROC*)&dll__Py_NegativeRefcount}, 622 {"_Py_RefTotal", (PYTHON_PROC*)&dll__Py_RefTotal}, 623 {"_Py_Dealloc", (PYTHON_PROC*)&dll__Py_Dealloc}, 624 # endif 625 {"PyType_IsSubtype", (PYTHON_PROC*)&dll_PyType_IsSubtype}, 626 # endif 627 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 628 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 629 {"_PyObject_DebugFree", (PYTHON_PROC*)&dll__PyObject_DebugFree}, 630 {"_PyObject_DebugMalloc", (PYTHON_PROC*)&dll__PyObject_DebugMalloc}, 631 # else 632 {"PyObject_Malloc", (PYTHON_PROC*)&dll_PyObject_Malloc}, 633 {"PyObject_Free", (PYTHON_PROC*)&dll_PyObject_Free}, 634 # endif 635 # endif 636 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 \ 637 && SIZEOF_SIZE_T != VIM_SIZEOF_INT 638 # ifdef Py_DEBUG 639 {"Py_InitModule4TraceRefs_64", (PYTHON_PROC*)&dll_Py_InitModule4}, 640 # else 641 {"Py_InitModule4_64", (PYTHON_PROC*)&dll_Py_InitModule4}, 642 # endif 643 # else 644 # ifdef Py_DEBUG 645 {"Py_InitModule4TraceRefs", (PYTHON_PROC*)&dll_Py_InitModule4}, 646 # else 647 {"Py_InitModule4", (PYTHON_PROC*)&dll_Py_InitModule4}, 648 # endif 649 # endif 650 # ifdef PY_USE_CAPSULE 651 {"PyCapsule_New", (PYTHON_PROC*)&dll_PyCapsule_New}, 652 {"PyCapsule_GetPointer", (PYTHON_PROC*)&dll_PyCapsule_GetPointer}, 653 # else 654 {"PyCObject_FromVoidPtr", (PYTHON_PROC*)&dll_PyCObject_FromVoidPtr}, 655 {"PyCObject_AsVoidPtr", (PYTHON_PROC*)&dll_PyCObject_AsVoidPtr}, 656 # endif 657 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 658 {"Py_NoSiteFlag", (PYTHON_PROC*)&dll_Py_NoSiteFlag}, 659 # endif 660 {"", NULL}, 661 }; 662 663 /* 664 * Load library and get all pointers. 665 * Parameter 'libname' provides name of DLL. 666 * Return OK or FAIL. 667 */ 668 static int 669 python_runtime_link_init(char *libname, int verbose) 670 { 671 int i; 672 PYTHON_PROC *ucs_as_encoded_string = 673 (PYTHON_PROC*)&py_PyUnicode_AsEncodedString; 674 675 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON3) 676 // Can't have Python and Python3 loaded at the same time. 677 // It cause a crash, because RTLD_GLOBAL is needed for 678 // standard C extension libraries of one or both python versions. 679 if (python3_loaded()) 680 { 681 if (verbose) 682 emsg(_("E836: This Vim cannot execute :python after using :py3")); 683 return FAIL; 684 } 685 # endif 686 687 if (hinstPython) 688 return OK; 689 hinstPython = load_dll(libname); 690 if (!hinstPython) 691 { 692 if (verbose) 693 semsg(_(e_loadlib), libname, load_dll_error()); 694 return FAIL; 695 } 696 697 for (i = 0; python_funcname_table[i].ptr; ++i) 698 { 699 if ((*python_funcname_table[i].ptr = symbol_from_dll(hinstPython, 700 python_funcname_table[i].name)) == NULL) 701 { 702 close_dll(hinstPython); 703 hinstPython = 0; 704 if (verbose) 705 semsg(_(e_loadfunc), python_funcname_table[i].name); 706 return FAIL; 707 } 708 } 709 710 // Load unicode functions separately as only the ucs2 or the ucs4 functions 711 // will be present in the library. 712 *ucs_as_encoded_string = symbol_from_dll(hinstPython, 713 "PyUnicodeUCS2_AsEncodedString"); 714 if (*ucs_as_encoded_string == NULL) 715 *ucs_as_encoded_string = symbol_from_dll(hinstPython, 716 "PyUnicodeUCS4_AsEncodedString"); 717 if (*ucs_as_encoded_string == NULL) 718 { 719 close_dll(hinstPython); 720 hinstPython = 0; 721 if (verbose) 722 semsg(_(e_loadfunc), "PyUnicode_UCSX_*"); 723 return FAIL; 724 } 725 726 return OK; 727 } 728 729 /* 730 * If python is enabled (there is installed python on Windows system) return 731 * TRUE, else FALSE. 732 */ 733 int 734 python_enabled(int verbose) 735 { 736 return python_runtime_link_init((char *)p_pydll, verbose) == OK; 737 } 738 739 /* 740 * Load the standard Python exceptions - don't import the symbols from the 741 * DLL, as this can cause errors (importing data symbols is not reliable). 742 */ 743 static void 744 get_exceptions(void) 745 { 746 PyObject *exmod = PyImport_ImportModule("exceptions"); 747 PyObject *exdict = PyModule_GetDict(exmod); 748 imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError"); 749 imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError"); 750 imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError"); 751 imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt"); 752 imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError"); 753 imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError"); 754 imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit"); 755 imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError"); 756 imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError"); 757 imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError"); 758 Py_XINCREF(imp_PyExc_AttributeError); 759 Py_XINCREF(imp_PyExc_IndexError); 760 Py_XINCREF(imp_PyExc_KeyError); 761 Py_XINCREF(imp_PyExc_KeyboardInterrupt); 762 Py_XINCREF(imp_PyExc_TypeError); 763 Py_XINCREF(imp_PyExc_ValueError); 764 Py_XINCREF(imp_PyExc_SystemExit); 765 Py_XINCREF(imp_PyExc_RuntimeError); 766 Py_XINCREF(imp_PyExc_ImportError); 767 Py_XINCREF(imp_PyExc_OverflowError); 768 Py_XDECREF(exmod); 769 } 770 #endif // DYNAMIC_PYTHON 771 772 static int initialised = 0; 773 #define PYINITIALISED initialised 774 static int python_end_called = FALSE; 775 776 #define DESTRUCTOR_FINISH(self) self->ob_type->tp_free((PyObject*)self); 777 778 #define WIN_PYTHON_REF(win) win->w_python_ref 779 #define BUF_PYTHON_REF(buf) buf->b_python_ref 780 #define TAB_PYTHON_REF(tab) tab->tp_python_ref 781 782 static PyObject *OutputGetattr(PyObject *, char *); 783 static PyObject *BufferGetattr(PyObject *, char *); 784 static PyObject *WindowGetattr(PyObject *, char *); 785 static PyObject *TabPageGetattr(PyObject *, char *); 786 static PyObject *RangeGetattr(PyObject *, char *); 787 static PyObject *DictionaryGetattr(PyObject *, char*); 788 static PyObject *ListGetattr(PyObject *, char *); 789 static PyObject *FunctionGetattr(PyObject *, char *); 790 791 #ifndef Py_VISIT 792 # define Py_VISIT(obj) visit(obj, arg) 793 #endif 794 #ifndef Py_CLEAR 795 # define Py_CLEAR(obj) \ 796 { \ 797 Py_XDECREF(obj); \ 798 obj = NULL; \ 799 } 800 #endif 801 802 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 803 static void * 804 py_memsave(void *p, size_t len) 805 { 806 void *r; 807 808 if (!(r = PyMem_Malloc(len))) 809 return NULL; 810 mch_memmove(r, p, len); 811 return r; 812 } 813 814 # define PY_STRSAVE(s) ((char_u *) py_memsave(s, STRLEN(s) + 1)) 815 #endif 816 817 typedef PySliceObject PySliceObject_T; 818 819 /* 820 * Include the code shared with if_python3.c 821 */ 822 #include "if_py_both.h" 823 824 825 /////////////////////////////////////////////////////// 826 // Internal function prototypes. 827 828 static int PythonMod_Init(void); 829 830 831 /////////////////////////////////////////////////////// 832 // 1. Python interpreter main program. 833 834 #if PYTHON_API_VERSION < 1007 // Python 1.4 835 typedef PyObject PyThreadState; 836 #endif 837 838 #ifndef PY_CAN_RECURSE 839 static PyThreadState *saved_python_thread = NULL; 840 841 /* 842 * Suspend a thread of the Python interpreter, other threads are allowed to 843 * run. 844 */ 845 static void 846 Python_SaveThread(void) 847 { 848 saved_python_thread = PyEval_SaveThread(); 849 } 850 851 /* 852 * Restore a thread of the Python interpreter, waits for other threads to 853 * block. 854 */ 855 static void 856 Python_RestoreThread(void) 857 { 858 PyEval_RestoreThread(saved_python_thread); 859 saved_python_thread = NULL; 860 } 861 #endif 862 863 void 864 python_end(void) 865 { 866 static int recurse = 0; 867 868 // If a crash occurs while doing this, don't try again. 869 if (recurse != 0) 870 return; 871 872 python_end_called = TRUE; 873 ++recurse; 874 875 #ifdef DYNAMIC_PYTHON 876 if (hinstPython && Py_IsInitialized()) 877 { 878 # ifdef PY_CAN_RECURSE 879 PyGILState_Ensure(); 880 # else 881 Python_RestoreThread(); // enter python 882 # endif 883 Py_Finalize(); 884 } 885 #else 886 if (Py_IsInitialized()) 887 { 888 # ifdef PY_CAN_RECURSE 889 PyGILState_Ensure(); 890 # else 891 Python_RestoreThread(); // enter python 892 # endif 893 Py_Finalize(); 894 } 895 #endif 896 897 --recurse; 898 } 899 900 #if (defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON3)) || defined(PROTO) 901 int 902 python_loaded(void) 903 { 904 return (hinstPython != 0); 905 } 906 #endif 907 908 static char *py_home_buf = NULL; 909 910 static int 911 Python_Init(void) 912 { 913 if (!initialised) 914 { 915 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 916 PyObject *site; 917 #endif 918 919 #ifdef DYNAMIC_PYTHON 920 if (!python_enabled(TRUE)) 921 { 922 emsg(_("E263: Sorry, this command is disabled, the Python library could not be loaded.")); 923 goto fail; 924 } 925 #endif 926 927 if (*p_pyhome != NUL) 928 { 929 // The string must not change later, make a copy in static memory. 930 py_home_buf = (char *)vim_strsave(p_pyhome); 931 if (py_home_buf != NULL) 932 Py_SetPythonHome(py_home_buf); 933 } 934 #ifdef PYTHON_HOME 935 else if (mch_getenv((char_u *)"PYTHONHOME") == NULL) 936 Py_SetPythonHome(PYTHON_HOME); 937 #endif 938 939 init_structs(); 940 941 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 942 // Disable implicit 'import site', because it may cause Vim to exit 943 // when it can't be found. 944 Py_NoSiteFlag++; 945 #endif 946 947 Py_Initialize(); 948 949 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 950 // 'import site' explicitly. 951 site = PyImport_ImportModule("site"); 952 if (site == NULL) 953 { 954 emsg(_("E887: Sorry, this command is disabled, the Python's site module could not be loaded.")); 955 goto fail; 956 } 957 Py_DECREF(site); 958 #endif 959 960 // Initialise threads, and below save the state using 961 // PyEval_SaveThread. Without the call to PyEval_SaveThread, thread 962 // specific state (such as the system trace hook), will be lost 963 // between invocations of Python code. 964 PyEval_InitThreads(); 965 #ifdef DYNAMIC_PYTHON 966 get_exceptions(); 967 #endif 968 969 if (PythonIO_Init_io()) 970 goto fail; 971 972 if (PythonMod_Init()) 973 goto fail; 974 975 globals = PyModule_GetDict(PyImport_AddModule("__main__")); 976 977 // Remove the element from sys.path that was added because of our 978 // argv[0] value in PythonMod_Init(). Previously we used an empty 979 // string, but depending on the OS we then get an empty entry or 980 // the current directory in sys.path. 981 PyRun_SimpleString("import sys; sys.path = filter(lambda x: x != '/must>not&exist', sys.path)"); 982 983 // lock is created and acquired in PyEval_InitThreads() and thread 984 // state is created in Py_Initialize() 985 // there _PyGILState_NoteThreadState() also sets gilcounter to 1 986 // (python must have threads enabled!) 987 // so the following does both: unlock GIL and save thread state in TLS 988 // without deleting thread state 989 #ifndef PY_CAN_RECURSE 990 saved_python_thread = 991 #endif 992 PyEval_SaveThread(); 993 994 initialised = 1; 995 } 996 997 return 0; 998 999 fail: 1000 // We call PythonIO_Flush() here to print any Python errors. 1001 // This is OK, as it is possible to call this function even 1002 // if PythonIO_Init_io() has not completed successfully (it will 1003 // not do anything in this case). 1004 PythonIO_Flush(); 1005 return -1; 1006 } 1007 1008 /* 1009 * External interface 1010 */ 1011 static void 1012 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg) 1013 { 1014 #ifndef PY_CAN_RECURSE 1015 static int recursive = 0; 1016 #endif 1017 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1018 char *saved_locale; 1019 #endif 1020 #ifdef PY_CAN_RECURSE 1021 PyGILState_STATE pygilstate; 1022 #endif 1023 1024 #ifndef PY_CAN_RECURSE 1025 if (recursive) 1026 { 1027 emsg(_("E659: Cannot invoke Python recursively")); 1028 return; 1029 } 1030 ++recursive; 1031 #endif 1032 if (python_end_called) 1033 return; 1034 1035 if (Python_Init()) 1036 goto theend; 1037 1038 init_range(arg); 1039 1040 Python_Release_Vim(); // leave Vim 1041 1042 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1043 // Python only works properly when the LC_NUMERIC locale is "C". 1044 saved_locale = setlocale(LC_NUMERIC, NULL); 1045 if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0) 1046 saved_locale = NULL; 1047 else 1048 { 1049 // Need to make a copy, value may change when setting new locale. 1050 saved_locale = (char *) PY_STRSAVE(saved_locale); 1051 (void)setlocale(LC_NUMERIC, "C"); 1052 } 1053 #endif 1054 1055 #ifdef PY_CAN_RECURSE 1056 pygilstate = PyGILState_Ensure(); 1057 #else 1058 Python_RestoreThread(); // enter python 1059 #endif 1060 1061 run((char *) cmd, arg 1062 #ifdef PY_CAN_RECURSE 1063 , &pygilstate 1064 #endif 1065 ); 1066 1067 #ifdef PY_CAN_RECURSE 1068 PyGILState_Release(pygilstate); 1069 #else 1070 Python_SaveThread(); // leave python 1071 #endif 1072 1073 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1074 if (saved_locale != NULL) 1075 { 1076 (void)setlocale(LC_NUMERIC, saved_locale); 1077 PyMem_Free(saved_locale); 1078 } 1079 #endif 1080 1081 Python_Lock_Vim(); // enter vim 1082 PythonIO_Flush(); 1083 1084 theend: 1085 #ifndef PY_CAN_RECURSE 1086 --recursive; 1087 #endif 1088 return; 1089 } 1090 1091 /* 1092 * ":python" 1093 */ 1094 void 1095 ex_python(exarg_T *eap) 1096 { 1097 char_u *script; 1098 1099 script = script_get(eap, eap->arg); 1100 if (!eap->skip) 1101 { 1102 if (p_pyx == 0) 1103 p_pyx = 2; 1104 1105 DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script, 1106 (rangeinitializer) init_range_cmd, 1107 (runner) run_cmd, 1108 (void *) eap); 1109 } 1110 vim_free(script); 1111 } 1112 1113 #define BUFFER_SIZE 1024 1114 1115 /* 1116 * ":pyfile" 1117 */ 1118 void 1119 ex_pyfile(exarg_T *eap) 1120 { 1121 static char buffer[BUFFER_SIZE]; 1122 const char *file = (char *)eap->arg; 1123 char *p; 1124 1125 if (p_pyx == 0) 1126 p_pyx = 2; 1127 1128 // Have to do it like this. PyRun_SimpleFile requires you to pass a 1129 // stdio file pointer, but Vim and the Python DLL are compiled with 1130 // different options under Windows, meaning that stdio pointers aren't 1131 // compatible between the two. Yuk. 1132 // 1133 // Put the string "execfile('file')" into buffer. But, we need to 1134 // escape any backslashes or single quotes in the file name, so that 1135 // Python won't mangle the file name. 1136 strcpy(buffer, "execfile('"); 1137 p = buffer + 10; // size of "execfile('" 1138 1139 while (*file && p < buffer + (BUFFER_SIZE - 3)) 1140 { 1141 if (*file == '\\' || *file == '\'') 1142 *p++ = '\\'; 1143 *p++ = *file++; 1144 } 1145 1146 // If we didn't finish the file name, we hit a buffer overflow 1147 if (*file != '\0') 1148 return; 1149 1150 // Put in the terminating "')" and a null 1151 *p++ = '\''; 1152 *p++ = ')'; 1153 *p++ = '\0'; 1154 1155 // Execute the file 1156 DoPyCommand(buffer, 1157 (rangeinitializer) init_range_cmd, 1158 (runner) run_cmd, 1159 (void *) eap); 1160 } 1161 1162 void 1163 ex_pydo(exarg_T *eap) 1164 { 1165 if (p_pyx == 0) 1166 p_pyx = 2; 1167 1168 DoPyCommand((char *)eap->arg, 1169 (rangeinitializer) init_range_cmd, 1170 (runner)run_do, 1171 (void *)eap); 1172 } 1173 1174 /////////////////////////////////////////////////////// 1175 // 2. Python output stream: writes output via [e]msg(). 1176 1177 // Implementation functions 1178 1179 static PyObject * 1180 OutputGetattr(PyObject *self, char *name) 1181 { 1182 if (strcmp(name, "softspace") == 0) 1183 return PyInt_FromLong(((OutputObject *)(self))->softspace); 1184 else if (strcmp(name, "__members__") == 0) 1185 return ObjectDir(NULL, OutputAttrs); 1186 else if (strcmp(name, "errors") == 0) 1187 return PyString_FromString("strict"); 1188 else if (strcmp(name, "encoding") == 0) 1189 return PyString_FromString(ENC_OPT); 1190 return Py_FindMethod(OutputMethods, self, name); 1191 } 1192 1193 /////////////////////////////////////////////////////// 1194 // 3. Implementation of the Vim module for Python 1195 1196 // Window type - Implementation functions 1197 // -------------------------------------- 1198 1199 #define WindowType_Check(obj) ((obj)->ob_type == &WindowType) 1200 1201 // Buffer type - Implementation functions 1202 // -------------------------------------- 1203 1204 #define BufferType_Check(obj) ((obj)->ob_type == &BufferType) 1205 1206 static int BufferAssItem(PyObject *, PyInt, PyObject *); 1207 static int BufferAssSlice(PyObject *, PyInt, PyInt, PyObject *); 1208 1209 // Line range type - Implementation functions 1210 // -------------------------------------- 1211 1212 #define RangeType_Check(obj) ((obj)->ob_type == &RangeType) 1213 1214 static int RangeAssItem(PyObject *, PyInt, PyObject *); 1215 static int RangeAssSlice(PyObject *, PyInt, PyInt, PyObject *); 1216 1217 // Current objects type - Implementation functions 1218 // ----------------------------------------------- 1219 1220 static PySequenceMethods BufferAsSeq = { 1221 (PyInquiry) BufferLength, // sq_length, len(x) 1222 (binaryfunc) 0, // BufferConcat, sq_concat, x+y 1223 (PyIntArgFunc) 0, // BufferRepeat, sq_repeat, x*n 1224 (PyIntArgFunc) BufferItem, // sq_item, x[i] 1225 (PyIntIntArgFunc) BufferSlice, // sq_slice, x[i:j] 1226 (PyIntObjArgProc) BufferAssItem, // sq_ass_item, x[i]=v 1227 (PyIntIntObjArgProc) BufferAssSlice, // sq_ass_slice, x[i:j]=v 1228 (objobjproc) 0, 1229 (binaryfunc) 0, 1230 0, 1231 }; 1232 1233 // Buffer object - Implementation 1234 1235 static PyObject * 1236 BufferGetattr(PyObject *self, char *name) 1237 { 1238 PyObject *r; 1239 1240 if ((r = BufferAttrValid((BufferObject *)(self), name))) 1241 return r; 1242 1243 if (CheckBuffer((BufferObject *)(self))) 1244 return NULL; 1245 1246 r = BufferAttr((BufferObject *)(self), name); 1247 if (r || PyErr_Occurred()) 1248 return r; 1249 else 1250 return Py_FindMethod(BufferMethods, self, name); 1251 } 1252 1253 ////////////////// 1254 1255 static int 1256 BufferAssItem(PyObject *self, PyInt n, PyObject *val) 1257 { 1258 return RBAsItem((BufferObject *)(self), n, val, 1, -1, NULL); 1259 } 1260 1261 static int 1262 BufferAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val) 1263 { 1264 return RBAsSlice((BufferObject *)(self), lo, hi, val, 1, -1, NULL); 1265 } 1266 1267 static PySequenceMethods RangeAsSeq = { 1268 (PyInquiry) RangeLength, // sq_length, len(x) 1269 (binaryfunc) 0, /* RangeConcat, */ // sq_concat, x+y 1270 (PyIntArgFunc) 0, /* RangeRepeat, */ // sq_repeat, x*n 1271 (PyIntArgFunc) RangeItem, // sq_item, x[i] 1272 (PyIntIntArgFunc) RangeSlice, // sq_slice, x[i:j] 1273 (PyIntObjArgProc) RangeAssItem, // sq_ass_item, x[i]=v 1274 (PyIntIntObjArgProc) RangeAssSlice, // sq_ass_slice, x[i:j]=v 1275 (objobjproc) 0, 1276 #if PY_MAJOR_VERSION >= 2 1277 (binaryfunc) 0, 1278 0, 1279 #endif 1280 }; 1281 1282 // Line range object - Implementation 1283 1284 static PyObject * 1285 RangeGetattr(PyObject *self, char *name) 1286 { 1287 if (strcmp(name, "start") == 0) 1288 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->start - 1); 1289 else if (strcmp(name, "end") == 0) 1290 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->end - 1); 1291 else if (strcmp(name, "__members__") == 0) 1292 return ObjectDir(NULL, RangeAttrs); 1293 else 1294 return Py_FindMethod(RangeMethods, self, name); 1295 } 1296 1297 //////////////// 1298 1299 static int 1300 RangeAssItem(PyObject *self, PyInt n, PyObject *val) 1301 { 1302 return RBAsItem(((RangeObject *)(self))->buf, n, val, 1303 ((RangeObject *)(self))->start, 1304 ((RangeObject *)(self))->end, 1305 &((RangeObject *)(self))->end); 1306 } 1307 1308 static int 1309 RangeAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val) 1310 { 1311 return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val, 1312 ((RangeObject *)(self))->start, 1313 ((RangeObject *)(self))->end, 1314 &((RangeObject *)(self))->end); 1315 } 1316 1317 // TabPage object - Implementation 1318 1319 static PyObject * 1320 TabPageGetattr(PyObject *self, char *name) 1321 { 1322 PyObject *r; 1323 1324 if ((r = TabPageAttrValid((TabPageObject *)(self), name))) 1325 return r; 1326 1327 if (CheckTabPage((TabPageObject *)(self))) 1328 return NULL; 1329 1330 r = TabPageAttr((TabPageObject *)(self), name); 1331 if (r || PyErr_Occurred()) 1332 return r; 1333 else 1334 return Py_FindMethod(TabPageMethods, self, name); 1335 } 1336 1337 // Window object - Implementation 1338 1339 static PyObject * 1340 WindowGetattr(PyObject *self, char *name) 1341 { 1342 PyObject *r; 1343 1344 if ((r = WindowAttrValid((WindowObject *)(self), name))) 1345 return r; 1346 1347 if (CheckWindow((WindowObject *)(self))) 1348 return NULL; 1349 1350 r = WindowAttr((WindowObject *)(self), name); 1351 if (r || PyErr_Occurred()) 1352 return r; 1353 else 1354 return Py_FindMethod(WindowMethods, self, name); 1355 } 1356 1357 // Tab page list object - Definitions 1358 1359 static PySequenceMethods TabListAsSeq = { 1360 (PyInquiry) TabListLength, // sq_length, len(x) 1361 (binaryfunc) 0, // sq_concat, x+y 1362 (PyIntArgFunc) 0, // sq_repeat, x*n 1363 (PyIntArgFunc) TabListItem, // sq_item, x[i] 1364 (PyIntIntArgFunc) 0, // sq_slice, x[i:j] 1365 (PyIntObjArgProc) 0, // sq_ass_item, x[i]=v 1366 (PyIntIntObjArgProc) 0, // sq_ass_slice, x[i:j]=v 1367 (objobjproc) 0, 1368 #if PY_MAJOR_VERSION >= 2 1369 (binaryfunc) 0, 1370 0, 1371 #endif 1372 }; 1373 1374 // Window list object - Definitions 1375 1376 static PySequenceMethods WinListAsSeq = { 1377 (PyInquiry) WinListLength, // sq_length, len(x) 1378 (binaryfunc) 0, // sq_concat, x+y 1379 (PyIntArgFunc) 0, // sq_repeat, x*n 1380 (PyIntArgFunc) WinListItem, // sq_item, x[i] 1381 (PyIntIntArgFunc) 0, // sq_slice, x[i:j] 1382 (PyIntObjArgProc) 0, // sq_ass_item, x[i]=v 1383 (PyIntIntObjArgProc) 0, // sq_ass_slice, x[i:j]=v 1384 (objobjproc) 0, 1385 #if PY_MAJOR_VERSION >= 2 1386 (binaryfunc) 0, 1387 0, 1388 #endif 1389 }; 1390 1391 // External interface 1392 1393 void 1394 python_buffer_free(buf_T *buf) 1395 { 1396 if (BUF_PYTHON_REF(buf) != NULL) 1397 { 1398 BufferObject *bp = BUF_PYTHON_REF(buf); 1399 bp->buf = INVALID_BUFFER_VALUE; 1400 BUF_PYTHON_REF(buf) = NULL; 1401 } 1402 } 1403 1404 void 1405 python_window_free(win_T *win) 1406 { 1407 if (WIN_PYTHON_REF(win) != NULL) 1408 { 1409 WindowObject *wp = WIN_PYTHON_REF(win); 1410 wp->win = INVALID_WINDOW_VALUE; 1411 WIN_PYTHON_REF(win) = NULL; 1412 } 1413 } 1414 1415 void 1416 python_tabpage_free(tabpage_T *tab) 1417 { 1418 if (TAB_PYTHON_REF(tab) != NULL) 1419 { 1420 TabPageObject *tp = TAB_PYTHON_REF(tab); 1421 tp->tab = INVALID_TABPAGE_VALUE; 1422 TAB_PYTHON_REF(tab) = NULL; 1423 } 1424 } 1425 1426 static int 1427 PythonMod_Init(void) 1428 { 1429 // The special value is removed from sys.path in Python_Init(). 1430 static char *(argv[2]) = {"/must>not&exist/foo", NULL}; 1431 1432 if (init_types()) 1433 return -1; 1434 1435 // Set sys.argv[] to avoid a crash in warn(). 1436 PySys_SetArgv(1, argv); 1437 1438 vim_module = Py_InitModule4("vim", VimMethods, (char *)NULL, 1439 (PyObject *)NULL, PYTHON_API_VERSION); 1440 1441 if (populate_module(vim_module)) 1442 return -1; 1443 1444 if (init_sys_path()) 1445 return -1; 1446 1447 return 0; 1448 } 1449 1450 ////////////////////////////////////////////////////////////////////////// 1451 // 4. Utility functions for handling the interface between Vim and Python. 1452 1453 // Convert a Vim line into a Python string. 1454 // All internal newlines are replaced by null characters. 1455 // 1456 // On errors, the Python exception data is set, and NULL is returned. 1457 static PyObject * 1458 LineToString(const char *str) 1459 { 1460 PyObject *result; 1461 PyInt len = strlen(str); 1462 char *p; 1463 1464 // Allocate an Python string object, with uninitialised contents. We 1465 // must do it this way, so that we can modify the string in place 1466 // later. See the Python source, Objects/stringobject.c for details. 1467 result = PyString_FromStringAndSize(NULL, len); 1468 if (result == NULL) 1469 return NULL; 1470 1471 p = PyString_AsString(result); 1472 1473 while (*str) 1474 { 1475 if (*str == '\n') 1476 *p = '\0'; 1477 else 1478 *p = *str; 1479 1480 ++p; 1481 ++str; 1482 } 1483 1484 return result; 1485 } 1486 1487 static PyObject * 1488 DictionaryGetattr(PyObject *self, char *name) 1489 { 1490 DictionaryObject *this = ((DictionaryObject *) (self)); 1491 1492 if (strcmp(name, "locked") == 0) 1493 return PyInt_FromLong(this->dict->dv_lock); 1494 else if (strcmp(name, "scope") == 0) 1495 return PyInt_FromLong(this->dict->dv_scope); 1496 else if (strcmp(name, "__members__") == 0) 1497 return ObjectDir(NULL, DictionaryAttrs); 1498 1499 return Py_FindMethod(DictionaryMethods, self, name); 1500 } 1501 1502 static PyObject * 1503 ListGetattr(PyObject *self, char *name) 1504 { 1505 if (strcmp(name, "locked") == 0) 1506 return PyInt_FromLong(((ListObject *)(self))->list->lv_lock); 1507 else if (strcmp(name, "__members__") == 0) 1508 return ObjectDir(NULL, ListAttrs); 1509 1510 return Py_FindMethod(ListMethods, self, name); 1511 } 1512 1513 static PyObject * 1514 FunctionGetattr(PyObject *self, char *name) 1515 { 1516 PyObject *r; 1517 1518 r = FunctionAttr((FunctionObject *)(self), name); 1519 1520 if (r || PyErr_Occurred()) 1521 return r; 1522 else 1523 return Py_FindMethod(FunctionMethods, self, name); 1524 } 1525 1526 void 1527 do_pyeval(char_u *str, typval_T *rettv) 1528 { 1529 DoPyCommand((char *) str, 1530 (rangeinitializer) init_range_eval, 1531 (runner) run_eval, 1532 (void *) rettv); 1533 if (rettv->v_type == VAR_UNKNOWN) 1534 { 1535 rettv->v_type = VAR_NUMBER; 1536 rettv->vval.v_number = 0; 1537 } 1538 } 1539 1540 // Don't generate a prototype for the next function, it generates an error on 1541 // newer Python versions. 1542 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */ && !defined(PROTO) 1543 1544 char * 1545 Py_GetProgramName(void) 1546 { 1547 return "vim"; 1548 } 1549 #endif // Python 1.4 1550 1551 int 1552 set_ref_in_python(int copyID) 1553 { 1554 return set_ref_in_py(copyID); 1555 } 1556