1 /* vi:set ts=8 sts=4 sw=4 noet: 2 * 3 * VIM - Vi IMproved by Bram Moolenaar 4 * 5 * Do ":help uganda" in Vim to read copying and usage conditions. 6 * Do ":help credits" in Vim to see a list of people who contributed. 7 * See README.txt for an overview of the Vim source code. 8 */ 9 /* 10 * Python extensions by Paul Moore. 11 * Changes for Unix by David Leonard. 12 * 13 * This consists of four parts: 14 * 1. Python interpreter main program 15 * 2. Python output stream: writes output via [e]msg(). 16 * 3. Implementation of the Vim module for Python 17 * 4. Utility functions for handling the interface between Vim and Python. 18 */ 19 20 #include "vim.h" 21 22 #include <limits.h> 23 24 // uncomment this if used with the debug version of python. 25 // Checked on 2.7.4. 26 // #define Py_DEBUG 27 // Note: most of time you can add -DPy_DEBUG to CFLAGS in place of uncommenting 28 // uncomment this if used with the debug version of python, but without its 29 // allocator 30 // #define Py_DEBUG_NO_PYMALLOC 31 32 // Python.h defines _POSIX_THREADS itself (if needed) 33 #ifdef _POSIX_THREADS 34 # undef _POSIX_THREADS 35 #endif 36 37 #if defined(MSWIN) && defined(HAVE_FCNTL_H) 38 # undef HAVE_FCNTL_H 39 #endif 40 41 #ifdef _DEBUG 42 # undef _DEBUG 43 #endif 44 45 #ifdef HAVE_STRFTIME 46 # undef HAVE_STRFTIME 47 #endif 48 #ifdef HAVE_STRING_H 49 # undef HAVE_STRING_H 50 #endif 51 #ifdef HAVE_PUTENV 52 # undef HAVE_PUTENV 53 #endif 54 #ifdef HAVE_STDARG_H 55 # undef HAVE_STDARG_H // Python's config.h defines it as well. 56 #endif 57 #ifdef _POSIX_C_SOURCE 58 # undef _POSIX_C_SOURCE // pyconfig.h defines it as well. 59 #endif 60 #ifdef _XOPEN_SOURCE 61 # undef _XOPEN_SOURCE // pyconfig.h defines it as well. 62 #endif 63 64 #define PY_SSIZE_T_CLEAN 65 66 #include <Python.h> 67 68 #if !defined(PY_VERSION_HEX) || PY_VERSION_HEX < 0x02050000 69 # undef PY_SSIZE_T_CLEAN 70 #endif 71 72 // these are NULL for Python 2 73 #define ERRORS_DECODE_ARG NULL 74 #define ERRORS_ENCODE_ARG ERRORS_DECODE_ARG 75 76 #undef main // Defined in python.h - aargh 77 #undef HAVE_FCNTL_H // Clash with os_win32.h 78 79 // Perhaps leave this out for Python 2.6, which supports bytes? 80 #define PyBytes_FromString PyString_FromString 81 #define PyBytes_Check PyString_Check 82 #define PyBytes_AsStringAndSize PyString_AsStringAndSize 83 #define PyBytes_FromStringAndSize PyString_FromStringAndSize 84 85 #if !defined(FEAT_PYTHON) && defined(PROTO) 86 // Use this to be able to generate prototypes without python being used. 87 # define PyObject Py_ssize_t 88 # define PyThreadState Py_ssize_t 89 # define PyTypeObject Py_ssize_t 90 struct PyMethodDef { Py_ssize_t a; }; 91 # define PySequenceMethods Py_ssize_t 92 #endif 93 94 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 95 # define PY_USE_CAPSULE 96 #endif 97 98 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 99 # define PyInt Py_ssize_t 100 # define PyInquiry lenfunc 101 # define PyIntArgFunc ssizeargfunc 102 # define PyIntIntArgFunc ssizessizeargfunc 103 # define PyIntObjArgProc ssizeobjargproc 104 # define PyIntIntObjArgProc ssizessizeobjargproc 105 # define Py_ssize_t_fmt "n" 106 #else 107 # define PyInt int 108 # define lenfunc inquiry 109 # define PyInquiry inquiry 110 # define PyIntArgFunc intargfunc 111 # define PyIntIntArgFunc intintargfunc 112 # define PyIntObjArgProc intobjargproc 113 # define PyIntIntObjArgProc intintobjargproc 114 # define Py_ssize_t_fmt "i" 115 #endif 116 #define Py_bytes_fmt "s" 117 118 // Parser flags 119 #define single_input 256 120 #define file_input 257 121 #define eval_input 258 122 123 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x020300F0 124 // Python 2.3: can invoke ":python" recursively. 125 # define PY_CAN_RECURSE 126 #endif 127 128 #if defined(DYNAMIC_PYTHON) || defined(PROTO) 129 # ifndef DYNAMIC_PYTHON 130 # define HINSTANCE long_u // for generating prototypes 131 # endif 132 133 # ifndef MSWIN 134 # include <dlfcn.h> 135 # define FARPROC void* 136 # define HINSTANCE void* 137 # if defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL) 138 # define load_dll(n) dlopen((n), RTLD_LAZY) 139 # else 140 # define load_dll(n) dlopen((n), RTLD_LAZY|RTLD_GLOBAL) 141 # endif 142 # define close_dll dlclose 143 # define symbol_from_dll dlsym 144 # else 145 # define load_dll vimLoadLib 146 # define close_dll FreeLibrary 147 # define symbol_from_dll GetProcAddress 148 # endif 149 150 // This makes if_python.c compile without warnings against Python 2.5 151 // on Win32 and Win64. 152 # undef PyRun_SimpleString 153 # undef PyRun_String 154 # undef PyArg_Parse 155 # undef PyArg_ParseTuple 156 # undef Py_BuildValue 157 # undef Py_InitModule4 158 # undef Py_InitModule4_64 159 # undef PyObject_CallMethod 160 # undef PyObject_CallFunction 161 162 /* 163 * Wrapper defines 164 */ 165 # define PyArg_Parse dll_PyArg_Parse 166 # define PyArg_ParseTuple dll_PyArg_ParseTuple 167 # define PyMem_Free dll_PyMem_Free 168 # define PyMem_Malloc dll_PyMem_Malloc 169 # define PyDict_SetItemString dll_PyDict_SetItemString 170 # define PyErr_BadArgument dll_PyErr_BadArgument 171 # define PyErr_NewException dll_PyErr_NewException 172 # define PyErr_Clear dll_PyErr_Clear 173 # define PyErr_Format dll_PyErr_Format 174 # define PyErr_PrintEx dll_PyErr_PrintEx 175 # define PyErr_NoMemory dll_PyErr_NoMemory 176 # define PyErr_Occurred dll_PyErr_Occurred 177 # define PyErr_SetNone dll_PyErr_SetNone 178 # define PyErr_SetString dll_PyErr_SetString 179 # define PyErr_SetObject dll_PyErr_SetObject 180 # define PyErr_ExceptionMatches dll_PyErr_ExceptionMatches 181 # define PyEval_InitThreads dll_PyEval_InitThreads 182 # define PyEval_RestoreThread dll_PyEval_RestoreThread 183 # define PyEval_SaveThread dll_PyEval_SaveThread 184 # ifdef PY_CAN_RECURSE 185 # define PyGILState_Ensure dll_PyGILState_Ensure 186 # define PyGILState_Release dll_PyGILState_Release 187 # endif 188 # define PyInt_AsLong dll_PyInt_AsLong 189 # define PyInt_FromLong dll_PyInt_FromLong 190 # define PyLong_AsLong dll_PyLong_AsLong 191 # define PyLong_FromLong dll_PyLong_FromLong 192 # define PyBool_Type (*dll_PyBool_Type) 193 # define PyInt_Type (*dll_PyInt_Type) 194 # define PyLong_Type (*dll_PyLong_Type) 195 # define PyList_GetItem dll_PyList_GetItem 196 # define PyList_Append dll_PyList_Append 197 # define PyList_Insert dll_PyList_Insert 198 # define PyList_New dll_PyList_New 199 # define PyList_SetItem dll_PyList_SetItem 200 # define PyList_Size dll_PyList_Size 201 # define PyList_Type (*dll_PyList_Type) 202 # define PySequence_Check dll_PySequence_Check 203 # define PySequence_Size dll_PySequence_Size 204 # define PySequence_GetItem dll_PySequence_GetItem 205 # define PySequence_Fast dll_PySequence_Fast 206 # define PyTuple_Size dll_PyTuple_Size 207 # define PyTuple_GetItem dll_PyTuple_GetItem 208 # define PyTuple_Type (*dll_PyTuple_Type) 209 # define PySlice_GetIndicesEx dll_PySlice_GetIndicesEx 210 # define PyImport_ImportModule dll_PyImport_ImportModule 211 # define PyDict_New dll_PyDict_New 212 # define PyDict_GetItemString dll_PyDict_GetItemString 213 # define PyDict_Next dll_PyDict_Next 214 # define PyDict_Type (*dll_PyDict_Type) 215 # ifdef PyMapping_Keys 216 # define PY_NO_MAPPING_KEYS 217 # else 218 # define PyMapping_Keys dll_PyMapping_Keys 219 # endif 220 # define PyObject_GetItem dll_PyObject_GetItem 221 # define PyObject_CallMethod dll_PyObject_CallMethod 222 # define PyMapping_Check dll_PyMapping_Check 223 # define PyIter_Next dll_PyIter_Next 224 # define PyModule_GetDict dll_PyModule_GetDict 225 # define PyModule_AddObject dll_PyModule_AddObject 226 # define PyRun_SimpleString dll_PyRun_SimpleString 227 # define PyRun_String dll_PyRun_String 228 # define PyObject_GetAttrString dll_PyObject_GetAttrString 229 # define PyObject_HasAttrString dll_PyObject_HasAttrString 230 # define PyObject_SetAttrString dll_PyObject_SetAttrString 231 # define PyObject_CallFunctionObjArgs dll_PyObject_CallFunctionObjArgs 232 # define PyObject_CallFunction dll_PyObject_CallFunction 233 # define PyObject_Call dll_PyObject_Call 234 # define PyObject_Repr dll_PyObject_Repr 235 # define PyString_AsString dll_PyString_AsString 236 # define PyString_AsStringAndSize dll_PyString_AsStringAndSize 237 # define PyString_FromString dll_PyString_FromString 238 # define PyString_FromFormat dll_PyString_FromFormat 239 # define PyString_FromStringAndSize dll_PyString_FromStringAndSize 240 # define PyString_Size dll_PyString_Size 241 # define PyString_Type (*dll_PyString_Type) 242 # define PyUnicode_Type (*dll_PyUnicode_Type) 243 # undef PyUnicode_AsEncodedString 244 # define PyUnicode_AsEncodedString py_PyUnicode_AsEncodedString 245 # define PyFloat_AsDouble dll_PyFloat_AsDouble 246 # define PyFloat_FromDouble dll_PyFloat_FromDouble 247 # define PyFloat_Type (*dll_PyFloat_Type) 248 # define PyNumber_Check dll_PyNumber_Check 249 # define PyNumber_Long dll_PyNumber_Long 250 # define PyImport_AddModule (*dll_PyImport_AddModule) 251 # define PySys_SetObject dll_PySys_SetObject 252 # define PySys_GetObject dll_PySys_GetObject 253 # define PySys_SetArgv dll_PySys_SetArgv 254 # define PyType_Type (*dll_PyType_Type) 255 # define PyFile_Type (*dll_PyFile_Type) 256 # define PySlice_Type (*dll_PySlice_Type) 257 # define PyType_Ready (*dll_PyType_Ready) 258 # define PyType_GenericAlloc dll_PyType_GenericAlloc 259 # define Py_BuildValue dll_Py_BuildValue 260 # define Py_FindMethod dll_Py_FindMethod 261 # define Py_InitModule4 dll_Py_InitModule4 262 # define Py_SetPythonHome dll_Py_SetPythonHome 263 # define Py_Initialize dll_Py_Initialize 264 # define Py_Finalize dll_Py_Finalize 265 # define Py_IsInitialized dll_Py_IsInitialized 266 # define _PyObject_New dll__PyObject_New 267 # define _PyObject_GC_New dll__PyObject_GC_New 268 # ifdef PyObject_GC_Del 269 # define Py_underscore_GC 270 # define _PyObject_GC_Del dll__PyObject_GC_Del 271 # define _PyObject_GC_UnTrack dll__PyObject_GC_UnTrack 272 # else 273 # define PyObject_GC_Del dll_PyObject_GC_Del 274 # define PyObject_GC_UnTrack dll_PyObject_GC_UnTrack 275 # endif 276 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 277 # define _PyObject_NextNotImplemented (*dll__PyObject_NextNotImplemented) 278 # endif 279 # define _Py_NoneStruct (*dll__Py_NoneStruct) 280 # define _Py_ZeroStruct (*dll__Py_ZeroStruct) 281 # define _Py_TrueStruct (*dll__Py_TrueStruct) 282 # define PyObject_Init dll__PyObject_Init 283 # define PyObject_GetIter dll_PyObject_GetIter 284 # define PyObject_IsTrue dll_PyObject_IsTrue 285 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 286 # define PyType_IsSubtype dll_PyType_IsSubtype 287 # ifdef Py_DEBUG 288 # define _Py_NegativeRefcount dll__Py_NegativeRefcount 289 # define _Py_RefTotal (*dll__Py_RefTotal) 290 # define _Py_Dealloc dll__Py_Dealloc 291 # endif 292 # endif 293 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 294 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 295 # define _PyObject_DebugMalloc dll__PyObject_DebugMalloc 296 # define _PyObject_DebugFree dll__PyObject_DebugFree 297 # else 298 # define PyObject_Malloc dll_PyObject_Malloc 299 # define PyObject_Free dll_PyObject_Free 300 # endif 301 # endif 302 # ifdef PY_USE_CAPSULE 303 # define PyCapsule_New dll_PyCapsule_New 304 # define PyCapsule_GetPointer dll_PyCapsule_GetPointer 305 # else 306 # define PyCObject_FromVoidPtr dll_PyCObject_FromVoidPtr 307 # define PyCObject_AsVoidPtr dll_PyCObject_AsVoidPtr 308 # endif 309 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 310 # define Py_NoSiteFlag (*dll_Py_NoSiteFlag) 311 # endif 312 313 /* 314 * Pointers for dynamic link 315 */ 316 static int(*dll_PyArg_Parse)(PyObject *, char *, ...); 317 static int(*dll_PyArg_ParseTuple)(PyObject *, char *, ...); 318 static int(*dll_PyMem_Free)(void *); 319 static void* (*dll_PyMem_Malloc)(size_t); 320 static int(*dll_PyDict_SetItemString)(PyObject *dp, char *key, PyObject *item); 321 static int(*dll_PyErr_BadArgument)(void); 322 static PyObject *(*dll_PyErr_NewException)(char *, PyObject *, PyObject *); 323 static void(*dll_PyErr_Clear)(void); 324 static PyObject*(*dll_PyErr_Format)(PyObject *, const char *, ...); 325 static void(*dll_PyErr_PrintEx)(int); 326 static PyObject*(*dll_PyErr_NoMemory)(void); 327 static PyObject*(*dll_PyErr_Occurred)(void); 328 static void(*dll_PyErr_SetNone)(PyObject *); 329 static void(*dll_PyErr_SetString)(PyObject *, const char *); 330 static void(*dll_PyErr_SetObject)(PyObject *, PyObject *); 331 static int(*dll_PyErr_ExceptionMatches)(PyObject *); 332 static void(*dll_PyEval_InitThreads)(void); 333 static void(*dll_PyEval_RestoreThread)(PyThreadState *); 334 static PyThreadState*(*dll_PyEval_SaveThread)(void); 335 # ifdef PY_CAN_RECURSE 336 static PyGILState_STATE (*dll_PyGILState_Ensure)(void); 337 static void (*dll_PyGILState_Release)(PyGILState_STATE); 338 # endif 339 static long(*dll_PyInt_AsLong)(PyObject *); 340 static PyObject*(*dll_PyInt_FromLong)(long); 341 static long(*dll_PyLong_AsLong)(PyObject *); 342 static PyObject*(*dll_PyLong_FromLong)(long); 343 static PyTypeObject* dll_PyBool_Type; 344 static PyTypeObject* dll_PyInt_Type; 345 static PyTypeObject* dll_PyLong_Type; 346 static PyObject*(*dll_PyList_GetItem)(PyObject *, PyInt); 347 static int(*dll_PyList_Append)(PyObject *, PyObject *); 348 static int(*dll_PyList_Insert)(PyObject *, PyInt, PyObject *); 349 static PyObject*(*dll_PyList_New)(PyInt size); 350 static int(*dll_PyList_SetItem)(PyObject *, PyInt, PyObject *); 351 static PyInt(*dll_PyList_Size)(PyObject *); 352 static PyTypeObject* dll_PyList_Type; 353 static int (*dll_PySequence_Check)(PyObject *); 354 static PyInt(*dll_PySequence_Size)(PyObject *); 355 static PyObject*(*dll_PySequence_GetItem)(PyObject *, PyInt); 356 static PyObject*(*dll_PySequence_Fast)(PyObject *, const char *); 357 static PyInt(*dll_PyTuple_Size)(PyObject *); 358 static PyObject*(*dll_PyTuple_GetItem)(PyObject *, PyInt); 359 static PyTypeObject* dll_PyTuple_Type; 360 static int (*dll_PySlice_GetIndicesEx)(PySliceObject *r, PyInt length, 361 PyInt *start, PyInt *stop, PyInt *step, 362 PyInt *slicelen); 363 static PyObject*(*dll_PyImport_ImportModule)(const char *); 364 static PyObject*(*dll_PyDict_New)(void); 365 static PyObject*(*dll_PyDict_GetItemString)(PyObject *, const char *); 366 static int (*dll_PyDict_Next)(PyObject *, PyInt *, PyObject **, PyObject **); 367 static PyTypeObject* dll_PyDict_Type; 368 # ifndef PY_NO_MAPPING_KEYS 369 static PyObject* (*dll_PyMapping_Keys)(PyObject *); 370 # endif 371 static PyObject* (*dll_PyObject_GetItem)(PyObject *, PyObject *); 372 static PyObject* (*dll_PyObject_CallMethod)(PyObject *, char *, PyObject *); 373 static int (*dll_PyMapping_Check)(PyObject *); 374 static PyObject* (*dll_PyIter_Next)(PyObject *); 375 static PyObject*(*dll_PyModule_GetDict)(PyObject *); 376 static int(*dll_PyModule_AddObject)(PyObject *, const char *, PyObject *); 377 static int(*dll_PyRun_SimpleString)(char *); 378 static PyObject *(*dll_PyRun_String)(char *, int, PyObject *, PyObject *); 379 static PyObject* (*dll_PyObject_GetAttrString)(PyObject *, const char *); 380 static int (*dll_PyObject_HasAttrString)(PyObject *, const char *); 381 static int (*dll_PyObject_SetAttrString)(PyObject *, const char *, PyObject *); 382 static PyObject* (*dll_PyObject_CallFunctionObjArgs)(PyObject *, ...); 383 static PyObject* (*dll_PyObject_CallFunction)(PyObject *, char *, ...); 384 static PyObject* (*dll_PyObject_Call)(PyObject *, PyObject *, PyObject *); 385 static PyObject* (*dll_PyObject_Repr)(PyObject *); 386 static char*(*dll_PyString_AsString)(PyObject *); 387 static int(*dll_PyString_AsStringAndSize)(PyObject *, char **, PyInt *); 388 static PyObject*(*dll_PyString_FromString)(const char *); 389 static PyObject*(*dll_PyString_FromFormat)(const char *, ...); 390 static PyObject*(*dll_PyString_FromStringAndSize)(const char *, PyInt); 391 static PyInt(*dll_PyString_Size)(PyObject *); 392 static PyTypeObject* dll_PyString_Type; 393 static PyTypeObject* dll_PyUnicode_Type; 394 static PyObject *(*py_PyUnicode_AsEncodedString)(PyObject *, char *, char *); 395 static double(*dll_PyFloat_AsDouble)(PyObject *); 396 static PyObject*(*dll_PyFloat_FromDouble)(double); 397 static PyTypeObject* dll_PyFloat_Type; 398 static int(*dll_PyNumber_Check)(PyObject *); 399 static PyObject*(*dll_PyNumber_Long)(PyObject *); 400 static int(*dll_PySys_SetObject)(char *, PyObject *); 401 static PyObject *(*dll_PySys_GetObject)(char *); 402 static int(*dll_PySys_SetArgv)(int, char **); 403 static PyTypeObject* dll_PyType_Type; 404 static PyTypeObject* dll_PyFile_Type; 405 static PyTypeObject* dll_PySlice_Type; 406 static int (*dll_PyType_Ready)(PyTypeObject *type); 407 static PyObject* (*dll_PyType_GenericAlloc)(PyTypeObject *type, PyInt nitems); 408 static PyObject*(*dll_Py_BuildValue)(char *, ...); 409 static PyObject*(*dll_Py_FindMethod)(struct PyMethodDef[], PyObject *, char *); 410 static PyObject*(*dll_Py_InitModule4)(char *, struct PyMethodDef *, char *, PyObject *, int); 411 static PyObject*(*dll_PyImport_AddModule)(char *); 412 static void(*dll_Py_SetPythonHome)(char *home); 413 static void(*dll_Py_Initialize)(void); 414 static void(*dll_Py_Finalize)(void); 415 static int(*dll_Py_IsInitialized)(void); 416 static PyObject*(*dll__PyObject_New)(PyTypeObject *, PyObject *); 417 static PyObject*(*dll__PyObject_GC_New)(PyTypeObject *); 418 # ifdef Py_underscore_GC 419 static void(*dll__PyObject_GC_Del)(void *); 420 static void(*dll__PyObject_GC_UnTrack)(void *); 421 # else 422 static void(*dll_PyObject_GC_Del)(void *); 423 static void(*dll_PyObject_GC_UnTrack)(void *); 424 # endif 425 static PyObject*(*dll__PyObject_Init)(PyObject *, PyTypeObject *); 426 static PyObject* (*dll_PyObject_GetIter)(PyObject *); 427 static int (*dll_PyObject_IsTrue)(PyObject *); 428 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 429 static iternextfunc dll__PyObject_NextNotImplemented; 430 # endif 431 static PyObject* dll__Py_NoneStruct; 432 static PyObject* _Py_ZeroStruct; 433 static PyObject* dll__Py_TrueStruct; 434 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 435 static int (*dll_PyType_IsSubtype)(PyTypeObject *, PyTypeObject *); 436 # ifdef Py_DEBUG 437 static void (*dll__Py_NegativeRefcount)(const char *fname, int lineno, PyObject *op); 438 static PyInt* dll__Py_RefTotal; 439 static void (*dll__Py_Dealloc)(PyObject *obj); 440 # endif 441 # endif 442 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 443 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 444 static void (*dll__PyObject_DebugFree)(void*); 445 static void* (*dll__PyObject_DebugMalloc)(size_t); 446 # else 447 static void* (*dll_PyObject_Malloc)(size_t); 448 static void (*dll_PyObject_Free)(void*); 449 # endif 450 # endif 451 # ifdef PY_USE_CAPSULE 452 static PyObject* (*dll_PyCapsule_New)(void *, char *, PyCapsule_Destructor); 453 static void* (*dll_PyCapsule_GetPointer)(PyObject *, char *); 454 # else 455 static PyObject* (*dll_PyCObject_FromVoidPtr)(void *cobj, void (*destr)(void *)); 456 static void* (*dll_PyCObject_AsVoidPtr)(PyObject *); 457 # endif 458 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 459 static int* dll_Py_NoSiteFlag; 460 # endif 461 462 static HINSTANCE hinstPython = 0; // Instance of python.dll 463 464 // Imported exception objects 465 static PyObject *imp_PyExc_AttributeError; 466 static PyObject *imp_PyExc_IndexError; 467 static PyObject *imp_PyExc_KeyError; 468 static PyObject *imp_PyExc_KeyboardInterrupt; 469 static PyObject *imp_PyExc_TypeError; 470 static PyObject *imp_PyExc_ValueError; 471 static PyObject *imp_PyExc_SystemExit; 472 static PyObject *imp_PyExc_RuntimeError; 473 static PyObject *imp_PyExc_ImportError; 474 static PyObject *imp_PyExc_OverflowError; 475 476 # define PyExc_AttributeError imp_PyExc_AttributeError 477 # define PyExc_IndexError imp_PyExc_IndexError 478 # define PyExc_KeyError imp_PyExc_KeyError 479 # define PyExc_KeyboardInterrupt imp_PyExc_KeyboardInterrupt 480 # define PyExc_TypeError imp_PyExc_TypeError 481 # define PyExc_ValueError imp_PyExc_ValueError 482 # define PyExc_SystemExit imp_PyExc_SystemExit 483 # define PyExc_RuntimeError imp_PyExc_RuntimeError 484 # define PyExc_ImportError imp_PyExc_ImportError 485 # define PyExc_OverflowError imp_PyExc_OverflowError 486 487 /* 488 * Table of name to function pointer of python. 489 */ 490 # define PYTHON_PROC FARPROC 491 static struct 492 { 493 char *name; 494 PYTHON_PROC *ptr; 495 } python_funcname_table[] = 496 { 497 # ifndef PY_SSIZE_T_CLEAN 498 {"PyArg_Parse", (PYTHON_PROC*)&dll_PyArg_Parse}, 499 {"PyArg_ParseTuple", (PYTHON_PROC*)&dll_PyArg_ParseTuple}, 500 {"Py_BuildValue", (PYTHON_PROC*)&dll_Py_BuildValue}, 501 # else 502 {"_PyArg_Parse_SizeT", (PYTHON_PROC*)&dll_PyArg_Parse}, 503 {"_PyArg_ParseTuple_SizeT", (PYTHON_PROC*)&dll_PyArg_ParseTuple}, 504 {"_Py_BuildValue_SizeT", (PYTHON_PROC*)&dll_Py_BuildValue}, 505 # endif 506 {"PyMem_Free", (PYTHON_PROC*)&dll_PyMem_Free}, 507 {"PyMem_Malloc", (PYTHON_PROC*)&dll_PyMem_Malloc}, 508 {"PyDict_SetItemString", (PYTHON_PROC*)&dll_PyDict_SetItemString}, 509 {"PyErr_BadArgument", (PYTHON_PROC*)&dll_PyErr_BadArgument}, 510 {"PyErr_NewException", (PYTHON_PROC*)&dll_PyErr_NewException}, 511 {"PyErr_Clear", (PYTHON_PROC*)&dll_PyErr_Clear}, 512 {"PyErr_Format", (PYTHON_PROC*)&dll_PyErr_Format}, 513 {"PyErr_PrintEx", (PYTHON_PROC*)&dll_PyErr_PrintEx}, 514 {"PyErr_NoMemory", (PYTHON_PROC*)&dll_PyErr_NoMemory}, 515 {"PyErr_Occurred", (PYTHON_PROC*)&dll_PyErr_Occurred}, 516 {"PyErr_SetNone", (PYTHON_PROC*)&dll_PyErr_SetNone}, 517 {"PyErr_SetString", (PYTHON_PROC*)&dll_PyErr_SetString}, 518 {"PyErr_SetObject", (PYTHON_PROC*)&dll_PyErr_SetObject}, 519 {"PyErr_ExceptionMatches", (PYTHON_PROC*)&dll_PyErr_ExceptionMatches}, 520 {"PyEval_InitThreads", (PYTHON_PROC*)&dll_PyEval_InitThreads}, 521 {"PyEval_RestoreThread", (PYTHON_PROC*)&dll_PyEval_RestoreThread}, 522 {"PyEval_SaveThread", (PYTHON_PROC*)&dll_PyEval_SaveThread}, 523 # ifdef PY_CAN_RECURSE 524 {"PyGILState_Ensure", (PYTHON_PROC*)&dll_PyGILState_Ensure}, 525 {"PyGILState_Release", (PYTHON_PROC*)&dll_PyGILState_Release}, 526 # endif 527 {"PyInt_AsLong", (PYTHON_PROC*)&dll_PyInt_AsLong}, 528 {"PyInt_FromLong", (PYTHON_PROC*)&dll_PyInt_FromLong}, 529 {"PyLong_AsLong", (PYTHON_PROC*)&dll_PyLong_AsLong}, 530 {"PyLong_FromLong", (PYTHON_PROC*)&dll_PyLong_FromLong}, 531 {"PyBool_Type", (PYTHON_PROC*)&dll_PyBool_Type}, 532 {"PyInt_Type", (PYTHON_PROC*)&dll_PyInt_Type}, 533 {"PyLong_Type", (PYTHON_PROC*)&dll_PyLong_Type}, 534 {"PyList_GetItem", (PYTHON_PROC*)&dll_PyList_GetItem}, 535 {"PyList_Append", (PYTHON_PROC*)&dll_PyList_Append}, 536 {"PyList_Insert", (PYTHON_PROC*)&dll_PyList_Insert}, 537 {"PyList_New", (PYTHON_PROC*)&dll_PyList_New}, 538 {"PyList_SetItem", (PYTHON_PROC*)&dll_PyList_SetItem}, 539 {"PyList_Size", (PYTHON_PROC*)&dll_PyList_Size}, 540 {"PyList_Type", (PYTHON_PROC*)&dll_PyList_Type}, 541 {"PySequence_Size", (PYTHON_PROC*)&dll_PySequence_Size}, 542 {"PySequence_Check", (PYTHON_PROC*)&dll_PySequence_Check}, 543 {"PySequence_GetItem", (PYTHON_PROC*)&dll_PySequence_GetItem}, 544 {"PySequence_Fast", (PYTHON_PROC*)&dll_PySequence_Fast}, 545 {"PyTuple_GetItem", (PYTHON_PROC*)&dll_PyTuple_GetItem}, 546 {"PyTuple_Size", (PYTHON_PROC*)&dll_PyTuple_Size}, 547 {"PyTuple_Type", (PYTHON_PROC*)&dll_PyTuple_Type}, 548 {"PySlice_GetIndicesEx", (PYTHON_PROC*)&dll_PySlice_GetIndicesEx}, 549 {"PyImport_ImportModule", (PYTHON_PROC*)&dll_PyImport_ImportModule}, 550 {"PyDict_GetItemString", (PYTHON_PROC*)&dll_PyDict_GetItemString}, 551 {"PyDict_Next", (PYTHON_PROC*)&dll_PyDict_Next}, 552 {"PyDict_New", (PYTHON_PROC*)&dll_PyDict_New}, 553 {"PyDict_Type", (PYTHON_PROC*)&dll_PyDict_Type}, 554 # ifndef PY_NO_MAPPING_KEYS 555 {"PyMapping_Keys", (PYTHON_PROC*)&dll_PyMapping_Keys}, 556 # endif 557 {"PyObject_GetItem", (PYTHON_PROC*)&dll_PyObject_GetItem}, 558 {"PyObject_CallMethod", (PYTHON_PROC*)&dll_PyObject_CallMethod}, 559 {"PyMapping_Check", (PYTHON_PROC*)&dll_PyMapping_Check}, 560 {"PyIter_Next", (PYTHON_PROC*)&dll_PyIter_Next}, 561 {"PyModule_GetDict", (PYTHON_PROC*)&dll_PyModule_GetDict}, 562 {"PyModule_AddObject", (PYTHON_PROC*)&dll_PyModule_AddObject}, 563 {"PyRun_SimpleString", (PYTHON_PROC*)&dll_PyRun_SimpleString}, 564 {"PyRun_String", (PYTHON_PROC*)&dll_PyRun_String}, 565 {"PyObject_GetAttrString", (PYTHON_PROC*)&dll_PyObject_GetAttrString}, 566 {"PyObject_HasAttrString", (PYTHON_PROC*)&dll_PyObject_HasAttrString}, 567 {"PyObject_SetAttrString", (PYTHON_PROC*)&dll_PyObject_SetAttrString}, 568 {"PyObject_CallFunctionObjArgs", (PYTHON_PROC*)&dll_PyObject_CallFunctionObjArgs}, 569 {"PyObject_CallFunction", (PYTHON_PROC*)&dll_PyObject_CallFunction}, 570 {"PyObject_Call", (PYTHON_PROC*)&dll_PyObject_Call}, 571 {"PyObject_Repr", (PYTHON_PROC*)&dll_PyObject_Repr}, 572 {"PyString_AsString", (PYTHON_PROC*)&dll_PyString_AsString}, 573 {"PyString_AsStringAndSize", (PYTHON_PROC*)&dll_PyString_AsStringAndSize}, 574 {"PyString_FromString", (PYTHON_PROC*)&dll_PyString_FromString}, 575 {"PyString_FromFormat", (PYTHON_PROC*)&dll_PyString_FromFormat}, 576 {"PyString_FromStringAndSize", (PYTHON_PROC*)&dll_PyString_FromStringAndSize}, 577 {"PyString_Size", (PYTHON_PROC*)&dll_PyString_Size}, 578 {"PyString_Type", (PYTHON_PROC*)&dll_PyString_Type}, 579 {"PyUnicode_Type", (PYTHON_PROC*)&dll_PyUnicode_Type}, 580 {"PyFloat_Type", (PYTHON_PROC*)&dll_PyFloat_Type}, 581 {"PyFloat_AsDouble", (PYTHON_PROC*)&dll_PyFloat_AsDouble}, 582 {"PyFloat_FromDouble", (PYTHON_PROC*)&dll_PyFloat_FromDouble}, 583 {"PyImport_AddModule", (PYTHON_PROC*)&dll_PyImport_AddModule}, 584 {"PyNumber_Check", (PYTHON_PROC*)&dll_PyNumber_Check}, 585 {"PyNumber_Long", (PYTHON_PROC*)&dll_PyNumber_Long}, 586 {"PySys_SetObject", (PYTHON_PROC*)&dll_PySys_SetObject}, 587 {"PySys_GetObject", (PYTHON_PROC*)&dll_PySys_GetObject}, 588 {"PySys_SetArgv", (PYTHON_PROC*)&dll_PySys_SetArgv}, 589 {"PyType_Type", (PYTHON_PROC*)&dll_PyType_Type}, 590 {"PyFile_Type", (PYTHON_PROC*)&dll_PyFile_Type}, 591 {"PySlice_Type", (PYTHON_PROC*)&dll_PySlice_Type}, 592 {"PyType_Ready", (PYTHON_PROC*)&dll_PyType_Ready}, 593 {"PyType_GenericAlloc", (PYTHON_PROC*)&dll_PyType_GenericAlloc}, 594 {"Py_FindMethod", (PYTHON_PROC*)&dll_Py_FindMethod}, 595 {"Py_SetPythonHome", (PYTHON_PROC*)&dll_Py_SetPythonHome}, 596 {"Py_Initialize", (PYTHON_PROC*)&dll_Py_Initialize}, 597 {"Py_Finalize", (PYTHON_PROC*)&dll_Py_Finalize}, 598 {"Py_IsInitialized", (PYTHON_PROC*)&dll_Py_IsInitialized}, 599 {"_PyObject_New", (PYTHON_PROC*)&dll__PyObject_New}, 600 {"_PyObject_GC_New", (PYTHON_PROC*)&dll__PyObject_GC_New}, 601 # ifdef Py_underscore_GC 602 {"_PyObject_GC_Del", (PYTHON_PROC*)&dll__PyObject_GC_Del}, 603 {"_PyObject_GC_UnTrack", (PYTHON_PROC*)&dll__PyObject_GC_UnTrack}, 604 # else 605 {"PyObject_GC_Del", (PYTHON_PROC*)&dll_PyObject_GC_Del}, 606 {"PyObject_GC_UnTrack", (PYTHON_PROC*)&dll_PyObject_GC_UnTrack}, 607 # endif 608 {"PyObject_Init", (PYTHON_PROC*)&dll__PyObject_Init}, 609 {"PyObject_GetIter", (PYTHON_PROC*)&dll_PyObject_GetIter}, 610 {"PyObject_IsTrue", (PYTHON_PROC*)&dll_PyObject_IsTrue}, 611 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 612 {"_PyObject_NextNotImplemented", (PYTHON_PROC*)&dll__PyObject_NextNotImplemented}, 613 # endif 614 {"_Py_NoneStruct", (PYTHON_PROC*)&dll__Py_NoneStruct}, 615 {"_Py_ZeroStruct", (PYTHON_PROC*)&dll__Py_ZeroStruct}, 616 {"_Py_TrueStruct", (PYTHON_PROC*)&dll__Py_TrueStruct}, 617 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02020000 618 # ifdef Py_DEBUG 619 {"_Py_NegativeRefcount", (PYTHON_PROC*)&dll__Py_NegativeRefcount}, 620 {"_Py_RefTotal", (PYTHON_PROC*)&dll__Py_RefTotal}, 621 {"_Py_Dealloc", (PYTHON_PROC*)&dll__Py_Dealloc}, 622 # endif 623 {"PyType_IsSubtype", (PYTHON_PROC*)&dll_PyType_IsSubtype}, 624 # endif 625 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02030000 626 # if defined(Py_DEBUG) && !defined(Py_DEBUG_NO_PYMALLOC) 627 {"_PyObject_DebugFree", (PYTHON_PROC*)&dll__PyObject_DebugFree}, 628 {"_PyObject_DebugMalloc", (PYTHON_PROC*)&dll__PyObject_DebugMalloc}, 629 # else 630 {"PyObject_Malloc", (PYTHON_PROC*)&dll_PyObject_Malloc}, 631 {"PyObject_Free", (PYTHON_PROC*)&dll_PyObject_Free}, 632 # endif 633 # endif 634 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02050000 \ 635 && SIZEOF_SIZE_T != VIM_SIZEOF_INT 636 # ifdef Py_DEBUG 637 {"Py_InitModule4TraceRefs_64", (PYTHON_PROC*)&dll_Py_InitModule4}, 638 # else 639 {"Py_InitModule4_64", (PYTHON_PROC*)&dll_Py_InitModule4}, 640 # endif 641 # else 642 # ifdef Py_DEBUG 643 {"Py_InitModule4TraceRefs", (PYTHON_PROC*)&dll_Py_InitModule4}, 644 # else 645 {"Py_InitModule4", (PYTHON_PROC*)&dll_Py_InitModule4}, 646 # endif 647 # endif 648 # ifdef PY_USE_CAPSULE 649 {"PyCapsule_New", (PYTHON_PROC*)&dll_PyCapsule_New}, 650 {"PyCapsule_GetPointer", (PYTHON_PROC*)&dll_PyCapsule_GetPointer}, 651 # else 652 {"PyCObject_FromVoidPtr", (PYTHON_PROC*)&dll_PyCObject_FromVoidPtr}, 653 {"PyCObject_AsVoidPtr", (PYTHON_PROC*)&dll_PyCObject_AsVoidPtr}, 654 # endif 655 # if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 656 {"Py_NoSiteFlag", (PYTHON_PROC*)&dll_Py_NoSiteFlag}, 657 # endif 658 {"", NULL}, 659 }; 660 661 /* 662 * Load library and get all pointers. 663 * Parameter 'libname' provides name of DLL. 664 * Return OK or FAIL. 665 */ 666 static int 667 python_runtime_link_init(char *libname, int verbose) 668 { 669 int i; 670 PYTHON_PROC *ucs_as_encoded_string = 671 (PYTHON_PROC*)&py_PyUnicode_AsEncodedString; 672 673 # if !(defined(PY_NO_RTLD_GLOBAL) && defined(PY3_NO_RTLD_GLOBAL)) && defined(UNIX) && defined(FEAT_PYTHON3) 674 // Can't have Python and Python3 loaded at the same time. 675 // It cause a crash, because RTLD_GLOBAL is needed for 676 // standard C extension libraries of one or both python versions. 677 if (python3_loaded()) 678 { 679 if (verbose) 680 emsg(_("E836: This Vim cannot execute :python after using :py3")); 681 return FAIL; 682 } 683 # endif 684 685 if (hinstPython) 686 return OK; 687 hinstPython = load_dll(libname); 688 if (!hinstPython) 689 { 690 if (verbose) 691 semsg(_(e_loadlib), libname); 692 return FAIL; 693 } 694 695 for (i = 0; python_funcname_table[i].ptr; ++i) 696 { 697 if ((*python_funcname_table[i].ptr = symbol_from_dll(hinstPython, 698 python_funcname_table[i].name)) == NULL) 699 { 700 close_dll(hinstPython); 701 hinstPython = 0; 702 if (verbose) 703 semsg(_(e_loadfunc), python_funcname_table[i].name); 704 return FAIL; 705 } 706 } 707 708 // Load unicode functions separately as only the ucs2 or the ucs4 functions 709 // will be present in the library. 710 *ucs_as_encoded_string = symbol_from_dll(hinstPython, 711 "PyUnicodeUCS2_AsEncodedString"); 712 if (*ucs_as_encoded_string == NULL) 713 *ucs_as_encoded_string = symbol_from_dll(hinstPython, 714 "PyUnicodeUCS4_AsEncodedString"); 715 if (*ucs_as_encoded_string == NULL) 716 { 717 close_dll(hinstPython); 718 hinstPython = 0; 719 if (verbose) 720 semsg(_(e_loadfunc), "PyUnicode_UCSX_*"); 721 return FAIL; 722 } 723 724 return OK; 725 } 726 727 /* 728 * If python is enabled (there is installed python on Windows system) return 729 * TRUE, else FALSE. 730 */ 731 int 732 python_enabled(int verbose) 733 { 734 return python_runtime_link_init((char *)p_pydll, verbose) == OK; 735 } 736 737 /* 738 * Load the standard Python exceptions - don't import the symbols from the 739 * DLL, as this can cause errors (importing data symbols is not reliable). 740 */ 741 static void 742 get_exceptions(void) 743 { 744 PyObject *exmod = PyImport_ImportModule("exceptions"); 745 PyObject *exdict = PyModule_GetDict(exmod); 746 imp_PyExc_AttributeError = PyDict_GetItemString(exdict, "AttributeError"); 747 imp_PyExc_IndexError = PyDict_GetItemString(exdict, "IndexError"); 748 imp_PyExc_KeyError = PyDict_GetItemString(exdict, "KeyError"); 749 imp_PyExc_KeyboardInterrupt = PyDict_GetItemString(exdict, "KeyboardInterrupt"); 750 imp_PyExc_TypeError = PyDict_GetItemString(exdict, "TypeError"); 751 imp_PyExc_ValueError = PyDict_GetItemString(exdict, "ValueError"); 752 imp_PyExc_SystemExit = PyDict_GetItemString(exdict, "SystemExit"); 753 imp_PyExc_RuntimeError = PyDict_GetItemString(exdict, "RuntimeError"); 754 imp_PyExc_ImportError = PyDict_GetItemString(exdict, "ImportError"); 755 imp_PyExc_OverflowError = PyDict_GetItemString(exdict, "OverflowError"); 756 Py_XINCREF(imp_PyExc_AttributeError); 757 Py_XINCREF(imp_PyExc_IndexError); 758 Py_XINCREF(imp_PyExc_KeyError); 759 Py_XINCREF(imp_PyExc_KeyboardInterrupt); 760 Py_XINCREF(imp_PyExc_TypeError); 761 Py_XINCREF(imp_PyExc_ValueError); 762 Py_XINCREF(imp_PyExc_SystemExit); 763 Py_XINCREF(imp_PyExc_RuntimeError); 764 Py_XINCREF(imp_PyExc_ImportError); 765 Py_XINCREF(imp_PyExc_OverflowError); 766 Py_XDECREF(exmod); 767 } 768 #endif // DYNAMIC_PYTHON 769 770 static int initialised = 0; 771 #define PYINITIALISED initialised 772 static int python_end_called = FALSE; 773 774 #define DESTRUCTOR_FINISH(self) self->ob_type->tp_free((PyObject*)self); 775 776 #define WIN_PYTHON_REF(win) win->w_python_ref 777 #define BUF_PYTHON_REF(buf) buf->b_python_ref 778 #define TAB_PYTHON_REF(tab) tab->tp_python_ref 779 780 static PyObject *OutputGetattr(PyObject *, char *); 781 static PyObject *BufferGetattr(PyObject *, char *); 782 static PyObject *WindowGetattr(PyObject *, char *); 783 static PyObject *TabPageGetattr(PyObject *, char *); 784 static PyObject *RangeGetattr(PyObject *, char *); 785 static PyObject *DictionaryGetattr(PyObject *, char*); 786 static PyObject *ListGetattr(PyObject *, char *); 787 static PyObject *FunctionGetattr(PyObject *, char *); 788 789 #ifndef Py_VISIT 790 # define Py_VISIT(obj) visit(obj, arg) 791 #endif 792 #ifndef Py_CLEAR 793 # define Py_CLEAR(obj) \ 794 { \ 795 Py_XDECREF(obj); \ 796 obj = NULL; \ 797 } 798 #endif 799 800 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 801 static void * 802 py_memsave(void *p, size_t len) 803 { 804 void *r; 805 806 if (!(r = PyMem_Malloc(len))) 807 return NULL; 808 mch_memmove(r, p, len); 809 return r; 810 } 811 812 # define PY_STRSAVE(s) ((char_u *) py_memsave(s, STRLEN(s) + 1)) 813 #endif 814 815 typedef PySliceObject PySliceObject_T; 816 817 /* 818 * Include the code shared with if_python3.c 819 */ 820 #include "if_py_both.h" 821 822 823 /////////////////////////////////////////////////////// 824 // Internal function prototypes. 825 826 static int PythonMod_Init(void); 827 828 829 /////////////////////////////////////////////////////// 830 // 1. Python interpreter main program. 831 832 #if PYTHON_API_VERSION < 1007 // Python 1.4 833 typedef PyObject PyThreadState; 834 #endif 835 836 #ifndef PY_CAN_RECURSE 837 static PyThreadState *saved_python_thread = NULL; 838 839 /* 840 * Suspend a thread of the Python interpreter, other threads are allowed to 841 * run. 842 */ 843 static void 844 Python_SaveThread(void) 845 { 846 saved_python_thread = PyEval_SaveThread(); 847 } 848 849 /* 850 * Restore a thread of the Python interpreter, waits for other threads to 851 * block. 852 */ 853 static void 854 Python_RestoreThread(void) 855 { 856 PyEval_RestoreThread(saved_python_thread); 857 saved_python_thread = NULL; 858 } 859 #endif 860 861 void 862 python_end(void) 863 { 864 static int recurse = 0; 865 866 // If a crash occurs while doing this, don't try again. 867 if (recurse != 0) 868 return; 869 870 python_end_called = TRUE; 871 ++recurse; 872 873 #ifdef DYNAMIC_PYTHON 874 if (hinstPython && Py_IsInitialized()) 875 { 876 # ifdef PY_CAN_RECURSE 877 PyGILState_Ensure(); 878 # else 879 Python_RestoreThread(); // enter python 880 # endif 881 Py_Finalize(); 882 } 883 #else 884 if (Py_IsInitialized()) 885 { 886 # ifdef PY_CAN_RECURSE 887 PyGILState_Ensure(); 888 # else 889 Python_RestoreThread(); // enter python 890 # endif 891 Py_Finalize(); 892 } 893 #endif 894 895 --recurse; 896 } 897 898 #if (defined(DYNAMIC_PYTHON) && defined(FEAT_PYTHON3)) || defined(PROTO) 899 int 900 python_loaded(void) 901 { 902 return (hinstPython != 0); 903 } 904 #endif 905 906 static char *py_home_buf = NULL; 907 908 static int 909 Python_Init(void) 910 { 911 if (!initialised) 912 { 913 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 914 PyObject *site; 915 #endif 916 917 #ifdef DYNAMIC_PYTHON 918 if (!python_enabled(TRUE)) 919 { 920 emsg(_("E263: Sorry, this command is disabled, the Python library could not be loaded.")); 921 goto fail; 922 } 923 #endif 924 925 if (*p_pyhome != NUL) 926 { 927 // The string must not change later, make a copy in static memory. 928 py_home_buf = (char *)vim_strsave(p_pyhome); 929 if (py_home_buf != NULL) 930 Py_SetPythonHome(py_home_buf); 931 } 932 #ifdef PYTHON_HOME 933 else if (mch_getenv((char_u *)"PYTHONHOME") == NULL) 934 Py_SetPythonHome(PYTHON_HOME); 935 #endif 936 937 init_structs(); 938 939 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 940 // Disable implicit 'import site', because it may cause Vim to exit 941 // when it can't be found. 942 Py_NoSiteFlag++; 943 #endif 944 945 Py_Initialize(); 946 947 #if defined(PY_VERSION_HEX) && PY_VERSION_HEX >= 0x02070000 948 // 'import site' explicitly. 949 site = PyImport_ImportModule("site"); 950 if (site == NULL) 951 { 952 emsg(_("E887: Sorry, this command is disabled, the Python's site module could not be loaded.")); 953 goto fail; 954 } 955 Py_DECREF(site); 956 #endif 957 958 // Initialise threads, and below save the state using 959 // PyEval_SaveThread. Without the call to PyEval_SaveThread, thread 960 // specific state (such as the system trace hook), will be lost 961 // between invocations of Python code. 962 PyEval_InitThreads(); 963 #ifdef DYNAMIC_PYTHON 964 get_exceptions(); 965 #endif 966 967 if (PythonIO_Init_io()) 968 goto fail; 969 970 if (PythonMod_Init()) 971 goto fail; 972 973 globals = PyModule_GetDict(PyImport_AddModule("__main__")); 974 975 // Remove the element from sys.path that was added because of our 976 // argv[0] value in PythonMod_Init(). Previously we used an empty 977 // string, but depending on the OS we then get an empty entry or 978 // the current directory in sys.path. 979 PyRun_SimpleString("import sys; sys.path = filter(lambda x: x != '/must>not&exist', sys.path)"); 980 981 // lock is created and acquired in PyEval_InitThreads() and thread 982 // state is created in Py_Initialize() 983 // there _PyGILState_NoteThreadState() also sets gilcounter to 1 984 // (python must have threads enabled!) 985 // so the following does both: unlock GIL and save thread state in TLS 986 // without deleting thread state 987 #ifndef PY_CAN_RECURSE 988 saved_python_thread = 989 #endif 990 PyEval_SaveThread(); 991 992 initialised = 1; 993 } 994 995 return 0; 996 997 fail: 998 // We call PythonIO_Flush() here to print any Python errors. 999 // This is OK, as it is possible to call this function even 1000 // if PythonIO_Init_io() has not completed successfully (it will 1001 // not do anything in this case). 1002 PythonIO_Flush(); 1003 return -1; 1004 } 1005 1006 /* 1007 * External interface 1008 */ 1009 static void 1010 DoPyCommand(const char *cmd, rangeinitializer init_range, runner run, void *arg) 1011 { 1012 #ifndef PY_CAN_RECURSE 1013 static int recursive = 0; 1014 #endif 1015 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1016 char *saved_locale; 1017 #endif 1018 #ifdef PY_CAN_RECURSE 1019 PyGILState_STATE pygilstate; 1020 #endif 1021 1022 #ifndef PY_CAN_RECURSE 1023 if (recursive) 1024 { 1025 emsg(_("E659: Cannot invoke Python recursively")); 1026 return; 1027 } 1028 ++recursive; 1029 #endif 1030 if (python_end_called) 1031 return; 1032 1033 if (Python_Init()) 1034 goto theend; 1035 1036 init_range(arg); 1037 1038 Python_Release_Vim(); // leave Vim 1039 1040 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1041 // Python only works properly when the LC_NUMERIC locale is "C". 1042 saved_locale = setlocale(LC_NUMERIC, NULL); 1043 if (saved_locale == NULL || STRCMP(saved_locale, "C") == 0) 1044 saved_locale = NULL; 1045 else 1046 { 1047 // Need to make a copy, value may change when setting new locale. 1048 saved_locale = (char *) PY_STRSAVE(saved_locale); 1049 (void)setlocale(LC_NUMERIC, "C"); 1050 } 1051 #endif 1052 1053 #ifdef PY_CAN_RECURSE 1054 pygilstate = PyGILState_Ensure(); 1055 #else 1056 Python_RestoreThread(); // enter python 1057 #endif 1058 1059 run((char *) cmd, arg 1060 #ifdef PY_CAN_RECURSE 1061 , &pygilstate 1062 #endif 1063 ); 1064 1065 #ifdef PY_CAN_RECURSE 1066 PyGILState_Release(pygilstate); 1067 #else 1068 Python_SaveThread(); // leave python 1069 #endif 1070 1071 #if defined(HAVE_LOCALE_H) || defined(X_LOCALE) 1072 if (saved_locale != NULL) 1073 { 1074 (void)setlocale(LC_NUMERIC, saved_locale); 1075 PyMem_Free(saved_locale); 1076 } 1077 #endif 1078 1079 Python_Lock_Vim(); // enter vim 1080 PythonIO_Flush(); 1081 1082 theend: 1083 #ifndef PY_CAN_RECURSE 1084 --recursive; 1085 #endif 1086 return; 1087 } 1088 1089 /* 1090 * ":python" 1091 */ 1092 void 1093 ex_python(exarg_T *eap) 1094 { 1095 char_u *script; 1096 1097 script = script_get(eap, eap->arg); 1098 if (!eap->skip) 1099 { 1100 if (p_pyx == 0) 1101 p_pyx = 2; 1102 1103 DoPyCommand(script == NULL ? (char *) eap->arg : (char *) script, 1104 (rangeinitializer) init_range_cmd, 1105 (runner) run_cmd, 1106 (void *) eap); 1107 } 1108 vim_free(script); 1109 } 1110 1111 #define BUFFER_SIZE 1024 1112 1113 /* 1114 * ":pyfile" 1115 */ 1116 void 1117 ex_pyfile(exarg_T *eap) 1118 { 1119 static char buffer[BUFFER_SIZE]; 1120 const char *file = (char *)eap->arg; 1121 char *p; 1122 1123 if (p_pyx == 0) 1124 p_pyx = 2; 1125 1126 // Have to do it like this. PyRun_SimpleFile requires you to pass a 1127 // stdio file pointer, but Vim and the Python DLL are compiled with 1128 // different options under Windows, meaning that stdio pointers aren't 1129 // compatible between the two. Yuk. 1130 // 1131 // Put the string "execfile('file')" into buffer. But, we need to 1132 // escape any backslashes or single quotes in the file name, so that 1133 // Python won't mangle the file name. 1134 strcpy(buffer, "execfile('"); 1135 p = buffer + 10; // size of "execfile('" 1136 1137 while (*file && p < buffer + (BUFFER_SIZE - 3)) 1138 { 1139 if (*file == '\\' || *file == '\'') 1140 *p++ = '\\'; 1141 *p++ = *file++; 1142 } 1143 1144 // If we didn't finish the file name, we hit a buffer overflow 1145 if (*file != '\0') 1146 return; 1147 1148 // Put in the terminating "')" and a null 1149 *p++ = '\''; 1150 *p++ = ')'; 1151 *p++ = '\0'; 1152 1153 // Execute the file 1154 DoPyCommand(buffer, 1155 (rangeinitializer) init_range_cmd, 1156 (runner) run_cmd, 1157 (void *) eap); 1158 } 1159 1160 void 1161 ex_pydo(exarg_T *eap) 1162 { 1163 if (p_pyx == 0) 1164 p_pyx = 2; 1165 1166 DoPyCommand((char *)eap->arg, 1167 (rangeinitializer) init_range_cmd, 1168 (runner)run_do, 1169 (void *)eap); 1170 } 1171 1172 /////////////////////////////////////////////////////// 1173 // 2. Python output stream: writes output via [e]msg(). 1174 1175 // Implementation functions 1176 1177 static PyObject * 1178 OutputGetattr(PyObject *self, char *name) 1179 { 1180 if (strcmp(name, "softspace") == 0) 1181 return PyInt_FromLong(((OutputObject *)(self))->softspace); 1182 else if (strcmp(name, "__members__") == 0) 1183 return ObjectDir(NULL, OutputAttrs); 1184 else if (strcmp(name, "errors") == 0) 1185 return PyString_FromString("strict"); 1186 else if (strcmp(name, "encoding") == 0) 1187 return PyString_FromString(ENC_OPT); 1188 return Py_FindMethod(OutputMethods, self, name); 1189 } 1190 1191 /////////////////////////////////////////////////////// 1192 // 3. Implementation of the Vim module for Python 1193 1194 // Window type - Implementation functions 1195 // -------------------------------------- 1196 1197 #define WindowType_Check(obj) ((obj)->ob_type == &WindowType) 1198 1199 // Buffer type - Implementation functions 1200 // -------------------------------------- 1201 1202 #define BufferType_Check(obj) ((obj)->ob_type == &BufferType) 1203 1204 static int BufferAssItem(PyObject *, PyInt, PyObject *); 1205 static int BufferAssSlice(PyObject *, PyInt, PyInt, PyObject *); 1206 1207 // Line range type - Implementation functions 1208 // -------------------------------------- 1209 1210 #define RangeType_Check(obj) ((obj)->ob_type == &RangeType) 1211 1212 static int RangeAssItem(PyObject *, PyInt, PyObject *); 1213 static int RangeAssSlice(PyObject *, PyInt, PyInt, PyObject *); 1214 1215 // Current objects type - Implementation functions 1216 // ----------------------------------------------- 1217 1218 static PySequenceMethods BufferAsSeq = { 1219 (PyInquiry) BufferLength, // sq_length, len(x) 1220 (binaryfunc) 0, // BufferConcat, sq_concat, x+y 1221 (PyIntArgFunc) 0, // BufferRepeat, sq_repeat, x*n 1222 (PyIntArgFunc) BufferItem, // sq_item, x[i] 1223 (PyIntIntArgFunc) BufferSlice, // sq_slice, x[i:j] 1224 (PyIntObjArgProc) BufferAssItem, // sq_ass_item, x[i]=v 1225 (PyIntIntObjArgProc) BufferAssSlice, // sq_ass_slice, x[i:j]=v 1226 (objobjproc) 0, 1227 (binaryfunc) 0, 1228 0, 1229 }; 1230 1231 // Buffer object - Implementation 1232 1233 static PyObject * 1234 BufferGetattr(PyObject *self, char *name) 1235 { 1236 PyObject *r; 1237 1238 if ((r = BufferAttrValid((BufferObject *)(self), name))) 1239 return r; 1240 1241 if (CheckBuffer((BufferObject *)(self))) 1242 return NULL; 1243 1244 r = BufferAttr((BufferObject *)(self), name); 1245 if (r || PyErr_Occurred()) 1246 return r; 1247 else 1248 return Py_FindMethod(BufferMethods, self, name); 1249 } 1250 1251 ////////////////// 1252 1253 static int 1254 BufferAssItem(PyObject *self, PyInt n, PyObject *val) 1255 { 1256 return RBAsItem((BufferObject *)(self), n, val, 1, -1, NULL); 1257 } 1258 1259 static int 1260 BufferAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val) 1261 { 1262 return RBAsSlice((BufferObject *)(self), lo, hi, val, 1, -1, NULL); 1263 } 1264 1265 static PySequenceMethods RangeAsSeq = { 1266 (PyInquiry) RangeLength, // sq_length, len(x) 1267 (binaryfunc) 0, /* RangeConcat, */ // sq_concat, x+y 1268 (PyIntArgFunc) 0, /* RangeRepeat, */ // sq_repeat, x*n 1269 (PyIntArgFunc) RangeItem, // sq_item, x[i] 1270 (PyIntIntArgFunc) RangeSlice, // sq_slice, x[i:j] 1271 (PyIntObjArgProc) RangeAssItem, // sq_ass_item, x[i]=v 1272 (PyIntIntObjArgProc) RangeAssSlice, // sq_ass_slice, x[i:j]=v 1273 (objobjproc) 0, 1274 #if PY_MAJOR_VERSION >= 2 1275 (binaryfunc) 0, 1276 0, 1277 #endif 1278 }; 1279 1280 // Line range object - Implementation 1281 1282 static PyObject * 1283 RangeGetattr(PyObject *self, char *name) 1284 { 1285 if (strcmp(name, "start") == 0) 1286 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->start - 1); 1287 else if (strcmp(name, "end") == 0) 1288 return Py_BuildValue(Py_ssize_t_fmt, ((RangeObject *)(self))->end - 1); 1289 else if (strcmp(name, "__members__") == 0) 1290 return ObjectDir(NULL, RangeAttrs); 1291 else 1292 return Py_FindMethod(RangeMethods, self, name); 1293 } 1294 1295 //////////////// 1296 1297 static int 1298 RangeAssItem(PyObject *self, PyInt n, PyObject *val) 1299 { 1300 return RBAsItem(((RangeObject *)(self))->buf, n, val, 1301 ((RangeObject *)(self))->start, 1302 ((RangeObject *)(self))->end, 1303 &((RangeObject *)(self))->end); 1304 } 1305 1306 static int 1307 RangeAssSlice(PyObject *self, PyInt lo, PyInt hi, PyObject *val) 1308 { 1309 return RBAsSlice(((RangeObject *)(self))->buf, lo, hi, val, 1310 ((RangeObject *)(self))->start, 1311 ((RangeObject *)(self))->end, 1312 &((RangeObject *)(self))->end); 1313 } 1314 1315 // TabPage object - Implementation 1316 1317 static PyObject * 1318 TabPageGetattr(PyObject *self, char *name) 1319 { 1320 PyObject *r; 1321 1322 if ((r = TabPageAttrValid((TabPageObject *)(self), name))) 1323 return r; 1324 1325 if (CheckTabPage((TabPageObject *)(self))) 1326 return NULL; 1327 1328 r = TabPageAttr((TabPageObject *)(self), name); 1329 if (r || PyErr_Occurred()) 1330 return r; 1331 else 1332 return Py_FindMethod(TabPageMethods, self, name); 1333 } 1334 1335 // Window object - Implementation 1336 1337 static PyObject * 1338 WindowGetattr(PyObject *self, char *name) 1339 { 1340 PyObject *r; 1341 1342 if ((r = WindowAttrValid((WindowObject *)(self), name))) 1343 return r; 1344 1345 if (CheckWindow((WindowObject *)(self))) 1346 return NULL; 1347 1348 r = WindowAttr((WindowObject *)(self), name); 1349 if (r || PyErr_Occurred()) 1350 return r; 1351 else 1352 return Py_FindMethod(WindowMethods, self, name); 1353 } 1354 1355 // Tab page list object - Definitions 1356 1357 static PySequenceMethods TabListAsSeq = { 1358 (PyInquiry) TabListLength, // sq_length, len(x) 1359 (binaryfunc) 0, // sq_concat, x+y 1360 (PyIntArgFunc) 0, // sq_repeat, x*n 1361 (PyIntArgFunc) TabListItem, // sq_item, x[i] 1362 (PyIntIntArgFunc) 0, // sq_slice, x[i:j] 1363 (PyIntObjArgProc) 0, // sq_ass_item, x[i]=v 1364 (PyIntIntObjArgProc) 0, // sq_ass_slice, x[i:j]=v 1365 (objobjproc) 0, 1366 #if PY_MAJOR_VERSION >= 2 1367 (binaryfunc) 0, 1368 0, 1369 #endif 1370 }; 1371 1372 // Window list object - Definitions 1373 1374 static PySequenceMethods WinListAsSeq = { 1375 (PyInquiry) WinListLength, // sq_length, len(x) 1376 (binaryfunc) 0, // sq_concat, x+y 1377 (PyIntArgFunc) 0, // sq_repeat, x*n 1378 (PyIntArgFunc) WinListItem, // sq_item, x[i] 1379 (PyIntIntArgFunc) 0, // sq_slice, x[i:j] 1380 (PyIntObjArgProc) 0, // sq_ass_item, x[i]=v 1381 (PyIntIntObjArgProc) 0, // sq_ass_slice, x[i:j]=v 1382 (objobjproc) 0, 1383 #if PY_MAJOR_VERSION >= 2 1384 (binaryfunc) 0, 1385 0, 1386 #endif 1387 }; 1388 1389 // External interface 1390 1391 void 1392 python_buffer_free(buf_T *buf) 1393 { 1394 if (BUF_PYTHON_REF(buf) != NULL) 1395 { 1396 BufferObject *bp = BUF_PYTHON_REF(buf); 1397 bp->buf = INVALID_BUFFER_VALUE; 1398 BUF_PYTHON_REF(buf) = NULL; 1399 } 1400 } 1401 1402 void 1403 python_window_free(win_T *win) 1404 { 1405 if (WIN_PYTHON_REF(win) != NULL) 1406 { 1407 WindowObject *wp = WIN_PYTHON_REF(win); 1408 wp->win = INVALID_WINDOW_VALUE; 1409 WIN_PYTHON_REF(win) = NULL; 1410 } 1411 } 1412 1413 void 1414 python_tabpage_free(tabpage_T *tab) 1415 { 1416 if (TAB_PYTHON_REF(tab) != NULL) 1417 { 1418 TabPageObject *tp = TAB_PYTHON_REF(tab); 1419 tp->tab = INVALID_TABPAGE_VALUE; 1420 TAB_PYTHON_REF(tab) = NULL; 1421 } 1422 } 1423 1424 static int 1425 PythonMod_Init(void) 1426 { 1427 // The special value is removed from sys.path in Python_Init(). 1428 static char *(argv[2]) = {"/must>not&exist/foo", NULL}; 1429 1430 if (init_types()) 1431 return -1; 1432 1433 // Set sys.argv[] to avoid a crash in warn(). 1434 PySys_SetArgv(1, argv); 1435 1436 vim_module = Py_InitModule4("vim", VimMethods, (char *)NULL, 1437 (PyObject *)NULL, PYTHON_API_VERSION); 1438 1439 if (populate_module(vim_module)) 1440 return -1; 1441 1442 if (init_sys_path()) 1443 return -1; 1444 1445 return 0; 1446 } 1447 1448 ////////////////////////////////////////////////////////////////////////// 1449 // 4. Utility functions for handling the interface between Vim and Python. 1450 1451 // Convert a Vim line into a Python string. 1452 // All internal newlines are replaced by null characters. 1453 // 1454 // On errors, the Python exception data is set, and NULL is returned. 1455 static PyObject * 1456 LineToString(const char *str) 1457 { 1458 PyObject *result; 1459 PyInt len = strlen(str); 1460 char *p; 1461 1462 // Allocate an Python string object, with uninitialised contents. We 1463 // must do it this way, so that we can modify the string in place 1464 // later. See the Python source, Objects/stringobject.c for details. 1465 result = PyString_FromStringAndSize(NULL, len); 1466 if (result == NULL) 1467 return NULL; 1468 1469 p = PyString_AsString(result); 1470 1471 while (*str) 1472 { 1473 if (*str == '\n') 1474 *p = '\0'; 1475 else 1476 *p = *str; 1477 1478 ++p; 1479 ++str; 1480 } 1481 1482 return result; 1483 } 1484 1485 static PyObject * 1486 DictionaryGetattr(PyObject *self, char *name) 1487 { 1488 DictionaryObject *this = ((DictionaryObject *) (self)); 1489 1490 if (strcmp(name, "locked") == 0) 1491 return PyInt_FromLong(this->dict->dv_lock); 1492 else if (strcmp(name, "scope") == 0) 1493 return PyInt_FromLong(this->dict->dv_scope); 1494 else if (strcmp(name, "__members__") == 0) 1495 return ObjectDir(NULL, DictionaryAttrs); 1496 1497 return Py_FindMethod(DictionaryMethods, self, name); 1498 } 1499 1500 static PyObject * 1501 ListGetattr(PyObject *self, char *name) 1502 { 1503 if (strcmp(name, "locked") == 0) 1504 return PyInt_FromLong(((ListObject *)(self))->list->lv_lock); 1505 else if (strcmp(name, "__members__") == 0) 1506 return ObjectDir(NULL, ListAttrs); 1507 1508 return Py_FindMethod(ListMethods, self, name); 1509 } 1510 1511 static PyObject * 1512 FunctionGetattr(PyObject *self, char *name) 1513 { 1514 PyObject *r; 1515 1516 r = FunctionAttr((FunctionObject *)(self), name); 1517 1518 if (r || PyErr_Occurred()) 1519 return r; 1520 else 1521 return Py_FindMethod(FunctionMethods, self, name); 1522 } 1523 1524 void 1525 do_pyeval(char_u *str, typval_T *rettv) 1526 { 1527 DoPyCommand((char *) str, 1528 (rangeinitializer) init_range_eval, 1529 (runner) run_eval, 1530 (void *) rettv); 1531 if (rettv->v_type == VAR_UNKNOWN) 1532 { 1533 rettv->v_type = VAR_NUMBER; 1534 rettv->vval.v_number = 0; 1535 } 1536 } 1537 1538 // Don't generate a prototype for the next function, it generates an error on 1539 // newer Python versions. 1540 #if PYTHON_API_VERSION < 1007 /* Python 1.4 */ && !defined(PROTO) 1541 1542 char * 1543 Py_GetProgramName(void) 1544 { 1545 return "vim"; 1546 } 1547 #endif // Python 1.4 1548 1549 int 1550 set_ref_in_python(int copyID) 1551 { 1552 return set_ref_in_py(copyID); 1553 } 1554