xref: /vim-8.2.3635/src/scriptfile.c (revision 1d59aa1f)
1 /* vi:set ts=8 sts=4 sw=4 noet:
2  *
3  * VIM - Vi IMproved	by Bram Moolenaar
4  *
5  * Do ":help uganda"  in Vim to read copying and usage conditions.
6  * Do ":help credits" in Vim to see a list of people who contributed.
7  * See README.txt for an overview of the Vim source code.
8  */
9 
10 /*
11  * scriptfile.c: functions for dealing with the runtime directories/files
12  */
13 
14 #include "vim.h"
15 
16 #if defined(FEAT_EVAL) || defined(PROTO)
17 // The names of packages that once were loaded are remembered.
18 static garray_T		ga_loaded = {0, 0, sizeof(char_u *), 4, NULL};
19 #endif
20 
21 /*
22  * Initialize the execution stack.
23  */
24     void
25 estack_init(void)
26 {
27     estack_T *entry;
28 
29     if (ga_grow(&exestack, 10) == FAIL)
30 	mch_exit(0);
31     entry = ((estack_T *)exestack.ga_data) + exestack.ga_len;
32     entry->es_type = ETYPE_TOP;
33     entry->es_name = NULL;
34     entry->es_lnum = 0;
35 #ifdef FEAT_EVAL
36     entry->es_info.ufunc = NULL;
37 #endif
38     ++exestack.ga_len;
39 }
40 
41 /*
42  * Add an item to the execution stack.
43  * Returns the new entry or NULL when out of memory.
44  */
45     estack_T *
46 estack_push(etype_T type, char_u *name, long lnum)
47 {
48     estack_T *entry;
49 
50     // If memory allocation fails then we'll pop more than we push, eventually
51     // at the top level it will be OK again.
52     if (ga_grow(&exestack, 1) == OK)
53     {
54 	entry = ((estack_T *)exestack.ga_data) + exestack.ga_len;
55 	entry->es_type = type;
56 	entry->es_name = name;
57 	entry->es_lnum = lnum;
58 #ifdef FEAT_EVAL
59 	entry->es_info.ufunc = NULL;
60 #endif
61 	++exestack.ga_len;
62 	return entry;
63     }
64     return NULL;
65 }
66 
67 #if defined(FEAT_EVAL) || defined(PROTO)
68 /*
69  * Add a user function to the execution stack.
70  */
71     estack_T *
72 estack_push_ufunc(ufunc_T *ufunc, long lnum)
73 {
74     estack_T *entry = estack_push(ETYPE_UFUNC,
75 	    ufunc->uf_name_exp != NULL
76 				  ? ufunc->uf_name_exp : ufunc->uf_name, lnum);
77     if (entry != NULL)
78 	entry->es_info.ufunc = ufunc;
79     return entry;
80 }
81 
82 /*
83  * Return TRUE if "ufunc" with "lnum" is already at the top of the exe stack.
84  */
85     int
86 estack_top_is_ufunc(ufunc_T *ufunc, long lnum)
87 {
88     estack_T *entry;
89 
90     if (exestack.ga_len == 0)
91 	return FALSE;
92     entry = ((estack_T *)exestack.ga_data) + exestack.ga_len - 1;
93     return entry->es_type == ETYPE_UFUNC
94 	&& STRCMP( entry->es_name, ufunc->uf_name_exp != NULL
95 				    ? ufunc->uf_name_exp : ufunc->uf_name) == 0
96 	&& entry->es_lnum == lnum;
97 }
98 #endif
99 
100 /*
101  * Take an item off of the execution stack and return it.
102  */
103     estack_T *
104 estack_pop(void)
105 {
106     if (exestack.ga_len == 0)
107 	return NULL;
108     --exestack.ga_len;
109     return ((estack_T *)exestack.ga_data) + exestack.ga_len;
110 }
111 
112 /*
113  * Get the current value for <sfile> in allocated memory.
114  * "which" is ESTACK_SFILE for <sfile> and ESTACK_STACK for <stack>.
115  */
116     char_u *
117 estack_sfile(estack_arg_T which UNUSED)
118 {
119     estack_T	*entry;
120 #ifdef FEAT_EVAL
121     garray_T	ga;
122     size_t	len;
123     int		idx;
124     etype_T	last_type = ETYPE_SCRIPT;
125     char	*type_name;
126 #endif
127 
128     entry = ((estack_T *)exestack.ga_data) + exestack.ga_len - 1;
129 #ifdef FEAT_EVAL
130     if (which == ESTACK_SFILE && entry->es_type != ETYPE_UFUNC)
131 #endif
132     {
133 	if (entry->es_name == NULL)
134 	    return NULL;
135 	return vim_strsave(entry->es_name);
136     }
137 #ifdef FEAT_EVAL
138     // Give information about each stack entry up to the root.
139     // For a function we compose the call stack, as it was done in the past:
140     //   "function One[123]..Two[456]..Three"
141     ga_init2(&ga, sizeof(char), 100);
142     for (idx = 0; idx < exestack.ga_len; ++idx)
143     {
144 	entry = ((estack_T *)exestack.ga_data) + idx;
145 	if (entry->es_name != NULL)
146 	{
147 	    long    lnum = 0;
148 	    char    *dots;
149 
150 	    len = STRLEN(entry->es_name) + 15;
151 	    type_name = "";
152 	    if (entry->es_type != last_type)
153 	    {
154 		switch (entry->es_type)
155 		{
156 		    case ETYPE_SCRIPT: type_name = "script "; break;
157 		    case ETYPE_UFUNC: type_name = "function "; break;
158 		    default: type_name = ""; break;
159 		}
160 		last_type = entry->es_type;
161 	    }
162 	    len += STRLEN(type_name);
163 	    if (ga_grow(&ga, (int)len) == FAIL)
164 		break;
165 	    if (idx == exestack.ga_len - 1)
166 		lnum = which == ESTACK_STACK ? SOURCING_LNUM : 0;
167 	    else
168 		lnum = entry->es_lnum;
169 	    dots = idx == exestack.ga_len - 1 ? "" : "..";
170 	    if (lnum == 0)
171 		// For the bottom entry of <sfile>: do not add the line number,
172 		// it is used in <slnum>.  Also leave it out when the number is
173 		// not set.
174 		vim_snprintf((char *)ga.ga_data + ga.ga_len, len, "%s%s%s",
175 				type_name, entry->es_name, dots);
176 	    else
177 		vim_snprintf((char *)ga.ga_data + ga.ga_len, len, "%s%s[%ld]%s",
178 				    type_name, entry->es_name, lnum, dots);
179 	    ga.ga_len += (int)STRLEN((char *)ga.ga_data + ga.ga_len);
180 	}
181     }
182 
183     return (char_u *)ga.ga_data;
184 #endif
185 }
186 
187 /*
188  * ":runtime [what] {name}"
189  */
190     void
191 ex_runtime(exarg_T *eap)
192 {
193     char_u  *arg = eap->arg;
194     char_u  *p = skiptowhite(arg);
195     int	    len = (int)(p - arg);
196     int	    flags = eap->forceit ? DIP_ALL : 0;
197 
198     if (STRNCMP(arg, "START", len) == 0)
199     {
200 	flags += DIP_START + DIP_NORTP;
201 	arg = skipwhite(arg + len);
202     }
203     else if (STRNCMP(arg, "OPT", len) == 0)
204     {
205 	flags += DIP_OPT + DIP_NORTP;
206 	arg = skipwhite(arg + len);
207     }
208     else if (STRNCMP(arg, "PACK", len) == 0)
209     {
210 	flags += DIP_START + DIP_OPT + DIP_NORTP;
211 	arg = skipwhite(arg + len);
212     }
213     else if (STRNCMP(arg, "ALL", len) == 0)
214     {
215 	flags += DIP_START + DIP_OPT;
216 	arg = skipwhite(arg + len);
217     }
218 
219     source_runtime(arg, flags);
220 }
221 
222     static void
223 source_callback(char_u *fname, void *cookie)
224 {
225     (void)do_source(fname, FALSE, DOSO_NONE, cookie);
226 }
227 
228 /*
229  * Find the file "name" in all directories in "path" and invoke
230  * "callback(fname, cookie)".
231  * "name" can contain wildcards.
232  * When "flags" has DIP_ALL: source all files, otherwise only the first one.
233  * When "flags" has DIP_DIR: find directories instead of files.
234  * When "flags" has DIP_ERR: give an error message if there is no match.
235  *
236  * return FAIL when no file could be sourced, OK otherwise.
237  */
238     int
239 do_in_path(
240     char_u	*path,
241     char_u	*name,
242     int		flags,
243     void	(*callback)(char_u *fname, void *ck),
244     void	*cookie)
245 {
246     char_u	*rtp;
247     char_u	*np;
248     char_u	*buf;
249     char_u	*rtp_copy;
250     char_u	*tail;
251     int		num_files;
252     char_u	**files;
253     int		i;
254     int		did_one = FALSE;
255 #ifdef AMIGA
256     struct Process	*proc = (struct Process *)FindTask(0L);
257     APTR		save_winptr = proc->pr_WindowPtr;
258 
259     // Avoid a requester here for a volume that doesn't exist.
260     proc->pr_WindowPtr = (APTR)-1L;
261 #endif
262 
263     // Make a copy of 'runtimepath'.  Invoking the callback may change the
264     // value.
265     rtp_copy = vim_strsave(path);
266     buf = alloc(MAXPATHL);
267     if (buf != NULL && rtp_copy != NULL)
268     {
269 	if (p_verbose > 10 && name != NULL)
270 	{
271 	    verbose_enter();
272 	    smsg(_("Searching for \"%s\" in \"%s\""),
273 						 (char *)name, (char *)path);
274 	    verbose_leave();
275 	}
276 
277 	// Loop over all entries in 'runtimepath'.
278 	rtp = rtp_copy;
279 	while (*rtp != NUL && ((flags & DIP_ALL) || !did_one))
280 	{
281 	    size_t buflen;
282 
283 	    // Copy the path from 'runtimepath' to buf[].
284 	    copy_option_part(&rtp, buf, MAXPATHL, ",");
285 	    buflen = STRLEN(buf);
286 
287 	    // Skip after or non-after directories.
288 	    if (flags & (DIP_NOAFTER | DIP_AFTER))
289 	    {
290 		int is_after = buflen >= 5
291 				     && STRCMP(buf + buflen - 5, "after") == 0;
292 
293 		if ((is_after && (flags & DIP_NOAFTER))
294 			|| (!is_after && (flags & DIP_AFTER)))
295 		    continue;
296 	    }
297 
298 	    if (name == NULL)
299 	    {
300 		(*callback)(buf, (void *) &cookie);
301 		if (!did_one)
302 		    did_one = (cookie == NULL);
303 	    }
304 	    else if (buflen + STRLEN(name) + 2 < MAXPATHL)
305 	    {
306 		add_pathsep(buf);
307 		tail = buf + STRLEN(buf);
308 
309 		// Loop over all patterns in "name"
310 		np = name;
311 		while (*np != NUL && ((flags & DIP_ALL) || !did_one))
312 		{
313 		    // Append the pattern from "name" to buf[].
314 		    copy_option_part(&np, tail, (int)(MAXPATHL - (tail - buf)),
315 								       "\t ");
316 
317 		    if (p_verbose > 10)
318 		    {
319 			verbose_enter();
320 			smsg(_("Searching for \"%s\""), buf);
321 			verbose_leave();
322 		    }
323 
324 		    // Expand wildcards, invoke the callback for each match.
325 		    if (gen_expand_wildcards(1, &buf, &num_files, &files,
326 				  (flags & DIP_DIR) ? EW_DIR : EW_FILE) == OK)
327 		    {
328 			for (i = 0; i < num_files; ++i)
329 			{
330 			    (*callback)(files[i], cookie);
331 			    did_one = TRUE;
332 			    if (!(flags & DIP_ALL))
333 				break;
334 			}
335 			FreeWild(num_files, files);
336 		    }
337 		}
338 	    }
339 	}
340     }
341     vim_free(buf);
342     vim_free(rtp_copy);
343     if (!did_one && name != NULL)
344     {
345 	char *basepath = path == p_rtp ? "runtimepath" : "packpath";
346 
347 	if (flags & DIP_ERR)
348 	    semsg(_(e_dirnotf), basepath, name);
349 	else if (p_verbose > 0)
350 	{
351 	    verbose_enter();
352 	    smsg(_("not found in '%s': \"%s\""), basepath, name);
353 	    verbose_leave();
354 	}
355     }
356 
357 #ifdef AMIGA
358     proc->pr_WindowPtr = save_winptr;
359 #endif
360 
361     return did_one ? OK : FAIL;
362 }
363 
364 /*
365  * Find "name" in "path".  When found, invoke the callback function for
366  * it: callback(fname, "cookie")
367  * When "flags" has DIP_ALL repeat for all matches, otherwise only the first
368  * one is used.
369  * Returns OK when at least one match found, FAIL otherwise.
370  *
371  * If "name" is NULL calls callback for each entry in "path". Cookie is
372  * passed by reference in this case, setting it to NULL indicates that callback
373  * has done its job.
374  */
375     static int
376 do_in_path_and_pp(
377     char_u	*path,
378     char_u	*name,
379     int		flags,
380     void	(*callback)(char_u *fname, void *ck),
381     void	*cookie)
382 {
383     int		done = FAIL;
384     char_u	*s;
385     int		len;
386     char	*start_dir = "pack/*/start/*/%s";
387     char	*opt_dir = "pack/*/opt/*/%s";
388 
389     if ((flags & DIP_NORTP) == 0)
390 	done = do_in_path(path, name, flags, callback, cookie);
391 
392     if ((done == FAIL || (flags & DIP_ALL)) && (flags & DIP_START))
393     {
394 	len = (int)(STRLEN(start_dir) + STRLEN(name));
395 	s = alloc(len);
396 	if (s == NULL)
397 	    return FAIL;
398 	vim_snprintf((char *)s, len, start_dir, name);
399 	done = do_in_path(p_pp, s, flags, callback, cookie);
400 	vim_free(s);
401     }
402 
403     if ((done == FAIL || (flags & DIP_ALL)) && (flags & DIP_OPT))
404     {
405 	len = (int)(STRLEN(opt_dir) + STRLEN(name));
406 	s = alloc(len);
407 	if (s == NULL)
408 	    return FAIL;
409 	vim_snprintf((char *)s, len, opt_dir, name);
410 	done = do_in_path(p_pp, s, flags, callback, cookie);
411 	vim_free(s);
412     }
413 
414     return done;
415 }
416 
417 /*
418  * Just like do_in_path_and_pp(), using 'runtimepath' for "path".
419  */
420     int
421 do_in_runtimepath(
422     char_u	*name,
423     int		flags,
424     void	(*callback)(char_u *fname, void *ck),
425     void	*cookie)
426 {
427     return do_in_path_and_pp(p_rtp, name, flags, callback, cookie);
428 }
429 
430 /*
431  * Source the file "name" from all directories in 'runtimepath'.
432  * "name" can contain wildcards.
433  * When "flags" has DIP_ALL: source all files, otherwise only the first one.
434  *
435  * return FAIL when no file could be sourced, OK otherwise.
436  */
437     int
438 source_runtime(char_u *name, int flags)
439 {
440     return source_in_path(p_rtp, name, flags, NULL);
441 }
442 
443 /*
444  * Just like source_runtime(), but use "path" instead of 'runtimepath'.
445  */
446     int
447 source_in_path(char_u *path, char_u *name, int flags, int *ret_sid)
448 {
449     return do_in_path_and_pp(path, name, flags, source_callback, ret_sid);
450 }
451 
452 
453 #if defined(FEAT_EVAL) || defined(PROTO)
454 
455 /*
456  * Expand wildcards in "pat" and invoke do_source() for each match.
457  */
458     static void
459 source_all_matches(char_u *pat)
460 {
461     int	    num_files;
462     char_u  **files;
463     int	    i;
464 
465     if (gen_expand_wildcards(1, &pat, &num_files, &files, EW_FILE) == OK)
466     {
467 	for (i = 0; i < num_files; ++i)
468 	    (void)do_source(files[i], FALSE, DOSO_NONE, NULL);
469 	FreeWild(num_files, files);
470     }
471 }
472 
473 /*
474  * Add the package directory to 'runtimepath'.
475  */
476     static int
477 add_pack_dir_to_rtp(char_u *fname)
478 {
479     char_u  *p4, *p3, *p2, *p1, *p;
480     char_u  *entry;
481     char_u  *insp = NULL;
482     int	    c;
483     char_u  *new_rtp;
484     int	    keep;
485     size_t  oldlen;
486     size_t  addlen;
487     size_t  new_rtp_len;
488     char_u  *afterdir = NULL;
489     size_t  afterlen = 0;
490     char_u  *after_insp = NULL;
491     char_u  *ffname = NULL;
492     size_t  fname_len;
493     char_u  *buf = NULL;
494     char_u  *rtp_ffname;
495     int	    match;
496     int	    retval = FAIL;
497 
498     p4 = p3 = p2 = p1 = get_past_head(fname);
499     for (p = p1; *p; MB_PTR_ADV(p))
500 	if (vim_ispathsep_nocolon(*p))
501 	{
502 	    p4 = p3; p3 = p2; p2 = p1; p1 = p;
503 	}
504 
505     // now we have:
506     // rtp/pack/name/start/name
507     //    p4   p3   p2    p1
508     //
509     // find the part up to "pack" in 'runtimepath'
510     c = *++p4; // append pathsep in order to expand symlink
511     *p4 = NUL;
512     ffname = fix_fname(fname);
513     *p4 = c;
514     if (ffname == NULL)
515 	return FAIL;
516 
517     // Find "ffname" in "p_rtp", ignoring '/' vs '\' differences.
518     // Also stop at the first "after" directory.
519     fname_len = STRLEN(ffname);
520     buf = alloc(MAXPATHL);
521     if (buf == NULL)
522 	goto theend;
523     for (entry = p_rtp; *entry != NUL; )
524     {
525 	char_u *cur_entry = entry;
526 
527 	copy_option_part(&entry, buf, MAXPATHL, ",");
528 	if (insp == NULL)
529 	{
530 	    add_pathsep(buf);
531 	    rtp_ffname = fix_fname(buf);
532 	    if (rtp_ffname == NULL)
533 		goto theend;
534 	    match = vim_fnamencmp(rtp_ffname, ffname, fname_len) == 0;
535 	    vim_free(rtp_ffname);
536 	    if (match)
537 		// Insert "ffname" after this entry (and comma).
538 		insp = entry;
539 	}
540 
541 	if ((p = (char_u *)strstr((char *)buf, "after")) != NULL
542 		&& p > buf
543 		&& vim_ispathsep(p[-1])
544 		&& (vim_ispathsep(p[5]) || p[5] == NUL || p[5] == ','))
545 	{
546 	    if (insp == NULL)
547 		// Did not find "ffname" before the first "after" directory,
548 		// insert it before this entry.
549 		insp = cur_entry;
550 	    after_insp = cur_entry;
551 	    break;
552 	}
553     }
554 
555     if (insp == NULL)
556 	// Both "fname" and "after" not found, append at the end.
557 	insp = p_rtp + STRLEN(p_rtp);
558 
559     // check if rtp/pack/name/start/name/after exists
560     afterdir = concat_fnames(fname, (char_u *)"after", TRUE);
561     if (afterdir != NULL && mch_isdir(afterdir))
562 	afterlen = STRLEN(afterdir) + 1; // add one for comma
563 
564     oldlen = STRLEN(p_rtp);
565     addlen = STRLEN(fname) + 1; // add one for comma
566     new_rtp = alloc(oldlen + addlen + afterlen + 1); // add one for NUL
567     if (new_rtp == NULL)
568 	goto theend;
569 
570     // We now have 'rtp' parts: {keep}{keep_after}{rest}.
571     // Create new_rtp, first: {keep},{fname}
572     keep = (int)(insp - p_rtp);
573     mch_memmove(new_rtp, p_rtp, keep);
574     new_rtp_len = keep;
575     if (*insp == NUL)
576 	new_rtp[new_rtp_len++] = ',';  // add comma before
577     mch_memmove(new_rtp + new_rtp_len, fname, addlen - 1);
578     new_rtp_len += addlen - 1;
579     if (*insp != NUL)
580 	new_rtp[new_rtp_len++] = ',';  // add comma after
581 
582     if (afterlen > 0 && after_insp != NULL)
583     {
584 	int keep_after = (int)(after_insp - p_rtp);
585 
586 	// Add to new_rtp: {keep},{fname}{keep_after},{afterdir}
587 	mch_memmove(new_rtp + new_rtp_len, p_rtp + keep,
588 							keep_after - keep);
589 	new_rtp_len += keep_after - keep;
590 	mch_memmove(new_rtp + new_rtp_len, afterdir, afterlen - 1);
591 	new_rtp_len += afterlen - 1;
592 	new_rtp[new_rtp_len++] = ',';
593 	keep = keep_after;
594     }
595 
596     if (p_rtp[keep] != NUL)
597 	// Append rest: {keep},{fname}{keep_after},{afterdir}{rest}
598 	mch_memmove(new_rtp + new_rtp_len, p_rtp + keep, oldlen - keep + 1);
599     else
600 	new_rtp[new_rtp_len] = NUL;
601 
602     if (afterlen > 0 && after_insp == NULL)
603     {
604 	// Append afterdir when "after" was not found:
605 	// {keep},{fname}{rest},{afterdir}
606 	STRCAT(new_rtp, ",");
607 	STRCAT(new_rtp, afterdir);
608     }
609 
610     set_option_value((char_u *)"rtp", 0L, new_rtp, 0);
611     vim_free(new_rtp);
612     retval = OK;
613 
614 theend:
615     vim_free(buf);
616     vim_free(ffname);
617     vim_free(afterdir);
618     return retval;
619 }
620 
621 /*
622  * Load scripts in "plugin" and "ftdetect" directories of the package.
623  */
624     static int
625 load_pack_plugin(char_u *fname)
626 {
627     static char *plugpat = "%s/plugin/**/*.vim";
628     static char *ftpat = "%s/ftdetect/*.vim";
629     int		len;
630     char_u	*ffname = fix_fname(fname);
631     char_u	*pat = NULL;
632     int		retval = FAIL;
633 
634     if (ffname == NULL)
635 	return FAIL;
636     len = (int)STRLEN(ffname) + (int)STRLEN(ftpat);
637     pat = alloc(len);
638     if (pat == NULL)
639 	goto theend;
640     vim_snprintf((char *)pat, len, plugpat, ffname);
641     source_all_matches(pat);
642 
643     {
644 	char_u *cmd = vim_strsave((char_u *)"g:did_load_filetypes");
645 
646 	// If runtime/filetype.vim wasn't loaded yet, the scripts will be
647 	// found when it loads.
648 	if (cmd != NULL && eval_to_number(cmd) > 0)
649 	{
650 	    do_cmdline_cmd((char_u *)"augroup filetypedetect");
651 	    vim_snprintf((char *)pat, len, ftpat, ffname);
652 	    source_all_matches(pat);
653 	    do_cmdline_cmd((char_u *)"augroup END");
654 	}
655 	vim_free(cmd);
656     }
657     vim_free(pat);
658     retval = OK;
659 
660 theend:
661     vim_free(ffname);
662     return retval;
663 }
664 
665 // used for "cookie" of add_pack_plugin()
666 static int APP_ADD_DIR;
667 static int APP_LOAD;
668 static int APP_BOTH;
669 
670     static void
671 add_pack_plugin(char_u *fname, void *cookie)
672 {
673     if (cookie != &APP_LOAD)
674     {
675 	char_u	*buf = alloc(MAXPATHL);
676 	char_u	*p;
677 	int	found = FALSE;
678 
679 	if (buf == NULL)
680 	    return;
681 	p = p_rtp;
682 	while (*p != NUL)
683 	{
684 	    copy_option_part(&p, buf, MAXPATHL, ",");
685 	    if (pathcmp((char *)buf, (char *)fname, -1) == 0)
686 	    {
687 		found = TRUE;
688 		break;
689 	    }
690 	}
691 	vim_free(buf);
692 	if (!found)
693 	    // directory is not yet in 'runtimepath', add it
694 	    if (add_pack_dir_to_rtp(fname) == FAIL)
695 		return;
696     }
697 
698     if (cookie != &APP_ADD_DIR)
699 	load_pack_plugin(fname);
700 }
701 
702 /*
703  * Add all packages in the "start" directory to 'runtimepath'.
704  */
705     void
706 add_pack_start_dirs(void)
707 {
708     do_in_path(p_pp, (char_u *)"pack/*/start/*", DIP_ALL + DIP_DIR,
709 					       add_pack_plugin, &APP_ADD_DIR);
710 }
711 
712 /*
713  * Load plugins from all packages in the "start" directory.
714  */
715     void
716 load_start_packages(void)
717 {
718     did_source_packages = TRUE;
719     do_in_path(p_pp, (char_u *)"pack/*/start/*", DIP_ALL + DIP_DIR,
720 						  add_pack_plugin, &APP_LOAD);
721 }
722 
723 /*
724  * ":packloadall"
725  * Find plugins in the package directories and source them.
726  */
727     void
728 ex_packloadall(exarg_T *eap)
729 {
730     if (!did_source_packages || eap->forceit)
731     {
732 	// First do a round to add all directories to 'runtimepath', then load
733 	// the plugins. This allows for plugins to use an autoload directory
734 	// of another plugin.
735 	add_pack_start_dirs();
736 	load_start_packages();
737     }
738 }
739 
740 /*
741  * ":packadd[!] {name}"
742  */
743     void
744 ex_packadd(exarg_T *eap)
745 {
746     static char *plugpat = "pack/*/%s/%s";
747     int		len;
748     char	*pat;
749     int		round;
750     int		res = OK;
751 
752     // Round 1: use "start", round 2: use "opt".
753     for (round = 1; round <= 2; ++round)
754     {
755 	// Only look under "start" when loading packages wasn't done yet.
756 	if (round == 1 && did_source_packages)
757 	    continue;
758 
759 	len = (int)STRLEN(plugpat) + (int)STRLEN(eap->arg) + 5;
760 	pat = alloc(len);
761 	if (pat == NULL)
762 	    return;
763 	vim_snprintf(pat, len, plugpat, round == 1 ? "start" : "opt", eap->arg);
764 	// The first round don't give a "not found" error, in the second round
765 	// only when nothing was found in the first round.
766 	res = do_in_path(p_pp, (char_u *)pat,
767 		DIP_ALL + DIP_DIR + (round == 2 && res == FAIL ? DIP_ERR : 0),
768 		add_pack_plugin, eap->forceit ? &APP_ADD_DIR : &APP_BOTH);
769 	vim_free(pat);
770     }
771 }
772 #endif
773 
774 /*
775  * Sort "gap" and remove duplicate entries.  "gap" is expected to contain a
776  * list of file names in allocated memory.
777  */
778     void
779 remove_duplicates(garray_T *gap)
780 {
781     int	    i;
782     int	    j;
783     char_u  **fnames = (char_u **)gap->ga_data;
784 
785     sort_strings(fnames, gap->ga_len);
786     for (i = gap->ga_len - 1; i > 0; --i)
787 	if (fnamecmp(fnames[i - 1], fnames[i]) == 0)
788 	{
789 	    vim_free(fnames[i]);
790 	    for (j = i + 1; j < gap->ga_len; ++j)
791 		fnames[j - 1] = fnames[j];
792 	    --gap->ga_len;
793 	}
794 }
795 
796 /*
797  * Expand color scheme, compiler or filetype names.
798  * Search from 'runtimepath':
799  *   'runtimepath'/{dirnames}/{pat}.vim
800  * When "flags" has DIP_START: search also from 'start' of 'packpath':
801  *   'packpath'/pack/ * /start/ * /{dirnames}/{pat}.vim
802  * When "flags" has DIP_OPT: search also from 'opt' of 'packpath':
803  *   'packpath'/pack/ * /opt/ * /{dirnames}/{pat}.vim
804  * "dirnames" is an array with one or more directory names.
805  */
806     int
807 ExpandRTDir(
808     char_u	*pat,
809     int		flags,
810     int		*num_file,
811     char_u	***file,
812     char	*dirnames[])
813 {
814     char_u	*s;
815     char_u	*e;
816     char_u	*match;
817     garray_T	ga;
818     int		i;
819     int		pat_len;
820 
821     *num_file = 0;
822     *file = NULL;
823     pat_len = (int)STRLEN(pat);
824     ga_init2(&ga, (int)sizeof(char *), 10);
825 
826     for (i = 0; dirnames[i] != NULL; ++i)
827     {
828 	s = alloc(STRLEN(dirnames[i]) + pat_len + 7);
829 	if (s == NULL)
830 	{
831 	    ga_clear_strings(&ga);
832 	    return FAIL;
833 	}
834 	sprintf((char *)s, "%s/%s*.vim", dirnames[i], pat);
835 	globpath(p_rtp, s, &ga, 0);
836 	vim_free(s);
837     }
838 
839     if (flags & DIP_START) {
840 	for (i = 0; dirnames[i] != NULL; ++i)
841 	{
842 	    s = alloc(STRLEN(dirnames[i]) + pat_len + 22);
843 	    if (s == NULL)
844 	    {
845 		ga_clear_strings(&ga);
846 		return FAIL;
847 	    }
848 	    sprintf((char *)s, "pack/*/start/*/%s/%s*.vim", dirnames[i], pat);
849 	    globpath(p_pp, s, &ga, 0);
850 	    vim_free(s);
851 	}
852     }
853 
854     if (flags & DIP_OPT) {
855 	for (i = 0; dirnames[i] != NULL; ++i)
856 	{
857 	    s = alloc(STRLEN(dirnames[i]) + pat_len + 20);
858 	    if (s == NULL)
859 	    {
860 		ga_clear_strings(&ga);
861 		return FAIL;
862 	    }
863 	    sprintf((char *)s, "pack/*/opt/*/%s/%s*.vim", dirnames[i], pat);
864 	    globpath(p_pp, s, &ga, 0);
865 	    vim_free(s);
866 	}
867     }
868 
869     for (i = 0; i < ga.ga_len; ++i)
870     {
871 	match = ((char_u **)ga.ga_data)[i];
872 	s = match;
873 	e = s + STRLEN(s);
874 	if (e - 4 > s && STRNICMP(e - 4, ".vim", 4) == 0)
875 	{
876 	    e -= 4;
877 	    for (s = e; s > match; MB_PTR_BACK(match, s))
878 		if (s < match || vim_ispathsep(*s))
879 		    break;
880 	    ++s;
881 	    *e = NUL;
882 	    mch_memmove(match, s, e - s + 1);
883 	}
884     }
885 
886     if (ga.ga_len == 0)
887 	return FAIL;
888 
889     // Sort and remove duplicates which can happen when specifying multiple
890     // directories in dirnames.
891     remove_duplicates(&ga);
892 
893     *file = ga.ga_data;
894     *num_file = ga.ga_len;
895     return OK;
896 }
897 
898 /*
899  * Expand loadplugin names:
900  * 'packpath'/pack/ * /opt/{pat}
901  */
902     int
903 ExpandPackAddDir(
904     char_u	*pat,
905     int		*num_file,
906     char_u	***file)
907 {
908     char_u	*s;
909     char_u	*e;
910     char_u	*match;
911     garray_T	ga;
912     int		i;
913     int		pat_len;
914 
915     *num_file = 0;
916     *file = NULL;
917     pat_len = (int)STRLEN(pat);
918     ga_init2(&ga, (int)sizeof(char *), 10);
919 
920     s = alloc(pat_len + 26);
921     if (s == NULL)
922     {
923 	ga_clear_strings(&ga);
924 	return FAIL;
925     }
926     sprintf((char *)s, "pack/*/opt/%s*", pat);
927     globpath(p_pp, s, &ga, 0);
928     vim_free(s);
929 
930     for (i = 0; i < ga.ga_len; ++i)
931     {
932 	match = ((char_u **)ga.ga_data)[i];
933 	s = gettail(match);
934 	e = s + STRLEN(s);
935 	mch_memmove(match, s, e - s + 1);
936     }
937 
938     if (ga.ga_len == 0)
939 	return FAIL;
940 
941     // Sort and remove duplicates which can happen when specifying multiple
942     // directories in dirnames.
943     remove_duplicates(&ga);
944 
945     *file = ga.ga_data;
946     *num_file = ga.ga_len;
947     return OK;
948 }
949 
950     static void
951 cmd_source(char_u *fname, exarg_T *eap)
952 {
953     if (*fname == NUL)
954 	emsg(_(e_argreq));
955 
956     else if (eap != NULL && eap->forceit)
957 	// ":source!": read Normal mode commands
958 	// Need to execute the commands directly.  This is required at least
959 	// for:
960 	// - ":g" command busy
961 	// - after ":argdo", ":windo" or ":bufdo"
962 	// - another command follows
963 	// - inside a loop
964 	openscript(fname, global_busy || listcmd_busy || eap->nextcmd != NULL
965 #ifdef FEAT_EVAL
966 						 || eap->cstack->cs_idx >= 0
967 #endif
968 						 );
969 
970     // ":source" read ex commands
971     else if (do_source(fname, FALSE, DOSO_NONE, NULL) == FAIL)
972 	semsg(_(e_notopen), fname);
973 }
974 
975 /*
976  * ":source {fname}"
977  */
978     void
979 ex_source(exarg_T *eap)
980 {
981 #ifdef FEAT_BROWSE
982     if (cmdmod.browse)
983     {
984 	char_u *fname = NULL;
985 
986 	fname = do_browse(0, (char_u *)_("Source Vim script"), eap->arg,
987 				      NULL, NULL,
988 				      (char_u *)_(BROWSE_FILTER_MACROS), NULL);
989 	if (fname != NULL)
990 	{
991 	    cmd_source(fname, eap);
992 	    vim_free(fname);
993 	}
994     }
995     else
996 #endif
997 	cmd_source(eap->arg, eap);
998 }
999 
1000 #if defined(FEAT_EVAL) || defined(PROTO)
1001 /*
1002  * ":options"
1003  */
1004     void
1005 ex_options(
1006     exarg_T	*eap UNUSED)
1007 {
1008     char_u  buf[500];
1009     int	    multi_mods = 0;
1010 
1011     buf[0] = NUL;
1012     (void)add_win_cmd_modifers(buf, &multi_mods);
1013 
1014     vim_setenv((char_u *)"OPTWIN_CMD", buf);
1015     cmd_source((char_u *)SYS_OPTWIN_FILE, NULL);
1016 }
1017 #endif
1018 
1019 /*
1020  * ":source" and associated commands.
1021  */
1022 /*
1023  * Structure used to store info for each sourced file.
1024  * It is shared between do_source() and getsourceline().
1025  * This is required, because it needs to be handed to do_cmdline() and
1026  * sourcing can be done recursively.
1027  */
1028 struct source_cookie
1029 {
1030     FILE	*fp;		// opened file for sourcing
1031     char_u	*nextline;	// if not NULL: line that was read ahead
1032     linenr_T	sourcing_lnum;	// line number of the source file
1033     int		finished;	// ":finish" used
1034 #ifdef USE_CRNL
1035     int		fileformat;	// EOL_UNKNOWN, EOL_UNIX or EOL_DOS
1036     int		error;		// TRUE if LF found after CR-LF
1037 #endif
1038 #ifdef FEAT_EVAL
1039     linenr_T	breakpoint;	// next line with breakpoint or zero
1040     char_u	*fname;		// name of sourced file
1041     int		dbg_tick;	// debug_tick when breakpoint was set
1042     int		level;		// top nesting level of sourced file
1043 #endif
1044     vimconv_T	conv;		// type of conversion
1045 };
1046 
1047 #ifdef FEAT_EVAL
1048 /*
1049  * Return the address holding the next breakpoint line for a source cookie.
1050  */
1051     linenr_T *
1052 source_breakpoint(void *cookie)
1053 {
1054     return &((struct source_cookie *)cookie)->breakpoint;
1055 }
1056 
1057 /*
1058  * Return the address holding the debug tick for a source cookie.
1059  */
1060     int *
1061 source_dbg_tick(void *cookie)
1062 {
1063     return &((struct source_cookie *)cookie)->dbg_tick;
1064 }
1065 
1066 /*
1067  * Return the nesting level for a source cookie.
1068  */
1069     int
1070 source_level(void *cookie)
1071 {
1072     return ((struct source_cookie *)cookie)->level;
1073 }
1074 
1075 /*
1076  * Return the readahead line. Note that the pointer may become invalid when
1077  * getting the next line, if it's concatenated with the next one.
1078  */
1079     char_u *
1080 source_nextline(void *cookie)
1081 {
1082     return ((struct source_cookie *)cookie)->nextline;
1083 }
1084 #endif
1085 
1086 #if (defined(MSWIN) && defined(FEAT_CSCOPE)) || defined(HAVE_FD_CLOEXEC)
1087 # define USE_FOPEN_NOINH
1088 /*
1089  * Special function to open a file without handle inheritance.
1090  * When possible the handle is closed on exec().
1091  */
1092     static FILE *
1093 fopen_noinh_readbin(char *filename)
1094 {
1095 # ifdef MSWIN
1096     int	fd_tmp = mch_open(filename, O_RDONLY | O_BINARY | O_NOINHERIT, 0);
1097 # else
1098     int	fd_tmp = mch_open(filename, O_RDONLY, 0);
1099 # endif
1100 
1101     if (fd_tmp == -1)
1102 	return NULL;
1103 
1104 # ifdef HAVE_FD_CLOEXEC
1105     {
1106 	int fdflags = fcntl(fd_tmp, F_GETFD);
1107 	if (fdflags >= 0 && (fdflags & FD_CLOEXEC) == 0)
1108 	    (void)fcntl(fd_tmp, F_SETFD, fdflags | FD_CLOEXEC);
1109     }
1110 # endif
1111 
1112     return fdopen(fd_tmp, READBIN);
1113 }
1114 #endif
1115 
1116 /*
1117  * do_source: Read the file "fname" and execute its lines as EX commands.
1118  * When "ret_sid" is not NULL and we loaded the script before, don't load it
1119  * again.
1120  *
1121  * This function may be called recursively!
1122  *
1123  * Return FAIL if file could not be opened, OK otherwise.
1124  * If a scriptitem_T was found or created "*ret_sid" is set to the SID.
1125  */
1126     int
1127 do_source(
1128     char_u	*fname,
1129     int		check_other,	    // check for .vimrc and _vimrc
1130     int		is_vimrc,	    // DOSO_ value
1131     int		*ret_sid UNUSED)
1132 {
1133     struct source_cookie    cookie;
1134     char_u		    *p;
1135     char_u		    *fname_exp;
1136     char_u		    *firstline = NULL;
1137     int			    retval = FAIL;
1138 #ifdef FEAT_EVAL
1139     sctx_T		    save_current_sctx;
1140     static scid_T	    last_current_SID = 0;
1141     static int		    last_current_SID_seq = 0;
1142     funccal_entry_T	    funccalp_entry;
1143     int			    save_debug_break_level = debug_break_level;
1144     int			    sid;
1145     scriptitem_T	    *si = NULL;
1146 #endif
1147 #ifdef STARTUPTIME
1148     struct timeval	    tv_rel;
1149     struct timeval	    tv_start;
1150 #endif
1151 #ifdef FEAT_PROFILE
1152     proftime_T		    wait_start;
1153 #endif
1154     int			    trigger_source_post = FALSE;
1155     ESTACK_CHECK_DECLARATION
1156 
1157     p = expand_env_save(fname);
1158     if (p == NULL)
1159 	return retval;
1160     fname_exp = fix_fname(p);
1161     vim_free(p);
1162     if (fname_exp == NULL)
1163 	return retval;
1164     if (mch_isdir(fname_exp))
1165     {
1166 	smsg(_("Cannot source a directory: \"%s\""), fname);
1167 	goto theend;
1168     }
1169 
1170 #ifdef FEAT_EVAL
1171     // See if we loaded this script before.
1172     for (sid = script_items.ga_len; sid > 0; --sid)
1173     {
1174 	// We used to check inode here, but that doesn't work:
1175 	// - If a script is edited and written, it may get a different
1176 	//   inode number, even though to the user it is the same script.
1177 	// - If a script is deleted and another script is written, with a
1178 	//   different name, the inode may be re-used.
1179 	si = SCRIPT_ITEM(sid);
1180 	if (si->sn_name != NULL && fnamecmp(si->sn_name, fname_exp) == 0)
1181 		// Found it!
1182 		break;
1183     }
1184     if (sid > 0 && ret_sid != NULL)
1185     {
1186 	// Already loaded and no need to load again, return here.
1187 	*ret_sid = sid;
1188 	retval = OK;
1189 	goto theend;
1190     }
1191 #endif
1192 
1193     // Apply SourceCmd autocommands, they should get the file and source it.
1194     if (has_autocmd(EVENT_SOURCECMD, fname_exp, NULL)
1195 	    && apply_autocmds(EVENT_SOURCECMD, fname_exp, fname_exp,
1196 							       FALSE, curbuf))
1197     {
1198 #ifdef FEAT_EVAL
1199 	retval = aborting() ? FAIL : OK;
1200 #else
1201 	retval = OK;
1202 #endif
1203 	if (retval == OK)
1204 	    // Apply SourcePost autocommands.
1205 	    apply_autocmds(EVENT_SOURCEPOST, fname_exp, fname_exp,
1206 								FALSE, curbuf);
1207 	goto theend;
1208     }
1209 
1210     // Apply SourcePre autocommands, they may get the file.
1211     apply_autocmds(EVENT_SOURCEPRE, fname_exp, fname_exp, FALSE, curbuf);
1212 
1213 #ifdef USE_FOPEN_NOINH
1214     cookie.fp = fopen_noinh_readbin((char *)fname_exp);
1215 #else
1216     cookie.fp = mch_fopen((char *)fname_exp, READBIN);
1217 #endif
1218     if (cookie.fp == NULL && check_other)
1219     {
1220 	// Try again, replacing file name ".vimrc" by "_vimrc" or vice versa,
1221 	// and ".exrc" by "_exrc" or vice versa.
1222 	p = gettail(fname_exp);
1223 	if ((*p == '.' || *p == '_')
1224 		&& (STRICMP(p + 1, "vimrc") == 0
1225 		    || STRICMP(p + 1, "gvimrc") == 0
1226 		    || STRICMP(p + 1, "exrc") == 0))
1227 	{
1228 	    if (*p == '_')
1229 		*p = '.';
1230 	    else
1231 		*p = '_';
1232 #ifdef USE_FOPEN_NOINH
1233 	    cookie.fp = fopen_noinh_readbin((char *)fname_exp);
1234 #else
1235 	    cookie.fp = mch_fopen((char *)fname_exp, READBIN);
1236 #endif
1237 	}
1238     }
1239 
1240     if (cookie.fp == NULL)
1241     {
1242 	if (p_verbose > 0)
1243 	{
1244 	    verbose_enter();
1245 	    if (SOURCING_NAME == NULL)
1246 		smsg(_("could not source \"%s\""), fname);
1247 	    else
1248 		smsg(_("line %ld: could not source \"%s\""),
1249 							SOURCING_LNUM, fname);
1250 	    verbose_leave();
1251 	}
1252 	goto theend;
1253     }
1254 
1255     // The file exists.
1256     // - In verbose mode, give a message.
1257     // - For a vimrc file, may want to set 'compatible', call vimrc_found().
1258     if (p_verbose > 1)
1259     {
1260 	verbose_enter();
1261 	if (SOURCING_NAME == NULL)
1262 	    smsg(_("sourcing \"%s\""), fname);
1263 	else
1264 	    smsg(_("line %ld: sourcing \"%s\""), SOURCING_LNUM, fname);
1265 	verbose_leave();
1266     }
1267     if (is_vimrc == DOSO_VIMRC)
1268 	vimrc_found(fname_exp, (char_u *)"MYVIMRC");
1269     else if (is_vimrc == DOSO_GVIMRC)
1270 	vimrc_found(fname_exp, (char_u *)"MYGVIMRC");
1271 
1272 #ifdef USE_CRNL
1273     // If no automatic file format: Set default to CR-NL.
1274     if (*p_ffs == NUL)
1275 	cookie.fileformat = EOL_DOS;
1276     else
1277 	cookie.fileformat = EOL_UNKNOWN;
1278     cookie.error = FALSE;
1279 #endif
1280 
1281     cookie.nextline = NULL;
1282     cookie.sourcing_lnum = 0;
1283     cookie.finished = FALSE;
1284 
1285 #ifdef FEAT_EVAL
1286     // Check if this script has a breakpoint.
1287     cookie.breakpoint = dbg_find_breakpoint(TRUE, fname_exp, (linenr_T)0);
1288     cookie.fname = fname_exp;
1289     cookie.dbg_tick = debug_tick;
1290 
1291     cookie.level = ex_nesting_level;
1292 #endif
1293 
1294     // Keep the sourcing name/lnum, for recursive calls.
1295     estack_push(ETYPE_SCRIPT, fname_exp, 0);
1296     ESTACK_CHECK_SETUP
1297 
1298 #ifdef STARTUPTIME
1299     if (time_fd != NULL)
1300 	time_push(&tv_rel, &tv_start);
1301 #endif
1302 
1303 #ifdef FEAT_EVAL
1304 # ifdef FEAT_PROFILE
1305     if (do_profiling == PROF_YES)
1306 	prof_child_enter(&wait_start);		// entering a child now
1307 # endif
1308 
1309     // Don't use local function variables, if called from a function.
1310     // Also starts profiling timer for nested script.
1311     save_funccal(&funccalp_entry);
1312 
1313     save_current_sctx = current_sctx;
1314     current_sctx.sc_lnum = 0;
1315     current_sctx.sc_version = 1;  // default script version
1316 
1317     // Check if this script was sourced before to finds its SID.
1318     // Always use a new sequence number.
1319     current_sctx.sc_seq = ++last_current_SID_seq;
1320     if (sid > 0)
1321     {
1322 	hashtab_T	*ht;
1323 	int		is_vim9 = si->sn_version == SCRIPT_VERSION_VIM9;
1324 
1325 	// loading the same script again
1326 	si->sn_had_command = FALSE;
1327 	si->sn_version = 1;
1328 	current_sctx.sc_sid = sid;
1329 
1330 	// In Vim9 script all script-local variables are removed when reloading
1331 	// the same script.  In legacy script they remain but "const" can be
1332 	// set again.
1333 	ht = &SCRIPT_VARS(sid);
1334 	if (is_vim9)
1335 	    hashtab_free_contents(ht);
1336 	else
1337 	{
1338 	    int		todo = (int)ht->ht_used;
1339 	    hashitem_T	*hi;
1340 	    dictitem_T	*di;
1341 
1342 	    for (hi = ht->ht_array; todo > 0; ++hi)
1343 		if (!HASHITEM_EMPTY(hi))
1344 		{
1345 		    --todo;
1346 		    di = HI2DI(hi);
1347 		    di->di_flags |= DI_FLAGS_RELOAD;
1348 		}
1349 	}
1350 
1351 	// old imports are no longer valid
1352 	free_imports(sid);
1353 
1354 	// in Vim9 script functions are marked deleted
1355 	if (is_vim9)
1356 	    delete_script_functions(sid);
1357     }
1358     else
1359     {
1360 	// It's new, generate a new SID.
1361 	current_sctx.sc_sid = ++last_current_SID;
1362 	if (ga_grow(&script_items,
1363 		     (int)(current_sctx.sc_sid - script_items.ga_len)) == FAIL)
1364 	    goto almosttheend;
1365 	while (script_items.ga_len < current_sctx.sc_sid)
1366 	{
1367 	    si = ALLOC_CLEAR_ONE(scriptitem_T);
1368 	    if (si == NULL)
1369 		goto almosttheend;
1370 	    ++script_items.ga_len;
1371 	    SCRIPT_ITEM(script_items.ga_len) = si;
1372 	    si->sn_name = NULL;
1373 	    si->sn_version = 1;
1374 
1375 	    // Allocate the local script variables to use for this script.
1376 	    new_script_vars(script_items.ga_len);
1377 	    ga_init2(&si->sn_var_vals, sizeof(svar_T), 10);
1378 	    ga_init2(&si->sn_imports, sizeof(imported_T), 10);
1379 	    ga_init2(&si->sn_type_list, sizeof(type_T), 10);
1380 # ifdef FEAT_PROFILE
1381 	    si->sn_prof_on = FALSE;
1382 # endif
1383 	}
1384 	si = SCRIPT_ITEM(current_sctx.sc_sid);
1385 	si->sn_name = fname_exp;
1386 	fname_exp = vim_strsave(si->sn_name);  // used for autocmd
1387 	if (ret_sid != NULL)
1388 	    *ret_sid = current_sctx.sc_sid;
1389     }
1390 
1391 # ifdef FEAT_PROFILE
1392     if (do_profiling == PROF_YES)
1393     {
1394 	int	forceit;
1395 
1396 	// Check if we do profiling for this script.
1397 	if (!si->sn_prof_on && has_profiling(TRUE, si->sn_name, &forceit))
1398 	{
1399 	    script_do_profile(si);
1400 	    si->sn_pr_force = forceit;
1401 	}
1402 	if (si->sn_prof_on)
1403 	{
1404 	    ++si->sn_pr_count;
1405 	    profile_start(&si->sn_pr_start);
1406 	    profile_zero(&si->sn_pr_children);
1407 	}
1408     }
1409 # endif
1410 #endif
1411 
1412     cookie.conv.vc_type = CONV_NONE;		// no conversion
1413 
1414     // Read the first line so we can check for a UTF-8 BOM.
1415     firstline = getsourceline(0, (void *)&cookie, 0, TRUE);
1416     if (firstline != NULL && STRLEN(firstline) >= 3 && firstline[0] == 0xef
1417 			      && firstline[1] == 0xbb && firstline[2] == 0xbf)
1418     {
1419 	// Found BOM; setup conversion, skip over BOM and recode the line.
1420 	convert_setup(&cookie.conv, (char_u *)"utf-8", p_enc);
1421 	p = string_convert(&cookie.conv, firstline + 3, NULL);
1422 	if (p == NULL)
1423 	    p = vim_strsave(firstline + 3);
1424 	if (p != NULL)
1425 	{
1426 	    vim_free(firstline);
1427 	    firstline = p;
1428 	}
1429     }
1430 
1431     // Call do_cmdline, which will call getsourceline() to get the lines.
1432     do_cmdline(firstline, getsourceline, (void *)&cookie,
1433 				     DOCMD_VERBOSE|DOCMD_NOWAIT|DOCMD_REPEAT);
1434     retval = OK;
1435 
1436 #ifdef FEAT_PROFILE
1437     if (do_profiling == PROF_YES)
1438     {
1439 	// Get "si" again, "script_items" may have been reallocated.
1440 	si = SCRIPT_ITEM(current_sctx.sc_sid);
1441 	if (si->sn_prof_on)
1442 	{
1443 	    profile_end(&si->sn_pr_start);
1444 	    profile_sub_wait(&wait_start, &si->sn_pr_start);
1445 	    profile_add(&si->sn_pr_total, &si->sn_pr_start);
1446 	    profile_self(&si->sn_pr_self, &si->sn_pr_start,
1447 							 &si->sn_pr_children);
1448 	}
1449     }
1450 #endif
1451 
1452     if (got_int)
1453 	emsg(_(e_interr));
1454     ESTACK_CHECK_NOW
1455     estack_pop();
1456     if (p_verbose > 1)
1457     {
1458 	verbose_enter();
1459 	smsg(_("finished sourcing %s"), fname);
1460 	if (SOURCING_NAME != NULL)
1461 	    smsg(_("continuing in %s"), SOURCING_NAME);
1462 	verbose_leave();
1463     }
1464 #ifdef STARTUPTIME
1465     if (time_fd != NULL)
1466     {
1467 	vim_snprintf((char *)IObuff, IOSIZE, "sourcing %s", fname);
1468 	time_msg((char *)IObuff, &tv_start);
1469 	time_pop(&tv_rel);
1470     }
1471 #endif
1472 
1473     if (!got_int)
1474 	trigger_source_post = TRUE;
1475 
1476 #ifdef FEAT_EVAL
1477     // After a "finish" in debug mode, need to break at first command of next
1478     // sourced file.
1479     if (save_debug_break_level > ex_nesting_level
1480 	    && debug_break_level == ex_nesting_level)
1481 	++debug_break_level;
1482 #endif
1483 
1484 #ifdef FEAT_EVAL
1485 almosttheend:
1486     // Get "si" again, "script_items" may have been reallocated.
1487     si = SCRIPT_ITEM(current_sctx.sc_sid);
1488     if (si->sn_save_cpo != NULL)
1489     {
1490 	free_string_option(p_cpo);
1491 	p_cpo = si->sn_save_cpo;
1492 	si->sn_save_cpo = NULL;
1493     }
1494 
1495     current_sctx = save_current_sctx;
1496     restore_funccal();
1497 # ifdef FEAT_PROFILE
1498     if (do_profiling == PROF_YES)
1499 	prof_child_exit(&wait_start);		// leaving a child now
1500 # endif
1501 #endif
1502     fclose(cookie.fp);
1503     vim_free(cookie.nextline);
1504     vim_free(firstline);
1505     convert_setup(&cookie.conv, NULL, NULL);
1506 
1507     if (trigger_source_post)
1508 	apply_autocmds(EVENT_SOURCEPOST, fname_exp, fname_exp, FALSE, curbuf);
1509 
1510 theend:
1511     vim_free(fname_exp);
1512     return retval;
1513 }
1514 
1515 #if defined(FEAT_EVAL) || defined(PROTO)
1516 
1517 /*
1518  * ":scriptnames"
1519  */
1520     void
1521 ex_scriptnames(exarg_T *eap)
1522 {
1523     int i;
1524 
1525     if (eap->addr_count > 0)
1526     {
1527 	// :script {scriptId}: edit the script
1528 	if (!SCRIPT_ID_VALID(eap->line2))
1529 	    emsg(_(e_invarg));
1530 	else
1531 	{
1532 	    eap->arg = SCRIPT_ITEM(eap->line2)->sn_name;
1533 	    do_exedit(eap, NULL);
1534 	}
1535 	return;
1536     }
1537 
1538     for (i = 1; i <= script_items.ga_len && !got_int; ++i)
1539 	if (SCRIPT_ITEM(i)->sn_name != NULL)
1540 	{
1541 	    home_replace(NULL, SCRIPT_ITEM(i)->sn_name,
1542 						    NameBuff, MAXPATHL, TRUE);
1543 	    smsg("%3d: %s", i, NameBuff);
1544 	}
1545 }
1546 
1547 # if defined(BACKSLASH_IN_FILENAME) || defined(PROTO)
1548 /*
1549  * Fix slashes in the list of script names for 'shellslash'.
1550  */
1551     void
1552 scriptnames_slash_adjust(void)
1553 {
1554     int i;
1555 
1556     for (i = 1; i <= script_items.ga_len; ++i)
1557 	if (SCRIPT_ITEM(i)->sn_name != NULL)
1558 	    slash_adjust(SCRIPT_ITEM(i)->sn_name);
1559 }
1560 # endif
1561 
1562 /*
1563  * Get a pointer to a script name.  Used for ":verbose set".
1564  */
1565     char_u *
1566 get_scriptname(scid_T id)
1567 {
1568     if (id == SID_MODELINE)
1569 	return (char_u *)_("modeline");
1570     if (id == SID_CMDARG)
1571 	return (char_u *)_("--cmd argument");
1572     if (id == SID_CARG)
1573 	return (char_u *)_("-c argument");
1574     if (id == SID_ENV)
1575 	return (char_u *)_("environment variable");
1576     if (id == SID_ERROR)
1577 	return (char_u *)_("error handler");
1578     return SCRIPT_ITEM(id)->sn_name;
1579 }
1580 
1581 # if defined(EXITFREE) || defined(PROTO)
1582     void
1583 free_scriptnames(void)
1584 {
1585     int			i;
1586 
1587     for (i = script_items.ga_len; i > 0; --i)
1588     {
1589 	scriptitem_T *si = SCRIPT_ITEM(i);
1590 
1591 	// the variables themselves are cleared in evalvars_clear()
1592 	vim_free(si->sn_vars);
1593 
1594 	vim_free(si->sn_name);
1595 	free_imports(i);
1596 	free_string_option(si->sn_save_cpo);
1597 #  ifdef FEAT_PROFILE
1598 	ga_clear(&si->sn_prl_ga);
1599 #  endif
1600 	vim_free(si);
1601     }
1602     ga_clear(&script_items);
1603 }
1604 
1605     void
1606 free_autoload_scriptnames(void)
1607 {
1608     ga_clear_strings(&ga_loaded);
1609 }
1610 # endif
1611 
1612 #endif
1613 
1614     linenr_T
1615 get_sourced_lnum(
1616 	char_u *(*fgetline)(int, void *, int, getline_opt_T),
1617 	void *cookie)
1618 {
1619     return fgetline == getsourceline
1620 			? ((struct source_cookie *)cookie)->sourcing_lnum
1621 			: SOURCING_LNUM;
1622 }
1623 
1624     static char_u *
1625 get_one_sourceline(struct source_cookie *sp)
1626 {
1627     garray_T		ga;
1628     int			len;
1629     int			c;
1630     char_u		*buf;
1631 #ifdef USE_CRNL
1632     int			has_cr;		// CR-LF found
1633 #endif
1634     int			have_read = FALSE;
1635 
1636     // use a growarray to store the sourced line
1637     ga_init2(&ga, 1, 250);
1638 
1639     // Loop until there is a finished line (or end-of-file).
1640     ++sp->sourcing_lnum;
1641     for (;;)
1642     {
1643 	// make room to read at least 120 (more) characters
1644 	if (ga_grow(&ga, 120) == FAIL)
1645 	    break;
1646 	buf = (char_u *)ga.ga_data;
1647 
1648 	if (fgets((char *)buf + ga.ga_len, ga.ga_maxlen - ga.ga_len,
1649 							      sp->fp) == NULL)
1650 	    break;
1651 	len = ga.ga_len + (int)STRLEN(buf + ga.ga_len);
1652 #ifdef USE_CRNL
1653 	// Ignore a trailing CTRL-Z, when in Dos mode.	Only recognize the
1654 	// CTRL-Z by its own, or after a NL.
1655 	if (	   (len == 1 || (len >= 2 && buf[len - 2] == '\n'))
1656 		&& sp->fileformat == EOL_DOS
1657 		&& buf[len - 1] == Ctrl_Z)
1658 	{
1659 	    buf[len - 1] = NUL;
1660 	    break;
1661 	}
1662 #endif
1663 
1664 	have_read = TRUE;
1665 	ga.ga_len = len;
1666 
1667 	// If the line was longer than the buffer, read more.
1668 	if (ga.ga_maxlen - ga.ga_len == 1 && buf[len - 1] != '\n')
1669 	    continue;
1670 
1671 	if (len >= 1 && buf[len - 1] == '\n')	// remove trailing NL
1672 	{
1673 #ifdef USE_CRNL
1674 	    has_cr = (len >= 2 && buf[len - 2] == '\r');
1675 	    if (sp->fileformat == EOL_UNKNOWN)
1676 	    {
1677 		if (has_cr)
1678 		    sp->fileformat = EOL_DOS;
1679 		else
1680 		    sp->fileformat = EOL_UNIX;
1681 	    }
1682 
1683 	    if (sp->fileformat == EOL_DOS)
1684 	    {
1685 		if (has_cr)	    // replace trailing CR
1686 		{
1687 		    buf[len - 2] = '\n';
1688 		    --len;
1689 		    --ga.ga_len;
1690 		}
1691 		else	    // lines like ":map xx yy^M" will have failed
1692 		{
1693 		    if (!sp->error)
1694 		    {
1695 			msg_source(HL_ATTR(HLF_W));
1696 			emsg(_("W15: Warning: Wrong line separator, ^M may be missing"));
1697 		    }
1698 		    sp->error = TRUE;
1699 		    sp->fileformat = EOL_UNIX;
1700 		}
1701 	    }
1702 #endif
1703 	    // The '\n' is escaped if there is an odd number of ^V's just
1704 	    // before it, first set "c" just before the 'V's and then check
1705 	    // len&c parities (is faster than ((len-c)%2 == 0)) -- Acevedo
1706 	    for (c = len - 2; c >= 0 && buf[c] == Ctrl_V; c--)
1707 		;
1708 	    if ((len & 1) != (c & 1))	// escaped NL, read more
1709 	    {
1710 		++sp->sourcing_lnum;
1711 		continue;
1712 	    }
1713 
1714 	    buf[len - 1] = NUL;		// remove the NL
1715 	}
1716 
1717 	// Check for ^C here now and then, so recursive :so can be broken.
1718 	line_breakcheck();
1719 	break;
1720     }
1721 
1722     if (have_read)
1723 	return (char_u *)ga.ga_data;
1724 
1725     vim_free(ga.ga_data);
1726     return NULL;
1727 }
1728 
1729 /*
1730  * Get one full line from a sourced file.
1731  * Called by do_cmdline() when it's called from do_source().
1732  *
1733  * Return a pointer to the line in allocated memory.
1734  * Return NULL for end-of-file or some error.
1735  */
1736     char_u *
1737 getsourceline(
1738 	int c UNUSED,
1739 	void *cookie,
1740 	int indent UNUSED,
1741 	getline_opt_T options)
1742 {
1743     struct source_cookie *sp = (struct source_cookie *)cookie;
1744     char_u		*line;
1745     char_u		*p;
1746 
1747 #ifdef FEAT_EVAL
1748     // If breakpoints have been added/deleted need to check for it.
1749     if (sp->dbg_tick < debug_tick)
1750     {
1751 	sp->breakpoint = dbg_find_breakpoint(TRUE, sp->fname, SOURCING_LNUM);
1752 	sp->dbg_tick = debug_tick;
1753     }
1754 # ifdef FEAT_PROFILE
1755     if (do_profiling == PROF_YES)
1756 	script_line_end();
1757 # endif
1758 #endif
1759 
1760     // Set the current sourcing line number.
1761     SOURCING_LNUM = sp->sourcing_lnum + 1;
1762 
1763     // Get current line.  If there is a read-ahead line, use it, otherwise get
1764     // one now.
1765     if (sp->finished)
1766 	line = NULL;
1767     else if (sp->nextline == NULL)
1768 	line = get_one_sourceline(sp);
1769     else
1770     {
1771 	line = sp->nextline;
1772 	sp->nextline = NULL;
1773 	++sp->sourcing_lnum;
1774     }
1775 #ifdef FEAT_PROFILE
1776     if (line != NULL && do_profiling == PROF_YES)
1777 	script_line_start();
1778 #endif
1779 
1780     // Only concatenate lines starting with a \ when 'cpoptions' doesn't
1781     // contain the 'C' flag.
1782     if (line != NULL && options != GETLINE_NONE
1783 				      && vim_strchr(p_cpo, CPO_CONCAT) == NULL)
1784     {
1785 	// compensate for the one line read-ahead
1786 	--sp->sourcing_lnum;
1787 
1788 	// Get the next line and concatenate it when it starts with a
1789 	// backslash. We always need to read the next line, keep it in
1790 	// sp->nextline.
1791 	/* Also check for a comment in between continuation lines: "\ */
1792 	// Also check for a Vim9 comment and empty line.
1793 	sp->nextline = get_one_sourceline(sp);
1794 	if (sp->nextline != NULL
1795 		&& (*(p = skipwhite(sp->nextline)) == '\\'
1796 			      || (p[0] == '"' && p[1] == '\\' && p[2] == ' ')
1797 #ifdef FEAT_EVAL
1798 			      || (in_vim9script()
1799 				      && options == GETLINE_CONCAT_ALL
1800 				      && (*p == NUL || vim9_comment_start(p)))
1801 #endif
1802 			      ))
1803 	{
1804 	    garray_T    ga;
1805 
1806 	    ga_init2(&ga, (int)sizeof(char_u), 400);
1807 	    ga_concat(&ga, line);
1808 	    if (*p == '\\')
1809 		ga_concat(&ga, p + 1);
1810 	    for (;;)
1811 	    {
1812 		vim_free(sp->nextline);
1813 		sp->nextline = get_one_sourceline(sp);
1814 		if (sp->nextline == NULL)
1815 		    break;
1816 		p = skipwhite(sp->nextline);
1817 		if (*p == '\\')
1818 		{
1819 		    // Adjust the growsize to the current length to speed up
1820 		    // concatenating many lines.
1821 		    if (ga.ga_len > 400)
1822 		    {
1823 			if (ga.ga_len > 8000)
1824 			    ga.ga_growsize = 8000;
1825 			else
1826 			    ga.ga_growsize = ga.ga_len;
1827 		    }
1828 		    ga_concat(&ga, p + 1);
1829 		}
1830 		else if (!(p[0] == '"' && p[1] == '\\' && p[2] == ' ')
1831 #ifdef FEAT_EVAL
1832 			&& !(in_vim9script()
1833 				&& options == GETLINE_CONCAT_ALL
1834 				&& (*p == NUL || vim9_comment_start(p)))
1835 #endif
1836 			)
1837 		    break;
1838 		/* drop a # comment or "\ comment line */
1839 	    }
1840 	    ga_append(&ga, NUL);
1841 	    vim_free(line);
1842 	    line = ga.ga_data;
1843 	}
1844     }
1845 
1846     if (line != NULL && sp->conv.vc_type != CONV_NONE)
1847     {
1848 	char_u	*s;
1849 
1850 	// Convert the encoding of the script line.
1851 	s = string_convert(&sp->conv, line, NULL);
1852 	if (s != NULL)
1853 	{
1854 	    vim_free(line);
1855 	    line = s;
1856 	}
1857     }
1858 
1859 #ifdef FEAT_EVAL
1860     // Did we encounter a breakpoint?
1861     if (sp->breakpoint != 0 && sp->breakpoint <= SOURCING_LNUM)
1862     {
1863 	dbg_breakpoint(sp->fname, SOURCING_LNUM);
1864 	// Find next breakpoint.
1865 	sp->breakpoint = dbg_find_breakpoint(TRUE, sp->fname, SOURCING_LNUM);
1866 	sp->dbg_tick = debug_tick;
1867     }
1868 #endif
1869 
1870     return line;
1871 }
1872 
1873 /*
1874  * ":scriptencoding": Set encoding conversion for a sourced script.
1875  */
1876     void
1877 ex_scriptencoding(exarg_T *eap)
1878 {
1879     struct source_cookie	*sp;
1880     char_u			*name;
1881 
1882     if (!getline_equal(eap->getline, eap->cookie, getsourceline))
1883     {
1884 	emsg(_("E167: :scriptencoding used outside of a sourced file"));
1885 	return;
1886     }
1887 
1888     if (*eap->arg != NUL)
1889     {
1890 	name = enc_canonize(eap->arg);
1891 	if (name == NULL)	// out of memory
1892 	    return;
1893     }
1894     else
1895 	name = eap->arg;
1896 
1897     // Setup for conversion from the specified encoding to 'encoding'.
1898     sp = (struct source_cookie *)getline_cookie(eap->getline, eap->cookie);
1899     convert_setup(&sp->conv, name, p_enc);
1900 
1901     if (name != eap->arg)
1902 	vim_free(name);
1903 }
1904 
1905 /*
1906  * ":scriptversion": Set Vim script version for a sourced script.
1907  */
1908     void
1909 ex_scriptversion(exarg_T *eap UNUSED)
1910 {
1911 #ifdef FEAT_EVAL
1912     int		nr;
1913 
1914     if (!getline_equal(eap->getline, eap->cookie, getsourceline))
1915     {
1916 	emsg(_("E984: :scriptversion used outside of a sourced file"));
1917 	return;
1918     }
1919     if (in_vim9script())
1920     {
1921 	emsg(_(e_cannot_use_scriptversion_after_vim9script));
1922 	return;
1923     }
1924 
1925     nr = getdigits(&eap->arg);
1926     if (nr == 0 || *eap->arg != NUL)
1927 	emsg(_(e_invarg));
1928     else if (nr > SCRIPT_VERSION_MAX)
1929 	semsg(_("E999: scriptversion not supported: %d"), nr);
1930     else
1931     {
1932 	current_sctx.sc_version = nr;
1933 	SCRIPT_ITEM(current_sctx.sc_sid)->sn_version = nr;
1934     }
1935 #endif
1936 }
1937 
1938 #if defined(FEAT_EVAL) || defined(PROTO)
1939 /*
1940  * ":finish": Mark a sourced file as finished.
1941  */
1942     void
1943 ex_finish(exarg_T *eap)
1944 {
1945     if (getline_equal(eap->getline, eap->cookie, getsourceline))
1946 	do_finish(eap, FALSE);
1947     else
1948 	emsg(_("E168: :finish used outside of a sourced file"));
1949 }
1950 
1951 /*
1952  * Mark a sourced file as finished.  Possibly makes the ":finish" pending.
1953  * Also called for a pending finish at the ":endtry" or after returning from
1954  * an extra do_cmdline().  "reanimate" is used in the latter case.
1955  */
1956     void
1957 do_finish(exarg_T *eap, int reanimate)
1958 {
1959     int		idx;
1960 
1961     if (reanimate)
1962 	((struct source_cookie *)getline_cookie(eap->getline,
1963 					      eap->cookie))->finished = FALSE;
1964 
1965     // Cleanup (and inactivate) conditionals, but stop when a try conditional
1966     // not in its finally clause (which then is to be executed next) is found.
1967     // In this case, make the ":finish" pending for execution at the ":endtry".
1968     // Otherwise, finish normally.
1969     idx = cleanup_conditionals(eap->cstack, 0, TRUE);
1970     if (idx >= 0)
1971     {
1972 	eap->cstack->cs_pending[idx] = CSTP_FINISH;
1973 	report_make_pending(CSTP_FINISH, NULL);
1974     }
1975     else
1976 	((struct source_cookie *)getline_cookie(eap->getline,
1977 					       eap->cookie))->finished = TRUE;
1978 }
1979 
1980 
1981 /*
1982  * Return TRUE when a sourced file had the ":finish" command: Don't give error
1983  * message for missing ":endif".
1984  * Return FALSE when not sourcing a file.
1985  */
1986     int
1987 source_finished(
1988     char_u	*(*fgetline)(int, void *, int, getline_opt_T),
1989     void	*cookie)
1990 {
1991     return (getline_equal(fgetline, cookie, getsourceline)
1992 	    && ((struct source_cookie *)getline_cookie(
1993 						fgetline, cookie))->finished);
1994 }
1995 
1996 /*
1997  * Return the autoload script name for a function or variable name.
1998  * Returns NULL when out of memory.
1999  * Caller must make sure that "name" contains AUTOLOAD_CHAR.
2000  */
2001     char_u *
2002 autoload_name(char_u *name)
2003 {
2004     char_u	*p, *q = NULL;
2005     char_u	*scriptname;
2006 
2007     // Get the script file name: replace '#' with '/', append ".vim".
2008     scriptname = alloc(STRLEN(name) + 14);
2009     if (scriptname == NULL)
2010 	return NULL;
2011     STRCPY(scriptname, "autoload/");
2012     STRCAT(scriptname, name[0] == 'g' && name[1] == ':' ? name + 2: name);
2013     for (p = scriptname + 9; (p = vim_strchr(p, AUTOLOAD_CHAR)) != NULL;
2014 								    q = p, ++p)
2015 	*p = '/';
2016     STRCPY(q, ".vim");
2017     return scriptname;
2018 }
2019 
2020 /*
2021  * If "name" has a package name try autoloading the script for it.
2022  * Return TRUE if a package was loaded.
2023  */
2024     int
2025 script_autoload(
2026     char_u	*name,
2027     int		reload)	    // load script again when already loaded
2028 {
2029     char_u	*p;
2030     char_u	*scriptname, *tofree;
2031     int		ret = FALSE;
2032     int		i;
2033     int		ret_sid;
2034 
2035     // If there is no '#' after name[0] there is no package name.
2036     p = vim_strchr(name, AUTOLOAD_CHAR);
2037     if (p == NULL || p == name)
2038 	return FALSE;
2039 
2040     tofree = scriptname = autoload_name(name);
2041     if (scriptname == NULL)
2042 	return FALSE;
2043 
2044     // Find the name in the list of previously loaded package names.  Skip
2045     // "autoload/", it's always the same.
2046     for (i = 0; i < ga_loaded.ga_len; ++i)
2047 	if (STRCMP(((char_u **)ga_loaded.ga_data)[i] + 9, scriptname + 9) == 0)
2048 	    break;
2049     if (!reload && i < ga_loaded.ga_len)
2050 	ret = FALSE;	    // was loaded already
2051     else
2052     {
2053 	// Remember the name if it wasn't loaded already.
2054 	if (i == ga_loaded.ga_len && ga_grow(&ga_loaded, 1) == OK)
2055 	{
2056 	    ((char_u **)ga_loaded.ga_data)[ga_loaded.ga_len++] = scriptname;
2057 	    tofree = NULL;
2058 	}
2059 
2060 	// Try loading the package from $VIMRUNTIME/autoload/<name>.vim
2061 	// Use "ret_sid" to avoid loading the same script again.
2062 	if (source_in_path(p_rtp, scriptname, 0, &ret_sid) == OK)
2063 	    ret = TRUE;
2064     }
2065 
2066     vim_free(tofree);
2067     return ret;
2068 }
2069 #endif
2070