1d2656095SMauro Carvalho Chehab#!/usr/bin/env perl
2d2656095SMauro Carvalho Chehab# SPDX-License-Identifier: GPL-2.0
3d2656095SMauro Carvalho Chehab#
4e8939222SJani Nikula# Treewide grep for references to files under Documentation, and report
5e8939222SJani Nikula# non-existing files in stderr.
6e8939222SJani Nikula
7d2656095SMauro Carvalho Chehabuse warnings;
8d2656095SMauro Carvalho Chehabuse strict;
9d2656095SMauro Carvalho Chehabuse Getopt::Long qw(:config no_auto_abbrev);
10e8939222SJani Nikula
11d2656095SMauro Carvalho Chehabmy $scriptname = $0;
12d2656095SMauro Carvalho Chehab$scriptname =~ s,.*/([^/]+/),$1,;
13d2656095SMauro Carvalho Chehab
14d2656095SMauro Carvalho Chehab# Parse arguments
15d2656095SMauro Carvalho Chehabmy $help = 0;
16d2656095SMauro Carvalho Chehabmy $fix = 0;
17d2656095SMauro Carvalho Chehab
18d2656095SMauro Carvalho ChehabGetOptions(
19d2656095SMauro Carvalho Chehab	'fix' => \$fix,
20d2656095SMauro Carvalho Chehab	'h|help|usage' => \$help,
21d2656095SMauro Carvalho Chehab);
22d2656095SMauro Carvalho Chehab
23d2656095SMauro Carvalho Chehabif ($help != 0) {
2440fc3eb0SMauro Carvalho Chehab    print "$scriptname [--help] [--fix]\n";
25d2656095SMauro Carvalho Chehab    exit -1;
26d2656095SMauro Carvalho Chehab}
27d2656095SMauro Carvalho Chehab
28d2656095SMauro Carvalho Chehab# Step 1: find broken references
29d2656095SMauro Carvalho Chehabprint "Finding broken references. This may take a while...  " if ($fix);
30d2656095SMauro Carvalho Chehab
31d2656095SMauro Carvalho Chehabmy %broken_ref;
32d2656095SMauro Carvalho Chehab
33d2656095SMauro Carvalho Chehabopen IN, "git grep 'Documentation/'|"
34d2656095SMauro Carvalho Chehab     or die "Failed to run git grep";
35d2656095SMauro Carvalho Chehabwhile (<IN>) {
36d2656095SMauro Carvalho Chehab	next if (!m/^([^:]+):(.*)/);
37d2656095SMauro Carvalho Chehab
38d2656095SMauro Carvalho Chehab	my $f = $1;
39d2656095SMauro Carvalho Chehab	my $ln = $2;
40d2656095SMauro Carvalho Chehab
412d69708fSMauro Carvalho Chehab	# Makefiles and scripts contain nasty expressions to parse docs
422d69708fSMauro Carvalho Chehab	next if ($f =~ m/Makefile/ || $f =~ m/\.sh$/);
432d69708fSMauro Carvalho Chehab
44d2656095SMauro Carvalho Chehab	# Skip this script
45d2656095SMauro Carvalho Chehab	next if ($f eq $scriptname);
46d2656095SMauro Carvalho Chehab
472d69708fSMauro Carvalho Chehab	if ($ln =~ m,\b(\S*)(Documentation/[A-Za-z0-9\_\.\,\~/\*\[\]\?+-]*)(.*),) {
48d2656095SMauro Carvalho Chehab		my $prefix = $1;
49d2656095SMauro Carvalho Chehab		my $ref = $2;
50d2656095SMauro Carvalho Chehab		my $base = $2;
512d69708fSMauro Carvalho Chehab		my $extra = $3;
52d2656095SMauro Carvalho Chehab
532d69708fSMauro Carvalho Chehab		# some file references are like:
542d69708fSMauro Carvalho Chehab		# /usr/src/linux/Documentation/DMA-{API,mapping}.txt
552d69708fSMauro Carvalho Chehab		# For now, ignore them
562d69708fSMauro Carvalho Chehab		next if ($extra =~ m/^{/);
572d69708fSMauro Carvalho Chehab
582d69708fSMauro Carvalho Chehab		# Remove footnotes at the end like:
592d69708fSMauro Carvalho Chehab		# Documentation/devicetree/dt-object-internal.txt[1]
602d69708fSMauro Carvalho Chehab		$ref =~ s/(txt|rst)\[\d+]$/$1/;
612d69708fSMauro Carvalho Chehab
622d69708fSMauro Carvalho Chehab		# Remove ending ']' without any '['
632d69708fSMauro Carvalho Chehab		$ref =~ s/\].*// if (!($ref =~ m/\[/));
642d69708fSMauro Carvalho Chehab
652d69708fSMauro Carvalho Chehab		# Remove puntuation marks at the end
66d2656095SMauro Carvalho Chehab		$ref =~ s/[\,\.]+$//;
67d2656095SMauro Carvalho Chehab
68d2656095SMauro Carvalho Chehab		my $fulref = "$prefix$ref";
69d2656095SMauro Carvalho Chehab
70d2656095SMauro Carvalho Chehab		$fulref =~ s/^(\<file|ref)://;
71d2656095SMauro Carvalho Chehab		$fulref =~ s/^[\'\`]+//;
72d2656095SMauro Carvalho Chehab		$fulref =~ s,^\$\(.*\)/,,;
73d2656095SMauro Carvalho Chehab		$base =~ s,.*/,,;
74d2656095SMauro Carvalho Chehab
75d2656095SMauro Carvalho Chehab		# Remove URL false-positives
76d2656095SMauro Carvalho Chehab		next if ($fulref =~ m/^http/);
77d2656095SMauro Carvalho Chehab
78*5d395fa6SMauro Carvalho Chehab		# Remove sched-pelt false-positive
79*5d395fa6SMauro Carvalho Chehab		next if ($fulref =~ m,^Documentation/scheduler/sched-pelt$,);
80*5d395fa6SMauro Carvalho Chehab
81d25c0634SMauro Carvalho Chehab		# Discard some build examples from Documentation/target/tcm_mod_builder.txt
82d25c0634SMauro Carvalho Chehab		next if ($fulref =~ m,mnt/sdb/lio-core-2.6.git/Documentation/target,);
83d25c0634SMauro Carvalho Chehab
84d2656095SMauro Carvalho Chehab		# Check if exists, evaluating wildcards
85d2656095SMauro Carvalho Chehab		next if (grep -e, glob("$ref $fulref"));
86d2656095SMauro Carvalho Chehab
87a78513c6SMauro Carvalho Chehab		# Accept relative Documentation patches for tools/
88a78513c6SMauro Carvalho Chehab		if ($f =~ m/tools/) {
89a78513c6SMauro Carvalho Chehab			my $path = $f;
90a78513c6SMauro Carvalho Chehab			$path =~ s,(.*)/.*,$1,;
91a78513c6SMauro Carvalho Chehab			next if (grep -e, glob("$path/$ref $path/$fulref"));
92a78513c6SMauro Carvalho Chehab		}
93a78513c6SMauro Carvalho Chehab
94d2656095SMauro Carvalho Chehab		if ($fix) {
95be600e5aSMauro Carvalho Chehab			if (!($ref =~ m/(scripts|Kconfig|Kbuild)/)) {
96d2656095SMauro Carvalho Chehab				$broken_ref{$ref}++;
97d2656095SMauro Carvalho Chehab			}
98d2656095SMauro Carvalho Chehab		} else {
99d2656095SMauro Carvalho Chehab			print STDERR "$f: $fulref\n";
100d2656095SMauro Carvalho Chehab		}
101d2656095SMauro Carvalho Chehab	}
102d2656095SMauro Carvalho Chehab}
103d2656095SMauro Carvalho Chehab
104d2656095SMauro Carvalho Chehabexit 0 if (!$fix);
105d2656095SMauro Carvalho Chehab
106d2656095SMauro Carvalho Chehab# Step 2: Seek for file name alternatives
107d2656095SMauro Carvalho Chehabprint "Auto-fixing broken references. Please double-check the results\n";
108d2656095SMauro Carvalho Chehab
109d2656095SMauro Carvalho Chehabforeach my $ref (keys %broken_ref) {
110d2656095SMauro Carvalho Chehab	my $new =$ref;
111d2656095SMauro Carvalho Chehab
112d2656095SMauro Carvalho Chehab	# get just the basename
113d2656095SMauro Carvalho Chehab	$new =~ s,.*/,,;
114d2656095SMauro Carvalho Chehab
115d2656095SMauro Carvalho Chehab	my $f="";
116d2656095SMauro Carvalho Chehab
117be600e5aSMauro Carvalho Chehab	# usual reason for breakage: DT file moved around
118be600e5aSMauro Carvalho Chehab	if ($ref =~ /devicetree/) {
119be600e5aSMauro Carvalho Chehab		my $search = $new;
120be600e5aSMauro Carvalho Chehab		$search =~ s,^.*/,,;
121be600e5aSMauro Carvalho Chehab		$f = qx(find Documentation/devicetree/ -iname "*$search*") if ($search);
122be600e5aSMauro Carvalho Chehab		if (!$f) {
123be600e5aSMauro Carvalho Chehab			# Manufacturer name may have changed
124be600e5aSMauro Carvalho Chehab			$search =~ s/^.*,//;
125be600e5aSMauro Carvalho Chehab			$f = qx(find Documentation/devicetree/ -iname "*$search*") if ($search);
126be600e5aSMauro Carvalho Chehab		}
127be600e5aSMauro Carvalho Chehab	}
128d2656095SMauro Carvalho Chehab
129d2656095SMauro Carvalho Chehab	# usual reason for breakage: file renamed to .rst
130d2656095SMauro Carvalho Chehab	if (!$f) {
131d2656095SMauro Carvalho Chehab		$new =~ s/\.txt$/.rst/;
132d2656095SMauro Carvalho Chehab		$f=qx(find . -iname $new) if ($new);
133d2656095SMauro Carvalho Chehab	}
134d2656095SMauro Carvalho Chehab
135e1f319feSMauro Carvalho Chehab	# usual reason for breakage: use dash or underline
136e1f319feSMauro Carvalho Chehab	if (!$f) {
137e1f319feSMauro Carvalho Chehab		$new =~ s/[-_]/[-_]/g;
138e1f319feSMauro Carvalho Chehab		$f=qx(find . -iname $new) if ($new);
139e1f319feSMauro Carvalho Chehab	}
140e1f319feSMauro Carvalho Chehab
141be600e5aSMauro Carvalho Chehab	# Wild guess: seek for the same name on another place
142be600e5aSMauro Carvalho Chehab	if (!$f) {
143be600e5aSMauro Carvalho Chehab		$f = qx(find . -iname $new) if ($new);
144be600e5aSMauro Carvalho Chehab	}
145be600e5aSMauro Carvalho Chehab
146d2656095SMauro Carvalho Chehab	my @find = split /\s+/, $f;
147d2656095SMauro Carvalho Chehab
148d2656095SMauro Carvalho Chehab	if (!$f) {
149d2656095SMauro Carvalho Chehab		print STDERR "ERROR: Didn't find a replacement for $ref\n";
150d2656095SMauro Carvalho Chehab	} elsif (scalar(@find) > 1) {
151d2656095SMauro Carvalho Chehab		print STDERR "WARNING: Won't auto-replace, as found multiple files close to $ref:\n";
152d2656095SMauro Carvalho Chehab		foreach my $j (@find) {
153d2656095SMauro Carvalho Chehab			$j =~ s,^./,,;
154d2656095SMauro Carvalho Chehab			print STDERR "    $j\n";
155d2656095SMauro Carvalho Chehab		}
156d2656095SMauro Carvalho Chehab	} else {
157d2656095SMauro Carvalho Chehab		$f = $find[0];
158d2656095SMauro Carvalho Chehab		$f =~ s,^./,,;
159d2656095SMauro Carvalho Chehab		print "INFO: Replacing $ref to $f\n";
160d2656095SMauro Carvalho Chehab		foreach my $j (qx(git grep -l $ref)) {
161d2656095SMauro Carvalho Chehab			qx(sed "s\@$ref\@$f\@g" -i $j);
162d2656095SMauro Carvalho Chehab		}
163d2656095SMauro Carvalho Chehab	}
164d2656095SMauro Carvalho Chehab}
165