1d2656095SMauro Carvalho Chehab#!/usr/bin/env perl 2d2656095SMauro Carvalho Chehab# SPDX-License-Identifier: GPL-2.0 3d2656095SMauro Carvalho Chehab# 4e8939222SJani Nikula# Treewide grep for references to files under Documentation, and report 5e8939222SJani Nikula# non-existing files in stderr. 6e8939222SJani Nikula 7d2656095SMauro Carvalho Chehabuse warnings; 8d2656095SMauro Carvalho Chehabuse strict; 9d2656095SMauro Carvalho Chehabuse Getopt::Long qw(:config no_auto_abbrev); 10e8939222SJani Nikula 11d2656095SMauro Carvalho Chehabmy $scriptname = $0; 12d2656095SMauro Carvalho Chehab$scriptname =~ s,.*/([^/]+/),$1,; 13d2656095SMauro Carvalho Chehab 14d2656095SMauro Carvalho Chehab# Parse arguments 15d2656095SMauro Carvalho Chehabmy $help = 0; 16d2656095SMauro Carvalho Chehabmy $fix = 0; 17d2656095SMauro Carvalho Chehab 18d2656095SMauro Carvalho ChehabGetOptions( 19d2656095SMauro Carvalho Chehab 'fix' => \$fix, 20d2656095SMauro Carvalho Chehab 'h|help|usage' => \$help, 21d2656095SMauro Carvalho Chehab); 22d2656095SMauro Carvalho Chehab 23d2656095SMauro Carvalho Chehabif ($help != 0) { 2440fc3eb0SMauro Carvalho Chehab print "$scriptname [--help] [--fix]\n"; 25d2656095SMauro Carvalho Chehab exit -1; 26d2656095SMauro Carvalho Chehab} 27d2656095SMauro Carvalho Chehab 28d2656095SMauro Carvalho Chehab# Step 1: find broken references 29d2656095SMauro Carvalho Chehabprint "Finding broken references. This may take a while... " if ($fix); 30d2656095SMauro Carvalho Chehab 31d2656095SMauro Carvalho Chehabmy %broken_ref; 32d2656095SMauro Carvalho Chehab 33d2656095SMauro Carvalho Chehabopen IN, "git grep 'Documentation/'|" 34d2656095SMauro Carvalho Chehab or die "Failed to run git grep"; 35d2656095SMauro Carvalho Chehabwhile (<IN>) { 36d2656095SMauro Carvalho Chehab next if (!m/^([^:]+):(.*)/); 37d2656095SMauro Carvalho Chehab 38d2656095SMauro Carvalho Chehab my $f = $1; 39d2656095SMauro Carvalho Chehab my $ln = $2; 40d2656095SMauro Carvalho Chehab 412d69708fSMauro Carvalho Chehab # Makefiles and scripts contain nasty expressions to parse docs 422d69708fSMauro Carvalho Chehab next if ($f =~ m/Makefile/ || $f =~ m/\.sh$/); 432d69708fSMauro Carvalho Chehab 44d2656095SMauro Carvalho Chehab # Skip this script 45d2656095SMauro Carvalho Chehab next if ($f eq $scriptname); 46d2656095SMauro Carvalho Chehab 472d69708fSMauro Carvalho Chehab if ($ln =~ m,\b(\S*)(Documentation/[A-Za-z0-9\_\.\,\~/\*\[\]\?+-]*)(.*),) { 48d2656095SMauro Carvalho Chehab my $prefix = $1; 49d2656095SMauro Carvalho Chehab my $ref = $2; 50d2656095SMauro Carvalho Chehab my $base = $2; 512d69708fSMauro Carvalho Chehab my $extra = $3; 52d2656095SMauro Carvalho Chehab 532d69708fSMauro Carvalho Chehab # some file references are like: 542d69708fSMauro Carvalho Chehab # /usr/src/linux/Documentation/DMA-{API,mapping}.txt 552d69708fSMauro Carvalho Chehab # For now, ignore them 562d69708fSMauro Carvalho Chehab next if ($extra =~ m/^{/); 572d69708fSMauro Carvalho Chehab 582d69708fSMauro Carvalho Chehab # Remove footnotes at the end like: 592d69708fSMauro Carvalho Chehab # Documentation/devicetree/dt-object-internal.txt[1] 602d69708fSMauro Carvalho Chehab $ref =~ s/(txt|rst)\[\d+]$/$1/; 612d69708fSMauro Carvalho Chehab 622d69708fSMauro Carvalho Chehab # Remove ending ']' without any '[' 632d69708fSMauro Carvalho Chehab $ref =~ s/\].*// if (!($ref =~ m/\[/)); 642d69708fSMauro Carvalho Chehab 652d69708fSMauro Carvalho Chehab # Remove puntuation marks at the end 66d2656095SMauro Carvalho Chehab $ref =~ s/[\,\.]+$//; 67d2656095SMauro Carvalho Chehab 68d2656095SMauro Carvalho Chehab my $fulref = "$prefix$ref"; 69d2656095SMauro Carvalho Chehab 70d2656095SMauro Carvalho Chehab $fulref =~ s/^(\<file|ref)://; 71d2656095SMauro Carvalho Chehab $fulref =~ s/^[\'\`]+//; 72d2656095SMauro Carvalho Chehab $fulref =~ s,^\$\(.*\)/,,; 73d2656095SMauro Carvalho Chehab $base =~ s,.*/,,; 74d2656095SMauro Carvalho Chehab 75d2656095SMauro Carvalho Chehab # Remove URL false-positives 76d2656095SMauro Carvalho Chehab next if ($fulref =~ m/^http/); 77d2656095SMauro Carvalho Chehab 78d2656095SMauro Carvalho Chehab # Check if exists, evaluating wildcards 79d2656095SMauro Carvalho Chehab next if (grep -e, glob("$ref $fulref")); 80d2656095SMauro Carvalho Chehab 81*a78513c6SMauro Carvalho Chehab # Accept relative Documentation patches for tools/ 82*a78513c6SMauro Carvalho Chehab if ($f =~ m/tools/) { 83*a78513c6SMauro Carvalho Chehab my $path = $f; 84*a78513c6SMauro Carvalho Chehab $path =~ s,(.*)/.*,$1,; 85*a78513c6SMauro Carvalho Chehab next if (grep -e, glob("$path/$ref $path/$fulref")); 86*a78513c6SMauro Carvalho Chehab } 87*a78513c6SMauro Carvalho Chehab 88d2656095SMauro Carvalho Chehab if ($fix) { 89be600e5aSMauro Carvalho Chehab if (!($ref =~ m/(scripts|Kconfig|Kbuild)/)) { 90d2656095SMauro Carvalho Chehab $broken_ref{$ref}++; 91d2656095SMauro Carvalho Chehab } 92d2656095SMauro Carvalho Chehab } else { 93d2656095SMauro Carvalho Chehab print STDERR "$f: $fulref\n"; 94d2656095SMauro Carvalho Chehab } 95d2656095SMauro Carvalho Chehab } 96d2656095SMauro Carvalho Chehab} 97d2656095SMauro Carvalho Chehab 98d2656095SMauro Carvalho Chehabexit 0 if (!$fix); 99d2656095SMauro Carvalho Chehab 100d2656095SMauro Carvalho Chehab# Step 2: Seek for file name alternatives 101d2656095SMauro Carvalho Chehabprint "Auto-fixing broken references. Please double-check the results\n"; 102d2656095SMauro Carvalho Chehab 103d2656095SMauro Carvalho Chehabforeach my $ref (keys %broken_ref) { 104d2656095SMauro Carvalho Chehab my $new =$ref; 105d2656095SMauro Carvalho Chehab 106d2656095SMauro Carvalho Chehab # get just the basename 107d2656095SMauro Carvalho Chehab $new =~ s,.*/,,; 108d2656095SMauro Carvalho Chehab 109d2656095SMauro Carvalho Chehab my $f=""; 110d2656095SMauro Carvalho Chehab 111be600e5aSMauro Carvalho Chehab # usual reason for breakage: DT file moved around 112be600e5aSMauro Carvalho Chehab if ($ref =~ /devicetree/) { 113be600e5aSMauro Carvalho Chehab my $search = $new; 114be600e5aSMauro Carvalho Chehab $search =~ s,^.*/,,; 115be600e5aSMauro Carvalho Chehab $f = qx(find Documentation/devicetree/ -iname "*$search*") if ($search); 116be600e5aSMauro Carvalho Chehab if (!$f) { 117be600e5aSMauro Carvalho Chehab # Manufacturer name may have changed 118be600e5aSMauro Carvalho Chehab $search =~ s/^.*,//; 119be600e5aSMauro Carvalho Chehab $f = qx(find Documentation/devicetree/ -iname "*$search*") if ($search); 120be600e5aSMauro Carvalho Chehab } 121be600e5aSMauro Carvalho Chehab } 122d2656095SMauro Carvalho Chehab 123d2656095SMauro Carvalho Chehab # usual reason for breakage: file renamed to .rst 124d2656095SMauro Carvalho Chehab if (!$f) { 125d2656095SMauro Carvalho Chehab $new =~ s/\.txt$/.rst/; 126d2656095SMauro Carvalho Chehab $f=qx(find . -iname $new) if ($new); 127d2656095SMauro Carvalho Chehab } 128d2656095SMauro Carvalho Chehab 129e1f319feSMauro Carvalho Chehab # usual reason for breakage: use dash or underline 130e1f319feSMauro Carvalho Chehab if (!$f) { 131e1f319feSMauro Carvalho Chehab $new =~ s/[-_]/[-_]/g; 132e1f319feSMauro Carvalho Chehab $f=qx(find . -iname $new) if ($new); 133e1f319feSMauro Carvalho Chehab } 134e1f319feSMauro Carvalho Chehab 135be600e5aSMauro Carvalho Chehab # Wild guess: seek for the same name on another place 136be600e5aSMauro Carvalho Chehab if (!$f) { 137be600e5aSMauro Carvalho Chehab $f = qx(find . -iname $new) if ($new); 138be600e5aSMauro Carvalho Chehab } 139be600e5aSMauro Carvalho Chehab 140d2656095SMauro Carvalho Chehab my @find = split /\s+/, $f; 141d2656095SMauro Carvalho Chehab 142d2656095SMauro Carvalho Chehab if (!$f) { 143d2656095SMauro Carvalho Chehab print STDERR "ERROR: Didn't find a replacement for $ref\n"; 144d2656095SMauro Carvalho Chehab } elsif (scalar(@find) > 1) { 145d2656095SMauro Carvalho Chehab print STDERR "WARNING: Won't auto-replace, as found multiple files close to $ref:\n"; 146d2656095SMauro Carvalho Chehab foreach my $j (@find) { 147d2656095SMauro Carvalho Chehab $j =~ s,^./,,; 148d2656095SMauro Carvalho Chehab print STDERR " $j\n"; 149d2656095SMauro Carvalho Chehab } 150d2656095SMauro Carvalho Chehab } else { 151d2656095SMauro Carvalho Chehab $f = $find[0]; 152d2656095SMauro Carvalho Chehab $f =~ s,^./,,; 153d2656095SMauro Carvalho Chehab print "INFO: Replacing $ref to $f\n"; 154d2656095SMauro Carvalho Chehab foreach my $j (qx(git grep -l $ref)) { 155d2656095SMauro Carvalho Chehab qx(sed "s\@$ref\@$f\@g" -i $j); 156d2656095SMauro Carvalho Chehab } 157d2656095SMauro Carvalho Chehab } 158d2656095SMauro Carvalho Chehab} 159