1d2656095SMauro Carvalho Chehab#!/usr/bin/env perl 2d2656095SMauro Carvalho Chehab# SPDX-License-Identifier: GPL-2.0 3d2656095SMauro Carvalho Chehab# 4e8939222SJani Nikula# Treewide grep for references to files under Documentation, and report 5e8939222SJani Nikula# non-existing files in stderr. 6e8939222SJani Nikula 7d2656095SMauro Carvalho Chehabuse warnings; 8d2656095SMauro Carvalho Chehabuse strict; 9d2656095SMauro Carvalho Chehabuse Getopt::Long qw(:config no_auto_abbrev); 10e8939222SJani Nikula 11d2656095SMauro Carvalho Chehabmy $scriptname = $0; 12d2656095SMauro Carvalho Chehab$scriptname =~ s,.*/([^/]+/),$1,; 13d2656095SMauro Carvalho Chehab 14d2656095SMauro Carvalho Chehab# Parse arguments 15d2656095SMauro Carvalho Chehabmy $help = 0; 16d2656095SMauro Carvalho Chehabmy $fix = 0; 17d2656095SMauro Carvalho Chehab 18d2656095SMauro Carvalho ChehabGetOptions( 19d2656095SMauro Carvalho Chehab 'fix' => \$fix, 20d2656095SMauro Carvalho Chehab 'h|help|usage' => \$help, 21d2656095SMauro Carvalho Chehab); 22d2656095SMauro Carvalho Chehab 23d2656095SMauro Carvalho Chehabif ($help != 0) { 2440fc3eb0SMauro Carvalho Chehab print "$scriptname [--help] [--fix]\n"; 25d2656095SMauro Carvalho Chehab exit -1; 26d2656095SMauro Carvalho Chehab} 27d2656095SMauro Carvalho Chehab 28d2656095SMauro Carvalho Chehab# Step 1: find broken references 29d2656095SMauro Carvalho Chehabprint "Finding broken references. This may take a while... " if ($fix); 30d2656095SMauro Carvalho Chehab 31d2656095SMauro Carvalho Chehabmy %broken_ref; 32d2656095SMauro Carvalho Chehab 33d2656095SMauro Carvalho Chehabopen IN, "git grep 'Documentation/'|" 34d2656095SMauro Carvalho Chehab or die "Failed to run git grep"; 35d2656095SMauro Carvalho Chehabwhile (<IN>) { 36d2656095SMauro Carvalho Chehab next if (!m/^([^:]+):(.*)/); 37d2656095SMauro Carvalho Chehab 38d2656095SMauro Carvalho Chehab my $f = $1; 39d2656095SMauro Carvalho Chehab my $ln = $2; 40d2656095SMauro Carvalho Chehab 412d69708fSMauro Carvalho Chehab # Makefiles and scripts contain nasty expressions to parse docs 422d69708fSMauro Carvalho Chehab next if ($f =~ m/Makefile/ || $f =~ m/\.sh$/); 432d69708fSMauro Carvalho Chehab 44d2656095SMauro Carvalho Chehab # Skip this script 45d2656095SMauro Carvalho Chehab next if ($f eq $scriptname); 46d2656095SMauro Carvalho Chehab 472d69708fSMauro Carvalho Chehab if ($ln =~ m,\b(\S*)(Documentation/[A-Za-z0-9\_\.\,\~/\*\[\]\?+-]*)(.*),) { 48d2656095SMauro Carvalho Chehab my $prefix = $1; 49d2656095SMauro Carvalho Chehab my $ref = $2; 50d2656095SMauro Carvalho Chehab my $base = $2; 512d69708fSMauro Carvalho Chehab my $extra = $3; 52d2656095SMauro Carvalho Chehab 532d69708fSMauro Carvalho Chehab # some file references are like: 542d69708fSMauro Carvalho Chehab # /usr/src/linux/Documentation/DMA-{API,mapping}.txt 552d69708fSMauro Carvalho Chehab # For now, ignore them 562d69708fSMauro Carvalho Chehab next if ($extra =~ m/^{/); 572d69708fSMauro Carvalho Chehab 582d69708fSMauro Carvalho Chehab # Remove footnotes at the end like: 592d69708fSMauro Carvalho Chehab # Documentation/devicetree/dt-object-internal.txt[1] 602d69708fSMauro Carvalho Chehab $ref =~ s/(txt|rst)\[\d+]$/$1/; 612d69708fSMauro Carvalho Chehab 622d69708fSMauro Carvalho Chehab # Remove ending ']' without any '[' 632d69708fSMauro Carvalho Chehab $ref =~ s/\].*// if (!($ref =~ m/\[/)); 642d69708fSMauro Carvalho Chehab 652d69708fSMauro Carvalho Chehab # Remove puntuation marks at the end 66d2656095SMauro Carvalho Chehab $ref =~ s/[\,\.]+$//; 67d2656095SMauro Carvalho Chehab 68d2656095SMauro Carvalho Chehab my $fulref = "$prefix$ref"; 69d2656095SMauro Carvalho Chehab 70d2656095SMauro Carvalho Chehab $fulref =~ s/^(\<file|ref)://; 71d2656095SMauro Carvalho Chehab $fulref =~ s/^[\'\`]+//; 72d2656095SMauro Carvalho Chehab $fulref =~ s,^\$\(.*\)/,,; 73d2656095SMauro Carvalho Chehab $base =~ s,.*/,,; 74d2656095SMauro Carvalho Chehab 75d2656095SMauro Carvalho Chehab # Remove URL false-positives 76d2656095SMauro Carvalho Chehab next if ($fulref =~ m/^http/); 77d2656095SMauro Carvalho Chehab 78*d25c0634SMauro Carvalho Chehab # Discard some build examples from Documentation/target/tcm_mod_builder.txt 79*d25c0634SMauro Carvalho Chehab next if ($fulref =~ m,mnt/sdb/lio-core-2.6.git/Documentation/target,); 80*d25c0634SMauro Carvalho Chehab 81d2656095SMauro Carvalho Chehab # Check if exists, evaluating wildcards 82d2656095SMauro Carvalho Chehab next if (grep -e, glob("$ref $fulref")); 83d2656095SMauro Carvalho Chehab 84a78513c6SMauro Carvalho Chehab # Accept relative Documentation patches for tools/ 85a78513c6SMauro Carvalho Chehab if ($f =~ m/tools/) { 86a78513c6SMauro Carvalho Chehab my $path = $f; 87a78513c6SMauro Carvalho Chehab $path =~ s,(.*)/.*,$1,; 88a78513c6SMauro Carvalho Chehab next if (grep -e, glob("$path/$ref $path/$fulref")); 89a78513c6SMauro Carvalho Chehab } 90a78513c6SMauro Carvalho Chehab 91d2656095SMauro Carvalho Chehab if ($fix) { 92be600e5aSMauro Carvalho Chehab if (!($ref =~ m/(scripts|Kconfig|Kbuild)/)) { 93d2656095SMauro Carvalho Chehab $broken_ref{$ref}++; 94d2656095SMauro Carvalho Chehab } 95d2656095SMauro Carvalho Chehab } else { 96d2656095SMauro Carvalho Chehab print STDERR "$f: $fulref\n"; 97d2656095SMauro Carvalho Chehab } 98d2656095SMauro Carvalho Chehab } 99d2656095SMauro Carvalho Chehab} 100d2656095SMauro Carvalho Chehab 101d2656095SMauro Carvalho Chehabexit 0 if (!$fix); 102d2656095SMauro Carvalho Chehab 103d2656095SMauro Carvalho Chehab# Step 2: Seek for file name alternatives 104d2656095SMauro Carvalho Chehabprint "Auto-fixing broken references. Please double-check the results\n"; 105d2656095SMauro Carvalho Chehab 106d2656095SMauro Carvalho Chehabforeach my $ref (keys %broken_ref) { 107d2656095SMauro Carvalho Chehab my $new =$ref; 108d2656095SMauro Carvalho Chehab 109d2656095SMauro Carvalho Chehab # get just the basename 110d2656095SMauro Carvalho Chehab $new =~ s,.*/,,; 111d2656095SMauro Carvalho Chehab 112d2656095SMauro Carvalho Chehab my $f=""; 113d2656095SMauro Carvalho Chehab 114be600e5aSMauro Carvalho Chehab # usual reason for breakage: DT file moved around 115be600e5aSMauro Carvalho Chehab if ($ref =~ /devicetree/) { 116be600e5aSMauro Carvalho Chehab my $search = $new; 117be600e5aSMauro Carvalho Chehab $search =~ s,^.*/,,; 118be600e5aSMauro Carvalho Chehab $f = qx(find Documentation/devicetree/ -iname "*$search*") if ($search); 119be600e5aSMauro Carvalho Chehab if (!$f) { 120be600e5aSMauro Carvalho Chehab # Manufacturer name may have changed 121be600e5aSMauro Carvalho Chehab $search =~ s/^.*,//; 122be600e5aSMauro Carvalho Chehab $f = qx(find Documentation/devicetree/ -iname "*$search*") if ($search); 123be600e5aSMauro Carvalho Chehab } 124be600e5aSMauro Carvalho Chehab } 125d2656095SMauro Carvalho Chehab 126d2656095SMauro Carvalho Chehab # usual reason for breakage: file renamed to .rst 127d2656095SMauro Carvalho Chehab if (!$f) { 128d2656095SMauro Carvalho Chehab $new =~ s/\.txt$/.rst/; 129d2656095SMauro Carvalho Chehab $f=qx(find . -iname $new) if ($new); 130d2656095SMauro Carvalho Chehab } 131d2656095SMauro Carvalho Chehab 132e1f319feSMauro Carvalho Chehab # usual reason for breakage: use dash or underline 133e1f319feSMauro Carvalho Chehab if (!$f) { 134e1f319feSMauro Carvalho Chehab $new =~ s/[-_]/[-_]/g; 135e1f319feSMauro Carvalho Chehab $f=qx(find . -iname $new) if ($new); 136e1f319feSMauro Carvalho Chehab } 137e1f319feSMauro Carvalho Chehab 138be600e5aSMauro Carvalho Chehab # Wild guess: seek for the same name on another place 139be600e5aSMauro Carvalho Chehab if (!$f) { 140be600e5aSMauro Carvalho Chehab $f = qx(find . -iname $new) if ($new); 141be600e5aSMauro Carvalho Chehab } 142be600e5aSMauro Carvalho Chehab 143d2656095SMauro Carvalho Chehab my @find = split /\s+/, $f; 144d2656095SMauro Carvalho Chehab 145d2656095SMauro Carvalho Chehab if (!$f) { 146d2656095SMauro Carvalho Chehab print STDERR "ERROR: Didn't find a replacement for $ref\n"; 147d2656095SMauro Carvalho Chehab } elsif (scalar(@find) > 1) { 148d2656095SMauro Carvalho Chehab print STDERR "WARNING: Won't auto-replace, as found multiple files close to $ref:\n"; 149d2656095SMauro Carvalho Chehab foreach my $j (@find) { 150d2656095SMauro Carvalho Chehab $j =~ s,^./,,; 151d2656095SMauro Carvalho Chehab print STDERR " $j\n"; 152d2656095SMauro Carvalho Chehab } 153d2656095SMauro Carvalho Chehab } else { 154d2656095SMauro Carvalho Chehab $f = $find[0]; 155d2656095SMauro Carvalho Chehab $f =~ s,^./,,; 156d2656095SMauro Carvalho Chehab print "INFO: Replacing $ref to $f\n"; 157d2656095SMauro Carvalho Chehab foreach my $j (qx(git grep -l $ref)) { 158d2656095SMauro Carvalho Chehab qx(sed "s\@$ref\@$f\@g" -i $j); 159d2656095SMauro Carvalho Chehab } 160d2656095SMauro Carvalho Chehab } 161d2656095SMauro Carvalho Chehab} 162