1d2656095SMauro Carvalho Chehab#!/usr/bin/env perl 2d2656095SMauro Carvalho Chehab# SPDX-License-Identifier: GPL-2.0 3d2656095SMauro Carvalho Chehab# 4e8939222SJani Nikula# Treewide grep for references to files under Documentation, and report 5e8939222SJani Nikula# non-existing files in stderr. 6e8939222SJani Nikula 7d2656095SMauro Carvalho Chehabuse warnings; 8d2656095SMauro Carvalho Chehabuse strict; 9d2656095SMauro Carvalho Chehabuse Getopt::Long qw(:config no_auto_abbrev); 10e8939222SJani Nikula 11d2656095SMauro Carvalho Chehabmy $scriptname = $0; 12d2656095SMauro Carvalho Chehab$scriptname =~ s,.*/([^/]+/),$1,; 13d2656095SMauro Carvalho Chehab 14d2656095SMauro Carvalho Chehab# Parse arguments 15d2656095SMauro Carvalho Chehabmy $help = 0; 16d2656095SMauro Carvalho Chehabmy $fix = 0; 17d2656095SMauro Carvalho Chehab 18d2656095SMauro Carvalho ChehabGetOptions( 19d2656095SMauro Carvalho Chehab 'fix' => \$fix, 20d2656095SMauro Carvalho Chehab 'h|help|usage' => \$help, 21d2656095SMauro Carvalho Chehab); 22d2656095SMauro Carvalho Chehab 23d2656095SMauro Carvalho Chehabif ($help != 0) { 2440fc3eb0SMauro Carvalho Chehab print "$scriptname [--help] [--fix]\n"; 25d2656095SMauro Carvalho Chehab exit -1; 26d2656095SMauro Carvalho Chehab} 27d2656095SMauro Carvalho Chehab 28d2656095SMauro Carvalho Chehab# Step 1: find broken references 29d2656095SMauro Carvalho Chehabprint "Finding broken references. This may take a while... " if ($fix); 30d2656095SMauro Carvalho Chehab 31d2656095SMauro Carvalho Chehabmy %broken_ref; 32d2656095SMauro Carvalho Chehab 33d2656095SMauro Carvalho Chehabopen IN, "git grep 'Documentation/'|" 34d2656095SMauro Carvalho Chehab or die "Failed to run git grep"; 35d2656095SMauro Carvalho Chehabwhile (<IN>) { 36d2656095SMauro Carvalho Chehab next if (!m/^([^:]+):(.*)/); 37d2656095SMauro Carvalho Chehab 38d2656095SMauro Carvalho Chehab my $f = $1; 39d2656095SMauro Carvalho Chehab my $ln = $2; 40d2656095SMauro Carvalho Chehab 412d69708fSMauro Carvalho Chehab # Makefiles and scripts contain nasty expressions to parse docs 422d69708fSMauro Carvalho Chehab next if ($f =~ m/Makefile/ || $f =~ m/\.sh$/); 432d69708fSMauro Carvalho Chehab 44d2656095SMauro Carvalho Chehab # Skip this script 45d2656095SMauro Carvalho Chehab next if ($f eq $scriptname); 46d2656095SMauro Carvalho Chehab 472d69708fSMauro Carvalho Chehab if ($ln =~ m,\b(\S*)(Documentation/[A-Za-z0-9\_\.\,\~/\*\[\]\?+-]*)(.*),) { 48d2656095SMauro Carvalho Chehab my $prefix = $1; 49d2656095SMauro Carvalho Chehab my $ref = $2; 50d2656095SMauro Carvalho Chehab my $base = $2; 512d69708fSMauro Carvalho Chehab my $extra = $3; 52d2656095SMauro Carvalho Chehab 532d69708fSMauro Carvalho Chehab # some file references are like: 542d69708fSMauro Carvalho Chehab # /usr/src/linux/Documentation/DMA-{API,mapping}.txt 552d69708fSMauro Carvalho Chehab # For now, ignore them 562d69708fSMauro Carvalho Chehab next if ($extra =~ m/^{/); 572d69708fSMauro Carvalho Chehab 582d69708fSMauro Carvalho Chehab # Remove footnotes at the end like: 592d69708fSMauro Carvalho Chehab # Documentation/devicetree/dt-object-internal.txt[1] 602d69708fSMauro Carvalho Chehab $ref =~ s/(txt|rst)\[\d+]$/$1/; 612d69708fSMauro Carvalho Chehab 622d69708fSMauro Carvalho Chehab # Remove ending ']' without any '[' 632d69708fSMauro Carvalho Chehab $ref =~ s/\].*// if (!($ref =~ m/\[/)); 642d69708fSMauro Carvalho Chehab 652d69708fSMauro Carvalho Chehab # Remove puntuation marks at the end 66d2656095SMauro Carvalho Chehab $ref =~ s/[\,\.]+$//; 67d2656095SMauro Carvalho Chehab 68d2656095SMauro Carvalho Chehab my $fulref = "$prefix$ref"; 69d2656095SMauro Carvalho Chehab 70d2656095SMauro Carvalho Chehab $fulref =~ s/^(\<file|ref)://; 71d2656095SMauro Carvalho Chehab $fulref =~ s/^[\'\`]+//; 72d2656095SMauro Carvalho Chehab $fulref =~ s,^\$\(.*\)/,,; 73d2656095SMauro Carvalho Chehab $base =~ s,.*/,,; 74d2656095SMauro Carvalho Chehab 75d2656095SMauro Carvalho Chehab # Remove URL false-positives 76d2656095SMauro Carvalho Chehab next if ($fulref =~ m/^http/); 77d2656095SMauro Carvalho Chehab 78*5d395fa6SMauro Carvalho Chehab # Remove sched-pelt false-positive 79*5d395fa6SMauro Carvalho Chehab next if ($fulref =~ m,^Documentation/scheduler/sched-pelt$,); 80*5d395fa6SMauro Carvalho Chehab 81d25c0634SMauro Carvalho Chehab # Discard some build examples from Documentation/target/tcm_mod_builder.txt 82d25c0634SMauro Carvalho Chehab next if ($fulref =~ m,mnt/sdb/lio-core-2.6.git/Documentation/target,); 83d25c0634SMauro Carvalho Chehab 84d2656095SMauro Carvalho Chehab # Check if exists, evaluating wildcards 85d2656095SMauro Carvalho Chehab next if (grep -e, glob("$ref $fulref")); 86d2656095SMauro Carvalho Chehab 87a78513c6SMauro Carvalho Chehab # Accept relative Documentation patches for tools/ 88a78513c6SMauro Carvalho Chehab if ($f =~ m/tools/) { 89a78513c6SMauro Carvalho Chehab my $path = $f; 90a78513c6SMauro Carvalho Chehab $path =~ s,(.*)/.*,$1,; 91a78513c6SMauro Carvalho Chehab next if (grep -e, glob("$path/$ref $path/$fulref")); 92a78513c6SMauro Carvalho Chehab } 93a78513c6SMauro Carvalho Chehab 94d2656095SMauro Carvalho Chehab if ($fix) { 95be600e5aSMauro Carvalho Chehab if (!($ref =~ m/(scripts|Kconfig|Kbuild)/)) { 96d2656095SMauro Carvalho Chehab $broken_ref{$ref}++; 97d2656095SMauro Carvalho Chehab } 98d2656095SMauro Carvalho Chehab } else { 99d2656095SMauro Carvalho Chehab print STDERR "$f: $fulref\n"; 100d2656095SMauro Carvalho Chehab } 101d2656095SMauro Carvalho Chehab } 102d2656095SMauro Carvalho Chehab} 103d2656095SMauro Carvalho Chehab 104d2656095SMauro Carvalho Chehabexit 0 if (!$fix); 105d2656095SMauro Carvalho Chehab 106d2656095SMauro Carvalho Chehab# Step 2: Seek for file name alternatives 107d2656095SMauro Carvalho Chehabprint "Auto-fixing broken references. Please double-check the results\n"; 108d2656095SMauro Carvalho Chehab 109d2656095SMauro Carvalho Chehabforeach my $ref (keys %broken_ref) { 110d2656095SMauro Carvalho Chehab my $new =$ref; 111d2656095SMauro Carvalho Chehab 112d2656095SMauro Carvalho Chehab # get just the basename 113d2656095SMauro Carvalho Chehab $new =~ s,.*/,,; 114d2656095SMauro Carvalho Chehab 115d2656095SMauro Carvalho Chehab my $f=""; 116d2656095SMauro Carvalho Chehab 117be600e5aSMauro Carvalho Chehab # usual reason for breakage: DT file moved around 118be600e5aSMauro Carvalho Chehab if ($ref =~ /devicetree/) { 119be600e5aSMauro Carvalho Chehab my $search = $new; 120be600e5aSMauro Carvalho Chehab $search =~ s,^.*/,,; 121be600e5aSMauro Carvalho Chehab $f = qx(find Documentation/devicetree/ -iname "*$search*") if ($search); 122be600e5aSMauro Carvalho Chehab if (!$f) { 123be600e5aSMauro Carvalho Chehab # Manufacturer name may have changed 124be600e5aSMauro Carvalho Chehab $search =~ s/^.*,//; 125be600e5aSMauro Carvalho Chehab $f = qx(find Documentation/devicetree/ -iname "*$search*") if ($search); 126be600e5aSMauro Carvalho Chehab } 127be600e5aSMauro Carvalho Chehab } 128d2656095SMauro Carvalho Chehab 129d2656095SMauro Carvalho Chehab # usual reason for breakage: file renamed to .rst 130d2656095SMauro Carvalho Chehab if (!$f) { 131d2656095SMauro Carvalho Chehab $new =~ s/\.txt$/.rst/; 132d2656095SMauro Carvalho Chehab $f=qx(find . -iname $new) if ($new); 133d2656095SMauro Carvalho Chehab } 134d2656095SMauro Carvalho Chehab 135e1f319feSMauro Carvalho Chehab # usual reason for breakage: use dash or underline 136e1f319feSMauro Carvalho Chehab if (!$f) { 137e1f319feSMauro Carvalho Chehab $new =~ s/[-_]/[-_]/g; 138e1f319feSMauro Carvalho Chehab $f=qx(find . -iname $new) if ($new); 139e1f319feSMauro Carvalho Chehab } 140e1f319feSMauro Carvalho Chehab 141be600e5aSMauro Carvalho Chehab # Wild guess: seek for the same name on another place 142be600e5aSMauro Carvalho Chehab if (!$f) { 143be600e5aSMauro Carvalho Chehab $f = qx(find . -iname $new) if ($new); 144be600e5aSMauro Carvalho Chehab } 145be600e5aSMauro Carvalho Chehab 146d2656095SMauro Carvalho Chehab my @find = split /\s+/, $f; 147d2656095SMauro Carvalho Chehab 148d2656095SMauro Carvalho Chehab if (!$f) { 149d2656095SMauro Carvalho Chehab print STDERR "ERROR: Didn't find a replacement for $ref\n"; 150d2656095SMauro Carvalho Chehab } elsif (scalar(@find) > 1) { 151d2656095SMauro Carvalho Chehab print STDERR "WARNING: Won't auto-replace, as found multiple files close to $ref:\n"; 152d2656095SMauro Carvalho Chehab foreach my $j (@find) { 153d2656095SMauro Carvalho Chehab $j =~ s,^./,,; 154d2656095SMauro Carvalho Chehab print STDERR " $j\n"; 155d2656095SMauro Carvalho Chehab } 156d2656095SMauro Carvalho Chehab } else { 157d2656095SMauro Carvalho Chehab $f = $find[0]; 158d2656095SMauro Carvalho Chehab $f =~ s,^./,,; 159d2656095SMauro Carvalho Chehab print "INFO: Replacing $ref to $f\n"; 160d2656095SMauro Carvalho Chehab foreach my $j (qx(git grep -l $ref)) { 161d2656095SMauro Carvalho Chehab qx(sed "s\@$ref\@$f\@g" -i $j); 162d2656095SMauro Carvalho Chehab } 163d2656095SMauro Carvalho Chehab } 164d2656095SMauro Carvalho Chehab} 165