staging: wimax: depends on NET
[linux-2.6-microblaze.git] / scripts / get_abi.pl
index bd018eb..2cb592f 100755 (executable)
@@ -2,21 +2,23 @@
 # SPDX-License-Identifier: GPL-2.0
 
 use strict;
+use warnings;
+use utf8;
 use Pod::Usage;
 use Getopt::Long;
 use File::Find;
 use Fcntl ':mode';
 
-my $help;
-my $man;
-my $debug;
-my $enable_lineno;
+my $help = 0;
+my $man = 0;
+my $debug = 0;
+my $enable_lineno = 0;
 my $prefix="Documentation/ABI";
 
 #
 # If true, assumes that the description is formatted with ReST
 #
-my $description_is_rst = 0;
+my $description_is_rst = 1;
 
 GetOptions(
        "debug|d+" => \$debug,
@@ -40,6 +42,7 @@ pod2usage(2) if ($cmd eq "search" && !$arg);
 require Data::Dumper if ($debug);
 
 my %data;
+my %symbols;
 
 #
 # Displays an error message, printing file name and line
@@ -47,7 +50,15 @@ my %data;
 sub parse_error($$$$) {
        my ($file, $ln, $msg, $data) = @_;
 
-       print STDERR "file $file#$ln: $msg at\n\t$data";
+       $data =~ s/\s+$/\n/;
+
+       print STDERR "Warning: file $file#$ln:\n\t$msg";
+
+       if ($data ne "") {
+               print STDERR ". Line\n\t\t$data";
+       } else {
+           print STDERR "\n";
+       }
 }
 
 #
@@ -63,7 +74,10 @@ sub parse_abi {
        my $name = $file;
        $name =~ s,.*/,,;
 
-       my $nametag = "File $name";
+       my $fn = $file;
+       $fn =~ s,Documentation/ABI/,,;
+
+       my $nametag = "File $fn";
        $data{$nametag}->{what} = "File $name";
        $data{$nametag}->{type} = "File";
        $data{$nametag}->{file} = $name;
@@ -76,12 +90,12 @@ sub parse_abi {
 
        my $what;
        my $new_what;
-       my $tag;
+       my $tag = "";
        my $ln;
        my $xrefs;
        my $space;
        my @labels;
-       my $label;
+       my $label = "";
 
        print STDERR "Opening $file\n" if ($debug > 1);
        open IN, $file;
@@ -104,16 +118,26 @@ sub parse_abi {
 
                        # Invalid, but it is a common mistake
                        if ($new_tag eq "where") {
-                               parse_error($file, $ln, "tag 'Where' is invalid. Should be 'What:' instead", $_);
+                               parse_error($file, $ln, "tag 'Where' is invalid. Should be 'What:' instead", "");
                                $new_tag = "what";
                        }
 
                        if ($new_tag =~ m/what/) {
                                $space = "";
+                               $content =~ s/[,.;]$//;
+
+                               push @{$symbols{$content}->{file}}, " $file:" . ($ln - 1);
+
                                if ($tag =~ m/what/) {
                                        $what .= ", " . $content;
                                } else {
-                                       parse_error($file, $ln, "What '$what' doesn't have a description", "") if ($what && !$data{$what}->{description});
+                                       if ($what) {
+                                               parse_error($file, $ln, "What '$what' doesn't have a description", "") if (!$data{$what}->{description});
+
+                                               foreach my $w(split /, /, $what) {
+                                                       $symbols{$w}->{xref} = $what;
+                                               };
+                                       }
 
                                        $what = $content;
                                        $label = $content;
@@ -122,25 +146,33 @@ sub parse_abi {
                                push @labels, [($content, $label)];
                                $tag = $new_tag;
 
-                               push @{$data{$nametag}->{xrefs}}, [($content, $label)] if ($data{$nametag}->{what});
+                               push @{$data{$nametag}->{symbols}}, $content if ($data{$nametag}->{what});
                                next;
                        }
 
                        if ($tag ne "" && $new_tag) {
                                $tag = $new_tag;
 
-                               $data{$what}->{line_no} = $ln;
-
                                if ($new_what) {
-                                       @{$data{$what}->{label}} = @labels if ($data{$nametag}->{what});
+                                       @{$data{$what}->{label_list}} = @labels if ($data{$nametag}->{what});
                                        @labels = ();
                                        $label = "";
                                        $new_what = 0;
 
                                        $data{$what}->{type} = $type;
-                                       $data{$what}->{file} = $name;
-                                       $data{$what}->{filepath} = $file;
+                                       if (!defined($data{$what}->{file})) {
+                                               $data{$what}->{file} = $name;
+                                               $data{$what}->{filepath} = $file;
+                                       } else {
+                                               if ($name ne $data{$what}->{file}) {
+                                                       $data{$what}->{file} .= " " . $name;
+                                                       $data{$what}->{filepath} .= " " . $file;
+                                               }
+                                       }
                                        print STDERR "\twhat: $what\n" if ($debug > 1);
+                                       $data{$what}->{line_no} = $ln;
+                               } else {
+                                       $data{$what}->{line_no} = $ln if (!defined($data{$what}->{line_no}));
                                }
 
                                if (!$what) {
@@ -201,38 +233,26 @@ sub parse_abi {
                }
 
                # Everything else is error
-               parse_error($file, $ln, "Unexpected line:", $_);
+               parse_error($file, $ln, "Unexpected content", $_);
+       }
+       $data{$nametag}->{description} =~ s/^\n+// if ($data{$nametag}->{description});
+       if ($what) {
+               parse_error($file, $ln, "What '$what' doesn't have a description", "") if (!$data{$what}->{description});
+
+               foreach my $w(split /, /,$what) {
+                       $symbols{$w}->{xref} = $what;
+               };
        }
-       $data{$nametag}->{description} =~ s/^\n+//;
        close IN;
 }
 
-#
-# Outputs the book on ReST format
-#
-
-my %labels;
+sub create_labels {
+       my %labels;
 
-sub output_rest {
-       foreach my $what (sort {
-                               ($data{$a}->{type} eq "File") cmp ($data{$b}->{type} eq "File") ||
-                               $a cmp $b
-                              } keys %data) {
-               my $type = $data{$what}->{type};
-               my $file = $data{$what}->{file};
-               my $filepath = $data{$what}->{filepath};
+       foreach my $what (keys %data) {
+               next if ($data{$what}->{file} eq "File");
 
-               if ($enable_lineno) {
-                       printf "#define LINENO %s%s#%s\n\n",
-                              $prefix, $data{$what}->{file},
-                              $data{$what}->{line_no};
-               }
-
-               my $w = $what;
-               $w =~ s/([\(\)\_\-\*\=\^\~\\])/\\$1/g;
-
-
-               foreach my $p (@{$data{$what}->{label}}) {
+               foreach my $p (@{$data{$what}->{label_list}}) {
                        my ($content, $label) = @{$p};
                        $label = "abi_" . $label . " ";
                        $label =~ tr/A-Z/a-z/;
@@ -249,50 +269,116 @@ sub output_rest {
                        }
                        $labels{$label} = 1;
 
-                       $data{$what}->{label} .= $label;
-
-                       printf ".. _%s:\n\n", $label;
+                       $data{$what}->{label} = $label;
 
                        # only one label is enough
                        last;
                }
+       }
+}
 
+#
+# Outputs the book on ReST format
+#
 
-               $filepath =~ s,.*/(.*/.*),\1,;;
-               $filepath =~ s,[/\-],_,g;;
-               my $fileref = "abi_file_".$filepath;
+# \b doesn't work well with paths. So, we need to define something else
+my $bondary = qr { (?<![\w\/\`\{])(?=[\w\/\`\{])|(?<=[\w\/\`\{])(?![\w\/\`\{]) }x;
 
-               if ($type eq "File") {
-                       my $bar = $w;
-                       $bar =~ s/./-/g;
+sub output_rest {
+       create_labels();
 
-                       print ".. _$fileref:\n\n";
-                       print "$w\n$bar\n\n";
-               } else {
-                       my @names = split /\s*,\s*/,$w;
+       foreach my $what (sort {
+                               ($data{$a}->{type} eq "File") cmp ($data{$b}->{type} eq "File") ||
+                               $a cmp $b
+                              } keys %data) {
+               my $type = $data{$what}->{type};
+
+               my @file = split / /, $data{$what}->{file};
+               my @filepath = split / /, $data{$what}->{filepath};
+
+               if ($enable_lineno) {
+                       printf "#define LINENO %s%s#%s\n\n",
+                              $prefix, $file[0],
+                              $data{$what}->{line_no};
+               }
+
+               my $w = $what;
+               $w =~ s/([\(\)\_\-\*\=\^\~\\])/\\$1/g;
 
+               if ($type ne "File") {
+                       printf ".. _%s:\n\n", $data{$what}->{label};
+
+                       my @names = split /, /,$w;
                        my $len = 0;
 
                        foreach my $name (@names) {
+                               $name = "**$name**";
                                $len = length($name) if (length($name) > $len);
                        }
 
-                       print "What:\n\n";
-
                        print "+-" . "-" x $len . "-+\n";
                        foreach my $name (@names) {
                                printf "| %s", $name . " " x ($len - length($name)) . " |\n";
                                print "+-" . "-" x $len . "-+\n";
                        }
+
                        print "\n";
                }
 
-               print "Defined on file :ref:`$file <$fileref>`\n\n" if ($type ne "File");
+               for (my $i = 0; $i < scalar(@filepath); $i++) {
+                       my $path = $filepath[$i];
+                       my $f = $file[$i];
+
+                       $path =~ s,.*/(.*/.*),$1,;;
+                       $path =~ s,[/\-],_,g;;
+                       my $fileref = "abi_file_".$path;
+
+                       if ($type eq "File") {
+                               print ".. _$fileref:\n\n";
+                       } else {
+                               print "Defined on file :ref:`$f <$fileref>`\n\n";
+                       }
+               }
+
+               if ($type eq "File") {
+                       my $bar = $w;
+                       $bar =~ s/./-/g;
+                       print "$w\n$bar\n\n";
+               }
 
-               my $desc = $data{$what}->{description};
+               my $desc = "";
+               $desc = $data{$what}->{description} if (defined($data{$what}->{description}));
+               $desc =~ s/\s+$/\n/;
 
                if (!($desc =~ /^\s*$/)) {
                        if ($description_is_rst) {
+                               # Enrich text by creating cross-references
+
+                               $desc =~ s,Documentation/(?!devicetree)(\S+)\.rst,:doc:`/$1`,g;
+
+                               my @matches = $desc =~ m,Documentation/ABI/([\w\/\-]+),;
+                               foreach my $f (@matches) {
+                                       my $xref = $f;
+                                       my $path = $f;
+                                       $path =~ s,.*/(.*/.*),$1,;;
+                                       $path =~ s,[/\-],_,g;;
+                                       $xref .= " <abi_file_" . $path . ">";
+                                       $desc =~ s,\bDocumentation/ABI/$f\b,:ref:`$xref`,g;
+                               }
+
+                               @matches = $desc =~ m,$bondary(/sys/[^\s\.\,\;\:\*\s\`\'\(\)]+)$bondary,;
+
+                               foreach my $s (@matches) {
+                                       if (defined($data{$s}) && defined($data{$s}->{label})) {
+                                               my $xref = $s;
+
+                                               $xref =~ s/([\x00-\x1f\x21-\x2f\x3a-\x40\x7b-\xff])/\\$1/g;
+                                               $xref = ":ref:`$xref <" . $data{$s}->{label} . ">`";
+
+                                               $desc =~ s,$bondary$s$bondary,$xref,g;
+                                       }
+                               }
+
                                print "$desc\n\n";
                        } else {
                                $desc =~ s/^\s+//;
@@ -316,18 +402,11 @@ sub output_rest {
                        print "DESCRIPTION MISSING for $what\n\n" if (!$data{$what}->{is_file});
                }
 
-               if ($data{$what}->{xrefs}) {
+               if ($data{$what}->{symbols}) {
                        printf "Has the following ABI:\n\n";
 
-                       foreach my $p(@{$data{$what}->{xrefs}}) {
-                               my ($content, $label) = @{$p};
-                               $label = "abi_" . $label . " ";
-                               $label =~ tr/A-Z/a-z/;
-
-                               # Convert special chars to "_"
-                               $label =~s/([\x00-\x2f\x3a-\x40\x5b-\x60\x7b-\xff])/_/g;
-                               $label =~ s,_+,_,g;
-                               $label =~ s,_$,,;
+                       foreach my $content(@{$data{$what}->{symbols}}) {
+                               my $label = $data{$symbols{$content}->{xref}}->{label};
 
                                # Escape special chars from content
                                $content =~s/([\x00-\x1f\x21-\x2f\x3a-\x40\x7b-\xff])/\\$1/g;
@@ -335,6 +414,14 @@ sub output_rest {
                                print "- :ref:`$content <$label>`\n\n";
                        }
                }
+
+               if (defined($data{$what}->{users})) {
+                       my $users = $data{$what}->{users};
+
+                       $users =~ s/\n/\n\t/g;
+                       printf "Users:\n\t%s\n\n", $users if ($users ne "");
+               }
+
        }
 }
 
@@ -355,23 +442,26 @@ sub search_symbols {
 
                print "\n$what\n$bar\n\n";
 
-               my $kernelversion = $data{$what}->{kernelversion};
-               my $contact = $data{$what}->{contact};
-               my $users = $data{$what}->{users};
-               my $date = $data{$what}->{date};
-               my $desc = $data{$what}->{description};
-               $kernelversion =~ s/^\s+//;
-               $contact =~ s/^\s+//;
-               $users =~ s/^\s+//;
-               $users =~ s/\n//g;
-               $date =~ s/^\s+//;
-               $desc =~ s/^\s+//;
+               my $kernelversion = $data{$what}->{kernelversion} if (defined($data{$what}->{kernelversion}));
+               my $contact = $data{$what}->{contact} if (defined($data{$what}->{contact}));
+               my $users = $data{$what}->{users} if (defined($data{$what}->{users}));
+               my $date = $data{$what}->{date} if (defined($data{$what}->{date}));
+               my $desc = $data{$what}->{description} if (defined($data{$what}->{description}));
+
+               $kernelversion =~ s/^\s+// if ($kernelversion);
+               $contact =~ s/^\s+// if ($contact);
+               if ($users) {
+                       $users =~ s/^\s+//;
+                       $users =~ s/\n//g;
+               }
+               $date =~ s/^\s+// if ($date);
+               $desc =~ s/^\s+// if ($desc);
 
                printf "Kernel version:\t\t%s\n", $kernelversion if ($kernelversion);
                printf "Date:\t\t\t%s\n", $date if ($date);
                printf "Contact:\t\t%s\n", $contact if ($contact);
                printf "Users:\t\t\t%s\n", $users if ($users);
-               print "Defined on file:\t$file\n\n";
+               print "Defined on file(s):\t$file\n\n";
                print "Description:\n\n$desc";
        }
 }
@@ -391,12 +481,23 @@ print STDERR Data::Dumper->Dump([\%data], [qw(*data)]) if ($debug);
 #
 # Handles the command
 #
-if ($cmd eq "rest") {
-       output_rest;
-} elsif ($cmd eq "search") {
+if ($cmd eq "search") {
        search_symbols;
-}
+} else {
+       if ($cmd eq "rest") {
+               output_rest;
+       }
+
+       # Warn about duplicated ABI entries
+       foreach my $what(sort keys %symbols) {
+               my @files = @{$symbols{$what}->{file}};
+
+               next if (scalar(@files) == 1);
 
+               printf STDERR "Warning: $what is defined %d times: @files\n",
+                   scalar(@files);
+       }
+}
 
 __END__