[deliverable/linux.git] / Documentation / sphinx / parse-headers.pl

#!/usr/bin/perl
use strict;
use Text::Tabs;

# Uncomment if debug is needed
#use Data::Dumper;

# change to 1 to generate some debug prints
my $debug = 0;

if (scalar @ARGV < 2 || scalar @ARGV > 3) {
	die "Usage:\n\t$0 <file in> <file out> [<exceptions file>]\n";
}

my ($file_in, $file_out, $file_exceptions) = @ARGV;

my $data;
my %ioctls;
my %defines;
my %typedefs;
my %enums;
my %enum_symbols;
my %structs;

#
# read the file and get identifiers
#

my $is_enum = 0;
my $is_comment = 0;
open IN, $file_in or die "Can't open $file_in";
while (<IN>) {
	$data .= $_;

	my $ln = $_;
	if (!$is_comment) {
		$ln =~ s,/\*.*(\*/),,g;

		$is_comment = 1 if ($ln =~ s,/\*.*,,);
	} else {
		if ($ln =~ s,^(.*\*/),,) {
			$is_comment = 0;
		} else {
			next;
		}
	}

	if ($is_enum && $ln =~ m/^\s*([_\w][\w\d_]+)\s*[\,=]?/) {
		my $s = $1;
		my $n = $1;
		$n =~ tr/A-Z/a-z/;
		$n =~ tr/_/-/;

		$enum_symbols{$s} = $n;

		$is_enum = 0 if ($is_enum && m/\}/);
		next;
	}
	$is_enum = 0 if ($is_enum && m/\}/);

	if ($ln =~ m/^\s*#\s*define\s+([_\w][\w\d_]+)\s+_IO/) {
		my $s = $1;
		my $n = $1;
		$n =~ tr/A-Z/a-z/;

		$ioctls{$s} = $n;
		next;
	}

	if ($ln =~ m/^\s*#\s*define\s+([_\w][\w\d_]+)\s+/) {
		my $s = $1;
		my $n = $1;
		$n =~ tr/A-Z/a-z/;
		$n =~ tr/_/-/;

		$defines{$s} = $n;
		next;
	}

	if ($ln =~ m/^\s*typedef\s+.*\s+([_\w][\w\d_]+);/) {
		my $s = $1;
		my $n = $1;
		$n =~ tr/A-Z/a-z/;
		$n =~ tr/_/-/;

		$typedefs{$s} = $n;
		next;
	}
	if ($ln =~ m/^\s*enum\s+([_\w][\w\d_]+)\s+\{/
	    || $ln =~ m/^\s*enum\s+([_\w][\w\d_]+)$/
	    || $ln =~ m/^\s*typedef\s*enum\s+([_\w][\w\d_]+)\s+\{/
	    || $ln =~ m/^\s*typedef\s*enum\s+([_\w][\w\d_]+)$/) {
		my $s = $1;
		my $n = $1;
		$n =~ tr/A-Z/a-z/;
		$n =~ tr/_/-/;

		$enums{$s} = $n;

		$is_enum = $1;
		next;
	}
	if ($ln =~ m/^\s*struct\s+([_\w][\w\d_]+)\s+\{/
	    || $ln =~ m/^\s*struct\s+([[_\w][\w\d_]+)$/
	    || $ln =~ m/^\s*typedef\s*struct\s+([_\w][\w\d_]+)\s+\{/
	    || $ln =~ m/^\s*typedef\s*struct\s+([[_\w][\w\d_]+)$/
	    ) {
		my $s = $1;
		my $n = $1;
		$n =~ tr/A-Z/a-z/;
		$n =~ tr/_/-/;

		$structs{$s} = $n;
		next;
	}
}
close IN;

#
# Handle multi-line typedefs
#

my @matches = ($data =~ m/typedef\s+struct\s+\S+?\s*\{[^\}]+\}\s*(\S+)\s*\;/g,
	       $data =~ m/typedef\s+enum\s+\S+?\s*\{[^\}]+\}\s*(\S+)\s*\;/g,);
foreach my $m (@matches) {
		my $s = $m;
		my $n = $m;
		$n =~ tr/A-Z/a-z/;
		$n =~ tr/_/-/;

		$typedefs{$s} = $n;
	next;
}

#
# Handle exceptions, if any
#

if ($file_exceptions) {
	open IN, $file_exceptions or die "Can't read $file_exceptions";
	while (<IN>) {
		next if (m/^\s*$/ || m/^\s*#/);

		# Parsers to ignore a symbol

		if (m/^ignore\s+ioctl\s+(\S+)/) {
			delete $ioctls{$1} if (exists($ioctls{$1}));
			next;
		}
		if (m/^ignore\s+define\s+(\S+)/) {
			delete $defines{$1} if (exists($defines{$1}));
			next;
		}
		if (m/^ignore\s+typedef\s+(\S+)/) {
			delete $typedefs{$1} if (exists($typedefs{$1}));
			next;
		}
		if (m/^ignore\s+enum\s+(\S+)/) {
			delete $enums{$1} if (exists($enums{$1}));
			next;
		}
		if (m/^ignore\s+struct\s+(\S+)/) {
			delete $structs{$1} if (exists($structs{$1}));
			next;
		}

		# Parsers to replace a symbol

		if (m/^replace\s+ioctl\s+(\S+)\s+(\S+)/) {
			$ioctls{$1} = $2 if (exists($ioctls{$1}));
			next;
		}
		if (m/^replace\s+define\s+(\S+)\s+(\S+)/) {
			$defines{$1} = $2 if (exists($defines{$1}));
			next;
		}
		if (m/^replace\s+typedef\s+(\S+)\s+(\S+)/) {
			$typedefs{$1} = $2 if (exists($typedefs{$1}));
			next;
		}
		if (m/^replace\s+enum\s+(\S+)\s+(\S+)/) {
			$enums{$1} = $2 if (exists($enums{$1}));
			next;
		}
		if (m/^replace\s+symbol\s+(\S+)\s+(\S+)/) {
			$enum_symbols{$1} = $2 if (exists($enum_symbols{$1}));
			next;
		}
		if (m/^replace\s+struct\s+(\S+)\s+(\S+)/) {
			$structs{$1} = $2 if (exists($structs{$1}));
			next;
		}

		die "Can't parse $file_exceptions: $_";
	}
}

if ($debug) {
	print Data::Dumper->Dump([\%ioctls], [qw(*ioctls)]) if (%ioctls);
	print Data::Dumper->Dump([\%typedefs], [qw(*typedefs)]) if (%typedefs);
	print Data::Dumper->Dump([\%enums], [qw(*enums)]) if (%enums);
	print Data::Dumper->Dump([\%structs], [qw(*structs)]) if (%structs);
	print Data::Dumper->Dump([\%defines], [qw(*defines)]) if (%defines);
	print Data::Dumper->Dump([\%enum_symbols], [qw(*enum_symbols)]) if (%enum_symbols);
}

#
# Align block
#
$data = expand($data);
$data = "    " . $data;
$data =~ s/\n/\n    /g;
$data =~ s/\n\s+$/\n/g;
$data =~ s/\n\s+\n/\n\n/g;

#
# Add escape codes for special characters
#
$data =~ s,([\_\`\*\<\>\&\\\\:\/]),\\$1,g;

$data =~ s,DEPRECATED,**DEPRECATED**,g;

#
# Add references
#

my $start_delim = "[ \n\t\(\=\*\@]";
my $end_delim = "(\\s|,|\\\\=|\\\\:|\\;|\\\)|\\}|\\{)";

foreach my $r (keys %ioctls) {
	my $n = $ioctls{$r};

	my $s = "\\ :ref:`$r <$n>`\\ ";

	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;

	print "$r -> $s\n" if ($debug);

	$data =~ s/($start_delim)($r)$end_delim/$1$s$3/g;
}

foreach my $r (keys %defines) {
	my $n = $defines{$r};

	my $s = "\\ :ref:`$r <$n>`\\ ";

	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;

	print "$r -> $s\n" if ($debug);

	$data =~ s/($start_delim)($r)$end_delim/$1$s$3/g;
}

foreach my $r (keys %enum_symbols) {
	my $n = $enum_symbols{$r};

	my $s = "\\ :ref:`$r <$n>`\\ ";

	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;

	print "$r -> $s\n" if ($debug);

	$data =~ s/($start_delim)($r)$end_delim/$1$s$3/g;
}

foreach my $r (keys %enums) {
	my $n = $enums{$r};

	my $s = "\\ :ref:`enum $r <$n>`\\ ";

	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;

	print "$r -> $s\n" if ($debug);

	$data =~ s/enum\s+($r)$end_delim/$s$2/g;
}

foreach my $r (keys %structs) {
	my $n = $structs{$r};

	my $s = "\\ :ref:`struct $r <$n>`\\ ";

	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;

	print "$r -> $s\n" if ($debug);

	$data =~ s/struct\s+($r)$end_delim/$s$2/g;
}

foreach my $r (keys %typedefs) {
	my $n = $typedefs{$r};

	my $s = "\\ :ref:`$r <$n>`\\ ";

	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;

	print "$r -> $s\n" if ($debug);

	$data =~ s/($start_delim)($r)$end_delim/$1$s$3/g;
}

#
# Generate output file
#

my $title = $file_in;
$title =~ s,.*/,,;

open OUT, "> $file_out" or die "Can't open $file_out";
print OUT ".. -*- coding: utf-8; mode: rst -*-\n\n";
print OUT "$title\n";
print OUT "=" x length($title);
print OUT "\n\n.. parsed-literal::\n\n";
print OUT $data;
close OUT;
Commit	Line	Data
dabf8be3 MCC	1	#!/usr/bin/perl
	2	use strict;
	3	use Text::Tabs;
	4
	5	# Uncomment if debug is needed
	6	#use Data::Dumper;
	7
	8	# change to 1 to generate some debug prints
	9	my $debug = 0;
	10
	11	if (scalar @ARGV < 2 \|\| scalar @ARGV > 3) {
	12	die "Usage:\n\t$0 <file in> <file out> [<exceptions file>]\n";
	13	}
	14
	15	my ($file_in, $file_out, $file_exceptions) = @ARGV;
	16
	17	my $data;
	18	my %ioctls;
	19	my %defines;
	20	my %typedefs;
	21	my %enums;
	22	my %enum_symbols;
	23	my %structs;
	24
	25	#
	26	# read the file and get identifiers
	27	#
	28
	29	my $is_enum = 0;
034e6c8e	30	my $is_comment = 0;
dabf8be3 MCC	31	open IN, $file_in or die "Can't open $file_in";
dabf8be3 MCC	32	while (<IN>) {
034e6c8e MCC	33	$data .= $_;
034e6c8e MCC	34
9afe5112	35	my $ln = $_;
034e6c8e MCC	36	if (!$is_comment) {
034e6c8e MCC	37	$ln =~ s,/\.(\*/),,g;
9afe5112	38
034e6c8e MCC	39	$is_comment = 1 if ($ln =~ s,/\.,,);
	40	} else {
	41	if ($ln =~ s,^(.\/),,) {
	42	$is_comment = 0;
	43	} else {
	44	next;
	45	}
	46	}
dabf8be3	47
9c80c745	48	if ($is_enum && $ln =~ m/^\s([_\w][\w\d_]+)\s[\,=]?/) {
dabf8be3 MCC	49	my $s = $1;
	50	my $n = $1;
	51	$n =~ tr/A-Z/a-z/;
	52	$n =~ tr/_/-/;
	53
	54	$enum_symbols{$s} = $n;
	55
	56	$is_enum = 0 if ($is_enum && m/\}/);
	57	next;
	58	}
	59	$is_enum = 0 if ($is_enum && m/\}/);
	60
9c80c745	61	if ($ln =~ m/^\s#\sdefine\s+([_\w][\w\d_]+)\s+_IO/) {
dabf8be3 MCC	62	my $s = $1;
	63	my $n = $1;
	64	$n =~ tr/A-Z/a-z/;
	65
	66	$ioctls{$s} = $n;
	67	next;
	68	}
	69
9c80c745	70	if ($ln =~ m/^\s#\sdefine\s+([_\w][\w\d_]+)\s+/) {
dabf8be3 MCC	71	my $s = $1;
	72	my $n = $1;
	73	$n =~ tr/A-Z/a-z/;
	74	$n =~ tr/_/-/;
	75
	76	$defines{$s} = $n;
	77	next;
	78	}
	79
9c80c745	80	if ($ln =~ m/^\stypedef\s+.\s+([_\w][\w\d_]+);/) {
dabf8be3 MCC	81	my $s = $1;
	82	my $n = $1;
	83	$n =~ tr/A-Z/a-z/;
	84	$n =~ tr/_/-/;
	85
	86	$typedefs{$s} = $n;
	87	next;
	88	}
9c80c745	89	if ($ln =~ m/^\s*enum\s+([_\w][\w\d_]+)\s+\{/
6c4c7dad MCC	90	\|\| $ln =~ m/^\s*enum\s+([_\w][\w\d_]+)$/
	91	\|\| $ln =~ m/^\stypedef\senum\s+([_\w][\w\d_]+)\s+\{/
	92	\|\| $ln =~ m/^\stypedef\senum\s+([_\w][\w\d_]+)$/) {
dabf8be3 MCC	93	my $s = $1;
	94	my $n = $1;
	95	$n =~ tr/A-Z/a-z/;
	96	$n =~ tr/_/-/;
	97
	98	$enums{$s} = $n;
	99
	100	$is_enum = $1;
	101	next;
	102	}
9c80c745	103	if ($ln =~ m/^\s*struct\s+([_\w][\w\d_]+)\s+\{/
6c4c7dad MCC	104	\|\| $ln =~ m/^\s*struct\s+([[_\w][\w\d_]+)$/
	105	\|\| $ln =~ m/^\stypedef\sstruct\s+([_\w][\w\d_]+)\s+\{/
	106	\|\| $ln =~ m/^\stypedef\sstruct\s+([[_\w][\w\d_]+)$/
	107	) {
dabf8be3 MCC	108	my $s = $1;
	109	my $n = $1;
	110	$n =~ tr/A-Z/a-z/;
	111	$n =~ tr/_/-/;
	112
	113	$structs{$s} = $n;
	114	next;
	115	}
	116	}
	117	close IN;
	118
	119	#
	120	# Handle multi-line typedefs
	121	#
	122
4ff916a0 MCC	123	my @matches = ($data =~ m/typedef\s+struct\s+\S+?\s\{[^\}]+\}\s(\S+)\s*\;/g,
4ff916a0 MCC	124	$data =~ m/typedef\s+enum\s+\S+?\s\{[^\}]+\}\s(\S+)\s*\;/g,);
dabf8be3	125	foreach my $m (@matches) {
4ff916a0 MCC	126	my $s = $m;
4ff916a0 MCC	127	my $n = $m;
dabf8be3 MCC	128	$n =~ tr/A-Z/a-z/;
	129	$n =~ tr/_/-/;
	130
	131	$typedefs{$s} = $n;
	132	next;
	133	}
	134
	135	#
	136	# Handle exceptions, if any
	137	#
	138
	139	if ($file_exceptions) {
	140	open IN, $file_exceptions or die "Can't read $file_exceptions";
	141	while (<IN>) {
	142	next if (m/^\s$/ \|\| m/^\s#/);
	143
	144	# Parsers to ignore a symbol
	145
	146	if (m/^ignore\s+ioctl\s+(\S+)/) {
	147	delete $ioctls{$1} if (exists($ioctls{$1}));
	148	next;
	149	}
	150	if (m/^ignore\s+define\s+(\S+)/) {
	151	delete $defines{$1} if (exists($defines{$1}));
	152	next;
	153	}
	154	if (m/^ignore\s+typedef\s+(\S+)/) {
	155	delete $typedefs{$1} if (exists($typedefs{$1}));
	156	next;
	157	}
	158	if (m/^ignore\s+enum\s+(\S+)/) {
	159	delete $enums{$1} if (exists($enums{$1}));
	160	next;
	161	}
	162	if (m/^ignore\s+struct\s+(\S+)/) {
	163	delete $structs{$1} if (exists($structs{$1}));
	164	next;
	165	}
	166
	167	# Parsers to replace a symbol
	168
	169	if (m/^replace\s+ioctl\s+(\S+)\s+(\S+)/) {
	170	$ioctls{$1} = $2 if (exists($ioctls{$1}));
	171	next;
	172	}
	173	if (m/^replace\s+define\s+(\S+)\s+(\S+)/) {
	174	$defines{$1} = $2 if (exists($defines{$1}));
	175	next;
	176	}
	177	if (m/^replace\s+typedef\s+(\S+)\s+(\S+)/) {
	178	$typedefs{$1} = $2 if (exists($typedefs{$1}));
	179	next;
	180	}
	181	if (m/^replace\s+enum\s+(\S+)\s+(\S+)/) {
	182	$enums{$1} = $2 if (exists($enums{$1}));
	183	next;
	184	}
	185	if (m/^replace\s+symbol\s+(\S+)\s+(\S+)/) {
	186	$enum_symbols{$1} = $2 if (exists($enum_symbols{$1}));
	187	next;
	188	}
	189	if (m/^replace\s+struct\s+(\S+)\s+(\S+)/) {
	190	$structs{$1} = $2 if (exists($structs{$1}));
	191	next;
192	}
193
194	die "Can't parse $file_exceptions: $_";
195	}
196	}
197
198	if ($debug) {
199	print Data::Dumper->Dump([\%ioctls], [qw(*ioctls)]) if (%ioctls);
200	print Data::Dumper->Dump([\%typedefs], [qw(*typedefs)]) if (%typedefs);
201	print Data::Dumper->Dump([\%enums], [qw(*enums)]) if (%enums);
202	print Data::Dumper->Dump([\%structs], [qw(*structs)]) if (%structs);
203	print Data::Dumper->Dump([\%defines], [qw(*defines)]) if (%defines);
204	print Data::Dumper->Dump([\%enum_symbols], [qw(*enum_symbols)]) if (%enum_symbols);
205	}
206
207	#
208	# Align block
209	#
210	$data = expand($data);
211	$data = " " . $data;
212	$data =~ s/\n/\n /g;
213	$data =~ s/\n\s+$/\n/g;
214	$data =~ s/\n\s+\n/\n\n/g;
215
216	#
217	# Add escape codes for special characters
218	#
219	$data =~ s,([\_\`\*\<\>\&\\\\:\/]),\\$1,g;
220
7d95fa8d MCC	221	$data =~ s,DEPRECATED,DEPRECATED,g;
7d95fa8d MCC	222
dabf8be3 MCC	223	#
	224	# Add references
	225	#
	226
6fe79d1e MCC	227	my $start_delim = "[ \n\t\(\=\*\@]";
6fe79d1e MCC	228	my $end_delim = "(\\s\|,\|\\\\=\|\\\\:\|\\;\|\\\)\|\\}\|\\{)";
dabf8be3 MCC	229
	230	foreach my $r (keys %ioctls) {
	231	my $n = $ioctls{$r};
	232
6fe79d1e	233	my $s = "\\ :ref:`$r <$n>`\\ ";
dabf8be3 MCC	234
	235	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;
	236
	237	print "$r -> $s\n" if ($debug);
	238
6fe79d1e	239	$data =~ s/($start_delim)($r)$end_delim/$1$s$3/g;
dabf8be3 MCC	240	}
	241
	242	foreach my $r (keys %defines) {
	243	my $n = $defines{$r};
	244
6fe79d1e	245	my $s = "\\ :ref:`$r <$n>`\\ ";
dabf8be3 MCC	246
	247	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;
	248
	249	print "$r -> $s\n" if ($debug);
	250
6fe79d1e	251	$data =~ s/($start_delim)($r)$end_delim/$1$s$3/g;
dabf8be3 MCC	252	}
	253
	254	foreach my $r (keys %enum_symbols) {
	255	my $n = $enum_symbols{$r};
	256
6fe79d1e	257	my $s = "\\ :ref:`$r <$n>`\\ ";
dabf8be3 MCC	258
	259	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;
	260
	261	print "$r -> $s\n" if ($debug);
	262
6fe79d1e	263	$data =~ s/($start_delim)($r)$end_delim/$1$s$3/g;
dabf8be3 MCC	264	}
	265
	266	foreach my $r (keys %enums) {
	267	my $n = $enums{$r};
	268
6fe79d1e	269	my $s = "\\ :ref:`enum $r <$n>`\\ ";
dabf8be3 MCC	270
	271	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;
	272
	273	print "$r -> $s\n" if ($debug);
	274
6fe79d1e	275	$data =~ s/enum\s+($r)$end_delim/$s$2/g;
dabf8be3 MCC	276	}
	277
	278	foreach my $r (keys %structs) {
	279	my $n = $structs{$r};
	280
6fe79d1e	281	my $s = "\\ :ref:`struct $r <$n>`\\ ";
dabf8be3 MCC	282
	283	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;
	284
	285	print "$r -> $s\n" if ($debug);
	286
6fe79d1e	287	$data =~ s/struct\s+($r)$end_delim/$s$2/g;
dabf8be3 MCC	288	}
	289
	290	foreach my $r (keys %typedefs) {
	291	my $n = $typedefs{$r};
	292
6fe79d1e	293	my $s = "\\ :ref:`$r <$n>`\\ ";
dabf8be3 MCC	294
	295	$r =~ s,([\_\`\*\<\>\&\\\\:\/]),\\\\$1,g;
	296
	297	print "$r -> $s\n" if ($debug);
	298
6fe79d1e	299	$data =~ s/($start_delim)($r)$end_delim/$1$s$3/g;
dabf8be3 MCC	300	}
	301
	302	#
	303	# Generate output file
	304	#
	305
	306	my $title = $file_in;
	307	$title =~ s,.*/,,;
	308
	309	open OUT, "> $file_out" or die "Can't open $file_out";
	310	print OUT ".. -- coding: utf-8; mode: rst --\n\n";
	311	print OUT "$title\n";
	312	print OUT "=" x length($title);
	313	print OUT "\n\n.. parsed-literal::\n\n";
	314	print OUT $data;
	315	close OUT;