devel/buildweb/sm.pl

#!/usr/bin/perl -w

foreach $arg (@ARGV) {
 &spider(0,$arg);
#@qq = &scnfle($arg);
#print @qq;
}

sub scnfle {
 local($topfile) = $_[0];
 local(@listofhrefs) = ();

 open(HF,$topfile) || die "Couldn't open $topfile!\n";

 while (<HF>) {
   if (s/.*href=(["a-zA-Z0-9:\/].*)">.*/$1/) {
     s/"//g;    # strip out quotes
     s/>.*//;   # strip of end
     chop;
     @listofhrefs=(@listofhrefs,$_)
     };
   }
 @listofhrefs;
}

sub spider {
 local($thislevel) = $_[0];
 local($thisfile) = $_[1];
 
 if ($thislevel >=2) {return;}

 print "spider: level $thislevel, $thisfile\n";
 @hrefs=scnfle($thisfile);
#print "spider: $thisfile: @hrefs\n";
 foreach $href (@hrefs) {
   if ($href ne $thisfile) {
      print "$thisfile: -> $href\n";
      spider($thislevel+1,$href);
      }
   }
}
1	adcroft	1.1	#!/usr/bin/perl -w
2
3			foreach $arg (@ARGV) {
4			&spider(0,$arg);
5			#@qq = &scnfle($arg);
6			#print @qq;
7			}
8
9			sub scnfle {
10			local($topfile) = $_[0];
11			local(@listofhrefs) = ();
12
13			open(HF,$topfile) \|\| die "Couldn't open $topfile!\n";
14
15			while (<HF>) {
16			if (s/.href=(["a-zA-Z0-9:\/].)">.*/$1/) {
17			s/"//g; # strip out quotes
18			s/>.*//; # strip of end
19			chop;
20			@listofhrefs=(@listofhrefs,$_)
21			};
22			}
23			@listofhrefs;
24			}
25
26			sub spider {
27			local($thislevel) = $_[0];
28			local($thisfile) = $_[1];
29
30			if ($thislevel >=2) {return;}
31
32			print "spider: level $thislevel, $thisfile\n";
33			@hrefs=scnfle($thisfile);
34			#print "spider: $thisfile: @hrefs\n";
35			foreach $href (@hrefs) {
36			if ($href ne $thisfile) {
37			print "$thisfile: -> $href\n";
38			spider($thislevel+1,$href);
39			}
40			}
41			}