rip-git.pl

admin

1. #!/usr/bin/perl
   
2. 
   
3. use strict;
   
4. 
   
5. use LWP;
   
6. use LWP::UserAgent;
   
7. use HTTP::Request;
   
8. use Getopt::Long;
   
9. 
   
10. my $configfile="$ENV{HOME}/.rip-git";
    
11. my %config;
    
12. $config{'branch'} = "master";
    
13. $config{'gitdir'} = ".git";
    
14. $config{'agent'} = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:10.0.2) Gecko/20100101 Firefox/10.0.2';
    
15. $config{'verbose'}=0;
    
16. $config{'checkout'}=1;
    
17. 
    
18. if (-e $configfile) {
    
19.         open(CONFIG,"<$configfile") or next;
    
20.         while (<CONFIG>) {
    
21.             chomp;                  # no newline
    
22.             s/#.*//;                # no comments
    
23.             s/^\s+//;               # no leading white
    
24.             s/\s+$//;               # no trailing white
    
25.             next unless length;     # anything left?
    
26.             my ($var, $value) = split(/\s*=\s*/, $_, 2);
    
27.             $config{$var} = $value;
    
28.         }
    
29.         close(CONFIG);
    
30. }
    
31. 
    
32. Getopt::Long::Configure ("bundling");
    
33. 
    
34. my $result = GetOptions (
    
35.         "a|agent=s" => \$config{'agent'},
    
36.         "b|branch=s" => \$config{'branch'},
    
37.         "u|url=s" => \$config{'url'},
    
38.         "c|checkout!" => \$config{'checkout'},
    
39.         "s|verifyssl!" => \$config{'verifyssl'},
    
40.         "v|verbose+"  => \$config{'verbose'},
    
41.         "h|help" => \&help
    
42. );
    
43. 
    
44. my @gitfiles=(
    
45. "COMMIT_EDITMSG",
    
46. "config",
    
47. "description",
    
48. "HEAD",
    
49. "index",
    
50. "packed-refs"
    
51. );
    
52. 
    
53. my @commits;
    
54. my $ua = LWP::UserAgent->new;
    
55. $ua->agent($config{'agent'});
    
56. 
    
57. my $gd=$config{'gitdir'}."/";
    
58. 
    
59. mkdir $gd;
    
60. 
    
61. print STDERR "[i] Downloading git files from $config{'url'}\n" if ($config{'verbose'}>0);
    
62. 
    
63. foreach my $file (@gitfiles) {
    
64.         my $furl = $config{'url'}."/".$file;
    
65.         getfile($file,$gd.$file);
    
66. }
    
67. 
    
68. mkdir $gd."logs";
    
69. mkdir $gd."logs/refs";
    
70. mkdir $gd."logs/refs/heads";
    
71. mkdir $gd."logs/refs/remotes";
    
72. 
    
73. mkdir $gd."objects";
    
74. mkdir $gd."objects/info";
    
75. mkdir $gd."objects/pack";
    
76. 
    
77. getfile("objects/info/alternates",$gd."objects/info/alternates");
    
78. 
    
79. mkdir $gd."info";
    
80. getfile("info/grafts",$gd."info/grafts");
    
81. 
    
82. my $res = getfile("logs/HEAD",$gd."logs/HEAD");
    
83. 
    
84. my @lines = split /\n/, $res->content;
    
85. foreach my $line (@lines) {
    
86.         my @fields=split(/\s+/, $line);
    
87.         my $ref = $fields[1];
    
88.         getobject($gd,$ref);
    
89. }
    
90. 
    
91. mkdir $gd."refs";
    
92. mkdir $gd."refs/heads";
    
93. my $res = getfile("refs/heads/".$config{'branch'},$gd."refs/heads/".$config{'branch'});
    
94. mkdir $gd."refs/remotes";
    
95. mkdir $gd."refs/tags";
    
96. 
    
97. my $pcount=1;
    
98. while ($pcount>0) {
    
99.         print STDERR "[i] Running git fsck to check for missing items\n" if ($config{'verbose'}>0);
    
100.         open(PIPE,"git fsck |") or die "cannot find git: $!";
     
101.         $pcount=0;
     
102.         while (<PIPE>) {
     
103.                 chomp;
     
104.                 if (/^missing/) {
     
105.                         my @getref = split (/\s+/);
     
106.                         getobject($gd,$getref[2]); # 3rd field is sha1
     
107.                         $pcount++;
     
108.                 }
     
109.         }
     
110.         close(PIPE);
     
111.         print STDERR "[i] Got items with git fsck: $pcount\n" if ($config{'verbose'}>0);
     
112. }
     
113. 
     
114. if ($config{'checkout'}) {
     
115.         system("git checkout -f");
     
116. }
     
117. 
     
118. 
     
119. sub getobject {
     
120.         my ($gd,$ref) = @_;
     
121.         my $rdir = substr ($ref,0,2);
     
122.         my $rfile = substr ($ref,2);
     
123.         mkdir $gd."objects/$rdir";
     
124.         getfile("objects/$rdir/$rfile",$gd."objects/$rdir/$rfile");
     
125. }
     
126. 
     
127. sub getfile {
     
128.         my ($file,$outfile) = @_;
     
129.         my $furl = $config{'url'}."/".$file;
     
130.         my $req = HTTP::Request->new(GET => $furl);
     
131.         # Pass request to the user agent and get a response back
     
132.         my $res = $ua->request($req);
     
133.         if ($res->is_success) {
     
134.                 print STDERR "[d] found $file\n" if ($config{'verbose'}>0);;
     
135.                 open (out,">$outfile") or die ("cannot open file: $!");
     
136.                 print out $res->content;
     
137.                 close (out);
     
138.         } else {
     
139.                 print STDERR "[!] Not found for $file: ".$res->status_line."\n"
     
140.                 if ($config{'verbose'}>0);
     
141.         }
     
142.         return $res;
     
143. }
     
144. 
     
145. sub help {
     
146.         print "DVCS-Ripper: rip-git.pl. Copyright (C) Kost. Distributed under GPL.\n\n";
     
147.         print "Usage: $0 [options] -u [giturl] \n";
     
148.         print "\n";
     
149.         print " -c        perform 'git checkout -f' on end (default)\n";
     
150.         print " -b <s>        Use branch <s> (default: $config{'branch'})\n";
     
151.         print " -a <s>        Use agent <s> (default: $config{'agent'})\n";
     
152.         print " -s        verify SSL cert\n";
     
153.         print " -v        verbose (-vv will be more verbose)\n";
     
154.         print "\n";
     
155. 
     
156.         print "Example: $0 -v -u http://www.example.com/.git/\n";
     
157.         print "Example: $0 # with url and options in $configfile\n";
     
158.        
     
159.         exit 0;
     
160. }

复制代码

admin

https://github.com/kost/dvcs-ripper/blob/master/rip-git.pl