1 | #!/usr/bin/perl |
---|
2 | # ------------------------------------------------------------------------------ |
---|
3 | # NAME |
---|
4 | # recover_svn.pl |
---|
5 | # |
---|
6 | # SYNOPSIS |
---|
7 | # recover_svn.pl [<list of projects>] |
---|
8 | # |
---|
9 | # DESCRIPTION |
---|
10 | # This command is used to recover live repositories from backups and dumps, |
---|
11 | # using the following logic: |
---|
12 | # 1. If one or more <projects> are not specified, check the backup directory |
---|
13 | # for list of projects and available backups. |
---|
14 | # 2. For each available project (or the specified <projects>), check if its |
---|
15 | # live repository exists. If so, performs an integrity check. |
---|
16 | # 3. If the live repository does not exist or if the integrity check fails, |
---|
17 | # recover by copying the backup into the live location. |
---|
18 | # 4. Determine the youngest revision of the live repository. |
---|
19 | # 5. Search the dump directory to see if there are dumps for newer |
---|
20 | # reversions. If so, load them back to the live repository. |
---|
21 | # |
---|
22 | # COPYRIGHT |
---|
23 | # (C) Crown copyright Met Office. All rights reserved. |
---|
24 | # For further details please refer to the file COPYRIGHT.txt |
---|
25 | # which you should have received as part of this distribution. |
---|
26 | # ------------------------------------------------------------------------------ |
---|
27 | |
---|
28 | # Standard pragmas: |
---|
29 | use strict; |
---|
30 | use warnings; |
---|
31 | |
---|
32 | # Standard modules: |
---|
33 | use File::Basename; |
---|
34 | use File::Spec; |
---|
35 | use File::Path; |
---|
36 | |
---|
37 | # ------------------------------------------------------------------------------ |
---|
38 | |
---|
39 | # Top level locations of live repositories, backups, dumps and hook scripts |
---|
40 | my $logname = 'fcm'; |
---|
41 | my $svn_live = File::Spec->catfile ( |
---|
42 | File::Spec->rootdir (), qw/data local/, $logname, qw/svn live/, |
---|
43 | ); |
---|
44 | my $svn_back = File::Spec->catfile ((getpwnam $logname) [7], qw/svn backups/); |
---|
45 | my $svn_dump = File::Spec->catfile ((getpwnam $logname) [7], qw/svn dumps/); |
---|
46 | my $hook_dir = File::Spec->catfile ( |
---|
47 | (getpwnam $logname) [7], qw/FCM work Admin src hook/, |
---|
48 | ); |
---|
49 | |
---|
50 | # Arguments |
---|
51 | my %projects = map {$_, 1} @ARGV; |
---|
52 | |
---|
53 | # Search the backup directory to see what are available |
---|
54 | opendir DIR, $svn_back |
---|
55 | or die $svn_back, ': cannot read directory (', $!, '), abort'; |
---|
56 | my %backups = (); |
---|
57 | while (my $file = readdir 'DIR') { |
---|
58 | next if $file =~ /^\./; |
---|
59 | next if $file !~ /\.tgz$/; |
---|
60 | next unless -f File::Spec->catfile ($svn_back, $file); |
---|
61 | |
---|
62 | (my $project = $file) =~ s/\.tgz$//; |
---|
63 | |
---|
64 | # If project arguments specified, skip projects that are not in the list |
---|
65 | next if %projects and not exists $projects{$project}; |
---|
66 | |
---|
67 | # Store project name and its backup location |
---|
68 | $backups{$project} = File::Spec->catfile ($svn_back, $file); |
---|
69 | } |
---|
70 | closedir DIR; |
---|
71 | |
---|
72 | # Create the live directory if it does not exist |
---|
73 | mkpath $svn_live or die $svn_live, ': cannot create, abort' if not -d $svn_live; |
---|
74 | |
---|
75 | # Exit if no backups found (for list of specified projects) |
---|
76 | if (not keys %backups) { |
---|
77 | print 'No backup', |
---|
78 | (keys %projects ? join (' ', (' for', sort keys %projects)) : ''), |
---|
79 | ' found in ', $svn_back, "\n"; |
---|
80 | exit; |
---|
81 | } |
---|
82 | |
---|
83 | # Search the live directory to see what are available |
---|
84 | for my $project (sort keys %backups) { |
---|
85 | my $live_dir = File::Spec->catfile ($svn_live, $project); |
---|
86 | |
---|
87 | # Recovery required if $live_dir does not exist |
---|
88 | my $recovery = not -d $live_dir; |
---|
89 | |
---|
90 | # Perform an integrity check if $live_dir exist |
---|
91 | $recovery = system ('svnadmin', 'verify', $live_dir) unless $recovery; |
---|
92 | |
---|
93 | if (not $recovery) { |
---|
94 | print $project, ': live repository appears to be fine.', "\n"; |
---|
95 | next; |
---|
96 | } |
---|
97 | |
---|
98 | # Recover to a temporary location first |
---|
99 | my $temp_dir = $live_dir . '.tmp'; |
---|
100 | |
---|
101 | if (-d $temp_dir) { |
---|
102 | # Remove $temp_dir if it exists |
---|
103 | print 'Removing ', $temp_dir, ' ...', "\n"; |
---|
104 | rmtree $temp_dir; |
---|
105 | } |
---|
106 | |
---|
107 | # Un-tar the backup |
---|
108 | print 'Extracting from the backup archive ', $backups{$project}, "\n"; |
---|
109 | ! system ( |
---|
110 | qw/tar -x -z -C/, dirname ($backups{$project}), '-f', $backups{$project}, |
---|
111 | ) or die 'Cannot extract from the backup archive', $backups{$project}; |
---|
112 | |
---|
113 | (my $backup_dir = $backups{$project}) =~ s/\.tgz$//; |
---|
114 | |
---|
115 | # Recover from backup |
---|
116 | print 'Copying ', $backup_dir, ' to ', $temp_dir, ' ...', "\n"; |
---|
117 | my @command = ('svnadmin', 'hotcopy', $backup_dir, $temp_dir); |
---|
118 | system (@command); |
---|
119 | die join (' ', @command), ' failed (', $?, '), abort' if $?; |
---|
120 | |
---|
121 | rmtree $backup_dir; |
---|
122 | |
---|
123 | # Determine the youngest revision of the repository |
---|
124 | @command = ('svnlook', 'youngest', $temp_dir); |
---|
125 | my $youngest = qx(@command) |
---|
126 | or die $temp_dir, ': cannot determine youngest revision (', $?, ')'; |
---|
127 | |
---|
128 | # Search dump directory to see if there are any later dumps available |
---|
129 | my $dump_dir = File::Spec->catfile ($svn_dump, $project); |
---|
130 | |
---|
131 | if (opendir DIR, $dump_dir) { |
---|
132 | my @revs = grep {m/^\d+$/ and $_ > $youngest} readdir DIR; |
---|
133 | closedir DIR; |
---|
134 | |
---|
135 | # If newer dumps available, load each one back to the repository |
---|
136 | for my $rev (sort {$a <=> $b} @revs) { |
---|
137 | print 'Loading dump for revision ', $rev, ' to ', $temp_dir, ' ...', "\n"; |
---|
138 | my $command = 'svnadmin load ' . $temp_dir . |
---|
139 | ' <' . File::Spec->catfile ($dump_dir, $rev); |
---|
140 | system ($command); |
---|
141 | die $command, ' failed (', $?, '), abort' if $?; |
---|
142 | } |
---|
143 | |
---|
144 | } else { |
---|
145 | warn $project, ': dump directory not available for project'; |
---|
146 | } |
---|
147 | |
---|
148 | # Move temporary directory to live |
---|
149 | if (-d $live_dir) { |
---|
150 | # Remove $live_dir if it exists |
---|
151 | print 'Removing ', $live_dir, ' ...', "\n"; |
---|
152 | rmtree $live_dir; |
---|
153 | |
---|
154 | die $live_dir, ': cannot remove' if -d $live_dir; |
---|
155 | } |
---|
156 | |
---|
157 | print 'Moving ', $temp_dir, ' to ', $live_dir, ' ...', "\n"; |
---|
158 | rename $temp_dir, $live_dir or die $temp_dir, ': cannot move to: ', $live_dir; |
---|
159 | } |
---|
160 | |
---|
161 | # Reinstate the hook scripts |
---|
162 | my @command = ( |
---|
163 | File::Spec->catfile (dirname ($0), 'install_hook.pl'), |
---|
164 | $hook_dir, |
---|
165 | $svn_live, |
---|
166 | ); |
---|
167 | |
---|
168 | exec @command or die 'Cannot exec install_hook.pl (', $!, ')'; |
---|
169 | |
---|
170 | __END__ |
---|