![[BACK]](/icons/back.gif){kind=icon}
Return to send.pm CVS log ![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/dir.gif){kind=icon}
Up to [local] / wpscripts / ztransfer|
Return to send.pm CVS log | Up to [local] / wpscripts / ztransfer |
1.1 yason 1: #!/usr/bin/perl
2: # $Id: send.pm,v 1.1.1.17 2007/01/23 14:02:26 init Exp $
3: package send;
4: use fetch;
5: use db;
6: use log;
7: use fileops;
8: use warnings;
9:
10: # spool path constants (without leading slash)
11: our $SPOOL_ZAYAVKI = "/usr/backup/wp/zayavki";
12: our $SPOOL_PROBAS = "/usr/backup/wp/proba";
13: our $SPOOL_TMPDIR = "/usr/backup/temp";
14:
15: # temp variables for map table lookup
16: our $ret;
17: our $tmpd;
18: our $tmpf;
19:
20: sub zayavki()
21: {
22: my @dbids;
23: my @localpaths;
24: my @remotepaths;
25: my $dbids_ref;
26: my $localpaths_ref;
27: my $i = 0;
28: my $okay = 0;
29: my $curfile;
30:
31: my $size_orig;
32: my $size_arc;
33:
34: my $spool;
35: my $delete;
36:
37: ($dbids_ref, $localpaths_ref) = fetch::zayavki_list();
38:
39: @dbids = @$dbids_ref;
40: @localpaths = @$localpaths_ref;
41: log::main("Fetched " . scalar(@localpaths) . " zayavki from database");
42: log::zayavki("<< Starting transfer process >>");
43:
44: @remotepaths = @localpaths; # clone
45:
46:
47: while($localpaths[$i])
48: {
49: # check if there is a void element
50: # ???
51: next if(!$localpaths[$i]);
52:
53: #
54: #
55: # fill $spool with right spool directory
56: if( db::get_tx_count($dbids[$i]) > 0 )
57: {
58: # retransmission
59: # set $spool to temporary directory to make backup collector happy :)
60: # in this case also let $delete = 1 (removing garbage after copy, as in old times)
61:
62: # considering okay to not to check /usr/backup for availability
63: $spool = $SPOOL_TMPDIR;
64: $delete = 1;
65: }
66: else
67: {
68: # this is the first time copy
69: # set $spool to backup spool directory
70: # and not to delete archive
71:
72: $spool = $SPOOL_ZAYAVKI;
73: $delete = 0;
74: }
75:
76: # lookup in table first
77: chomp( $tmpf = `basename $remotepaths[$i]` );
78: chomp( $_ = `dirname $remotepaths[$i]` );
79: $tmpd = hash::lookup($_);
80: print "\$remotepaths[\$i] is $remotepaths[$i] \$_ is $_ \$tmpd is $tmpd\n";
81: if ( $tmpd ne '' )
82: {
83: $remotepaths[$i] = $tmpd. "/". $tmpf;
84: }
85: else
86: {
87: # hardcoded
88: $remotepaths[$i] =~ s/V(1)/zV7/;
89: $remotepaths[$i] =~ s/V(2)/zV8/;
90: $remotepaths[$i] =~ s/V(3)/zV6/;
91: $remotepaths[$i] =~ s/V(4)/zV7/;
92: $remotepaths[$i] =~ s/V(5)/zV7/;
93: }
94:
95: if(-e $remotepaths[$i] || -e $remotepaths[$i] . '.rar')
96: {
97: log::error("Remote file $remotepaths[$i] or $remotepaths[$i].rar already exists");
98: db::change_status($dbids[$i], 1);
99: }
100: else
101: {
102: # In this place we must be sure that local file is ok
103: if( -e $localpaths[$i] )
104: {
105: # set $size_orig
106: $size_orig = -s "$localpaths[$i]";
107:
108: # rar and copy local file
109: fileops::checkdir($remotepaths[$i]);
110: chomp($curfile = `basename $localpaths[$i]`) , $curfile .= '.rar';
111:
112: # two functions in log.pm makes newer versions of zlist happy
113: log::file_work_on($curfile, "rar");
114:
115: log::zayavki("compressing '$localpaths[$i]' -> '$spool/$curfile'");
116:
117: `/usr/local/bin/rar a -rr10% -ep '$spool/$curfile' '$localpaths[$i]'`;
118: if( ($? >> 8) == 0)
119: {
120: # rar exited successfully
121: # set $size_arc
122: $size_arc = -s "$spool/$curfile";
123:
124: # it can be possible that file already uploaded by hand while rar copressed one
125: # so we should check for existence of archive in remote before send it
126: if( -e $remotepaths[$i] || -e $remotepaths[$i] . '.rar')
127: {
128: log::error("Can not save $remotepaths[$i].rar cause of file has appeared after compressing");
129: log::zayavki("Can not save $remotepaths[$i].rar cause of file has appeared after compressing");
130: # file was uploaded by hand, let us change its status in db
131: db::change_status($dbids[$i], 1);
132:
133: # log::file_work_done();
134: }
135: else
136: {
137: # copy archive and then delete it from /usr/backup/spool
138: log::zayavki("transferring $spool/$curfile -> $remotepaths[$i].rar");
139:
140: log::file_work_on($curfile, "copy");
141:
142: if( system("cp '$spool/$curfile' $remotepaths[$i].rar") == 0 )
143: {
144: # OKAY
145:
146: log::zayavki("saved $localpaths[$i] -> $remotepaths[$i].rar [size_orig=$size_orig, size_arc=$size_arc]");
147:
148: log::file_work_done();
149:
150: log::diff($localpaths[$i], $size_orig, $size_arc);
151: # update database
152: db::change_status($dbids[$i], 1);
153: db::write_size_orig($dbids[$i], $size_orig);
154: db::write_size_arc($dbids[$i], $size_arc);
155:
156: # write ux_rpaths
157: db::write_ux_rpath($dbids[$i], "$remotepaths[$i].rar");
158:
159: # increment tx_count
160: db::increment_tx_count($dbids[$i]);
161:
162: $okay++;
163: }
164: else
165: {
166: # error in the copy process
167: log::zayavki("error in copy process (see error log)");
168: log::error("error in copy process: $?");
169:
170: # additional cleanup for log::file_work_on()
171: # log::file_work_done();
172:
173: }
174:
175: # finally, delete $spool/XXXXX.rar if $delete
176: if($delete)
177: {
178: if( (system("/bin/rm -f '$spool/$curfile'")) == 0 )
179: {
180: log::zayavki("removed temporary file $spool/$curfile");
181: }
182: else
183: {
184: # /bin/rm exits with error
185: log::zayavki("error while removing temporary file $spool/$curfile (see error log)");
186: log::error("error while removing temporary file $spool/$curfile: $?");
187: }
188: }
189: }
190:
191: }
192: else
193: {
194: # an error occurs in the archivation process
195: log::zayavki("error in archivation process (see error log)");
196: log::error("error in archivation process: $?");
197:
198: # clean out compressed file in /usr/backup/spool on error
199: #system("/bin/rm -f '/usr/backup/spool/$curfile'");
200: `/bin/rm -f '$spool/$curfile'`;
201:
202: }
203: }
204: else
205: {
206: # error, local file doesn't exists
207: log::error("Can not open local file $localpaths[$i]");
208: log::zayavki("Can not open local file $localpaths[$i]");
209:
210: }
211: }
212:
213: # next iteration of 'while' and increment of $i
214: $i++;
215:
216: log::file_work_done();
217: }
218: # end while
219:
220: log::main("Saved $okay zayavki on remote host");
221: log::zayavki("<< End transfer process >>");
222: }
223:
224:
225:
226: sub jpegs()
227: {
228: my @dbids;
229: my @localpaths;
230: my @remotepaths;
231: my $dbids_ref;
232: my $localpaths_ref;
233: my $i = 0;
234: my $okay = 0;
235:
236: my $size_orig;
237:
238: ($dbids_ref, $localpaths_ref) = fetch::jpegs_list();
239:
240: @dbids = @$dbids_ref;
241: @localpaths = @$localpaths_ref;
242: log::main("Fetched " . scalar(@localpaths) . " jpegs from database");
243: log::jpegs("<< Starting transfer process >>");
244:
245: @remotepaths = @localpaths; # clone
246:
247: while($localpaths[$i])
248: {
249: # lookup in table first
250: chomp( $tmpf = `basename $remotepaths[$i]` );
251: chomp( $_ = `dirname $remotepaths[$i]` );
252: $tmpd = hash::lookup($_);
253: if ( $tmpd ne '' )
254: {
255: $remotepaths[$i] = $tmpd. "/". $tmpf;
256: }
257: else
258: {
259: # hardcoded
260: $remotepaths[$i] =~ s/V(1)/zV7/;
261: $remotepaths[$i] =~ s/V(2)/zV8/;
262: $remotepaths[$i] =~ s/V(3)/zV6/;
263: $remotepaths[$i] =~ s/V(4)/zV7/;
264: $remotepaths[$i] =~ s/V(5)/zV7/;
265: }
266:
267: if(-e $remotepaths[$i])
268: {
269: log::error("Remote file $remotefile[$i] already exists");
270: db::change_status($dbids[$i], 1);
271: }
272: else
273: {
274: if( -e $localpaths[$i] )
275: {
276: fileops::checkdir($remotepaths[$i]);
277: # set $size_orig
278: $size_orig = -s "$localpaths[$i]";
279:
280: log::jpegs("transferring $localpaths[$i] -> $remotepaths[$i]");
281: if( system("cp '$localpaths[$i]' '$remotepaths[$i]'") == 0 )
282: {
283: log::jpegs("saved $localpaths[$i] -> $remotepaths[$i] [size_orig=$size_orig]");
284: # update database
285: db::change_status($dbids[$i], 1);
286: db::write_size_orig($dbids[$i], $size_orig);
287:
288: #
289: # WE SHOULD NOT FILL ux_rpath FIELD FOR jpeg-types
290: #
291: # db::write_ux_rpath($dbids[$i], "$remotepaths[$i]");
292:
293: $okay++;
294:
295: }
296: else
297: {
298: # error in the copy process
299: log::jpegs("error in copy process (see error log)");
300: log::error("error in copy process: $?");
301: }
302: }
303: else
304: {
305: # error, local file doesn't exists
306: log::error("Can not open local file $localpaths[$i]");
307: log::jpegs("Can not open local file $localpaths[$i]");
308: }
309: }
310:
311: # next iteration of 'while' and increment of $i
312: $i++;
313: }
314:
315: log::main("Saved $okay jpegs on remote host");
316: log::jpegs("<< End transfer process >>");
317: }
318:
319:
320:
321: sub probas()
322: {
323: my @dbids;
324: my @localpaths;
325: my @remotepaths;
326: my $dbids_ref;
327: my $localpaths_ref;
328: my $i = 0;
329: my $okay = 0;
330: my $curfile;
331:
332: my $size_orig;
333: my $size_arc;
334:
335: my $spool;
336: my $delete;
337:
338: ($dbids_ref, $localpaths_ref) = fetch::probas_list();
339:
340: @dbids = @$dbids_ref;
341: @localpaths = @$localpaths_ref;
342: log::main("Fetched " . scalar(@localpaths) . " probas from database");
343: log::probas("<< Starting transfer process >>");
344:
345: @remotepaths = @localpaths; # clone
346:
347: while($localpaths[$i])
348: {
349: # cloned from send::zayavki()
350:
351: # check if there is a void element
352: # ???
353: next if(!$localpaths[$i]);
354:
355: #
356: #
357: # fill $spool with right spool directory
358: if( db::get_tx_count($dbids[$i]) > 0 )
359: {
360: # retransmission
361: # set $spool to temporary directory to make backup collector happy :)
362: # in this case also let $delete = 1 (removing garbage after copy, as in old times)
363:
364: # considering okay to not to check /usr/backup for availability
365: $spool = $SPOOL_TMPDIR;
366: $delete = 1;
367: }
368: else
369: {
370: # this is the first time copy
371: # set $spool to backup spool directory
372: # and not to delete archive
373:
374: $spool = $SPOOL_PROBAS;
375: $delete = 0;
376: }
377:
378: # lookup in table first
379: chomp( $tmpf = `basename $remotepaths[$i]` );
380: chomp( $_ = `dirname $remotepaths[$i]` );
381: $tmpd = hash::lookup($_);
382: if ( $tmpd ne '' )
383: {
384: $remotepaths[$i] = $tmpd. "/". $tmpf;
385: }
386: else
387: {
388: # /V5/probas/* goes on /zV7/probas/
389: substr($remotepaths[$i], 1, 2, 'zV7');
390: }
391:
392: if(-e $remotepaths[$i] || -e $remotepaths[$i] . '.rar')
393: {
394: log::error("Remote file $remotepaths[$i] already exists");
395: db::change_status($dbids[$i], 1);
396: }
397: else
398: {
399: if( -e $localpaths[$i] )
400: {
401: # rar and copy local file
402: fileops::checkdir($remotepaths[$i]);
403:
404: # set $size_orig
405: $size_orig = -s "$localpaths[$i]";
406:
407: chomp($curfile = `basename $localpaths[$i]`) , $curfile .= '.rar';
408:
409: # two functions in log.pm makes newer versions of zlist happy
410: log::file_work_on($curfile, "rar");
411:
412: log::probas("compressing '$localpaths[$i]' -> '$spool/$curfile'");
413:
414: `/usr/local/bin/rar a -rr10% -ep '$spool/$curfile' '$localpaths[$i]'`;
415: if( ($? >> 8) == 0)
416: {
417: # rar exited successfully
418: # set $size_arc
419: $size_arc = -s "$spool/$curfile";
420:
421: # it can be possible that file already uploaded by hand while rar copressed one
422: # so we should check for existence of archive in remote before send it
423: if( -e $remotepaths[$i] || -e $remotepaths[$i] . '.rar')
424: {
425: log::error("Can not save $remotepaths[$i].rar cause of file has appeared after compressing");
426: log::probas("Can not save $remotepaths[$i].rar cause of file has appeared after compressing");
427:
428: db::change_status($dbids[$i], 1);
429: }
430: else
431: {
432: # copy archive and then delete it from $spool
433: log::file_work_on($curfile, "copy");
434:
435: log::probas("transferring $spool/$curfile -> $remotepaths[$i].rar");
436:
437: if( system("cp '$spool/$curfile' $remotepaths[$i].rar") == 0 )
438: {
439: log::probas("saved $localpaths[$i] -> $remotepaths[$i].rar [size_orig=$size_orig, size_arc=$size_arc]");
440: log::diff($localpaths[$i], $size_orig, $size_arc);
441: # update database
442: db::change_status($dbids[$i], 1);
443: db::write_size_orig($dbids[$i], $size_orig);
444: db::write_size_arc($dbids[$i], $size_arc);
445:
446: db::write_ux_rpath($dbids[$i], "$remotepaths[$i].rar");
447:
448: # increment tx_count
449: db::increment_tx_count($dbids[$i]);
450:
451: $okay++;
452: }
453: else
454: {
455: # error in the copy process
456: log::probas("error in copy process (see error log)");
457: log::error("error in copy process: $?");
458: }
459:
460: if ($delete)
461: {
462: # finally, delete $spool/XXXXX.rar
463: if( (system("/bin/rm -f '$spool/$curfile'")) == 0 )
464: {
465: log::probas("removed temporary file $spool/$curfile");
466: }
467: else
468: {
469: # /bin/rm exits with error
470: log::probas("error while removing temporary file $spool/$curfile (see error log)");
471: log::error("error while removing temporary file $spool/$curfile: $?");
472: }
473: } # !$delete
474: }
475:
476: }
477: else
478: {
479: # an error occurs in the archivation process
480: log::probas("error in archivation process (see error log)");
481: log::error("error in archivation process: $?");
482:
483: system("/bin/rm -f '$spool/$curfile'");
484: }
485: }
486: else
487: {
488: # error, local file doesn't exists
489: log::error("Can not open local file $localpaths[$i]");
490: log::probas("Can not open local file $localpaths[$i]");
491: }
492: }
493:
494: # next iteration of 'while' and increment of $i
495: $i++;
496:
497: log::file_work_done();
498: }
499:
500: log::main("Saved $okay probas on remote host");
501: log::probas("<< End transfer process >>");
502: }
503:
504: sub tpps()
505: {
506: my @dbids;
507: my @localpaths;
508: my @remotepaths;
509: my $dbids_ref;
510: my $localpaths_ref;
511: my $i = 0;
512: my $okay = 0;
513:
514: my $size_orig;
515:
516: ($dbids_ref, $localpaths_ref) = fetch::tpps_list();
517:
518: @dbids = @$dbids_ref;
519: @localpaths = @$localpaths_ref;
520: log::main("Fetched " . scalar(@localpaths) . " tpps from database");
521: log::tpps("<< Starting transfer process >>");
522:
523: @remotepaths = @localpaths; # clone
524:
525: while($localpaths[$i])
526: {
527: # lookup in table first
528: chomp( $tmpf = `basename $remotepaths[$i]` );
529: chomp( $_ = `dirname $remotepaths[$i]` );
530: $tmpd = hash::lookup($_);
531: if ( $tmpd ne '' )
532: {
533: $remotepaths[$i] = $tmpd. "/". $tmpf;
534: }
535: else
536: {
537: # hardcoded
538: $remotepaths[$i] =~ s/V(1)/zV7/;
539: $remotepaths[$i] =~ s/V(2)/zV8/;
540: $remotepaths[$i] =~ s/V(3)/zV6/;
541: $remotepaths[$i] =~ s/V(4)/zV7/;
542: $remotepaths[$i] =~ s/V(5)/zV7/;
543: }
544:
545: if(-e $remotepaths[$i])
546: {
547: log::error("Remote file $remotefile[$i] already exists");
548: db::change_status($dbids[$i], 1);
549: }
550: else
551: {
552: if( -e $localpaths[$i] )
553: {
554: fileops::checkdir($remotepaths[$i]);
555: # set $size_orig
556: $size_orig = -s "$localpaths[$i]";
557:
558: log::tpps("transferring $localpaths[$i] -> $remotepaths[$i]");
559: if( system("cp '$localpaths[$i]' '$remotepaths[$i]'") == 0 )
560: {
561: log::tpps("saved $localpaths[$i] -> $remotepaths[$i] [size_orig=$size_orig]");
562: # update database
563: db::change_status($dbids[$i], 1);
564: db::write_size_orig($dbids[$i], $size_orig);
565:
566: #
567: # WE SHOULD NOT FILL ux_rpath FIELD FOR tpp-types
568: #
569: # XXX Please explain me why?
570: #
571: # db::write_ux_rpath($dbids[$i], "$remotepaths[$i]");
572:
573: $okay++;
574:
575: }
576: else
577: {
578: # error in the copy process
579: log::tpps("error in copy process (see error log)");
580: log::error("error in copy process: $?");
581: }
582: }
583: else
584: {
585: # error, local file doesn't exists
586: log::error("Can not open local file $localpaths[$i]");
587: log::tpps("Can not open local file $localpaths[$i]");
588: }
589: }
590:
591: # next iteration of 'while' and increment of $i
592: $i++;
593: }
594:
595: log::main("Saved $okay tpps on remote host");
596: log::tpps("<< End transfer process >>");
597: }
598:
599:
600:
601: return(1);