2 * Amanda, The Advanced Maryland Automatic Network Disk Archiver
3 * Copyright (c) 1991-1998 University of Maryland at College Park
6 * Permission to use, copy, modify, distribute, and sell this software and its
7 * documentation for any purpose is hereby granted without fee, provided that
8 * the above copyright notice appear in all copies and that both that
9 * copyright notice and this permission notice appear in supporting
10 * documentation, and that the name of U.M. not be used in advertising or
11 * publicity pertaining to distribution of the software without specific,
12 * written prior permission. U.M. makes no representations about the
13 * suitability of this software for any purpose. It is provided "as is"
14 * without express or implied warranty.
16 * U.M. DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING ALL
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT SHALL U.M.
18 * BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
19 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
20 * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
21 * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
23 * Authors: the Amanda Development Team. Its members are listed in a
24 * file named AUTHORS, in the root directory of this distribution.
27 * $Id: sendsize.c,v 1.171 2006/08/24 01:57:15 paddy_s Exp $
29 * send estimated backup sizes using dump
33 #include "pipespawn.h"
34 #include "amfeatures.h"
35 #include "amandates.h"
40 #include "client_util.h"
48 #define sendsize_debug(i, ...) do { \
49 if ((i) <= debug_sebdsize) { \
50 dbprintf(__VA_ARGS__); \
55 # define SETPGRP setpgid(getpid(), getpid())
56 # define SETPGRP_FAILED() do { \
57 dbprintf(_("setpgid(%ld,%ld) failed: %s\n"), \
58 (long)getpid(), (long)getpid(), strerror(errno)); \
62 #if defined(SETPGRP_VOID)
63 # define SETPGRP setpgrp()
64 # define SETPGRP_FAILED() do { \
65 dbprintf(_("setpgrp() failed: %s\n"), strerror(errno)); \
69 # define SETPGRP setpgrp(0, getpid())
70 # define SETPGRP_FAILED() do { \
71 dbprintf(_("setpgrp(0,%ld) failed: %s\n"), \
72 (long)getpid(), strerror(errno)); \
78 typedef struct level_estimates_s {
84 typedef struct disk_estimates_s {
85 struct disk_estimates_s *next;
94 int program_is_backup_api;
99 level_estimate_t est[DUMP_LEVELS];
102 disk_estimates_t *est_list;
104 static am_feature_t *our_features = NULL;
105 static char *our_feature_string = NULL;
106 static g_option_t *g_options = NULL;
108 /* local functions */
109 int main(int argc, char **argv);
110 void add_diskest(char *disk, char *amdevice, int level, int spindle,
111 int program_is_backup_api, char *prog, char *calcprog,
113 void calc_estimates(disk_estimates_t *est);
114 void free_estimates(disk_estimates_t *est);
115 void dump_calc_estimates(disk_estimates_t *);
116 void star_calc_estimates(disk_estimates_t *);
117 void smbtar_calc_estimates(disk_estimates_t *);
118 void gnutar_calc_estimates(disk_estimates_t *);
119 void backup_api_calc_estimate(disk_estimates_t *);
120 void generic_calc_estimates(disk_estimates_t *);
129 char *prog, *calcprog, *dumpdate;
130 option_t *options = NULL;
131 int program_is_backup_api;
132 disk_estimates_t *est;
133 disk_estimates_t *est1;
134 disk_estimates_t *est_prev;
138 char *err_extra = NULL;
145 char *amdevice = NULL;
146 char *qamdevice = NULL;
147 char *amandates_file;
148 int amandates_read = 0;
150 (void)argc; /* Quiet unused parameter warning */
151 (void)argv; /* Quiet unused parameter warning */
156 * Configure program for internationalization:
157 * 1) Only set the message locale for now.
158 * 2) Set textdomain for all amanda related programs to "amanda"
159 * We don't want to be forced to support dozens of message catalogs.
161 setlocale(LC_MESSAGES, "C");
162 textdomain("amanda");
167 set_pname("sendsize");
169 /* Don't die when child closes pipe */
170 signal(SIGPIPE, SIG_IGN);
172 erroutput_type = (ERR_INTERACTIVE|ERR_SYSLOG);
173 dbopen(DBG_SUBDIR_CLIENT);
175 dbprintf(_("version %s\n"), version());
177 our_features = am_init_feature_set();
178 our_feature_string = am_feature_to_string(our_features);
180 config_init(CONFIG_INIT_CLIENT, NULL);
182 check_running_as(RUNNING_AS_CLIENT_LOGIN);
184 /* handle all service requests */
186 for(; (line = agets(stdin)) != NULL; free(line)) {
189 if(strncmp_const(line, "OPTIONS ") == 0) {
190 g_options = parse_g_options(line+8, 1);
191 if(!g_options->hostname) {
192 g_options->hostname = alloc(MAX_HOSTNAME_LENGTH+1);
193 gethostname(g_options->hostname, MAX_HOSTNAME_LENGTH);
194 g_options->hostname[MAX_HOSTNAME_LENGTH] = '\0';
197 g_printf("OPTIONS ");
198 if(am_has_feature(g_options->features, fe_rep_options_features)) {
199 g_printf("features=%s;", our_feature_string);
201 if(am_has_feature(g_options->features, fe_rep_options_maxdumps)) {
202 g_printf("maxdumps=%d;", g_options->maxdumps);
204 if(am_has_feature(g_options->features, fe_rep_options_hostname)) {
205 g_printf("hostname=%s;", g_options->hostname);
210 if (g_options->config) {
211 /* overlay this configuration on the existing (nameless) configuration */
212 config_init(CONFIG_INIT_CLIENT | CONFIG_INIT_EXPLICIT_NAME | CONFIG_INIT_OVERLAY,
215 dbrename(config_name, DBG_SUBDIR_CLIENT);
221 if (amandates_read == 0) {
222 amandates_file = getconf_str(CNF_AMANDATES);
223 if(!start_amandates(amandates_file, 0))
224 error("error [opening %s: %s]", amandates_file,
232 skip_whitespace(s, ch); /* find the program name */
234 err_extra = stralloc(_("no program name"));
235 goto err; /* no program name */
238 skip_non_whitespace(s, ch);
241 program_is_backup_api=0;
242 if(strncmp_const(prog, "CALCSIZE") == 0) {
243 skip_whitespace(s, ch); /* find the program name */
245 err_extra = stralloc(_("no program name"));
249 skip_non_whitespace(s, ch);
251 if (strcmp(calcprog,"BACKUP") == 0) {
252 program_is_backup_api=1;
253 skip_whitespace(s, ch); /* find dumper name */
255 goto err; /* no program */
258 skip_non_whitespace(s, ch);
264 if (strcmp(prog,"BACKUP") == 0) {
265 program_is_backup_api=1;
266 skip_whitespace(s, ch); /* find dumper name */
268 goto err; /* no program */
271 skip_non_whitespace(s, ch);
276 skip_whitespace(s, ch); /* find the disk name */
278 err_extra = stralloc(_("no disk name"));
279 goto err; /* no disk name */
288 skip_quoted_string(s, ch);
289 s[-1] = '\0'; /* terminate the disk name */
290 qdisk = stralloc(fp);
291 disk = unquote_string(qdisk);
293 skip_whitespace(s, ch); /* find the device or level */
295 err_extra = stralloc(_("bad level"));
298 if(!isdigit((int)s[-1])) {
300 skip_quoted_string(s, ch);
302 qamdevice = stralloc(fp);
303 amdevice = unquote_string(qamdevice);
304 skip_whitespace(s, ch); /* find level number */
307 amdevice = stralloc(disk);
308 qamdevice = stralloc(qdisk);
311 /* find the level number */
312 if(ch == '\0' || sscanf(s - 1, "%d", &level) != 1) {
313 err_extra = stralloc(_("bad level"));
314 goto err; /* bad level */
316 if (level < 0 || level >= DUMP_LEVELS) {
317 err_extra = stralloc(_("bad level"));
322 skip_whitespace(s, ch); /* find the dump date */
324 err_extra = stralloc(_("no dumpdate"));
325 goto err; /* no dumpdate */
328 skip_non_whitespace(s, ch);
330 (void)dumpdate; /* XXX: Set but not used */
332 spindle = 0; /* default spindle */
334 skip_whitespace(s, ch); /* find the spindle */
336 if(sscanf(s - 1, "%d", &spindle) != 1) {
337 err_extra = stralloc(_("bad spindle"));
338 goto err; /* bad spindle */
342 skip_whitespace(s, ch); /* find the parameters */
344 if(strncmp_const(s-1, "OPTIONS |;") == 0) {
345 options = parse_options(s + 8,
352 options = alloc(SIZEOF(option_t));
353 init_options(options);
355 if(strncmp_const(s-1, "exclude-file=") == 0) {
356 qlist = unquote_string(s+12);
357 options->exclude_file =
358 append_sl(options->exclude_file, qlist);
360 } else if(strncmp_const(s-1, "exclude-list=") == 0) {
361 qlist = unquote_string(s+12);
362 options->exclude_list =
363 append_sl(options->exclude_list, qlist);
365 } else if(strncmp_const(s-1, "include-file=") == 0) {
366 qlist = unquote_string(s+12);
367 options->include_file =
368 append_sl(options->include_file, qlist);
370 } else if(strncmp_const(s-1, "include-list=") == 0) {
371 qlist = unquote_string(s+12);
372 options->include_list =
373 append_sl(options->include_list, qlist);
376 err_extra = vstrallocf(_("Invalid parameter (%s)"), s-1);
377 goto err; /* should have gotten to end */
379 skip_quoted_string(s, ch);
380 skip_whitespace(s, ch); /* find the inclusion list */
386 options = alloc(SIZEOF(option_t));
387 init_options(options);
391 options = alloc(SIZEOF(option_t));
392 init_options(options);
396 add_diskest(disk, amdevice, level, spindle, program_is_backup_api, prog, calcprog, options);
403 if (g_options == NULL) {
404 printf(_("ERROR [Missing OPTIONS line in sendsize input]\n"));
405 error(_("Missing OPTIONS line in sendsize input\n"));
419 * See if we need to wait for a child before we can do anything
424 amwait_t child_status;
427 dbprintf(_("waiting for any estimate child: %d running\n"),
429 child_pid = wait(&child_status);
430 if(child_pid == -1) {
431 error(_("wait failed: %s"), strerror(errno));
435 if (!WIFEXITED(child_status) || WEXITSTATUS(child_status) != 0) {
436 char *child_name = vstrallocf(_("child %ld"), (long)child_pid);
437 char *child_status_str = str_exit_status(child_name, child_status);
438 dbprintf("%s\n", child_status_str);
439 amfree(child_status_str);
444 * Find the child and mark it done.
446 for(est = est_list; est != NULL; est = est->next) {
447 if(est->child == child_pid) {
452 dbprintf(_("unexpected child %ld\n"), (long)child_pid);
460 * If we are already running the maximum number of children
461 * go back and wait until one of them finishes.
463 if(dumpsrunning >= g_options->maxdumps) {
466 continue; /* have to wait first */
469 * Find a new child to start.
471 for(est = est_list; est != NULL; est = est->next) {
473 done = 0; /* more to do */
475 if(est->child != 0 || est->done) {
476 continue; /* child is running or done */
479 * Make sure there is no spindle conflict.
481 if(est->spindle != -1) {
482 for(est1 = est_list; est1 != NULL; est1 = est1->next) {
483 if(est1->child == 0 || est == est1 || est1->done) {
485 * Ignore anything not yet started, ourself,
486 * and anything completed.
490 if(est1->spindle == est->spindle) {
491 break; /* oops -- they match */
495 continue; /* spindle conflict */
498 break; /* start this estimate */
501 if(dumpsrunning > 0) {
502 need_wait = 1; /* nothing to do but wait */
506 if((est->child = fork()) == 0) {
507 calc_estimates(est); /* child does the estimate */
509 } else if(est->child == -1) {
510 error(_("calc_estimates fork failed: %s"), strerror(errno));
513 dumpsrunning++; /* parent */
518 for(est = est_list; est != NULL; est = est->next) {
524 amfree(our_feature_string);
525 am_release_feature_set(our_features);
527 free_g_options(g_options);
532 g_printf(_("FORMAT ERROR IN REQUEST PACKET\n"));
534 dbprintf(_("REQ packet is bogus: %s\n"), err_extra);
537 dbprintf(_("REQ packet is bogus\n"));
550 int program_is_backup_api,
555 disk_estimates_t *newp, *curp;
562 if (level >= DUMP_LEVELS)
563 level = DUMP_LEVELS - 1;
565 for(curp = est_list; curp != NULL; curp = curp->next) {
566 if(strcmp(curp->amname, disk) == 0) {
567 /* already have disk info, just note the level request */
568 curp->est[level].needestimate = 1;
570 free_sl(options->exclude_file);
571 free_sl(options->exclude_list);
572 free_sl(options->include_file);
573 free_sl(options->include_list);
574 amfree(options->auth);
575 amfree(options->str);
582 newp = (disk_estimates_t *) alloc(SIZEOF(disk_estimates_t));
583 memset(newp, 0, SIZEOF(*newp));
584 newp->next = est_list;
586 newp->amname = stralloc(disk);
587 newp->qamname = quote_string(disk);
588 newp->amdevice = stralloc(amdevice);
589 newp->qamdevice = quote_string(amdevice);
590 newp->dirname = amname_to_dirname(newp->amdevice);
591 newp->qdirname = quote_string(newp->dirname);
592 newp->program = stralloc(prog);
594 newp->calcprog = stralloc(calcprog);
596 newp->calcprog = NULL;
597 newp->program_is_backup_api = program_is_backup_api;
598 newp->spindle = spindle;
599 newp->est[level].needestimate = 1;
600 newp->options = options;
602 /* fill in dump-since dates */
604 amdp = amandates_lookup(newp->amname);
606 newp->est[0].dumpsince = EPOCH;
607 for(dumplev = 0; dumplev < DUMP_LEVELS; dumplev++) {
608 dumpdate = amdp->dates[dumplev];
609 for(estlev = dumplev+1; estlev < DUMP_LEVELS; estlev++) {
610 if(dumpdate > newp->est[estlev].dumpsince)
611 newp->est[estlev].dumpsince = dumpdate;
619 disk_estimates_t * est)
622 amfree(est->qamname);
623 amfree(est->amdevice);
624 amfree(est->qamdevice);
625 amfree(est->dirname);
626 amfree(est->qdirname);
627 amfree(est->program);
629 free_sl(est->options->exclude_file);
630 free_sl(est->options->exclude_list);
631 free_sl(est->options->include_file);
632 free_sl(est->options->include_list);
633 amfree(est->options->str);
634 amfree(est->options->auth);
635 amfree(est->options);
640 * ------------------------------------------------------------------------
646 disk_estimates_t * est)
648 dbprintf(_("calculating for amname %s, dirname %s, spindle %d\n"),
649 est->qamname, est->qdirname, est->spindle);
651 if(est->program_is_backup_api == 1)
652 backup_api_calc_estimate(est);
654 #ifndef USE_GENERIC_CALCSIZE
655 if(strcmp(est->program, "DUMP") == 0)
656 dump_calc_estimates(est);
660 if (strcmp(est->program, "GNUTAR") == 0 &&
661 est->amdevice[0] == '/' && est->amdevice[1] == '/')
662 smbtar_calc_estimates(est);
666 if (strcmp(est->program, "GNUTAR") == 0)
667 gnutar_calc_estimates(est);
671 if (est->amdevice[0] == '/' && est->amdevice[1] == '/')
672 dbprintf(_("Can't use CALCSIZE for samba estimate: %s %s\n"),
673 est->qamname, est->qdirname);
676 generic_calc_estimates(est);
678 dbprintf(_("done with amname %s dirname %s spindle %d\n"),
679 est->qamname, est->qdirname, est->spindle);
683 * ------------------------------------------------------------------------
687 /* local functions */
688 off_t getsize_dump(char *disk, char *amdevice, int level, option_t *options,
690 off_t getsize_smbtar(char *disk, char *amdevice, int level, option_t *options,
692 off_t getsize_gnutar(char *disk, char *amdevice, int level,
693 option_t *options, time_t dumpsince, char **errmsg);
694 off_t getsize_backup_api(char *program, char *disk, char *amdevice, int level,
695 option_t *options, time_t dumpsince, char **errmsg);
696 off_t handle_dumpline(char *str);
697 double first_num(char *str);
700 backup_api_calc_estimate(
701 disk_estimates_t * est)
705 char *errmsg = NULL, *qerrmsg;
707 for(level = 0; level < DUMP_LEVELS; level++) {
708 if (est->est[level].needestimate) {
709 dbprintf(_("getting size via application API for %s %s level %d\n"),
710 est->qamname, est->qamdevice, level);
711 size = getsize_backup_api(est->program, est->amname, est->amdevice,
713 est->est[level].dumpsince, &errmsg);
717 g_printf(_("%s %d SIZE %lld\n"), est->qamname, level,
719 if (errmsg && errmsg[0] != '\0') {
720 if(am_has_feature(g_options->features,
721 fe_rep_sendsize_quoted_error)) {
722 qerrmsg = quote_string(errmsg);
723 dbprintf(_("errmsg is %s\n"), errmsg);
724 g_printf(_("%s %d ERROR %s\n"),
725 est->qamname, level, qerrmsg);
732 amfunlock(1, "size");
739 generic_calc_estimates(
740 disk_estimates_t * est)
742 int pipefd = -1, nullfd = -1;
745 char *my_argv[DUMP_LEVELS*2+22];
746 char number[NUM_STR_SIZE];
747 int i, level, my_argc;
751 char *file_exclude = NULL;
752 char *file_include = NULL;
754 FILE *dumpout = NULL;
755 off_t size = (off_t)1;
758 amwait_t wait_status;
759 char *errmsg = NULL, *qerrmsg;
760 char tmppath[PATH_MAX];
762 cmd = vstralloc(amlibexecdir, "/", "calcsize", versionsuffix(), NULL);
766 my_argv[my_argc++] = stralloc("calcsize");
767 if (g_options->config)
768 my_argv[my_argc++] = stralloc(g_options->config);
770 my_argv[my_argc++] = stralloc("NOCONFIG");
772 my_argv[my_argc++] = stralloc(est->calcprog);
774 my_argv[my_argc++] = stralloc(est->amname);
775 canonicalize_pathname(est->dirname, tmppath);
776 my_argv[my_argc++] = stralloc(tmppath);
779 if(est->options->exclude_file)
780 nb_exclude += est->options->exclude_file->nb_element;
781 if(est->options->exclude_list)
782 nb_exclude += est->options->exclude_list->nb_element;
783 if(est->options->include_file)
784 nb_include += est->options->include_file->nb_element;
785 if(est->options->include_list)
786 nb_include += est->options->include_list->nb_element;
789 file_exclude = build_exclude(est->amname,
790 est->amdevice, est->options, 0);
792 file_include = build_include(est->amname,
793 est->amdevice, est->options, 0);
796 my_argv[my_argc++] = stralloc("-X");
797 my_argv[my_argc++] = file_exclude;
801 my_argv[my_argc++] = stralloc("-I");
802 my_argv[my_argc++] = file_include;
804 start_time = curclock();
806 cmdline = stralloc(my_argv[0]);
807 for(i = 1; i < my_argc; i++)
808 cmdline = vstrextend(&cmdline, " ", my_argv[i], NULL);
809 dbprintf(_("running: \"%s\"\n"), cmdline);
812 for(level = 0; level < DUMP_LEVELS; level++) {
813 if(est->est[level].needestimate) {
814 g_snprintf(number, SIZEOF(number), "%d", level);
815 my_argv[my_argc++] = stralloc(number);
816 dbprintf(" %s", number);
817 g_snprintf(number, SIZEOF(number),
818 "%ld", (long)est->est[level].dumpsince);
819 my_argv[my_argc++] = stralloc(number);
820 dbprintf(" %s", number);
823 my_argv[my_argc] = NULL;
826 fflush(stderr); fflush(stdout);
828 if ((nullfd = open("/dev/null", O_RDWR)) == -1) {
829 errmsg = vstrallocf(_("Cannot access /dev/null : %s"),
831 dbprintf("%s\n", errmsg);
835 calcpid = pipespawnv(cmd, STDERR_PIPE, &nullfd, &nullfd, &pipefd, my_argv);
838 dumpout = fdopen(pipefd,"r");
840 error(_("Can't fdopen: %s"), strerror(errno));
843 match_expr = vstralloc(est->qamname," %d SIZE %lld", NULL);
844 for(size = (off_t)-1; (line = agets(dumpout)) != NULL; free(line)) {
845 long long size_ = (long long)0;
848 if(sscanf(line, match_expr, &level, &size_) == 2) {
849 g_printf("%s\n", line); /* write to amandad */
850 dbprintf(_("estimate size for %s level %d: %lld KB\n"),
859 dbprintf(_("waiting for %s %s child (pid=%d)\n"),
860 my_argv[0], est->qamdevice, (int)calcpid);
861 waitpid(calcpid, &wait_status, 0);
862 if (WIFSIGNALED(wait_status)) {
863 errmsg = vstrallocf(_("%s terminated with signal %d: see %s"),
864 "calcsize", WTERMSIG(wait_status),
866 } else if (WIFEXITED(wait_status)) {
867 if (WEXITSTATUS(wait_status) != 0) {
868 errmsg = vstrallocf(_("%s exited with status %d: see %s"),
869 "calcsize", WEXITSTATUS(wait_status),
875 errmsg = vstrallocf(_("%s got bad exit: see %s"),
878 dbprintf(_("after %s %s wait: child pid=%d status=%d\n"),
879 my_argv[0], est->qamdevice,
880 (int)calcpid, WEXITSTATUS(wait_status));
882 dbprintf(_(".....\n"));
883 dbprintf(_("estimate time for %s: %s\n"),
885 walltime_str(timessub(curclock(), start_time)));
888 if (errmsg && errmsg[0] != '\0') {
889 if(am_has_feature(g_options->features, fe_rep_sendsize_quoted_error)) {
890 qerrmsg = quote_string(errmsg);
891 dbprintf(_("errmsg is %s\n"), errmsg);
892 g_printf("%s %d ERROR %s\n",
893 est->qamname, 0, qerrmsg);
898 for(i = 0; i < my_argc; i++) {
907 disk_estimates_t * est)
911 char *errmsg=NULL, *qerrmsg;
913 for(level = 0; level < DUMP_LEVELS; level++) {
914 if(est->est[level].needestimate) {
915 dbprintf(_("getting size via dump for %s level %d\n"),
916 est->qamname, level);
917 size = getsize_dump(est->amname, est->amdevice,
918 level, est->options, &errmsg);
922 g_printf(_("%s %d SIZE %lld\n"),
923 est->qamname, level, (long long)size);
924 if (errmsg && errmsg[0] != '\0') {
925 if(am_has_feature(g_options->features,
926 fe_rep_sendsize_quoted_error)) {
927 qerrmsg = quote_string(errmsg);
928 dbprintf(_("errmsg is %s\n"), errmsg);
929 g_printf("%s %d ERROR %s\n",
930 est->qamname, level, qerrmsg);
937 amfunlock(1, "size");
944 smbtar_calc_estimates(
945 disk_estimates_t * est)
949 char *errmsg = NULL, *qerrmsg;
951 for(level = 0; level < DUMP_LEVELS; level++) {
952 if(est->est[level].needestimate) {
953 dbprintf(_("getting size via smbclient for %s level %d\n"),
954 est->qamname, level);
955 size = getsize_smbtar(est->amname, est->amdevice, level,
956 est->options, &errmsg);
960 g_printf(_("%s %d SIZE %lld\n"),
961 est->qamname, level, (long long)size);
962 if (errmsg && errmsg[0] != '\0') {
963 if(am_has_feature(g_options->features,
964 fe_rep_sendsize_quoted_error)) {
965 qerrmsg = quote_string(errmsg);
966 dbprintf(_("errmsg is %s\n"), errmsg);
967 g_printf("%s %d ERROR %s\n",
968 est->qamname, level, qerrmsg);
975 amfunlock(1, "size");
983 gnutar_calc_estimates(
984 disk_estimates_t * est)
988 char *errmsg = NULL, *qerrmsg;
990 for(level = 0; level < DUMP_LEVELS; level++) {
991 if (est->est[level].needestimate) {
992 dbprintf(_("getting size via gnutar for %s level %d\n"),
993 est->qamname, level);
994 size = getsize_gnutar(est->amname, est->amdevice, level,
995 est->options, est->est[level].dumpsince,
1000 g_printf(_("%s %d SIZE %lld\n"),
1001 est->qamname, level, (long long)size);
1002 if (errmsg && errmsg[0] != '\0') {
1003 if(am_has_feature(g_options->features,
1004 fe_rep_sendsize_quoted_error)) {
1005 qerrmsg = quote_string(errmsg);
1006 dbprintf(_("errmsg is %s\n"), errmsg);
1007 g_printf(_("%s %d ERROR %s\n"),
1008 est->qamname, level, qerrmsg);
1015 amfunlock(1, "size");
1021 typedef struct regex_s {
1027 regex_scale_t re_size[] = {
1029 {" DUMP: estimated -*[0-9][0-9]* tape blocks", 1024},
1030 {" DUMP: [Ee]stimated [0-9][0-9]* blocks", 512},
1031 {" DUMP: [Ee]stimated [0-9][0-9]* bytes", 1}, /* Ultrix 4.4 */
1032 {" UFSDUMP: estimated [0-9][0-9]* blocks", 512}, /* NEC EWS-UX */
1033 {"dump: Estimate: [0-9][0-9]* tape blocks", 1024}, /* OSF/1 */
1034 {"backup: There are an estimated [0-9][0-9]* tape blocks.",1024}, /* AIX */
1035 {"backup: estimated [0-9][0-9]* 1k blocks", 1024}, /* AIX */
1036 {"backup: estimated [0-9][0-9]* tape blocks", 1024}, /* AIX */
1037 {"backup: [0-9][0-9]* tape blocks on [0-9][0-9]* tape(s)",1024}, /* AIX */
1038 {"backup: [0-9][0-9]* 1k blocks on [0-9][0-9]* volume(s)",1024}, /* AIX */
1039 {"dump: Estimate: [0-9][0-9]* blocks being output to pipe",1024},
1041 {"dump: Dumping [0-9][0-9]* bytes, ", 1}, /* DU 4.0 vdump */
1042 {"DUMP: estimated [0-9][0-9]* KB output", 1024}, /* HPUX */
1043 {"DUMP: estimated [0-9][0-9]* KB\\.", 1024}, /* NetApp */
1044 {" UFSDUMP: estimated [0-9][0-9]* blocks", 512}, /* Sinix */
1046 #ifdef HAVE_DUMP_ESTIMATE
1047 {"[0-9][0-9]* blocks, [0-9][0-9]*.[0-9][0-9]* volumes", 1024},
1048 /* DU 3.2g dump -E */
1049 {"^[0-9][0-9]* blocks$", 1024}, /* DU 4.0 dump -E */
1050 {"^[0-9][0-9]*$", 1}, /* Solaris ufsdump -S */
1055 {"vdump: Dumping [0-9][0-9]* bytes, ", 1}, /* OSF/1 vdump */
1059 {"vxdump: estimated [0-9][0-9]* blocks", 512}, /* HPUX's vxdump */
1060 {" VXDUMP: estimated [0-9][0-9]* blocks", 512}, /* Sinix */
1064 {"xfsdump: estimated dump size: [0-9][0-9]* bytes", 1}, /* Irix 6.2 xfs */
1068 {"Total bytes written: [0-9][0-9]*", 1}, /* Gnutar client */
1072 #if SAMBA_VERSION >= 2
1073 #define SAMBA_DEBUG_LEVEL "0"
1074 {"Total number of bytes: [0-9][0-9]*", 1}, /* Samba du */
1076 #define SAMBA_DEBUG_LEVEL "3"
1077 {"Total bytes listed: [0-9][0-9]*", 1}, /* Samba dir */
1090 option_t *options G_GNUC_UNUSED,
1093 int pipefd[2], nullfd, stdoutfd, killctl[2];
1097 char *dumpkeys = NULL;
1098 char *device = NULL;
1099 char *fstype = NULL;
1103 char *rundump_cmd = NULL;
1104 char level_str[NUM_STR_SIZE];
1107 char *qdisk = quote_string(disk);
1110 amwait_t wait_status;
1111 #if defined(DUMP) || defined(VDUMP) || defined(VXDUMP) || defined(XFSDUMP)
1115 g_snprintf(level_str, SIZEOF(level_str), "%d", level);
1117 device = amname_to_devname(amdevice);
1118 qdevice = quote_string(device);
1119 fstype = amname_to_fstype(amdevice);
1121 dbprintf(_("calculating for device %s with %s\n"),
1124 cmd = vstralloc(amlibexecdir, "/rundump", versionsuffix(), NULL);
1125 rundump_cmd = stralloc(cmd);
1126 if (g_options->config)
1127 config = g_options->config;
1129 config = "NOCONFIG";
1130 if ((stdoutfd = nullfd = open("/dev/null", O_RDWR)) == -1) {
1131 *errmsg = vstrallocf(_("getsize_dump could not open /dev/null: %s"),
1133 dbprintf("%s\n", *errmsg);
1135 amfree(rundump_cmd);
1142 pipefd[0] = pipefd[1] = killctl[0] = killctl[1] = -1;
1143 if (pipe(pipefd) < 0) {
1144 *errmsg = vstrallocf(_("getsize_dump could create data pipes: %s"),
1146 dbprintf("%s\n", *errmsg);
1148 amfree(rundump_cmd);
1156 #ifdef XFSDUMP /* { */
1158 if (strcmp(fstype, "xfs") == 0)
1163 name = stralloc(" (xfsdump)");
1164 dbprintf(_("running \"%s%s -F -J -l %s - %s\"\n"),
1165 cmd, name, level_str, qdevice);
1169 #ifdef VXDUMP /* { */
1171 if (strcmp(fstype, "vxfs") == 0)
1177 name = stralloc(" (vxdump)");
1179 name = stralloc("");
1180 cmd = newstralloc(cmd, VXDUMP);
1181 config = skip_argument;
1184 dumpkeys = vstralloc(level_str, "s", "f", NULL);
1185 dbprintf(_("running \"%s%s %s 1048576 - %s\"\n"),
1186 cmd, name, dumpkeys, qdevice);
1190 #ifdef VDUMP /* { */
1192 if (strcmp(fstype, "advfs") == 0)
1197 name = stralloc(" (vdump)");
1200 device = amname_to_dirname(amdevice);
1201 qdevice = quote_string(device);
1202 dumpkeys = vstralloc(level_str, "b", "f", NULL);
1203 dbprintf(_("running \"%s%s %s 60 - %s\"\n"),
1204 cmd, name, dumpkeys, qdevice);
1210 # ifdef USE_RUNDUMP /* { */
1211 # ifdef AIX_BACKUP /* { */
1212 name = stralloc(" (backup)");
1214 name = vstralloc(" (", DUMP, ")", NULL);
1217 name = stralloc("");
1218 cmd = newstralloc(cmd, DUMP);
1219 config = skip_argument;
1223 # ifdef AIX_BACKUP /* { */
1224 dumpkeys = vstralloc("-", level_str, "f", NULL);
1225 dbprintf(_("running \"%s%s %s - %s\"\n"),
1226 cmd, name, dumpkeys, qdevice);
1228 # ifdef HAVE_DUMP_ESTIMATE
1229 # define PARAM_DUMP_ESTIMATE HAVE_DUMP_ESTIMATE
1231 # define PARAM_DUMP_ESTIMATE ""
1233 # ifdef HAVE_HONOR_NODUMP
1234 # define PARAM_HONOR_NODUMP "h"
1236 # define PARAM_HONOR_NODUMP ""
1238 dumpkeys = vstralloc(level_str,
1239 PARAM_DUMP_ESTIMATE,
1243 # ifdef HAVE_DUMP_ESTIMATE
1244 stdoutfd = pipefd[1];
1247 # ifdef HAVE_HONOR_NODUMP /* { */
1248 dbprintf(_("running \"%s%s %s 0 1048576 - %s\"\n"),
1249 cmd, name, dumpkeys, qdevice);
1251 dbprintf(_("running \"%s%s %s 1048576 - %s\"\n"),
1252 cmd, name, dumpkeys, qdevice);
1259 error(_("no dump program available"));
1263 if (pipe(killctl) < 0) {
1264 dbprintf(_("Could not create pipe: %s\n"), strerror(errno));
1265 /* Message will be printed later... */
1266 killctl[0] = killctl[1] = -1;
1269 start_time = curclock();
1270 switch(dumppid = fork()) {
1272 *errmsg = vstrallocf(_("cannot fork for killpgrp: %s"),
1274 dbprintf("%s\n", *errmsg);
1277 amfree(rundump_cmd);
1286 case 0: /* child process */
1289 else if (killctl[0] == -1 || killctl[1] == -1)
1290 dbprintf(_("Trying without killpgrp\n"));
1294 dbprintf(_("fork failed, trying without killpgrp\n"));
1300 char *killpgrp_cmd = vstralloc(amlibexecdir, "/killpgrp",
1301 versionsuffix(), NULL);
1302 dbprintf(_("running %s\n"), killpgrp_cmd);
1303 dup2(killctl[0], 0);
1310 if (g_options->config)
1311 config = g_options->config;
1313 config = "NOCONFIG";
1315 execle(killpgrp_cmd, killpgrp_cmd, config, (char *)0,
1317 dbprintf(_("cannot execute %s: %s\n"),
1318 killpgrp_cmd, strerror(errno));
1322 case 0: /* child process */
1331 if (killctl[0] != -1)
1333 if (killctl[1] != -1)
1339 if (strcmp(fstype, "xfs") == 0)
1344 execle(cmd, "rundump", config, "xfsdump", "-F", "-J", "-l",
1345 level_str, "-", device, (char *)0, safe_env());
1347 execle(cmd, "xfsdump", "-F", "-J", "-l",
1348 level_str, "-", device, (char *)0, safe_env());
1353 if (strcmp(fstype, "vxfs") == 0)
1358 execle(cmd, "rundump", config, "vxdump", dumpkeys, "1048576",
1359 "-", device, (char *)0, safe_env());
1361 execle(cmd, "vxdump", dumpkeys, "1048576", "-",
1362 device, (char *)0, safe_env());
1367 if (strcmp(fstype, "advfs") == 0)
1372 execle(cmd, "rundump", config, "vdump", dumpkeys, "60", "-",
1373 device, (char *)0, safe_env());
1375 execle(cmd, "vdump", dumpkeys, "60", "-",
1376 device, (char *)0, safe_env());
1382 execle(cmd, "rundump", config, "backup", dumpkeys, "-",
1383 device, (char *)0, safe_env());
1385 execle(cmd, "backup", dumpkeys, "-",
1386 device, (char *)0, safe_env());
1389 execle(cmd, "rundump", config, "dump", dumpkeys,
1390 #ifdef HAVE_HONOR_NODUMP
1393 "1048576", "-", device, (char *)0, safe_env());
1395 execle(cmd, "dump", dumpkeys,
1396 #ifdef HAVE_HONOR_NODUMP
1399 "1048576", "-", device, (char *)0, safe_env());
1404 error(_("exec %s failed or no dump program available: %s"),
1405 cmd, strerror(errno));
1411 amfree(rundump_cmd);
1414 if (killctl[0] != -1)
1416 dumpout = fdopen(pipefd[0],"r");
1418 error(_("Can't fdopen: %s"), strerror(errno));
1422 for(size = (off_t)-1; (line = agets(dumpout)) != NULL; free(line)) {
1423 if (line[0] == '\0')
1425 dbprintf("%s\n", line);
1426 size = handle_dumpline(line);
1427 if(size > (off_t)-1) {
1429 while ((line = agets(dumpout)) != NULL) {
1430 if (line[0] != '\0')
1435 dbprintf("%s\n", line);
1442 dbprintf(".....\n");
1443 dbprintf(_("estimate time for %s level %d: %s\n"),
1446 walltime_str(timessub(curclock(), start_time)));
1447 if(size == (off_t)-1) {
1448 *errmsg = vstrallocf(_("no size line match in %s%s output"),
1450 dbprintf(_("%s for %s\n"),
1453 dbprintf(".....\n");
1454 dbprintf(_("Run %s%s manually to check for errors\n"),
1456 } else if(size == (off_t)0 && level == 0) {
1457 dbprintf(_("possible %s%s problem -- is \"%s\" really empty?\n"),
1459 dbprintf(".....\n");
1461 dbprintf(_("estimate size for %s level %d: %lld KB\n"),
1467 if (killctl[1] != -1) {
1468 dbprintf(_("asking killpgrp to terminate\n"));
1470 for(s = 5; s > 0; --s) {
1472 if (waitpid(dumppid, NULL, WNOHANG) != -1)
1478 * First, try to kill the dump process nicely. If it ignores us
1479 * for several seconds, hit it harder.
1481 dbprintf(_("sending SIGTERM to process group %ld\n"), (long)dumppid);
1482 if (kill(-dumppid, SIGTERM) == -1) {
1483 dbprintf(_("kill failed: %s\n"), strerror(errno));
1485 /* Now check whether it dies */
1486 for(s = 5; s > 0; --s) {
1488 if (waitpid(dumppid, NULL, WNOHANG) != -1)
1492 dbprintf(_("sending SIGKILL to process group %ld\n"), (long)dumppid);
1493 if (kill(-dumppid, SIGKILL) == -1) {
1494 dbprintf(_("kill failed: %s\n"), strerror(errno));
1496 for(s = 5; s > 0; --s) {
1498 if (waitpid(dumppid, NULL, WNOHANG) != -1)
1502 dbprintf(_("waiting for %s%s \"%s\" child\n"), cmd, name, qdisk);
1503 waitpid(dumppid, &wait_status, 0);
1504 if (WIFSIGNALED(wait_status)) {
1505 *errmsg = vstrallocf(_("%s terminated with signal %d: see %s"),
1506 cmd, WTERMSIG(wait_status), dbfn());
1507 } else if (WIFEXITED(wait_status)) {
1508 if (WEXITSTATUS(wait_status) != 0) {
1509 *errmsg = vstrallocf(_("%s exited with status %d: see %s"),
1510 cmd, WEXITSTATUS(wait_status), dbfn());
1515 *errmsg = vstrallocf(_("%s got bad exit: see %s"),
1518 dbprintf(_("after %s%s %s wait\n"), cmd, name, qdisk);
1545 int pipefd = -1, nullfd = -1, passwdfd = -1;
1549 char *tarkeys, *sharename, *user_and_password = NULL, *domain = NULL;
1550 char *share = NULL, *subdir = NULL;
1557 char *error_pn = NULL;
1558 char *qdisk = quote_string(disk);
1559 amwait_t wait_status;
1561 (void)options; /* Quiet unused parameter warning */
1563 error_pn = stralloc2(get_pname(), "-smbclient");
1565 parsesharename(amdevice, &share, &subdir);
1569 set_pname(error_pn);
1571 error(_("cannot parse disk entry %s for share/subdir"), qdisk);
1574 if ((subdir) && (SAMBA_VERSION < 2)) {
1577 set_pname(error_pn);
1579 error(_("subdirectory specified for share %s but samba not v2 or better"), qdisk);
1582 if ((user_and_password = findpass(share, &domain)) == NULL) {
1585 memset(domain, '\0', strlen(domain));
1588 set_pname(error_pn);
1590 error(_("cannot find password for %s"), disk);
1593 lpass = strlen(user_and_password);
1594 if ((pwtext = strchr(user_and_password, '%')) == NULL) {
1595 memset(user_and_password, '\0', (size_t)lpass);
1596 amfree(user_and_password);
1598 memset(domain, '\0', strlen(domain));
1601 set_pname(error_pn);
1603 error(_("password field not \'user%%pass\' for %s"), disk);
1607 pwtext_len = strlen(pwtext);
1608 if ((sharename = makesharename(share, 0)) == NULL) {
1609 memset(user_and_password, '\0', (size_t)lpass);
1610 amfree(user_and_password);
1612 memset(domain, '\0', strlen(domain));
1615 set_pname(error_pn);
1617 error(_("cannot make share name of %s"), share);
1620 if ((nullfd = open("/dev/null", O_RDWR)) == -1) {
1621 memset(user_and_password, '\0', (size_t)lpass);
1622 amfree(user_and_password);
1624 memset(domain, '\0', strlen(domain));
1627 set_pname(error_pn);
1630 error(_("could not open /dev/null: %s\n"),
1635 #if SAMBA_VERSION >= 2
1637 tarkeys = "archive 0;recurse;du";
1639 tarkeys = "archive 1;recurse;du";
1642 tarkeys = "archive 0;recurse;dir";
1644 tarkeys = "archive 1;recurse;dir";
1647 start_time = curclock();
1649 if (pwtext_len > 0) {
1650 pw_fd_env = "PASSWD_FD";
1652 pw_fd_env = "dummy_PASSWD_FD";
1654 dumppid = pipespawn(SAMBA_CLIENT, STDERR_PIPE|PASSWD_PIPE,
1655 &nullfd, &nullfd, &pipefd,
1656 pw_fd_env, &passwdfd,
1659 "-d", SAMBA_DEBUG_LEVEL,
1660 *user_and_password ? "-U" : skip_argument,
1661 *user_and_password ? user_and_password : skip_argument,
1663 domain ? "-W" : skip_argument,
1664 domain ? domain : skip_argument,
1665 #if SAMBA_VERSION >= 2
1666 subdir ? "-D" : skip_argument,
1667 subdir ? subdir : skip_argument,
1672 memset(domain, '\0', strlen(domain));
1676 if(pwtext_len > 0 && fullwrite(passwdfd, pwtext, (size_t)pwtext_len) < 0) {
1677 int save_errno = errno;
1679 memset(user_and_password, '\0', (size_t)lpass);
1680 amfree(user_and_password);
1682 set_pname(error_pn);
1684 error(_("password write failed: %s"), strerror(save_errno));
1687 memset(user_and_password, '\0', (size_t)lpass);
1688 amfree(user_and_password);
1694 dumpout = fdopen(pipefd,"r");
1696 error(_("Can't fdopen: %s"), strerror(errno));
1700 for(size = (off_t)-1; (line = agets(dumpout)) != NULL; free(line)) {
1701 if (line[0] == '\0')
1703 dbprintf("%s\n", line);
1704 size = handle_dumpline(line);
1707 while ((line = agets(dumpout)) != NULL) {
1708 if (line[0] != '\0')
1713 dbprintf("%s\n", line);
1720 dbprintf(".....\n");
1721 dbprintf(_("estimate time for %s level %d: %s\n"),
1724 walltime_str(timessub(curclock(), start_time)));
1725 if(size == (off_t)-1) {
1726 *errmsg = vstrallocf(_("no size line match in %s output"),
1728 dbprintf(_("%s for %s\n"),
1730 dbprintf(".....\n");
1731 } else if(size == (off_t)0 && level == 0) {
1732 dbprintf(_("possible %s problem -- is \"%s\" really empty?\n"),
1733 SAMBA_CLIENT, disk);
1734 dbprintf(".....\n");
1736 dbprintf(_("estimate size for %s level %d: %lld KB\n"),
1741 kill(-dumppid, SIGTERM);
1743 dbprintf(_("waiting for %s \"%s\" child\n"), SAMBA_CLIENT, qdisk);
1744 waitpid(dumppid, &wait_status, 0);
1745 if (WIFSIGNALED(wait_status)) {
1746 *errmsg = vstrallocf(_("%s terminated with signal %d: see %s"),
1747 SAMBA_CLIENT, WTERMSIG(wait_status), dbfn());
1748 } else if (WIFEXITED(wait_status)) {
1749 if (WEXITSTATUS(wait_status) != 0) {
1750 *errmsg = vstrallocf(_("%s exited with status %d: see %s"),
1751 SAMBA_CLIENT, WEXITSTATUS(wait_status),
1757 *errmsg = vstrallocf(_("%s got bad exit: see %s"),
1758 SAMBA_CLIENT, dbfn());
1760 dbprintf(_("after %s %s wait\n"), SAMBA_CLIENT, qdisk);
1782 int pipefd = -1, nullfd = -1;
1784 off_t size = (off_t)-1;
1785 FILE *dumpout = NULL;
1786 char *incrname = NULL;
1787 char *basename = NULL;
1788 char *dirname = NULL;
1789 char *inputname = NULL;
1794 char dumptimestr[80];
1800 char *file_exclude = NULL;
1801 char *file_include = NULL;
1806 char *qdisk = quote_string(disk);
1807 char *gnutar_list_dir;
1808 amwait_t wait_status;
1809 char tmppath[PATH_MAX];
1811 if(options->exclude_file) nb_exclude += options->exclude_file->nb_element;
1812 if(options->exclude_list) nb_exclude += options->exclude_list->nb_element;
1813 if(options->include_file) nb_include += options->include_file->nb_element;
1814 if(options->include_list) nb_include += options->include_list->nb_element;
1816 if(nb_exclude > 0) file_exclude = build_exclude(disk, amdevice, options, 0);
1817 if(nb_include > 0) file_include = build_include(disk, amdevice, options, 0);
1819 my_argv = alloc(SIZEOF(char *) * 22);
1822 gnutar_list_dir = getconf_str(CNF_GNUTAR_LIST_DIR);
1823 if (strlen(gnutar_list_dir) == 0)
1824 gnutar_list_dir = NULL;
1825 if (gnutar_list_dir) {
1826 char number[NUM_STR_SIZE];
1828 char *sdisk = sanitise_filename(disk);
1830 basename = vstralloc(gnutar_list_dir,
1832 g_options->hostname,
1837 g_snprintf(number, SIZEOF(number), "%d", level);
1838 incrname = vstralloc(basename, "_", number, ".new", NULL);
1842 * Open the listed incremental file from the previous level. Search
1843 * backward until one is found. If none are found (which will also
1844 * be true for a level 0), arrange to read from /dev/null.
1848 while (infd == -1) {
1849 if (--baselevel >= 0) {
1850 g_snprintf(number, SIZEOF(number), "%d", baselevel);
1851 inputname = newvstralloc(inputname,
1852 basename, "_", number, NULL);
1854 inputname = newstralloc(inputname, "/dev/null");
1856 if ((infd = open(inputname, O_RDONLY)) == -1) {
1858 *errmsg = vstrallocf(_("gnutar: error opening %s: %s"),
1859 inputname, strerror(errno));
1860 dbprintf("%s\n", *errmsg);
1861 if (baselevel < 0) {
1869 * Copy the previous listed incremental file to the new one.
1871 if ((outfd = open(incrname, O_WRONLY|O_CREAT, 0600)) == -1) {
1872 *errmsg = vstrallocf(_("opening %s: %s"),
1873 incrname, strerror(errno));
1874 dbprintf("%s\n", *errmsg);
1878 while ((nb = read(infd, &buf, SIZEOF(buf))) > 0) {
1879 if (fullwrite(outfd, &buf, (size_t)nb) < nb) {
1880 *errmsg = vstrallocf(_("writing to %s: %s"),
1881 incrname, strerror(errno));
1882 dbprintf("%s\n", *errmsg);
1888 *errmsg = vstrallocf(_("reading from %s: %s"),
1889 inputname, strerror(errno));
1890 dbprintf("%s\n", *errmsg);
1894 if (close(infd) != 0) {
1895 *errmsg = vstrallocf(_("closing %s: %s"),
1896 inputname, strerror(errno));
1897 dbprintf("%s\n", *errmsg);
1900 if (close(outfd) != 0) {
1901 *errmsg = vstrallocf(_("closing %s: %s"),
1902 incrname, strerror(errno));
1903 dbprintf("%s\n", *errmsg);
1911 gmtm = gmtime(&dumpsince);
1912 g_snprintf(dumptimestr, SIZEOF(dumptimestr),
1913 "%04d-%02d-%02d %2d:%02d:%02d GMT",
1914 gmtm->tm_year + 1900, gmtm->tm_mon+1, gmtm->tm_mday,
1915 gmtm->tm_hour, gmtm->tm_min, gmtm->tm_sec);
1917 dirname = amname_to_dirname(amdevice);
1919 cmd = vstralloc(amlibexecdir, "/", "runtar", versionsuffix(), NULL);
1920 my_argv[i++] = "runtar";
1921 if (g_options->config)
1922 my_argv[i++] = g_options->config;
1924 my_argv[i++] = "NOCONFIG";
1927 my_argv[i++] = GNUTAR;
1929 my_argv[i++] = "tar";
1931 my_argv[i++] = "--create";
1932 my_argv[i++] = "--file";
1933 my_argv[i++] = "/dev/null";
1934 my_argv[i++] = "--directory";
1935 canonicalize_pathname(dirname, tmppath);
1936 my_argv[i++] = tmppath;
1937 my_argv[i++] = "--one-file-system";
1938 if (gnutar_list_dir) {
1939 my_argv[i++] = "--listed-incremental";
1940 my_argv[i++] = incrname;
1942 my_argv[i++] = "--incremental";
1943 my_argv[i++] = "--newer";
1944 my_argv[i++] = dumptimestr;
1946 #ifdef ENABLE_GNUTAR_ATIME_PRESERVE
1947 /* --atime-preserve causes gnutar to call
1948 * utime() after reading files in order to
1949 * adjust their atime. However, utime()
1950 * updates the file's ctime, so incremental
1951 * dumps will think the file has changed. */
1952 my_argv[i++] = "--atime-preserve";
1954 my_argv[i++] = "--sparse";
1955 my_argv[i++] = "--ignore-failed-read";
1956 my_argv[i++] = "--totals";
1959 my_argv[i++] = "--exclude-from";
1960 my_argv[i++] = file_exclude;
1964 my_argv[i++] = "--files-from";
1965 my_argv[i++] = file_include;
1970 my_argv[i++] = NULL;
1972 start_time = curclock();
1974 if ((nullfd = open("/dev/null", O_RDWR)) == -1) {
1975 *errmsg = vstrallocf(_("Cannot access /dev/null : %s"),
1977 dbprintf("%s\n", *errmsg);
1981 dumppid = pipespawnv(cmd, STDERR_PIPE, &nullfd, &nullfd, &pipefd, my_argv);
1983 dumpout = fdopen(pipefd,"r");
1985 error(_("Can't fdopen: %s"), strerror(errno));
1989 for(size = (off_t)-1; (line = agets(dumpout)) != NULL; free(line)) {
1990 if (line[0] == '\0')
1992 dbprintf("%s\n", line);
1993 size = handle_dumpline(line);
1994 if(size > (off_t)-1) {
1996 while ((line = agets(dumpout)) != NULL) {
1997 if (line[0] != '\0') {
2003 dbprintf("%s\n", line);
2011 dbprintf(".....\n");
2012 dbprintf(_("estimate time for %s level %d: %s\n"),
2015 walltime_str(timessub(curclock(), start_time)));
2016 if(size == (off_t)-1) {
2017 *errmsg = vstrallocf(_("no size line match in %s output"), my_argv[0]);
2018 dbprintf(_("%s for %s\n"), *errmsg, qdisk);
2019 dbprintf(".....\n");
2020 } else if(size == (off_t)0 && level == 0) {
2021 dbprintf(_("possible %s problem -- is \"%s\" really empty?\n"),
2023 dbprintf(".....\n");
2025 dbprintf(_("estimate size for %s level %d: %lld KB\n"),
2030 kill(-dumppid, SIGTERM);
2032 dbprintf(_("waiting for %s \"%s\" child\n"), my_argv[0], qdisk);
2033 waitpid(dumppid, &wait_status, 0);
2034 if (WIFSIGNALED(wait_status)) {
2035 *errmsg = vstrallocf(_("%s terminated with signal %d: see %s"),
2036 cmd, WTERMSIG(wait_status), dbfn());
2037 } else if (WIFEXITED(wait_status)) {
2038 if (WEXITSTATUS(wait_status) != 0) {
2039 *errmsg = vstrallocf(_("%s exited with status %d: see %s"),
2040 cmd, WEXITSTATUS(wait_status), dbfn());
2045 *errmsg = vstrallocf(_("%s got bad exit: see %s"),
2048 dbprintf(_("after %s %s wait\n"), my_argv[0], qdisk);
2062 amfree(file_exclude);
2063 amfree(file_include);
2084 int pipeinfd[2], pipeoutfd[2], nullfd;
2086 off_t size = (off_t)-1;
2087 FILE *dumpout, *toolin;
2091 char dumptimestr[80];
2094 char *argvchild[10];
2095 char *newoptstr = NULL;
2098 char *qdisk = quote_string(disk);
2099 char *qamdevice = quote_string(amdevice);
2100 amwait_t wait_status;
2101 char levelstr[NUM_STR_SIZE];
2102 backup_support_option_t *bsu;
2105 gmtm = gmtime(&dumpsince);
2106 g_snprintf(dumptimestr, SIZEOF(dumptimestr),
2107 "%04d-%02d-%02d %2d:%02d:%02d GMT",
2108 gmtm->tm_year + 1900, gmtm->tm_mon+1, gmtm->tm_mday,
2109 gmtm->tm_hour, gmtm->tm_min, gmtm->tm_sec);
2111 cmd = vstralloc(DUMPER_DIR, "/", program, NULL);
2113 bsu = backup_support_option(program, g_options, disk, amdevice);
2116 argvchild[i++] = program;
2117 argvchild[i++] = "estimate";
2118 if (bsu->message_line == 1) {
2119 argvchild[i++] = "--message";
2120 argvchild[i++] = "line";
2122 if (g_options->config && bsu->config == 1) {
2123 argvchild[i++] = "--config";
2124 argvchild[i++] = g_options->config;
2126 if (g_options->hostname && bsu->host == 1) {
2127 argvchild[i++] = "--host";
2128 argvchild[i++] = g_options->hostname;
2130 argvchild[i++] = "--device";
2131 argvchild[i++] = amdevice;
2132 if (disk && bsu->disk == 1) {
2133 argvchild[i++] = "--disk";
2134 argvchild[i++] = disk;
2136 if (level <= bsu->max_level) {
2137 argvchild[i++] = "--level";
2138 g_snprintf(levelstr,SIZEOF(levelstr),"%d",level);
2139 argvchild[i++] = levelstr;
2142 argvchild[i] = NULL;
2144 cmdline = stralloc(cmd);
2145 for(j = 1; j < i; j++)
2146 cmdline = vstrextend(&cmdline, " ", argvchild[i], NULL);
2147 dbprintf("running: \"%s\"\n", cmdline);
2150 if ((nullfd = open("/dev/null", O_RDWR)) == -1) {
2151 *errmsg = vstrallocf(_("Cannot access /dev/null : %s"),
2153 dbprintf("%s\n", *errmsg);
2157 if (pipe(pipeinfd) < 0) {
2158 *errmsg = vstrallocf(_("getsize_backup_api could create data pipes: %s"),
2160 dbprintf("%s\n", *errmsg);
2164 if (pipe(pipeoutfd) < 0) {
2165 *errmsg = vstrallocf(_("getsize_backup_api could create data pipes: %s"),
2167 dbprintf("%s\n", *errmsg);
2171 start_time = curclock();
2173 switch(dumppid = fork()) {
2180 dup2(pipeinfd[0], 0);
2181 dup2(pipeoutfd[1], 1);
2183 aclose(pipeinfd[1]);
2184 aclose(pipeoutfd[0]);
2187 execve(cmd, argvchild, safe_env());
2188 error(_("exec %s failed: %s"), cmd, strerror(errno));
2193 aclose(pipeinfd[0]);
2194 aclose(pipeoutfd[1]);
2196 toolin = fdopen(pipeinfd[1],"w");
2198 error("Can't fdopen: %s", strerror(errno));
2202 output_tool_property(toolin, options);
2206 dumpout = fdopen(pipeoutfd[0],"r");
2208 error(_("Can't fdopen: %s"), strerror(errno));
2212 for(size = (off_t)-1; (line = agets(dumpout)) != NULL; free(line)) {
2213 long long size1_ = (long long)0;
2214 long long size2_ = (long long)0;
2215 if (line[0] == '\0')
2217 dbprintf("%s\n", line);
2218 i = sscanf(line, "%lld %lld", &size1_, &size2_);
2219 size1 = (off_t)size1_;
2220 size2 = (off_t)size2_;
2222 size = size1 * size2;
2226 while ((line = agets(dumpout)) != NULL) {
2227 if (line[0] != '\0')
2232 dbprintf(_("%s\n"), line);
2239 dbprintf(".....\n");
2240 dbprintf(_("estimate time for %s level %d: %s\n"), qamdevice, level,
2241 walltime_str(timessub(curclock(), start_time)));
2242 if(size == (off_t)-1) {
2243 *errmsg = vstrallocf(_("no size line match in %s output"), cmd);
2244 dbprintf(_("%s for %s\n"), cmd, qdisk);
2245 dbprintf(".....\n");
2246 } else if(size == (off_t)0 && level == 0) {
2247 dbprintf(_("possible %s problem -- is \"%s\" really empty?\n"),
2249 dbprintf(".....\n");
2251 dbprintf(_("estimate size for %s level %d: %lld KB\n"),
2256 kill(-dumppid, SIGTERM);
2258 dbprintf(_("waiting for %s \"%s\" child\n"), cmd, qdisk);
2259 waitpid(dumppid, &wait_status, 0);
2260 if (WIFSIGNALED(wait_status)) {
2261 *errmsg = vstrallocf(_("%s terminated with signal %d: see %s"),
2262 cmd, WTERMSIG(wait_status), dbfn());
2263 } else if (WIFEXITED(wait_status)) {
2264 if (WEXITSTATUS(wait_status) != 0) {
2265 *errmsg = vstrallocf(_("%s exited with status %d: see %s"), cmd,
2266 WEXITSTATUS(wait_status), dbfn());
2271 *errmsg = vstrallocf(_("%s got bad exit: see %s"),
2274 dbprintf(_("after %s %s wait\n"), cmd, qdisk);
2290 * Returns the value of the first integer in a string.
2302 while(ch && !isdigit(ch)) ch = *str++;
2304 while(isdigit(ch) || (ch == '.')) ch = *str++;
2313 * Checks the dump output line against the error and size regex tables.
2323 /* check for size match */
2325 for(rp = re_size; rp->regex != NULL; rp++) {
2326 if(match(rp->regex, str)) {
2327 size = ((first_num(str)*rp->scale+1023.0)/1024.0);
2329 size = 1.0; /* found on NeXT -- sigh */