Bacula-users

[Bacula-users] Newbie question about volumes and label command

2009-12-18 22:44:38
Subject: [Bacula-users] Newbie question about volumes and label command
From: Tom Epperly <tepperly AT gmail DOT com>
To: Bacula-users AT lists.sourceforge DOT net
Date: Fri, 18 Dec 2009 19:40:47 -0800
I don't understand why bacula seems to automatically create volumes for some pools, but forces me to use the "label" command for others. I've tried increasing the "Maximum Volumes" setting, but it doesn't seem to help.

For example, these pools seem to automatically generate named files named Unix-Full-#### and Unix-Inc-#### where '#' is a numeric digit. I never have to use the label command to make these.
Pool {
 Name = Unix-Full-Pool
 Pool Type = Backup
Recycle = yes # automatically recycle Volumes AutoPrune = yes # Prune expired volumes Volume Retention = 75 days
 Maximum Volume Jobs = 1
 Label Format = Unix-Full-
 Maximum Volumes = 5
}

Pool {
 Name = Unix-Inc-Pool
 Pool Type = Backup
Recycle = yes # automatically recycle Volumes AutoPrune = yes # Prune expired volumes Volume Retention = 20 days
 Maximum Volume Jobs = 6
 Label Format = Unix-Inc-
 Maximum Volumes = 8
}

Whenever a job starts that's supposed to write to the Windows-Full-Pool, I get a message telling me that I need to make one with the "label" command.
Pool {
 Name = Windows-Full-Pool
 Pool Type = Backup
Recycle = yes # automatically recycle Volumes AutoPrune = yes # Prune expired volumes Volume Retention = 65 days
 Maximum Volume Jobs = 1
 Label Format = Windows-FullI-
 Maximum Volumes = 8
}

15-Dec 17:38 netbackup-dir JobId 264: Start Backup JobId 264, Job=lego-client.2009-12-15_17.35.00_08
15-Dec 17:38 netbackup-dir JobId 264: Using Device "FileStorage"
15-Dec 17:38 netbackup-sd JobId 264: Job lego-client.2009-12-15_17.35.00_08 waiting. Cannot find any appendable volumes.
Please use the "label"  command to create a new Volume for:
   Storage:      "FileStorage" (/home/bacula)
   Pool:         Windows-Full-Pool
   Media type:   File
15-Dec 18:38 netbackup-sd JobId 264: Job lego-client.2009-12-15_17.35.00_08 waiting. Cannot find any appendable volumes.
Please use the "label"  command to create a new Volume for:
   Storage:      "FileStorage" (/home/bacula)
   Pool:         Windows-Full-Pool
   Media type:   File
15-Dec 20:38 netbackup-sd JobId 264: Job lego-client.2009-12-15_17.35.00_08 waiting. Cannot find any appendable volumes.
Please use the "label"  command to create a new Volume for:
   Storage:      "FileStorage" (/home/bacula)
   Pool:         Windows-Full-Pool
   Media type:   File
15-Dec 21:49 netbackup-dir JobId 264: Fatal error: Network error with FD during Backup: ERR=Connection timed out 15-Dec 21:49 netbackup-sd JobId 264: Job lego-client.2009-12-15_17.35.00_08 marked to be canceled. 15-Dec 21:49 netbackup-sd JobId 264: Job lego-client.2009-12-15_17.35.00_08 canceled while waiting for mount on Storage Device ""FileStorage" (/home/bacula)". 15-Dec 21:49 netbackup-sd JobId 264: Fatal error: fd_cmds.c:166 Command error with FD, hanging up. Append data error.

15-Dec 21:49 netbackup-dir JobId 264: Fatal error: No Job status returned from FD.

Basically, I would like to backup a few systems on my home network onto a large hard disk, and backup jobs keep failing because some pool won't automatically create files. I've attached the bacula-dir.conf file.

Can anyone tell me what I am doing wrong?

Tom
Director {          # define myself
  Name = netbackup-dir
  DIRport = 9101
  QueryFile = "/home/bacula/bin/query.sql"
  WorkingDirectory = "/var/lib/bacula"
  PidDirectory = "/var/run/bacula"
  Maximum Concurrent Jobs = 1
  Password = "Secret password"
  Messages = Standard
#  DirAddress =  127.0.0.1
}

#   By default, this job will back up to disk in /tmp
Job {
  Name = client
  Type = Backup
  Client = netbackup-fd
  FileSet = "Full Set"
  Schedule = "WeeklyCycle"
  Storage = File
  Messages = Standard
  Pool = Default
  Full Backup Pool = Netbackup-Full-Pool
  Incremental Backup Pool = Netbackup-Inc-Pool
  Differential Backup Pool = Netbackup-Diff-Pool
  Write Bootstrap = "/var/lib/bacula/netbackup-client.bsr"
  Priority = 10
}

Job {
  Name = faerun-client
  Type = Backup
  Client = faerun-fd
  FileSet = "Faerun Set"
  Schedule = "WeeklyEveningCycle"
  Storage = File
  Messages = Standard
  Pool = Default
  Full Backup Pool = Faerun-Full-Pool
  Incremental Backup Pool = Faerun-Inc-Pool
  Differential Backup Pool = Faerun-Diff-Pool
  Write Bootstrap = "/var/lib/bacula/faerun-client.bsr"
  Priority = 10
}

Job {
  Name = shinymac-client
  Type = Backup
  Client = shinymac-fd
  FileSet = "Shinymac Set"
  Schedule = "WeeklyCycle"
  Storage = File
  Messages = Standard
  Pool = Default
  Full Backup Pool = Unix-Full-Pool
  Incremental Backup Pool = Unix-Inc-Pool
  Differential Backup Pool = Unix-Diff-Pool
  Write Bootstrap = "/var/lib/bacula/shinymac-client.bsr"
  Priority = 8
}

Job {
  Name = lego-client
  Type = Backup
  Client = lego-fd
  FileSet = "Lego Set"
  Schedule = "WeeklyEveningCycle"
  Storage = File
  Messages = Standard
  Pool = Default
  Full Backup Pool = Windows-Full-Pool
  Incremental Backup Pool = Windows-Inc-Pool
  Differential Backup Pool = Windows-Diff-Pool
  Write Bootstrap = "/var/lib/bacula/lego-client.bsr"
  Priority = 10
}

# Backup the catalog database (after the nightly save)
Job {
  Name = "BackupCatalog"
  Type = Backup
  Client = netbackup-fd
  FileSet="Catalog"
  Schedule = "WeeklyCycleAfterBackup"
  Storage = File
  Messages = Standard
  Pool = Default
  # This creates an ASCII copy of the catalog
  # WARNING!!! Passing the password via the command line is insecure.
  # see comments in make_catalog_backup for details.
  RunBeforeJob = "/etc/bacula/scripts/make_catalog_backup bacula bacula 
SecretSecret"
  # This deletes the copy of the catalog
  RunAfterJob  = "/etc/bacula/scripts/delete_catalog_backup"
  Write Bootstrap = "/var/lib/bacula/NetbackupCatalog.bsr"
  Priority = 11                   # run after main backup
}

# Standard Restore template, to be changed by Console program
Job {
  Name = "RestoreFiles"
  Type = Restore
  Client = netbackup-fd
  FileSet="Full Set"
  Storage = File
  Messages = Standard
  Pool = Default
  Where = /nonexistant/path/to/file/archive/dir/bacula-restores
}



# List of files to be backed up
FileSet {
  Name = "Full Set"
  Include { 
    Options { 
      signature=SHA1
      Compression=GZIP9
      Sparse=yes 
    }
    File = /
    File = /usr
    File = /home
    File = /var
    File = /opt
  }
  Exclude  {
    File = /dev
    File = /sys
    File = /proc
    File = /home/bacula
    File = /home/shinymac
    File = /tmp
    File = /.journal
    File = /.fsck
  }
}

FileSet {
  Name = "Lego Set"
  Include {
    Options {
       signature=SHA1
       Exclude = yes
       Compression=GZIP9
       IgnoreCase = yes
       # Exclude Mozilla-based programs' file caches
       WildDir = "[A-Z]:/Documents and Settings/*/Application 
Data/*/Profiles/*/*/Cache"
       WildDir = "[A-Z]:/Documents and Settings/*/Application 
Data/*/Profiles/*/*/Cache.Trash"
       WildDir = "[A-Z]:/Documents and Settings/*/Application 
Data/*/Profiles/*/*/ImapMail"

       # Exclude user's registry files - they're always in use anyway.
       WildFile = "[A-Z]:/Documents and Settings/*/Local Settings/Application 
Data/Microsoft/Windows/usrclass.*"
       WildFile = "[A-Z]:/Documents and Settings/*/ntuser.*"
       # Exclude directories full of lots and lots of useless little files
       WildDir = "[A-Z]:/Documents and Settings/*/Cookies"
       WildDir = "[A-Z]:/Documents and Settings/*/Recent"
       WildDir = "[A-Z]:/Documents and Settings/*/Local Settings/History"
       WildDir = "[A-Z]:/Documents and Settings/*/Local Settings/Temp"
       WildDir = "[A-Z]:/Documents and Settings/*/Local Settings/Temporary 
Internet Files"

       # These are always open and unable to be backed up
       WildFile = "[A-Z]:/Documents and Settings/All Users/Application 
Data/Microsoft/Network/Downloader/qmgr[01].dat"
    }
    File = "c:/Documents and Settings"
    File = "e:/Users"
    File = "e:/Program Files/Logger32"
    File = "c:/Program Files/N1MM logger"
    File = "e:/Program Files/N1MM logger"
  }
}

FileSet {
  Name = "Shinymac Set"
  Include {
    Options {
      signature=SHA1
      Compression=GZIP9
      Sparse=yes
      hfsplussupport = yes
    }
    File = "/Users/brightlywoven/Documents"
    File = "/Users/brightlywoven/Pictures"
    File = "/Users/brightlywoven/Music"
  }
}

# List of files to be backed up
FileSet {
  Name = "Faerun Set"
  Include {
    Options {
      signature=SHA1
      Compression=GZIP9
      Sparse=yes 
    }
    File = /etc
    File = /home
    File = /var/lib/dpkg
  }
  Exclude {
    File = /media
    File = /sys
    File = /proc
    File = /dev
    File = /tmp
    File = /.journal
    File = /.fsck
  }
}

Schedule {
  Name = "WeeklyCycle"
  Run = Level=Full 1st sun at 9:05
  Run = Level=Differential 2nd-5th sun at 9:05
  Run = Level=Incremental mon-sat at 9:05
}

Schedule {
  Name = "WeeklyEveningCycle"
  Run = Level=Full 1st sun at 9:05
  Run = Level=Differential 2nd-5th sun at 9:05
  Run = Level=Incremental mon-sat at 17:35
}

# This schedule does the catalog. It starts after the WeeklyCycle
Schedule {
  Name = "WeeklyCycleAfterBackup"
  Run = Level=Full sun-sat at 9:20
}

# This is the backup of the catalog
FileSet {
  Name = "Catalog"
  Include { Options { signature=MD5 }
    File = /var/lib/bacula/bacula.sql
  }
}

Client {
  Name = netbackup-fd
  Address = localhost
  FDPort = 9102
  Catalog = MyCatalog
  Password = "SecretPassword"
  AutoPrune = yes      # Prune expired Jobs/Files
  Job Retention = 6 months
  File Retention = 60 days
}

Client {
  Name = lego-fd
  Address = lego.epperly.home
  FDPort = 9102
  Catalog = MyCatalog
  Password = "SecretPassword"
  AutoPrune = yes # Prune expired Jobs/Files
  Job Retention = 6 months
  File Retention = 60 days
}

Client {
  Name = faerun-fd
  Address = faerun.epperly.home
  FDPort = 9102
  Catalog = MyCatalog
  Password = "SecretPassword"
  AutoPrune = yes      # Prune expired Jobs/Files
  Job Retention = 6 months
  File Retention = 60 days
}

Client {
  Name = shinymac-fd
  Address = shinymac.epperly.home
  FDPort = 9102
  Catalog = MyCatalog
  Password = "SecretPassword"
  AutoPrune = yes      # Prune expired Jobs/Files
  Job Retention = 6 months
  File Retention = 60 days
}

Storage {
  Name = File
  Address = netbackup.epperly.home
  SDPort = 9103
  Password = "SecretPassword"
  Device = FileStorage
  Media Type = File
}

Catalog {
  Name = MyCatalog
  dbname = bacula; user = bacula; password = "SecretSecret"
}

# Default pool definition
Pool {
  Name = Default
  Pool Type = Backup
  Recycle = yes                       # Bacula can automatically recycle Volumes
  AutoPrune = yes                     # Prune expired volumes
  Label Format = default-
  Volume Retention = 365 days         # one year
}

Pool {
  Name = Windows-Full-Pool
  Pool Type = Backup
  Recycle = yes           # automatically recycle Volumes
  AutoPrune = yes         # Prune expired volumes
  Volume Retention = 65 days
  Maximum Volume Jobs = 1
  Label Format = Windows-FullI-
  Maximum Volumes = 8
}

Pool {
  Name = Windows-Inc-Pool
  Pool Type = Backup
  Recycle = yes           # automatically recycle Volumes
  AutoPrune = yes         # Prune expired volumes
  Volume Retention = 20 days
  Maximum Volume Jobs = 6
  Label Format = Windows-Inc-
  Maximum Volumes = 8
}

Pool {
  Name = Windows-Diff-Pool
  Pool Type = Backup
  Recycle = yes
  AutoPrune = yes
  Volume Retention = 40 days
  Maximum Volume Jobs = 1
  Label Format = Windows-Diff-
  Maximum Volumes = 10
}

Pool {
  Name = Unix-Full-Pool
  Pool Type = Backup
  Recycle = yes           # automatically recycle Volumes
  AutoPrune = yes         # Prune expired volumes
  Volume Retention = 75 days
  Maximum Volume Jobs = 1
  Label Format = Unix-Full-
  Maximum Volumes = 5
}

Pool {
  Name = Unix-Inc-Pool
  Pool Type = Backup
  Recycle = yes           # automatically recycle Volumes
  AutoPrune = yes         # Prune expired volumes
  Volume Retention = 20 days
  Maximum Volume Jobs = 6
  Label Format = Unix-Inc-
  Maximum Volumes = 8
}

Pool {
  Name = Unix-Diff-Pool
  Pool Type = Backup
  Recycle = yes
  AutoPrune = yes
  Volume Retention = 40 days
  Maximum Volume Jobs = 1
  Label Format = Unix-Diff-
  Maximum Volumes = 10
}
Pool {
  Name = Faerun-Full-Pool
  Pool Type = Backup
  Recycle = yes           # automatically recycle Volumes
  AutoPrune = yes         # Prune expired volumes
  Volume Retention = 75 days
  Maximum Volume Jobs = 1
  Label Format = Faerun-Full-
  Maximum Volumes = 6
}

Pool {
  Name = Faerun-Inc-Pool
  Pool Type = Backup
  Recycle = yes           # automatically recycle Volumes
  AutoPrune = yes         # Prune expired volumes
  Volume Retention = 20 days
  Maximum Volume Jobs = 3
  Label Format = Faerun-Inc-
  Maximum Volumes = 8
}

Pool {
  Name = Faerun-Diff-Pool
  Pool Type = Backup
  Recycle = yes
  AutoPrune = yes
  Volume Retention = 40 days
  Maximum Volume Jobs = 1
  Label Format = Faerun-Diff-
  Maximum Volumes = 10
}

Pool {
  Name = Netbackup-Full-Pool
  Pool Type = Backup
  Recycle = yes           # automatically recycle Volumes
  AutoPrune = yes         # Prune expired volumes
  Volume Retention = 75 days
  Maximum Volume Jobs = 1
  Label Format = Netbackup-Full-
  Maximum Volumes = 5
}

Pool {
  Name = Netbackup-Inc-Pool
  Pool Type = Backup
  Recycle = yes           # automatically recycle Volumes
  AutoPrune = yes         # Prune expired volumes
  Volume Retention = 20 days
  Maximum Volume Jobs = 6
  Label Format = Netbackup-Inc-
  Maximum Volumes = 7
}

Pool {
  Name = Netbackup-Diff-Pool
  Pool Type = Backup
  Recycle = yes
  AutoPrune = yes
  Volume Retention = 40 days
  Maximum Volume Jobs = 1
  Label Format = Netbackup-Diff-
  Maximum Volumes = 10
}

Messages {
  Name = Standard
  mailcommand = "/usr/lib/bacula/bsmtp -h localhost -f \"\(Bacula\) %r\"
      -s \"Bacula: %t %e of %c %l\" %r"
  operatorcommand = "/usr/lib/bacula/bsmtp -h localhost -f \"\(Bacula\) %r\"
      -s \"Bacula: Intervention needed for %j\" %r"
  mail = tepperly AT faerun.epperly DOT home = all, !skipped
  operator = tepperly AT faerun.epperly DOT home = mount
  console = all, !skipped, !saved
  append = "/var/lib/bacula/log" = all, !skipped
}

------------------------------------------------------------------------------
This SF.Net email is sponsored by the Verizon Developer Community
Take advantage of Verizon's best-in-class app development support
A streamlined, 14 day to market process makes app distribution fast and easy
Join now and get one step closer to millions of Verizon customers
http://p.sf.net/sfu/verizon-dev2dev 
_______________________________________________
Bacula-users mailing list
Bacula-users AT lists.sourceforge DOT net
https://lists.sourceforge.net/lists/listinfo/bacula-users