Bacula-users

[Bacula-users] PG Insert NEVER stops

2009-04-08 19:00:42
Subject: [Bacula-users] PG Insert NEVER stops
From: mehma sarja <mehmasarja AT gmail DOT com>
To: "bacula-users AT lists.sourceforge DOT net" <bacula-users AT lists.sourceforge DOT net>
Date: Wed, 8 Apr 2009 15:56:54 -0700
PROBLEM - I have run multiple fulls and have NEVER been able to complete a PG insert operation. Granted my fileset is large - about 9.8 million files, ~700GB. What am I doing wrong?

SYSTEM
FreeBSD  7.1-RELEASE system, 8 GB RAM, 4 core AMD 64 processor, SUN Ultra 40

DATABASE
Postgresql version 8.2

postgresql.conf

shared_buffers = 20MB                  
temp_buffers = 96MB                    
max_prepared_transactions = 10 
work_mem = 512MB                     
maintenance_work_mem = 256MB 
max_stack_depth = 525kB            
checkpoint_segments = 15     
autovacuum = off


DIR
bacula-dir.conf
Director {                                              # define myself
  Name = titanic-dir                                      # director name
  DIRport = 9101                                        # where director listens for console connections
  QueryFile = "/usr/local/share/bacula/query.sql"       # query commands for console
  WorkingDirectory = "/var/db/bacula"           # Director puts status files here
  PidDirectory = "/var/run"                             # Director puts puts process Id file here
  Maximum Concurrent Jobs = 1                   # max # of total Director Jobs that should run concurrently
  Password = "something"                                   # Console password
  Messages = Daemon                                      # Director messages not associated with a specific Job
}

JobDefs {
  Name = "DefaultJob"                   # Job name specified in console Run command to start a job
  Type = Backup
  Level = Incremental                   # files changed since the last backup of the same Job
  Client = zydeco-fd                    # Client (File daemon) that will be used in the current Job
  FileSet = "Full Set"                  # Name of file set used for the current job
  Schedule = "MonthlyCycle"
  Storage = File                        # name of storage services to backup FileSet
  Messages = Standard                   # Messages resource used for this job
  Pool = Default                        # defines the pool of Volumes
  Priority = 10                         # control the order in which jobs will be run
}


# Define the main nightly save backup job
# By default, this job will back up to disk
Job {
  Name = "zydeco"
  JobDefs = "DefaultJob"
  Write Bootstrap = "/var/db/bacula/zydeco.bsr"
                                                # Bacula writes a bootstrap file for each Backup job run
}

# Backup the catalog database (after the nightly save)
Job {
  Name = "BackupCatalog"
  JobDefs = "DefaultJob"
  Level = Full
  FileSet="Catalog"
  Schedule = "MonthlyCycleAfterBackup"
  # This creates an ASCII copy of the catalog
  # Arguments to make_catalog_backup are:
  #  make_catalog_backup <database-name> <user-name> <password> <host>
  RunBeforeJob = "/usr/local/share/bacula/make_catalog_backup bacula pgsql"
  # This deletes the copy of the catalog
  RunAfterJob  = "/usr/local/share/bacula/delete_catalog_backup"
  Write Bootstrap = "/var/db/bacula/BackupCatalog.bsr"
  Priority = 11                   # run after main backup
}

 # Standard Restore template, to be changed by Console program
#  Only one such job is needed for all Jobs/Clients/Storage ...
Job {
  Name = "RestoreFiles"
  Type = Restore
  Client=zydeco-fd
  FileSet="Full Set"
  Storage = File
  Pool = Default
  Messages = Standard
  Where = /array/bacula-restores
}

# List of files to be backed up
FileSet {
Name = "Full Set"
  Include {
    Options {
      signature = MD5
      noatime=yes
      _onefs_=yes
    }
  File = /array/home
  }
}

# This is the backup of the catalog
FileSet {
  Name = "Catalog"
  Include {
    Options {
      signature = MD5
    }
    File = /var/db/bacula/bacula.sql
  }
}

Schedule {
  Name = "MonthlyCycle"
  Run = Level=Full Pool=Default 1st fri at 17:05
  Run = Level=Differential 2nd-5th fri at 17:05
  Run = Level=Incremental Pool=Default mon-sat at 17:05
}

# This schedule does the catalog. It starts after the WeeklyCycle
Schedule {
  Name = "MonthlyCycleAfterBackup"
  Run = Full sun-sat at 23:10
}

# Client (File Services) to backup
Client {
  Name = zydeco-fd
  Address = zydeco
  FDPort = 9102
  Catalog = MyCatalog
  Password = "bacula"          # password for FileDaemon
  File Retention = 30 days            # 30 days
  Job Retention = 6 months            # six months
  AutoPrune = yes                     # Prune expired Jobs/Files
}

# Definition of file storage device
Storage {
  Name = File
# Do not use "localhost" here
  Address = titanic.ucolick.org                # N.B. Use a fully qualified name here
  SDPort = 9103
  Password = "bacula"
  Device = FileStorage
  Media Type = File
}



# Generic catalog service
Catalog {
  Name = MyCatalog
  dbname = "db_bacula"; dbuser = "pg_user"; dbpassword = "something"
}

# Reasonable message delivery -- send most everything to email address
#  and to the console
Messages {
  Name = Standard
 mailcommand = "/usr/local/sbin/bsmtp -h localhost -f \"\(Bacula\) \<%r\>\" -s \
"Bacula: %t %e of %c %l\" %r"
  operatorcommand = "/usr/local/sbin/bsmtp -h localhost -f \"\(Bacula\) \<%r\>\"
-s \"Bacula: Intervention needed for %j\" %r"
  mail = root@localhost = all, !skipped
  operator = root@localhost = mount
  console = all, !skipped, !saved
#
# WARNING! the following will create a file that you must cycle from
#          time to time as it will grow indefinitely. However, it will
#          also keep all your messages if they scroll off the console.
#
  append = "/var/db/bacula/log" = all, !skipped
}

# Message delivery for daemon messages (no job).
Messages {
  Name = Daemon
  mailcommand = "/usr/local/sbin/bsmtp -h localhost -f \"\(Bacula\) \<%r\>\" -s \
"Bacula daemon message\" %r"
  mail = root@localhost = all, !skipped
  console = all, !skipped, !saved
  append = "/var/db/bacula/log" = all, !skipped
}

# Default pool definition
Pool {
  Name = Default
  Pool Type = Backup
  Recycle = yes                       # Bacula can automatically recycle Volumes
  AutoPrune = yes                     # Prune expired volumes
  Volume Retention = 365 days         # one year
}

# Scratch pool definition
Pool {
  Name = Scratch
  Pool Type = Backup
}

# Restricted console used by tray-monitor to get the status of the director
Console {
  Name = titanic-mon
  Password = "bacula"
  CommandACL = status, .status
}

------------------------------------------------------------------------------
This SF.net email is sponsored by:
High Quality Requirements in a Collaborative Environment.
Download a free trial of Rational Requirements Composer Now!
http://p.sf.net/sfu/www-ibm-com
_______________________________________________
Bacula-users mailing list
Bacula-users AT lists.sourceforge DOT net
https://lists.sourceforge.net/lists/listinfo/bacula-users
<Prev in Thread] Current Thread [Next in Thread>