Amanda-Users

Re: many dumps in parallel

2005-06-20 06:33:59
Subject: Re: many dumps in parallel
From: Vects <alexc AT actcom.co DOT il>
To: sgw AT amanda DOT org, paul.bijnens AT xplanation DOT com, amanda-users AT amanda DOT org
Date: Mon, 20 Jun 2005 13:13:51 +0300
On Sun, 2005-06-19 at 23:50 +0200, Paul Bijnens wrote:
> Vects wrote:
> > I did grep on amstatus output, see below
> > 
> > [amanda@backup ~]$ amstatus Full1 | grep dumping
> > comp1:/dev/md0     0  2168626k wait for dumping 
> > comp1:/dev/md3     0  7042137k wait for dumping 
> > comp2:/dev/md0     0   205795k wait for dumping 
> > comp2:/dev/md3     0 24805120k wait for dumping 
> > comp3:/dev/md0     0   271823k wait for dumping 
> > comp3:/dev/md2     0   406454k wait for dumping 
> > comp3:/dev/md3     0   463883k wait for dumping 
> > comp4:/dev/md0     0   315582k wait for dumping 
> > comp4:/dev/md2     0  1695710k wait for dumping 
> > comp4:/dev/md3     1   534019k dumping   356352k ( 66.73%) (17:09:18)
> > comp4:/dev/md4     1  1290441k wait for dumping 
> > comp5:/dev/sda1    0   298565k wait for dumping 
> > comp5:/dev/sda6    0  3174449k wait for dumping 
> > comp5:/dev/sda7    0  5895580k wait for dumping 
> > comp5:/dev/sda8    0  7868320k wait for dumping 
> > wait for dumping:  14             55902485k           ( 98.48%)
> > dumping to tape :   0                    0k           (  0.00%)
> > dumping         :   1    356352k    534019k ( 66.73%) (  0.63%)
> > 
> > 
> > 
> >>One of the possibilities is that the holdingdisk is too small.
> >>The parallelism is achieved by collecting all the dumps to holdingdisk.
> > 
> > I have enough space om holding disk, it's about 100Gb
> 
> And what is the definition of the holdingdisk?
> And what is the definition of the dumptype for each of those DLE's?
I changed inparallel and maxdumps but it didn't help.
See below the configuration files of amanda.

Alexc

amanda.conf:
--------------------
org "Full2"
mailto "amanda"
dumpuser "amanda"
inparallel 10
netusage  600 Kbps
dumpcycle 0 weeks
runspercycle 4 weeks
tapecycle 1000 tapes
bumpsize 20 Mb
bumpdays 1
bumpmult 4
etimeout 1200
runtapes 1
tapedev "/dev/nst1"
tapetype dat72comp      # what kind of tape it is (see tapetypes below)
labelstr "^Full2[0-9][0-9]$"    # label constraint regex: all tapes must match

holdingdisk hd1 {
    comment "main holding disk"
    directory "/amanda/Full2"   # where the holding disk is
    use -4 Gb
}
reserve 5
infofile "/var/lib/amanda/Full2/curinfo"        # database filename
logdir   "/var/lib/amanda/Full2"                # log directory
indexdir "/var/lib/amanda/Full2/index"  # index directory

define tapetype dat72 {
    comment "HP DAT 72"
    length 35480 mbytes
    filemark 0 kbytes
    speed 2906 kps
}

define tapetype dat72comp {
    comment "HP DAT 72 with compression"
    length 55480 mbytes
    filemark 0 kbytes
    speed 2906 kps
}


define dumptype global {
    comment "Global definitions"
    index yes
    record no
    maxdumps 10
}

define dumptype act-full {
    global
    comment "Full dump of this filesystem always"
    compress none
    priority high
    dumpcycle 0
}


define dumptype root-tar {
    global
    program "GNUTAR"
    comment "root partitions dumped with tar"
    compress none
    index
    exclude list "/usr/local/lib/amanda/exclude.gtar"
    priority low
}

define dumptype user-tar {
    root-tar
    comment "user partitions dumped with tar"
    priority medium
}

define dumptype high-tar {
    root-tar
    comment "partitions dumped with tar"
    priority high
}

define dumptype comp-root-tar {
    root-tar
    comment "Root partitions with compression"
    compress client fast
}

define dumptype comp-user-tar {
    user-tar
    compress client fast
}

define dumptype holding-disk {
    global
    comment "The master-host holding disk itself"
    holdingdisk no # do not use the holding disk
    priority medium
}

define dumptype comp-user {
    global
    comment "Non-root partitions on reasonably fast machines"
    compress client fast
    priority medium
}

define dumptype nocomp-user {
    comp-user
    comment "Non-root partitions on slow machines"
    compress none
}

define dumptype comp-root {
    global
    comment "Root partitions with compression"
    compress client fast
    priority low
}

define dumptype nocomp-root {
    comp-root
    comment "Root partitions without compression"
    compress none
}

define dumptype comp-high {
    global
    comment "very important partitions on fast machines"
    compress client best
    priority high
}

define dumptype nocomp-high {
    comp-high
    comment "very important partitions on slow machines"
    compress none
}

define dumptype nocomp-test {
    global
    comment "test dump without compression, no /etc/dumpdates recording"
    compress none
    record no
    priority medium
}

define dumptype comp-test {
    nocomp-test
    comment "test dump with compression, no /etc/dumpdates recording"
    compress client fast
}

define interface local {
    comment "a local disk"
    use 1000 kbps
}

define interface eth0 {
    comment "10 Mbps ethernet"
    use 400 kbps
}



disklist:
-------------------------
comp1 /dev/md0 act-full 1
comp1 /dev/md4 act-full 1
comp1 /dev/md5 act-full 1
comp1 /dev/md2 act-full 1
comp1 /dev/md3 act-full 1
comp1 /dev/md1 act-full 1

comp2 /dev/md0 act-full 1
comp2 /dev/md1 act-full 1
comp2 /dev/md2 act-full 1

comp3 /dev/sda1 act-full 
comp3 /dev/sda5 act-full 
comp3 /dev/sda6 act-full 
comp3 /dev/sda7 act-full 

comp4 /dev/md3 act-full 1
comp4 /dev/md2 act-full 1
comp4 /dev/md0 act-full 1
comp4 /dev/md1 act-full 1

comp5 /dev/md3 act-full 1
comp5 /dev/md1 act-full 1
comp5 /dev/md0 act-full 1
comp5 /dev/md4 act-full 1
comp5 /dev/md2 act-full 1

comp6 /dev/md0 act-full 1
comp6 /dev/md2 act-full 1
comp6 /dev/md3 act-full 1
comp6 /dev/md4 act-full 1

comp7 /dev/md1 act-full 1
comp7 /dev/md0 act-full 1
comp7 /dev/md4 act-full 1
comp7 /dev/md2 act-full 1
comp7 /dev/md3 act-full 1
comp7 /dev/md5 act-full 1

comp8 sda1 act-full
comp8 sda5 act-full
comp8 sda6 act-full
comp8 sda7 act-full

comp9 /dev/md3 act-full 1
comp9 /dev/md1 act-full 1
comp9 /dev/md0 act-full 1
comp9 /dev/md2 act-full 1

comp10 /dev/md0 act-full 1
comp10 /dev/md2 act-full 1
comp10 /dev/md1 act-full 1
comp10 /dev/md3 act-full 2






<Prev in Thread] Current Thread [Next in Thread>