Bacula-users

Re: [Bacula-users] Incremental Jobs

2014-11-18 16:17:56
Subject: Re: [Bacula-users] Incremental Jobs
From: Dante Colo <dante.colo AT stwbrasil DOT com>
To: Martin Simmons <martin AT lispworks DOT com>
Date: Tue, 18 Nov 2014 19:06:54 -0200 (BRST)

Hi Martin


Here it is my job confs and the db query output below, it seems that there are duplicated filesets , even on that ones with the same name (tscobra_database_fileset,tscobra_fileset) , is it possible reuse the older filesets ?


JobDefs {

   Name = "defaultjob"

   Enabled = yes 

   SpoolData = yes 

   SpoolSize = 148GB

   Messages  = Standard

   Accurate = yes 

   Write Bootstrap = "/var/bacula/working/%c.bsr"

   Max Run Time = 60 hours

   Incremental Max Run Time  = 21 hours

   Differential Max Wait Time  = 21 hours

   Reschedule On Error = yes 

   Reschedule Interval = 5 minutes

   Reschedule Times = 10

   Allow mixed priority = yes 

}

#

 Job {

   Name = "catalog_backup_job"

   JobDefs = "defaultjob"

   Type = Backup

   Client = zimbra

   Level = Full

   FileSet="catalog_fileset"

   Schedule = "catalog_daily_backup"

   SpoolData= no

   # This creates an ASCII copy of the catalog

   # Arguments to make_catalog_backup.pl are:

   #  make_catalog_backup.pl <catalog-name>

   RunBeforeJob = "/etc/bacula/scripts/make_catalog_backup.pl zimbracatalog"

   # This deletes the copy of the catalog

   RunAfterJob  = "/etc/bacula/scripts/delete_catalog_backup"

   Write Bootstrap = "/var/bacula/working/%n.bsr"

   Priority = 10                   # run after main backup

   Pool = zimbra-local-storage 

}

#

Job {

   Name = "restore_jobs"

   Type = Restore

   Client=salamone-fileserver2

   FileSet="default_fileset"

   Pool = default

   Replace = never

   Messages = Standard

   Where = /backup/bacula/restore

}

#

Job {

    Name = "tscobra_job"

    JobDefs = "defaultjob"

    Client = tscobra

    Type = Backup

    Level = Incremental

    FileSet = "tscobra_fileset"

    Pool = zimbra-local-storage

    Schedule = "daily_backup"

    Priority = 100 

   }   

#

#

Job {

    Name = "tscobra_database_job"

    JobDefs = "defaultjob"

    Client = tscobra

    Type = Backup

    Level = Incremental

    FileSet = "tscobra_database_fileset"

    Pool = zimbra-local-storage

    Schedule = "daily_backup"

    Priority = 100

    Run Script {

       Runs When = Before

       Fail Job On Error = yes

       Command = "\"d:/TSCOBRA/BKP/tscobrabkp.bat\""

               }

}

#

Job {

    Name = "arquivo_virtual_job"

    JobDefs = "defaultjob"

    Client = salamone-fileserver2

    Type = Backup

    Level = Incremental

    FileSet = "arquivo_virtual_fileset"

    Pool = zimbra-local-storage

    Schedule = "daily_backup"

    Priority = 100

   }

#

Job {

    Name = "arquivo_morto_job"

    JobDefs = "defaultjob"

    Client = salamone-fileserver2

    Type = Backup

    Level = Incremental

    FileSet = "arquivo_morto_fileset"

    Pool = zimbra-local-storage

    Schedule = "daily_backup"

    Priority = 100

   }

#

Job {

    Name = "compartilhado_job"

    JobDefs = "defaultjob"

    Client = salamone-fileserver2

    Type = Backup

    Level = Incremental

    FileSet = "compartilhado_fileset"

    Pool = zimbra-local-storage

    Schedule = "daily_backup"

    Priority = 100

   }

#

#

Job {

    Name = "outros_diretorios_job"

    JobDefs = "defaultjob"

    Client = salamone-fileserver2

    Type = Backup

    Level = Incremental

    FileSet = "outros_diretorios_fileset"

    Pool = zimbra-local-storage

    Schedule = "daily_backup"

    Priority = 100

   }

#

Job {

    Name = "samba_homedirs_job"

    JobDefs = "defaultjob"

    Client = salamone-fileserver2

    base= "samba_homedirs_job"

    Type = Backup

    Level = Incremental

    FileSet = "homedirs_fileset"

    Pool = zimbra-local-storage

    Schedule = "daily_backup"

    Priority = 100

   }

#


psql (8.4.20)

Type "help" for help.


bacula=# SELECT * from fileset;

 filesetid |          fileset           |          md5           |     createtime      

-----------+----------------------------+------------------------+---------------------

         2 | samba_outros_diretorios    | xl+UB++Dl8tyaC+9HClyMD | 2014-11-07 19:27:21

         3 | arquivo_virtual            | KW+yR5lQN0+Fsh/tD4/3LA | 2014-11-07 20:00:00

         4 | arquivo_morto              | d7/xkH/lPU+tcgtp78++vA | 2014-11-07 20:00:00

         5 | compartilhado              | iVFzOi+2SS+yt4lrU9gEWD | 2014-11-07 20:00:00

         6 | samba_homedirs             | 90sOS/IPEm+Xw9/ALhl2nB | 2014-11-07 20:00:00

         7 | unix_servers_confs_fileset | C7/gERdoLV4g8W+I6H+nDC | 2014-11-11 00:42:32

         8 | tscobra_database_fileset   | F9k6yHJhY7Vr5F/JVn+/bC | 2014-11-13 18:04:41

         9 | tscobra_fileset            | FF/H12/zFjYUn/J0R0+t4D | 2014-11-13 19:09:12

        10 | catalog_fileset            | f7/JDyhoN90Uo7/wui/xgD | 2014-11-17 16:48:46

        11 | tscobra_fileset            | B4BWN5+niA+Om8Jxw9+Z+D | 2014-11-18 01:19:51

        12 | tscobra_database_fileset   | mQI1EF+Q+R5JZy1cN7JjVD | 2014-11-18 01:20:04

        13 | outros_diretorios_fileset  | 93/ui8N8T7/DS75kzV/18A | 2014-11-18 01:20:52

        14 | compartilhado_fileset      | iVFzOi+2SS+yt4lrU9gEWD | 2014-11-18 10:32:32

        15 | arquivo_virtual_fileset    | KW+yR5lQN0+Fsh/tD4/3LA | 2014-11-18 10:55:34

(14 rows)


bacula=# select clientid, name from client;

 clientid |         name         

----------+----------------------

        4 | zimbra

        2 | tscobra

        1 | salamone-fileserver2

        3 | salamone-fileserver

(4 rows)


bacula=# select poolid,name from pool;

 poolid |         name         

--------+----------------------

     44 | default

     45 | zimbra-local-storage

      1 | localdata

      2 | iscsi-storage-data

      6 | zimbra-storage-pool

(5 rows)


bacula=# select name, type, level, clientid, poolid, filesetid, starttime from job order by starttime;

         name          | type | level | clientid | poolid | filesetid |      starttime      

-----------------------+------+-------+----------+--------+-----------+---------------------

 arquivo_virtual_job   | B    | F     |        1 |      6 |         3 | 2014-11-09 19:59:50

 arquivo_morto_job     | B    | F     |        1 |      6 |         4 | 2014-11-09 20:00:12

 compartihado_job      | B    | F     |        1 |      6 |         5 | 2014-11-09 20:00:33

 outros_diretorios_job | B    | F     |        1 |      6 |         2 | 2014-11-09 20:01:10

 samba_homedirs_job    | B    | F     |        1 |      6 |         6 | 2014-11-09 20:01:50

 samba_homedirs_job    | B    | F     |        1 |      6 |         6 | 2014-11-10 07:36:29

 arquivo_virtual_job   | B    | I     |        1 |      6 |         3 | 2014-11-11 00:00:00

 arquivo_morto_job     | B    | I     |        1 |      6 |         4 | 2014-11-11 00:00:00

 compartihado_job      | B    | I     |        1 |      6 |         5 | 2014-11-11 00:00:00

 outros_diretorios_job | B    | I     |        1 |      6 |         2 | 2014-11-11 00:00:02

 fileserver2_confs_job | B    | F     |        1 |      1 |         7 | 2014-11-11 00:42:35

 fileserver2_confs_job | B    | F     |        1 |      1 |         7 | 2014-11-11 09:45:12

 samba_homedirs_job    | B    | F     |        1 |      6 |         6 | 2014-11-11 19:23:16

 compartihado_job      | B    | I     |        1 |      6 |         5 | 2014-11-12 00:00:01

 arquivo_virtual_job   | B    | I     |        1 |      6 |         3 | 2014-11-12 00:00:01

 arquivo_morto_job     | B    | I     |        1 |      6 |         4 | 2014-11-12 00:00:01

 outros_diretorios_job | B    | I     |        1 |      6 |         2 | 2014-11-12 00:00:02

 fileserver2_confs_job | B    | F     |        1 |      6 |         7 | 2014-11-13 00:00:01

 arquivo_morto_job     | B    | I     |        1 |      6 |         4 | 2014-11-13 00:00:01

 compartihado_job      | B    | I     |        1 |      6 |         5 | 2014-11-13 00:00:01

 arquivo_virtual_job   | B    | I     |        1 |      6 |         3 | 2014-11-13 00:00:01

 outros_diretorios_job | B    | I     |        1 |      6 |         2 | 2014-11-13 00:00:03

 tscobra_database_job  | B    | F     |        2 |      6 |         8 | 2014-11-13 18:08:51

 tscobra_database_job  | B    | F     |        2 |      6 |         8 | 2014-11-13 18:10:32

 tscobra_database_job  | B    | F     |        2 |      6 |         8 | 2014-11-13 18:16:51

 tscobra_database_job  | B    | F     |        2 |      6 |         8 | 2014-11-13 18:54:07

 tscobra_job           | B    | F     |        2 |      6 |         9 | 2014-11-13 19:09:14

 tscobra_job           | B    | F     |        2 |      6 |         9 | 2014-11-14 00:00:01

 outros_diretorios_job | B    | I     |        1 |      6 |         2 | 2014-11-14 00:11:43

 arquivo_morto_job     | B    | I     |        1 |      6 |         4 | 2014-11-14 00:11:43

 arquivo_virtual_job   | B    | I     |        1 |      6 |         3 | 2014-11-14 00:11:43

 fileserver2_confs_job | B    | I     |        1 |      6 |         7 | 2014-11-14 00:11:43

 compartihado_job      | B    | I     |        1 |      6 |         5 | 2014-11-14 00:11:46

 tscobra_database_job  | B    | I     |        2 |      6 |         8 | 2014-11-14 00:45:51

 arquivo_virtual_job   | B    | I     |        1 |      6 |         3 | 2014-11-16 13:05:10

 arquivo_morto_job     | B    | I     |        1 |      6 |         4 | 2014-11-16 13:05:18

 compartihado_job      | B    | I     |        1 |      6 |         5 | 2014-11-16 13:05:25

 outros_diretorios_job | B    | I     |        1 |      6 |         2 | 2014-11-16 13:05:47

 samba_homedirs_job    | B    | F     |        1 |      6 |         6 | 2014-11-16 13:06:02

 tscobra_database_job  | B    | I     |        2 |      6 |         8 | 2014-11-16 13:37:54

 tscobra_job           | B    | I     |        2 |      6 |         9 | 2014-11-16 20:14:22

 tscobra_job           | B    | I     |        2 |      6 |         9 | 2014-11-16 21:54:07

 catalog_backup_job    | B    | F     |        4 |     45 |        10 | 2014-11-17 16:49:09

 tscobra_job           | B    | F     |        2 |     45 |        11 | 2014-11-18 01:19:53

 outros_diretorios_job | B    | F     |        1 |     45 |        13 | 2014-11-18 01:29:10

 tscobra_database_job  | B    | F     |        2 |     45 |        12 | 2014-11-18 02:00:27

 outros_diretorios_job | B    | F     |        1 |     45 |        13 | 2014-11-18 02:02:04

 outros_diretorios_job | B    | F     |        1 |     45 |        13 | 2014-11-18 02:02:04

 outros_diretorios_job | B    | F     |        1 |     45 |        13 | 2014-11-18 02:02:06

 compartilhado_job     | B    | F     |        1 |     45 |        14 | 2014-11-18 10:32:35

 compartilhado_job     | B    | F     |        1 |     45 |        14 | 2014-11-18 10:43:34

 compartilhado_job     | B    | F     |        1 |     45 |        14 | 2014-11-18 10:49:11

 arquivo_virtual_job   | B    | F     |        1 |     45 |        15 | 2014-11-18 10:55:37

 compartilhado_job     | B    | F     |        1 |     45 |        14 | 2014-11-18 11:22:41

(54 rows)





From: "Martin Simmons" <martin AT lispworks DOT com>
To: bacula-users AT lists.sourceforge DOT net
Sent: Tuesday, November 18, 2014 5:22:18 PM
Subject: Re: [Bacula-users] Incremental Jobs

I suggest you post the Job/JobDefs definitions from bacula-dir.conf and the
output of these sql commands:

select * from fileset;
select clientid, name from client;
select poolid, name from pool;
select name, type, level, clientid, poolid, filesetid, starttime from job order by starttime;

__Martin


>>>>> On Tue, 18 Nov 2014 10:50:52 -0200 (BRST), Dante Colo said:
>
> Hello Heitor
>
>
> I tried but wasn't the case, anyway thank you for the suggestion.
>
>
>
> ----- Original Message -----
>
> From: heitor AT bacula.com DOT br
> To: "Dante Colo" <dante.colo AT stwbrasil DOT com>
> Cc: bacula-users AT lists.sourceforge DOT net
> Sent: Tuesday, November 18, 2014 10:37:53 AM
> Subject: Re: [Bacula-users] Incremental Jobs
>
>
>
> I migrated a Bacula Director to another machine because of a hard drive issue where i lost the conf files , now It's installed on the machine where Bacula Storage (version 5.2.13 for Director ,Storage and File) is running , the database is the same, i created the same filesets and jobs with same names ,i know if the filesets is bit different Bacula will run full level jobs but i'm not able to do incrementals on that jobs/filesets which i'm sure is exactly the same, it says that it cannot find prior full level jobs , is there anyway to force it ? Any suggestions ?
>
>
> Hey Mr. Dante: I don't know if it will work for your scenario at this time, but you can try the: Ignore FileSet Changes = yesno directive on the fileset (http://www.bacula.com.br/manual/Configuring_Director.html).
>
>
> Regards,
>
> =========================================================================
> Heitor Medrado de Faria - LPIC-III | ITIL-F
> Faltam poucos dias - Treinamento Telepresencial Bacula: http://www.bacula.com.br/?p=2174
> 61 2021-8260 | 8268-4220
>
> Site: www.bacula.com.br | Facebook: heitor.faria | Gtalk: heitorfaria AT gmail DOT com
> ==========================================================================
> ----- Original Message -----
>
> De: "Dante Colo" <dante.colo AT stwbrasil DOT com>
> Para: bacula-users AT lists.sourceforge DOT net
> Enviadas: Terça-feira, 18 de novembro de 2014 10:04:41
> Assunto: [Bacula-users] Incremental Jobs
>
>
>
> Hello everyone
>
>
> I migrated a Bacula Director to another machine because of a hard drive issue where i lost the conf files , now It's installed on the machine where Bacula Storage (version 5.2.13 for Director ,Storage and File) is running , the database is the same, i created the same filesets and jobs with same names ,i know if the filesets is bit different Bacula will run full level jobs but i'm not able to do incrementals on that jobs/filesets which i'm sure is exactly the same, it says that it cannot find prior full level jobs , is there anyway to force it ? Any suggestions ?
>
> Regards
> Dante F. B. Colò
>
>
>
>
> ------------------------------------------------------------------------------
> Download BIRT iHub F-Type - The Free Enterprise-Grade BIRT Server
> from Actuate! Instantly Supercharge Your Business Reports and Dashboards
> with Interactivity, Sharing, Native Excel Exports, App Integration & more
> Get technology previously reserved for billion-dollar corporations, FREE
> http://pubads.g.doubleclick.net/gampad/clk?id=157005751&iu=/4140/ostg.clktrk
> _______________________________________________
> Bacula-users mailing list
> Bacula-users AT lists.sourceforge DOT net
> https://lists.sourceforge.net/lists/listinfo/bacula-users
>
>
>
>

------------------------------------------------------------------------------
Download BIRT iHub F-Type - The Free Enterprise-Grade BIRT Server
from Actuate! Instantly Supercharge Your Business Reports and Dashboards
with Interactivity, Sharing, Native Excel Exports, App Integration & more
Get technology previously reserved for billion-dollar corporations, FREE
http://pubads.g.doubleclick.net/gampad/clk?id=157005751&iu=/4140/ostg.clktrk
_______________________________________________
Bacula-users mailing list
Bacula-users AT lists.sourceforge DOT net
https://lists.sourceforge.net/lists/listinfo/bacula-users

------------------------------------------------------------------------------
Download BIRT iHub F-Type - The Free Enterprise-Grade BIRT Server
from Actuate! Instantly Supercharge Your Business Reports and Dashboards
with Interactivity, Sharing, Native Excel Exports, App Integration & more
Get technology previously reserved for billion-dollar corporations, FREE
http://pubads.g.doubleclick.net/gampad/clk?id=157005751&iu=/4140/ostg.clktrk
_______________________________________________
Bacula-users mailing list
Bacula-users AT lists.sourceforge DOT net
https://lists.sourceforge.net/lists/listinfo/bacula-users