| Index: trunk/backup/WikiDump.py |
| — | — | @@ -89,6 +89,7 @@ |
| 90 | 90 | #"wiki": { |
| 91 | 91 | "dblist": "", |
| 92 | 92 | "privatelist": "", |
| | 93 | + "biglist": "", |
| 93 | 94 | "dir": "", |
| 94 | 95 | "forcenormal": "0", |
| 95 | 96 | "halt": "0", |
| — | — | @@ -119,6 +120,12 @@ |
| 120 | 121 | |
| 121 | 122 | self.dbList = dbList(conf.get("wiki", "dblist")) |
| 122 | 123 | self.privateList = dbList(conf.get("wiki", "privatelist")) |
| | 124 | + biglistFile = conf.get("wiki", "biglist") |
| | 125 | + if biglistFile: |
| | 126 | + self.bigList = dbList(biglistFile) |
| | 127 | + else: |
| | 128 | + self.bigList = [] |
| | 129 | + |
| 123 | 130 | self.wikiDir = conf.get("wiki", "dir") |
| 124 | 131 | self.forceNormal = conf.getint("wiki", "forceNormal") |
| 125 | 132 | self.halt = conf.getint("wiki", "halt") |
| — | — | @@ -208,6 +215,9 @@ |
| 209 | 216 | def isPrivate(self): |
| 210 | 217 | return self.dbName in self.config.privateList |
| 211 | 218 | |
| | 219 | + def isBig(self): |
| | 220 | + return self.dbName in self.config.bigList |
| | 221 | + |
| 212 | 222 | def isLocked(self): |
| 213 | 223 | return os.path.exists(self.lockFile()) |
| 214 | 224 | |
| Index: trunk/backup/worker.py |
| — | — | @@ -248,16 +248,20 @@ |
| 249 | 249 | "Discussion and user pages are included in this complete archive. Most mirrors won't want this extra material."), |
| 250 | 250 | XmlDump("logging", |
| 251 | 251 | "<big><b>Log events to all pages.</b></big>", |
| 252 | | - "This contains the log of actions performed on pages."), |
| 253 | | - BigXmlDump("meta-history", |
| 254 | | - "All pages with complete page edit history (.bz2)", |
| 255 | | - "These dumps can be *very* large, uncompressing up to 20 times the archive download size. " + |
| 256 | | - "Suitable for archival and statistical use, most mirror sites won't want or need this."), |
| 257 | | - XmlRecompressDump("meta-history", |
| 258 | | - "All pages with complete edit history (.7z)", |
| 259 | | - "These dumps can be *very* large, uncompressing up to 100 times the archive download size. " + |
| 260 | | - "Suitable for archival and statistical use, most mirror sites won't want or need this.")] |
| | 252 | + "This contains the log of actions performed on pages.")] |
| 261 | 253 | |
| | 254 | + if not self.wiki.isBig(): |
| | 255 | + self.items.append( |
| | 256 | + BigXmlDump("meta-history", |
| | 257 | + "All pages with complete page edit history (.bz2)", |
| | 258 | + "These dumps can be *very* large, uncompressing up to 20 times the archive download size. " + |
| | 259 | + "Suitable for archival and statistical use, most mirror sites won't want or need this.")) |
| | 260 | + self.items.append( |
| | 261 | + XmlRecompressDump("meta-history", |
| | 262 | + "All pages with complete edit history (.7z)", |
| | 263 | + "These dumps can be *very* large, uncompressing up to 100 times the archive download size. " + |
| | 264 | + "Suitable for archival and statistical use, most mirror sites won't want or need this.")) |
| | 265 | + |
| 262 | 266 | files = self.listFilesFor(self.items) |
| 263 | 267 | self.prepareChecksums() |
| 264 | 268 | |