← Back to branch summary

~stgraber/+junk/lp-changelogs-crawler

« back to all changes in this revision

Viewing changes to lp-extract-changelogs.py

  • Committer: Michael Vogt
  • Date: 2010-12-03 15:04:30 UTC
  • Revision ID: michael.vogt@ubuntu.com-20101203150430-b99guo7xxkpnmgqu
simplify, add debug info for status other then published

Show diffs side-by-side

added added

removed removed

Lines of Context:
lp-extract-changelogs.py
65
65
        return self._lp_source.date_published is not None
66
66
    @property
67
67
    def pending(self):
68
 
        return self._lp_source.status == "Pending"
 
68
        return self.status == "Pending"
 
69
    @property
 
70
    def status(self):
 
71
        return self._lp_source.status
69
72
    @property
70
73
    def srcname(self):
71
74
        return self._srcname
188
191
            return True
189
192
 
190
193
        # log
191
 
        logging.info("extracting for %s %s" % (s.srcname, s.srcversion))
 
194
        logging.debug("extracting for %s %s" % (s.srcname, s.srcversion))
192
195
 
193
196
        # fetch/unpack
194
197
        tmpdir = tempfile.mkdtemp(prefix="lp-crawler-")
220
223
        return True
221
224
 
222
225
    def _get_changelogs_from_source_package_history_collection(self, changed):
223
 
        extracted = 0
224
226
        start_time = time.time()
225
227
        for source_raw in changed:
226
228
            s = LaunchpadSourcePackage(self._launchpad, source_raw)
229
231
            if s.pending:
230
232
                logging.info("%s %s in PENDING state" % (s.srcname, s.srcversion))
231
233
            if not s.published:
 
234
                logging.debug("%s in state %s" % (s.srcname, s.status))
232
235
                continue
233
236
 
234
237
            # main extraction
238
241
                                                s.srcname,
239
242
                                                s.srcname,
240
243
                                                s.srcversion)
241
 
            if self._unpack_changelogs_to_target(s, dest):
242
 
                extracted += 1
 
244
            self._unpack_changelogs_to_target(s, dest):
243
245
 
244
246
            # FIXME: this can go            
245
247
            # add compat links for clients that do the lookup by
257
259
                    os.symlink(os.path.abspath(dest), lnk)
258
260
 
259
261
        logging.debug("extracted %i changelogs in %i seconds" % (
260
 
                extracted, time.time() - start_time))
 
262
                self.extracted, time.time() - start_time))
261
263
        return True
262
264
 
263
265
    def write_last_check_date(self):