comparison piecrust/baking/baker.py @ 979:45ad976712ec

tests: Big push to get the tests to pass again. - Lots of fixes everywhere in the code. - Try to handle debug logging in the multiprocessing worker pool when running in pytest. Not perfect, but usable for now. - Replace all `.md` test files with `.html` since now a auto-format extension always sets the format. - Replace `out` with `outfiles` in most places since now blog archives are added to the bake output and I don't want to add expected outputs for blog archives everywhere.
author Ludovic Chabant <ludovic@chabant.com>
date Sun, 29 Oct 2017 22:51:57 -0700
parents bbf5a96b56db
children 8adc27285d93
comparison
equal deleted inserted replaced
978:7e51d14097cb 979:45ad976712ec
223 223
224 for ppinfo in pplist: 224 for ppinfo in pplist:
225 src = ppinfo.source 225 src = ppinfo.source
226 pp = ppinfo.pipeline 226 pp = ppinfo.pipeline
227 227
228 logger.debug(
229 "Queuing jobs for source '%s' using pipeline '%s' "
230 "(%s, step 0)." %
231 (src.name, pp.PIPELINE_NAME, realm_name))
232
233 next_step_jobs[src.name] = [] 228 next_step_jobs[src.name] = []
234 jcctx = PipelineJobCreateContext(pp_pass_num, record_histories) 229 jcctx = PipelineJobCreateContext(pp_pass_num, record_histories)
235 jobs = pp.createJobs(jcctx) 230 jobs = pp.createJobs(jcctx)
236 if jobs is not None: 231 if jobs is not None:
237 job_count += len(jobs) 232 new_job_count = len(jobs)
233 job_count += new_job_count
238 pool.queueJobs(jobs) 234 pool.queueJobs(jobs)
235 else:
236 new_job_count = 0
237
238 logger.debug(
239 "Queued %d jobs for source '%s' using pipeline '%s' "
240 "(%s, step 0)." %
241 (new_job_count, src.name, pp.PIPELINE_NAME, realm_name))
239 242
240 stats.stepTimer('WorkerTaskPut', time.perf_counter() - start_time) 243 stats.stepTimer('WorkerTaskPut', time.perf_counter() - start_time)
241 244
242 if job_count == 0: 245 if job_count == 0:
243 logger.debug("No jobs queued! Bailing out of this bake pass.") 246 logger.debug("No jobs queued! Bailing out of this bake pass.")