def set_segments(crawl_segments, max_files = nil)
      self.job_name = set_job_name
      self.job_desc = set_job_desc(crawl_segments, max_files)
      self.max_files = max_files

      crawl_segments.each do |segment|
        self.job_steps.push(create_job_step(segment))
      end
    end
def set_segments(crawl_segments, max_files = nil)
      self.job_name = set_job_name
      self.job_desc = set_job_desc(crawl_segments, max_files)
      self.max_files = max_files

      crawl_segments.each do |segment|
        self.job_steps.push(create_job_step(segment))
      end
    end
Populates the job from the list of segments to be parsed.