def warc_paths(crawl_name)
      s3_path = [Elasticrawl::COMMON_CRAWL_PATH,
                 crawl_name,
                 Elasticrawl::WARC_PATHS].join('/')
      begin
        s3 = AWS::S3.new
        bucket = s3.buckets[Elasticrawl::COMMON_CRAWL_BUCKET]
        object = bucket.objects[s3_path]

        uncompress_file(object)

      rescue AWS::Errors::Base => s3e
        raise S3AccessError.new(s3e.http_response), 'Failed to get WARC paths'
      rescue Exception => e
        raise S3AccessError, 'Failed to get WARC paths'
      end
    end
def warc_paths(crawl_name)
      s3_path = [Elasticrawl::COMMON_CRAWL_PATH,
                 crawl_name,
                 Elasticrawl::WARC_PATHS].join('/')
      begin
        s3 = AWS::S3.new
        bucket = s3.buckets[Elasticrawl::COMMON_CRAWL_BUCKET]
        object = bucket.objects[s3_path]

        uncompress_file(object)

      rescue AWS::Errors::Base => s3e
        raise S3AccessError.new(s3e.http_response), 'Failed to get WARC paths'
      rescue Exception => e
        raise S3AccessError, 'Failed to get WARC paths'
      end
    end
Gets the WARC file paths from S3 for this crawl if it exists.