Skip to content

Commit

Permalink
Merge pull request #67 from classtranscribe/feature/add-status-prompt…
Browse files Browse the repository at this point in the history
…-for-crawler

feature: processing progress for crawler
  • Loading branch information
angrave authored Nov 17, 2023
2 parents ace8c9c + ce0674b commit 8a2e1d8
Showing 1 changed file with 5 additions and 0 deletions.
5 changes: 5 additions & 0 deletions pkg/agent/tasks/PythonCrawler.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,8 @@ def run_task(self, body, emitter):
num_glossary = 2

for i in range(num_glossary):
print("Start to process %d of %d ASL video(s)" % (i+1, num_glossary))

try:
glossary_single = raw_glossaries[i]

Expand Down Expand Up @@ -111,7 +113,10 @@ def run_task(self, body, emitter):
except Exception as e:
self.logger.error(' [%s] PythonCrawler failed to look up for a specific term: %s' % (source_id, str(e)))
return

print("Finished processing %d of %d ASL video(s)" % (i+1, num_glossary))

print("All ASL video(s) processed")
self.logger.info(' [%s] PythonCrawler complete!' % source_id)

return

0 comments on commit 8a2e1d8

Please sign in to comment.