[ python ] multiprocessing pool

from multiprocessing.pool import Pool

 

def async_function(googleSheet, tabexport_path, i, metas, meta):

...

return '%s is successfully processed' % sheetName

 

def main(argv)

...

googleSheet = GoogleSheet(google_sheet_id, delegated_email, cache_discovery=False)
metas = googleSheet.sheets()

results = []
pool = Pool(processes=67)
for i, meta in enumerate(metas):
results.append(pool.apply_async(async_function, (googleSheet, tabexport_path, i, metas, meta)))

pool.close()
pool.join()

for result in results:
print "async result : %s"%result.get()
Advertisements

Leave a Reply

Fill in your details below or click an icon to log in:

WordPress.com Logo

You are commenting using your WordPress.com account. Log Out / Change )

Twitter picture

You are commenting using your Twitter account. Log Out / Change )

Facebook photo

You are commenting using your Facebook account. Log Out / Change )

Google+ photo

You are commenting using your Google+ account. Log Out / Change )

Connecting to %s