diff --git a/inscrawler/crawler.py b/inscrawler/crawler.py index d8e917c..4e681a1 100644 --- a/inscrawler/crawler.py +++ b/inscrawler/crawler.py @@ -206,10 +206,6 @@ def check_next_post(cur_key): # Fetching post detail try: - if(i < num): - check_next_post(all_posts[i]['key']) - i = i + 1 - # Fetching datetime and url as key ele_a_datetime = browser.find_one(".eo2As .c-Yi7") cur_key = ele_a_datetime.get_attribute("href") @@ -245,6 +241,9 @@ def check_next_post(cur_key): dict_posts[browser.current_url] = dict_post pbar.update(1) + if(i < num): + browser.get(all_posts[i]['key']) + i = i + 1 pbar.close() posts = list(dict_posts.values())