# Sample data number_of_sample_urls = 1000 urls = [ f'https://postman-echo.com/get?random_data={test_no}' for test_no in range(number_of_sample_urls) ] headers = [{'sample_header':test_no} for test_no in range(number_of_sample_urls)]

from request_boost import boosted_requests results = boosted_requests(urls=urls) print(results)

from request_boost import boosted_requests results = boosted_requests(urls=urls, no_workers=16, max_tries=5, timeout=5, headers=headers, verbose=True, parse_json=True) print(results)

from request_boost import boosted_requests # Config number_of_sample_urls = 100 # Sample data urls = [f'https://postman-echo.com/get?random_data={test_no}' for test_no in range(number_of_sample_urls)] post_urls = [f'https://postman-echo.com/post' for test_no in range(number_of_sample_urls)] headers = [{'sample_header': test_no} for test_no in range(number_of_sample_urls)] data = [{'sample_data': test_no} for test_no in range(number_of_sample_urls)] # Required for POST requests,  #For POST request data can be just list of empty dict but not NONE simple_results = boosted_requests(urls=urls, no_workers=16, max_tries=5, timeout=5, headers=None, verbose=False, parse_json=True) header_results = boosted_requests(urls=urls, no_workers=16, max_tries=5, timeout=5, headers=headers, parse_json=True) post_results = boosted_requests(urls=post_urls, no_workers=16, max_tries=5, timeout=5, headers=headers, data=data, verbose=True, parse_json=True)

boosted_requests( urls, no_workers=32, max_tries=5, after_max_tries="assert", timeout=10, headers=None, data=None, verbose=True, parse_json=True, ) Get data from APIs in parallel by creating workers that process in the background :param urls: list of URLS :param no_workers: maximum number of parallel processes {Default::32} :param max_tries: Maximum number of tries before failing for a specific URL {Default::5} :param after_max_tries: What to do if not successfull after "max_tries" for a specific URL, one of {"assert", "break"} {Default::assert} :param timeout: Waiting time per request {Default::10} :param headers: Headers if any for the URL requests :param data: data if any for the URL requests (Wherever not None a POST request is made) :param verbose: Show progress [True or False] {Default::True} :param parse_json: Parse response to json [True or False] {Default::True} :return: List of response for each API (order is maintained)