['https://www.forbes.com/news_sitemap.xml'] ('185.236.202.135:3128', 0) https://www.forbes.com/news_sitemap.xml 1606694400 [1606694400] ['https://www.finews.ch/index.php?option=com_jmap&view=sitemap&format=gnews&dataset=1'] https://www.finews.ch/index.php?option=com_jmap&view=sitemap&format=gnews&dataset=1 1607094000 [1607094000] ['https://www.express.co.uk/googlenews.xml'] https://www.express.co.uk/googlenews.xml 1607137755 [1607137755] ['https://e.vnexpress.net/year-month-articles_sitemap.xml.gz'] https://e.vnexpress.net/2020-12-articles_sitemap.xml.gz 1607138400 [1607138400] ['https://www.theguardian.com/sitemaps/news.xml'] https://www.theguardian.com/sitemaps/news.xml 1607140841 [1607140841] ['https://www.economist.com/googlenews.xml'] https://www.economist.com/googlenews.xml 1607108354 [1607108354] ['https://www.finews.asia/index.php?option=com_jmap&view=sitemap&format=gnews'] https://www.finews.asia/index.php?option=com_jmap&view=sitemap&format=gnews 1607074858 [1607074858] ['https://www.thesun.co.uk/sitemap.xml?yyyy=year&mm=month&dd=day'] https://www.thesun.co.uk/sitemap.xml?yyyy=2020&mm=12&dd=05 1607138864 [1607138864] ['https://www.thesundaily.my/base-portlet/webrsrc/ac08e4a5926895af1d8db96518d3e2af.xml ', 'https://www.thesundaily.my/base-portlet/webrsrc/43a0f6c2c67a0fc8260fee769b879973.xml ', 'https://www.thesundaily.my/base-portlet/webrsrc/d74ca6eb5c3cedaa9d914684f28b46c4.xml '] https://www.thesundaily.my/base-portlet/webrsrc/ac08e4a5926895af1d8db96518d3e2af.xml 1607047509 {'ResponseMetadata': {'RequestId': '59B37C5D2A5C457E', 'HostId': 'OGYvzkvcPnVcylgTixqQLmh5XxtASdZPidKIkh6CjdIprepu9L1ZfVWN05G9hA7CXFR3eT7kKuE=', 'HTTPStatusCode': 200, 'HTTPHeaders': {'x-amz-id-2': 'OGYvzkvcPnVcylgTixqQLmh5XxtASdZPidKIkh6CjdIprepu9L1ZfVWN05G9hA7CXFR3eT7kKuE=', 'x-amz-request-id': '59B37C5D2A5C457E', 'date': 'Sat, 05 Dec 2020 04:15:27 GMT', 'x-amz-version-id': 'SHXVmda5Dt1HWUtjhd8szHG5l.BV.HEV', 'etag': '"099404d6e1e5d838edb3a9c44a1b8e07"', 'content-length': '0', 'server': 'AmazonS3'}, 'RetryAttempts': 1}, 'ETag': '"099404d6e1e5d838edb3a9c44a1b8e07"', 'VersionId': 'SHXVmda5Dt1HWUtjhd8szHG5l.BV.HEV'} [1607047509, 1607123371, 1607136272] https://www.thesundaily.my/base-portlet/webrsrc/43a0f6c2c67a0fc8260fee769b879973.xml 1607125039 {'ResponseMetadata': {'RequestId': '2472A9816425D1FB', 'HostId': 'qqxy9WxjIdIwFmckaJuXWidmwQLebZudwbGT3keF9pFR6M1gfYvCT8t1sQuV374C0r1n3+h7e94=', 'HTTPStatusCode': 200, 'HTTPHeaders': {'x-amz-id-2': 'qqxy9WxjIdIwFmckaJuXWidmwQLebZudwbGT3keF9pFR6M1gfYvCT8t1sQuV374C0r1n3+h7e94=', 'x-amz-request-id': '2472A9816425D1FB', 'date': 'Sat, 05 Dec 2020 04:15:33 GMT', 'x-amz-version-id': 'M3Do6C2xPHyT5bq0cEJ_ckei2XDDKBEw', 'etag': '"f9ba463e5352979b584dcf6f66c1dddb"', 'content-length': '0', 'server': 'AmazonS3'}, 'RetryAttempts': 0}, 'ETag': '"f9ba463e5352979b584dcf6f66c1dddb"', 'VersionId': 'M3Do6C2xPHyT5bq0cEJ_ckei2XDDKBEw'} [1607047509, 1607125039, 1607136272] https://www.thesundaily.my/base-portlet/webrsrc/d74ca6eb5c3cedaa9d914684f28b46c4.xml 1607136519 {'ResponseMetadata': {'RequestId': 'D3D8972456967DE1', 'HostId': 'KgiKufNaEDWjnjk0F/jsQGX7ST23zIK5Bg4y75ptW+qe80FoD8UZGIrBueypLocwxy4RnbBDAMc=', 'HTTPStatusCode': 200, 'HTTPHeaders': {'x-amz-id-2': 'KgiKufNaEDWjnjk0F/jsQGX7ST23zIK5Bg4y75ptW+qe80FoD8UZGIrBueypLocwxy4RnbBDAMc=', 'x-amz-request-id': 'D3D8972456967DE1', 'date': 'Sat, 05 Dec 2020 04:15:37 GMT', 'x-amz-version-id': 'w65RlL_THGLexSKD7i0mVJ9X5ke7H4Ph', 'etag': '"98ec0383166af40640c0f0c2ba89b4ec"', 'content-length': '0', 'server': 'AmazonS3'}, 'RetryAttempts': 0}, 'ETag': '"98ec0383166af40640c0f0c2ba89b4ec"', 'VersionId': 'w65RlL_THGLexSKD7i0mVJ9X5ke7H4Ph'} [1607047509, 1607125039, 1607136519] ['https://www.scmp.com/sitemap_business.xml', 'https://www.scmp.com/sitemap_news.xml', 'https://www.scmp.com/sitemap_economy.xml', 'https://www.scmp.com/sitemap_announcements.xml', 'https://www.scmp.com/sitemap_comment.xml', 'https://www.scmp.com/sitemap_tech.xml', 'https://www.scmp.com/sitemap_special_reports.xml'] https://www.scmp.com/sitemap_business.xml 1607133600 [1607133600, 1607136300, 1607094720, 1604051730, 1607124000, 1607130600, 1606618800] https://www.scmp.com/sitemap_news.xml 1607136300 [1607133600, 1607136300, 1607094720, 1604051730, 1607124000, 1607130600, 1606618800] https://www.scmp.com/sitemap_economy.xml 1607094720 [1607133600, 1607136300, 1607094720, 1604051730, 1607124000, 1607130600, 1606618800] https://www.scmp.com/sitemap_announcements.xml 1604051730 [1607133600, 1607136300, 1607094720, 1604051730, 1607124000, 1607130600, 1606618800] https://www.scmp.com/sitemap_comment.xml 1607139360 {'ResponseMetadata': {'RequestId': 'B27F829140183F7A', 'HostId': 'vcrEmzQshVzYu8uBDUfmXegsXwodEjgtohQz2p61mmiboSeAJnOWq+4XBu9oKIxj2iCF/4jVor4=', 'HTTPStatusCode': 200, 'HTTPHeaders': {'x-amz-id-2': 'vcrEmzQshVzYu8uBDUfmXegsXwodEjgtohQz2p61mmiboSeAJnOWq+4XBu9oKIxj2iCF/4jVor4=', 'x-amz-request-id': 'B27F829140183F7A', 'date': 'Sat, 05 Dec 2020 04:15:53 GMT', 'x-amz-version-id': 'bah0SpK64KooCGoG1.DV8mXX1EXT0ZYH', 'etag': '"d7ef0321702fde6609a1be45e019c4b9"', 'content-length': '0', 'server': 'AmazonS3'}, 'RetryAttempts': 1}, 'ETag': '"d7ef0321702fde6609a1be45e019c4b9"', 'VersionId': 'bah0SpK64KooCGoG1.DV8mXX1EXT0ZYH'} [1607133600, 1607136300, 1607094720, 1604051730, 1607139360, 1607130600, 1606618800] https://www.scmp.com/sitemap_tech.xml 1607130600 [1607133600, 1607136300, 1607094720, 1604051730, 1607139360, 1607130600, 1606618800] https://www.scmp.com/sitemap_special_reports.xml 1606618800 [1607133600, 1607136300, 1607094720, 1604051730, 1607139360, 1607130600, 1606618800] Executing After all. ['content_extractor.py', 'express'] /home/ubuntu/scraper_southchina/Generic/express url count 0 here connection success None Error No result set to fetch from. occured None Error No result set to fetch from. occured ['content_extractor.py', 'economist'] /home/ubuntu/scraper_southchina/Generic/economist url count 0 here connection success None Error No result set to fetch from. occured None Error No result set to fetch from. occured ['content_extractor.py', 'theguardian'] /home/ubuntu/scraper_southchina/Generic/theguardian url count 0 here connection success None Error No result set to fetch from. occured None Error No result set to fetch from. occured ['content_extractor.py', 'thesun'] /home/ubuntu/scraper_southchina/Generic/thesun url count 122 https://www.thesun.co.uk/administration/13351983/terms-and-conditions-christmas-together-good-deed-feed/ thesun thesun ['content_extractor.py', 'forbes'] /home/ubuntu/scraper_southchina/Generic/forbes url count 0 here connection success None Error No result set to fetch from. occured None Error No result set to fetch from. occured ['content_extractor.py', 'vnexpress'] /home/ubuntu/scraper_southchina/Generic/vnexpress url count 0 here connection success None Error No result set to fetch from. occured None Error No result set to fetch from. occured ['content_extractor.py', 'scmp'] /home/ubuntu/scraper_southchina/Generic/scmp url count 0 url count 0 url count 0 url count 0 url count 1 https://www.scmp.com/comment/opinion/article/3112504/why-us-must-restore-hong-kongs-special-trade-status scmp scmp url count 0 url count 0 here connection success None Error No result set to fetch from. occured None Error No result set to fetch from. occured ['content_extractor.py', 'sundaily'] /home/ubuntu/scraper_southchina/Generic/sundaily url count 2 https://www.thesundaily.my/world/reuters/update-2-championship-summaries-IC5477857 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/update-2-championship-summaries-IC5477857 https://www.thesundaily.my/world/reuters/championship-standings-HC5477876 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/championship-standings-HC5477876 url count 7 https://www.thesundaily.my/world/reuters/update-2-pga-tour-mayakoba-golf-classic-scores-KC5477158 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/update-2-pga-tour-mayakoba-golf-classic-scores-KC5477158 https://www.thesundaily.my/world/reuters/update-3-trump-to-withdraw-most-troops-from-somalia-as-part-of-global-pullback-BC5477175 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/update-3-trump-to-withdraw-most-troops-from-somalia-as-part-of-global-pullback-BC5477175 https://www.thesundaily.my/world/reuters/rangers-tab-former-pitcher-young-as-gm-DC5477104 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/rangers-tab-former-pitcher-young-as-gm-DC5477104 https://www.thesundaily.my/world/reuters/update-2-chinese-professor-pleads-guilty-to-lying-to-fbi-in-huawei-related-case-JC5477139 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/update-2-chinese-professor-pleads-guilty-to-lying-to-fbi-in-huawei-related-case-JC5477139 https://www.thesundaily.my/world/reuters/soccer-sanchez-pleased-as-qatar-return-to-competitive-action-with-easy-win-IC5477192 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/soccer-sanchez-pleased-as-qatar-return-to-competitive-action-with-easy-win-IC5477192 https://www.thesundaily.my/world/reuters/update-6-saudi-arabia-says-resolution-of-gulf-dispute-seems-within-reach-NC5477087 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/update-6-saudi-arabia-says-resolution-of-gulf-dispute-seems-within-reach-NC5477087 https://www.thesundaily.my/world/reuters/pga-tour-mayakoba-golf-classic-scores-AC5477121 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/pga-tour-mayakoba-golf-classic-scores-AC5477121 url count 7 https://www.thesundaily.my/world/reuters/rugby-scotland-coach-has-no-qualms-about-picking-another-south-african-JG5459830 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/rugby-scotland-coach-has-no-qualms-about-picking-another-south-african-JG5459830 https://www.thesundaily.my/world/reuters/update-3-trump-administration-adds-china-s-smic-and-cnooc-to-defense-blacklist-HG5459900 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/update-3-trump-administration-adds-china-s-smic-and-cnooc-to-defense-blacklist-HG5459900 https://www.thesundaily.my/world/reuters/lakers-officially-re-sign-davis-james-BG5459883 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/lakers-officially-re-sign-davis-james-BG5459883 https://www.thesundaily.my/world/reuters/to-save-money-mexican-president-says-won-t-replace-chief-of-staff-DG5459849 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/to-save-money-mexican-president-says-won-t-replace-chief-of-staff-DG5459849 https://www.thesundaily.my/world/reuters/update-3-u-s-covid-19-hospitalizations-top-100000-as-california-readies-new-restrictions-EG5459754 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/update-3-u-s-covid-19-hospitalizations-top-100000-as-california-readies-new-restrictions-EG5459754 https://www.thesundaily.my/world/reuters/update-1-s-korea-considers-tighter-restrictions-as-coronavirus-cases-hit-nine-month-high-GG5459866 thesundaily sundaily Skipping https://www.thesundaily.my/world/reuters/update-1-s-korea-considers-tighter-restrictions-as-coronavirus-cases-hit-nine-month-high-GG5459866 https://www.thesundaily.my/style-life/entertainment/warner-bros-disrupts-theater-business-YG5459771 thesundaily sundaily Skipping https://www.thesundaily.my/style-life/entertainment/warner-bros-disrupts-theater-business-YG5459771 here connection success None Error No result set to fetch from. occured None Error No result set to fetch from. occured ['content_extractor.py', 'finews_ch'] /home/ubuntu/scraper_southchina/Generic/finews_ch url count 0 here connection success None Error No result set to fetch from. occured None Error No result set to fetch from. occured ['content_extractor.py', 'finews_asia'] /home/ubuntu/scraper_southchina/Generic/finews_asia url count 0 here connection success None Error No result set to fetch from. occured None Error No result set to fetch from. occured None None None None None None None None None None