Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 677, in send history = [resp for resp in gen] File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 677, in history = [resp for resp in gen] File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 245, in resolve_redirects **adapter_kwargs File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "/usr/lib/python3.6/encodings/idna.py", line 195, in decode input = bytes(input) KeyboardInterrupt The above exception was the direct cause of the following exception: Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 809, in __init__ server_hostname) KeyboardInterrupt: decoding with 'idna' codec failed (KeyboardInterrupt: ) During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 145, in get_links current_headline_list=[i.getText().strip() for i in soup.select('a[class^="story-card75"]')] File "/home/ubuntu/.local/lib/python3.6/site-packages/bs4/element.py", line 1869, in select results = soupsieve.select(selector, self, namespaces, limit, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/soupsieve/__init__.py", line 98, in select return compile(select, namespaces, flags, **kwargs).select(tag, limit) File "/home/ubuntu/.local/lib/python3.6/site-packages/soupsieve/css_match.py", line 1476, in select return list(self.iselect(tag, limit)) File "/home/ubuntu/.local/lib/python3.6/site-packages/soupsieve/css_match.py", line 1481, in iselect for el in CSSMatch(self.selectors, tag, self.namespaces, self.flags).select(limit): File "/home/ubuntu/.local/lib/python3.6/site-packages/soupsieve/css_match.py", line 1390, in select if self.match(child): File "/home/ubuntu/.local/lib/python3.6/site-packages/soupsieve/css_match.py", line 1417, in match return not self.is_doc(el) and self.is_tag(el) and self.match_selectors(el, self.selectors) File "/home/ubuntu/.local/lib/python3.6/site-packages/soupsieve/css_match.py", line 1320, in match_selectors if not self.match_tag(el, selector.tag): File "/home/ubuntu/.local/lib/python3.6/site-packages/soupsieve/css_match.py", line 696, in match_tag if not self.match_namespace(el, tag): KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 809, in __init__ server_hostname) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 394, in _make_request conn.request(method, url, **httplib_request_kw) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 234, in request super(HTTPConnection, self).request(method, url, body=body, headers=headers) File "/usr/lib/python3.6/http/client.py", line 1281, in request self._send_request(method, url, body, headers, encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1322, in _send_request self.putheader(hdr, value) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 219, in putheader _HTTPConnection.putheader(self, header, *values) File "/usr/lib/python3.6/http/client.py", line 1252, in putheader for i, one_value in enumerate(values): KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 403, in ssl_wrap_socket context.set_alpn_protocols(ALPN_PROTOCOLS) File "/usr/lib/python3.6/ssl.py", line 429, in set_alpn_protocols b = bytes(protocol, 'ascii') KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 133, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 677, in send history = [resp for resp in gen] File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 677, in history = [resp for resp in gen] File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 245, in resolve_redirects **adapter_kwargs File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 122, in get_links print(soup) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 353, in connect conn = self._new_conn() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 170, in _new_conn (self._dns_host, self.port), self.timeout, **extra_kw File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/connection.py", line 86, in create_connection sock.connect(sa) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 353, in connect conn = self._new_conn() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 170, in _new_conn (self._dns_host, self.port), self.timeout, **extra_kw File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/connection.py", line 86, in create_connection sock.connect(sa) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "/usr/lib/python3.6/encodings/idna.py", line 147, in encode def encode(self, input, errors='strict'): KeyboardInterrupt The above exception was the direct cause of the following exception: Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 809, in __init__ server_hostname) KeyboardInterrupt: encoding with 'idna' codec failed (KeyboardInterrupt: ) During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 453, in connect cert = self.sock.getpeercert() File "/usr/lib/python3.6/ssl.py", line 901, in getpeercert return self._sslobj.getpeercert(binary_form) File "/usr/lib/python3.6/ssl.py", line 651, in getpeercert return self._sslobj.peer_certificate(binary_form) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 394, in _make_request conn.request(method, url, **httplib_request_kw) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 234, in request super(HTTPConnection, self).request(method, url, body=body, headers=headers) File "/usr/lib/python3.6/http/client.py", line 1281, in request self._send_request(method, url, body, headers, encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1322, in _send_request self.putheader(hdr, value) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 218, in putheader if SKIP_HEADER not in values: KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "/usr/lib/python3.6/encodings/idna.py", line 147, in encode def encode(self, input, errors='strict'): KeyboardInterrupt The above exception was the direct cause of the following exception: Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 809, in __init__ server_hostname) KeyboardInterrupt: encoding with 'idna' codec failed (KeyboardInterrupt: ) During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 394, in _make_request conn.request(method, url, **httplib_request_kw) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 234, in request super(HTTPConnection, self).request(method, url, body=body, headers=headers) File "/usr/lib/python3.6/http/client.py", line 1281, in request self._send_request(method, url, body, headers, encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1292, in _send_request self.putrequest(method, url, **skips) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 214, in putrequest return _HTTPConnection.putrequest(self, method, url, *args, **kwargs) File "/usr/lib/python3.6/http/client.py", line 1190, in putrequest self.putheader('Host', host_enc) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 219, in putheader _HTTPConnection.putheader(self, header, *values) File "/usr/lib/python3.6/http/client.py", line 1248, in putheader if not _is_legal_header_name(header): KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 394, in _make_request conn.request(method, url, **httplib_request_kw) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 234, in request super(HTTPConnection, self).request(method, url, body=body, headers=headers) File "/usr/lib/python3.6/http/client.py", line 1281, in request self._send_request(method, url, body, headers, encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1327, in _send_request self.endheaders(body, encode_chunked=encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1276, in endheaders self._send_output(message_body, encode_chunked=encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1042, in _send_output self.send(msg) File "/usr/lib/python3.6/http/client.py", line 1002, in send self.sock.sendall(data) File "/usr/lib/python3.6/ssl.py", line 975, in sendall v = self.send(byte_view[count:]) File "/usr/lib/python3.6/ssl.py", line 944, in send return self._sslobj.write(data) File "/usr/lib/python3.6/ssl.py", line 642, in write return self._sslobj.write(data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 394, in _make_request conn.request(method, url, **httplib_request_kw) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 234, in request super(HTTPConnection, self).request(method, url, body=body, headers=headers) File "/usr/lib/python3.6/http/client.py", line 1281, in request self._send_request(method, url, body, headers, encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1327, in _send_request self.endheaders(body, encode_chunked=encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1276, in endheaders self._send_output(message_body, encode_chunked=encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1042, in _send_output self.send(msg) File "/usr/lib/python3.6/http/client.py", line 1002, in send self.sock.sendall(data) File "/usr/lib/python3.6/ssl.py", line 975, in sendall v = self.send(byte_view[count:]) File "/usr/lib/python3.6/ssl.py", line 944, in send return self._sslobj.write(data) File "/usr/lib/python3.6/ssl.py", line 642, in write return self._sslobj.write(data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 697, in send r.content File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/models.py", line 831, in content self._content = b''.join(self.iter_content(CONTENT_CHUNK_SIZE)) or b'' File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/models.py", line 753, in generate for chunk in self.raw.stream(chunk_size, decode_content=True): File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/response.py", line 572, in stream for line in self.read_chunked(amt, decode_content=decode_content): File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/response.py", line 764, in read_chunked self._update_chunk_length() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/response.py", line 694, in _update_chunk_length line = self._fp.fp.readline() File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 697, in send r.content File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/models.py", line 831, in content self._content = b''.join(self.iter_content(CONTENT_CHUNK_SIZE)) or b'' File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/models.py", line 753, in generate for chunk in self.raw.stream(chunk_size, decode_content=True): File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/response.py", line 572, in stream for line in self.read_chunked(amt, decode_content=decode_content): File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/response.py", line 764, in read_chunked self._update_chunk_length() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/response.py", line 694, in _update_chunk_length line = self._fp.fp.readline() File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1003, in recv_into if buffer and (nbytes is None): KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 453, in connect cert = self.sock.getpeercert() File "/usr/lib/python3.6/ssl.py", line 901, in getpeercert return self._sslobj.getpeercert(binary_form) File "/usr/lib/python3.6/ssl.py", line 651, in getpeercert return self._sslobj.peer_certificate(binary_form) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 305, in begin if self.headers is not None: KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 394, in _make_request conn.request(method, url, **httplib_request_kw) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 234, in request super(HTTPConnection, self).request(method, url, body=body, headers=headers) File "/usr/lib/python3.6/http/client.py", line 1281, in request self._send_request(method, url, body, headers, encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1321, in _send_request for hdr, value in headers.items(): File "/usr/lib/python3.6/_collections_abc.py", line 744, in __iter__ yield (key, self._mapping[key]) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/structures.py", line 54, in __getitem__ return self._store[key.lower()][1] KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 394, in _make_request conn.request(method, url, **httplib_request_kw) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 231, in request headers = headers.copy() File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/structures.py", line 83, in copy return CaseInsensitiveDict(self._store.values()) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/structures.py", line 46, in __init__ self.update(data, **kwargs) File "/usr/lib/python3.6/_collections_abc.py", line 846, in update for key, value in other: KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 394, in _make_request conn.request(method, url, **httplib_request_kw) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 234, in request super(HTTPConnection, self).request(method, url, body=body, headers=headers) File "/usr/lib/python3.6/http/client.py", line 1281, in request self._send_request(method, url, body, headers, encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1322, in _send_request self.putheader(hdr, value) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 219, in putheader _HTTPConnection.putheader(self, header, *values) File "/usr/lib/python3.6/http/client.py", line 1251, in putheader values = list(values) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 464, in connect _match_hostname(cert, self.assert_hostname or server_hostname) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 508, in _match_hostname match_hostname(cert, asserted_hostname) File "/usr/lib/python3.6/ssl.py", line 298, in match_hostname host_ip = ipaddress.ip_address(hostname) File "/usr/lib/python3.6/ipaddress.py", line 49, in ip_address return IPv6Address(address) File "/usr/lib/python3.6/ipaddress.py", line 1900, in __init__ self._ip = self._ip_int_from_string(addr_str) File "/usr/lib/python3.6/ipaddress.py", line 1636, in _ip_int_from_string msg = "At least %d parts expected in %r" % (_min_parts, ip_str) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 381, in ssl_wrap_socket context.load_verify_locations(ca_certs, ca_cert_dir, ca_cert_data) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 394, in _make_request conn.request(method, url, **httplib_request_kw) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 234, in request super(HTTPConnection, self).request(method, url, body=body, headers=headers) File "/usr/lib/python3.6/http/client.py", line 1281, in request self._send_request(method, url, body, headers, encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1292, in _send_request self.putrequest(method, url, **skips) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 214, in putrequest return _HTTPConnection.putrequest(self, method, url, *args, **kwargs) File "/usr/lib/python3.6/http/client.py", line 1190, in putrequest self.putheader('Host', host_enc) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 219, in putheader _HTTPConnection.putheader(self, header, *values) File "/usr/lib/python3.6/http/client.py", line 1253, in putheader if hasattr(one_value, 'encode'): KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 382, in _make_request self._validate_conn(conn) File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 1010, in _validate_conn conn.connect() File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connection.py", line 421, in connect tls_in_tls=tls_in_tls, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 429, in ssl_wrap_socket sock, context, tls_in_tls, server_hostname=server_hostname File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/util/ssl_.py", line 472, in _ssl_wrap_socket_impl return ssl_context.wrap_socket(sock, server_hostname=server_hostname) File "/usr/lib/python3.6/ssl.py", line 407, in wrap_socket _context=self, _session=session) File "/usr/lib/python3.6/ssl.py", line 817, in __init__ self.do_handshake() File "/usr/lib/python3.6/ssl.py", line 1077, in do_handshake self._sslobj.do_handshake() File "/usr/lib/python3.6/ssl.py", line 689, in do_handshake self._sslobj.do_handshake() KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 120, in get_links data=session.get('https://www.thehindu.com/search/',params=params,headers=headers) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 555, in get return self.request('GET', url, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 542, in request resp = self.send(prep, **send_kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/sessions.py", line 655, in send r = adapter.send(request, **kwargs) File "/home/ubuntu/.local/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 706, in urlopen chunked=chunked, File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 445, in _make_request six.raise_from(e, None) File "", line 3, in raise_from File "/home/ubuntu/.local/lib/python3.6/site-packages/urllib3/connectionpool.py", line 440, in _make_request httplib_response = conn.getresponse() File "/usr/lib/python3.6/http/client.py", line 1373, in getresponse response.begin() File "/usr/lib/python3.6/http/client.py", line 311, in begin version, status, reason = self._read_status() File "/usr/lib/python3.6/http/client.py", line 272, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.6/socket.py", line 586, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.6/ssl.py", line 874, in read return self._sslobj.read(len, buffer) File "/usr/lib/python3.6/ssl.py", line 631, in read v = self._sslobj.read(len, buffer) KeyboardInterrupt During handling of the above exception, another exception occurred: Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links time.sleep(0.2) KeyboardInterrupt Traceback (most recent call last): File "scraper_thehindu.py", line 142, in get_links print("break") OSError: [Errno 28] No space left on device Traceback (most recent call last): File "scraper_thehindu.py", line 139, in get_links print("break") OSError: [Errno 28] No space left on device Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 134, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range Traceback (most recent call last): File "scraper_thehindu.py", line 135, in get_links print(soup.select('span.dateline')[0].getText()) IndexError: list index out of range