2018-05-06 17:42:56 [scrapy.core.scraper] ERROR: Spider error processing (referer: http://comp4332.com/realistic/2017/Spring/01/26/01/30/) Traceback (most recent call last): File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/twisted/internet/defer.py", line 653, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 57, in parse_dept self.parse_course(course, semester, record_time) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 97, in parse_course self.db.courses.insert_one(course) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 683, in insert_one session=session), File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 599, in _insert bypass_doc_val, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 579, in _insert_one True, _insert_command, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1101, in _retryable_write with self._tmp_session(session) as s: File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/contextlib.py", line 81, in __enter__ return next(self.gen) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1407, in _tmp_session s = self._ensure_session(session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1394, in _ensure_session return self.start_session(causal_consistency=False) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1372, in start_session server_session = self._get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1380, in _get_server_session return self._topology.get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 427, in get_server_session None) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 199, in _select_servers_loop self._error_message(selector)) pymongo.errors.ServerSelectionTimeoutError: localhost:27017: [Errno 111] Connection refused 2018-05-06 17:43:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: http://comp4332.com/realistic/2017/Spring/01/26/01/00/) Traceback (most recent call last): File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/twisted/internet/defer.py", line 653, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 57, in parse_dept self.parse_course(course, semester, record_time) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 98, in parse_course self.parse_sections(el.xpath('.//table[@class="sections"]//tr')[1:], code, semester, record_time) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 149, in parse_sections '$each': sections File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 976, in update_one session=session), File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 836, in _update_retryable _update, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1101, in _retryable_write with self._tmp_session(session) as s: File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/contextlib.py", line 81, in __enter__ return next(self.gen) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1407, in _tmp_session s = self._ensure_session(session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1394, in _ensure_session return self.start_session(causal_consistency=False) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1372, in start_session server_session = self._get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1380, in _get_server_session return self._topology.get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 427, in get_server_session None) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 199, in _select_servers_loop self._error_message(selector)) pymongo.errors.ServerSelectionTimeoutError: localhost:27017: [Errno 111] Connection refused 2018-05-06 17:43:57 [scrapy.core.scraper] ERROR: Spider error processing (referer: http://comp4332.com/realistic/2017/Spring/01/26/01/00/) Traceback (most recent call last): File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/twisted/internet/defer.py", line 653, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 57, in parse_dept self.parse_course(course, semester, record_time) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 97, in parse_course self.db.courses.insert_one(course) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 683, in insert_one session=session), File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 599, in _insert bypass_doc_val, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 579, in _insert_one True, _insert_command, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1101, in _retryable_write with self._tmp_session(session) as s: File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/contextlib.py", line 81, in __enter__ return next(self.gen) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1407, in _tmp_session s = self._ensure_session(session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1394, in _ensure_session return self.start_session(causal_consistency=False) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1372, in start_session server_session = self._get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1380, in _get_server_session return self._topology.get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 427, in get_server_session None) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 199, in _select_servers_loop self._error_message(selector)) pymongo.errors.ServerSelectionTimeoutError: localhost:27017: [Errno 111] Connection refused 2018-05-06 17:44:27 [scrapy.core.scraper] ERROR: Spider error processing (referer: http://comp4332.com/realistic/2017/Spring/01/26/01/00/) Traceback (most recent call last): File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/twisted/internet/defer.py", line 653, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 57, in parse_dept self.parse_course(course, semester, record_time) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 97, in parse_course self.db.courses.insert_one(course) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 683, in insert_one session=session), File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 599, in _insert bypass_doc_val, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 579, in _insert_one True, _insert_command, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1101, in _retryable_write with self._tmp_session(session) as s: File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/contextlib.py", line 81, in __enter__ return next(self.gen) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1407, in _tmp_session s = self._ensure_session(session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1394, in _ensure_session return self.start_session(causal_consistency=False) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1372, in start_session server_session = self._get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1380, in _get_server_session return self._topology.get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 427, in get_server_session None) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 199, in _select_servers_loop self._error_message(selector)) pymongo.errors.ServerSelectionTimeoutError: localhost:27017: [Errno 111] Connection refused 2018-05-06 17:44:57 [scrapy.core.scraper] ERROR: Spider error processing (referer: http://comp4332.com/realistic/2017/Spring/01/26/01/00/) Traceback (most recent call last): File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/twisted/internet/defer.py", line 653, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 57, in parse_dept self.parse_course(course, semester, record_time) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 97, in parse_course self.db.courses.insert_one(course) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 683, in insert_one session=session), File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 599, in _insert bypass_doc_val, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 579, in _insert_one True, _insert_command, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1101, in _retryable_write with self._tmp_session(session) as s: File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/contextlib.py", line 81, in __enter__ return next(self.gen) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1407, in _tmp_session s = self._ensure_session(session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1394, in _ensure_session return self.start_session(causal_consistency=False) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1372, in start_session server_session = self._get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1380, in _get_server_session return self._topology.get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 427, in get_server_session None) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 199, in _select_servers_loop self._error_message(selector)) pymongo.errors.ServerSelectionTimeoutError: localhost:27017: [Errno 111] Connection refused 2018-05-06 17:45:28 [scrapy.core.scraper] ERROR: Spider error processing (referer: http://comp4332.com/realistic/2017/Spring/01/26/01/00/) Traceback (most recent call last): File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/twisted/internet/defer.py", line 653, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 57, in parse_dept self.parse_course(course, semester, record_time) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 97, in parse_course self.db.courses.insert_one(course) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 683, in insert_one session=session), File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 599, in _insert bypass_doc_val, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 579, in _insert_one True, _insert_command, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1101, in _retryable_write with self._tmp_session(session) as s: File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/contextlib.py", line 81, in __enter__ return next(self.gen) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1407, in _tmp_session s = self._ensure_session(session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1394, in _ensure_session return self.start_session(causal_consistency=False) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1372, in start_session server_session = self._get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1380, in _get_server_session return self._topology.get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 427, in get_server_session None) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 199, in _select_servers_loop self._error_message(selector)) pymongo.errors.ServerSelectionTimeoutError: localhost:27017: [Errno 111] Connection refused 2018-05-06 17:45:58 [scrapy.core.scraper] ERROR: Spider error processing (referer: http://comp4332.com/realistic/2017/Spring/01/26/01/00/) Traceback (most recent call last): File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/twisted/internet/defer.py", line 653, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 57, in parse_dept self.parse_course(course, semester, record_time) File "/var/www/html/Comp4332/phase6/simple/phase3/spiders/mongo_spider.py", line 97, in parse_course self.db.courses.insert_one(course) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 683, in insert_one session=session), File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 599, in _insert bypass_doc_val, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/collection.py", line 579, in _insert_one True, _insert_command, session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1101, in _retryable_write with self._tmp_session(session) as s: File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/contextlib.py", line 81, in __enter__ return next(self.gen) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1407, in _tmp_session s = self._ensure_session(session) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1394, in _ensure_session return self.start_session(causal_consistency=False) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1372, in start_session server_session = self._get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/mongo_client.py", line 1380, in _get_server_session return self._topology.get_server_session() File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 427, in get_server_session None) File "/home/ubuntu/.pyenv/versions/3.6.3/lib/python3.6/site-packages/pymongo/topology.py", line 199, in _select_servers_loop self._error_message(selector)) pymongo.errors.ServerSelectionTimeoutError: localhost:27017: [Errno 111] Connection refused