Pre-release merge for minor release v0.5.3

Pipfile

@@ -5,7 +5,7 @@ name = "pypi"
 
 [packages]
 arxiv-auth = "==0.2.7"
-arxiv-base = "==0.14.3"
+arxiv-base = "==0.15.2"
 boto = "==2.48.0"
 "boto3" = "==1.6.6"
 botocore = "==1.9.6"
@@ -28,7 +28,7 @@ jsonschema = "==2.6.0"
 markupsafe = "==1.0"
 mccabe = "==0.6.1"
 mock = "==2.0.0"
-mypy = "==0.560"
+mypy = "==0.670"
 "nose2" = "==0.7.3"
 pbr = "==3.1.1"
 psutil = "==5.4.3"
@@ -43,7 +43,6 @@ requests = "==2.20.0"
 snowballstemmer = "==1.2.1"
 thrift = "==0.11.0"
 thrift-connector = "==0.23"
-typed-ast = "==1.1.0"
 "urllib3" = "==1.22"
 werkzeug = "==0.14.1"
 wtforms = "==2.1"

lintstats.sh

@@ -14,7 +14,7 @@ curl -u $USERNAME:$GITHUB_TOKEN \
 
 
 # Check mypy integration
-MYPY_STATUS=$( pipenv run mypy -p search | grep -v "test.*" | grep -v "defined here" | wc -l | tr -d '[:space:]' )
+MYPY_STATUS=$( pipenv run mypy -p search | grep -v "test.*" | grep -v "defined here" | tee /dev/tty | wc -l | tr -d '[:space:]' )
 if [ $MYPY_STATUS -ne 0 ]; then MYPY_STATE="failure" && echo "mypy failed"; else MYPY_STATE="success" &&  echo "mypy passed"; fi
 
 curl -u $USERNAME:$GITHUB_TOKEN \

search/context.py

@@ -7,7 +7,7 @@
 import werkzeug
 
 
-def get_application_config(app: Flask = None) -> Union[dict, os._Environ]:
+def get_application_config(app: Optional[Union[Flask, object]] = None) -> Union[dict, os._Environ]:
     """
     Get a configuration from the current app, or fall back to env.
 

search/controllers/advanced/__init__.py

@@ -79,8 +79,8 @@ def search(request_params: MultiDict) -> Response:
     has_classic = False
     for key in request_params.keys():
         if key.startswith('terms-') and key.endswith('-term'):
-            value = request_params.get(key)
-            i = re.search('terms-([0-9])+-term', key).group(1)
+            value: str = request_params.get(key) # type: ignore
+            i = re.search('terms-([0-9])+-term', key).group(1) # type: ignore
             field = request_params.get(f'terms-{i}-field')
             # We are only looking for this syntax in the author search, or
             # in an all-fields search.

search/controllers/api/__init__.py

@@ -151,11 +151,11 @@ def _get_date_params(params: MultiDict, query_terms: List) \
                 dt = pytz.utc.localize(dt)
             dt = dt.replace(tzinfo=EASTERN)
         except ValueError:
-            raise BadRequest({'field': field, 'reason': 'invalid datetime'})
+            raise BadRequest(f'Invalid datetime in {field}')
         date_params[field] = dt
         query_terms.append({'parameter': field, 'value': dt})
     if 'date_type' in params:
-        date_params['date_type'] = params.get('date_type')
+        date_params['date_type'] = params.get('date_type') # type: ignore
         query_terms.append({'parameter': 'date_type',
                             'value': date_params['date_type']})
     if date_params:
@@ -192,9 +192,6 @@ def _get_classification(value: str, field: str, query_terms: List) \
     try:
         clsns = _to_classification(value, query_terms)
     except ValueError:
-        raise BadRequest({
-            'field': field,
-            'reason': 'not a valid classification term'
-        })
+        raise BadRequest(f'Not a valid classification term: {field}={value}')
     query_terms.append({'parameter': field, 'value': value})
     return clsns

search/factory.py

@@ -24,7 +24,7 @@ def create_ui_web_app() -> Flask:
     logging.getLogger('botocore').setLevel(logging.ERROR)
 
     app = Flask('search')
-    app.config.from_pyfile('config.py')
+    app.config.from_pyfile('config.py') # type: ignore
     app.url_map.converters['archive'] = ArchiveConverter
 
     index.init_app(app)
@@ -47,7 +47,7 @@ def create_api_web_app() -> Flask:
 
     app = Flask('search')
     app.json_encoder = ISO8601JSONEncoder
-    app.config.from_pyfile('config.py')
+    app.config.from_pyfile('config.py') # type: ignore
 
     index.init_app(app)
 
@@ -62,3 +62,4 @@ def create_api_web_app() -> Flask:
             app.errorhandler(error)(handler)
 
     return app
+

search/routes/api/__init__.py

@@ -39,12 +39,12 @@ def search() -> Response:
     # if requested == ATOM_XML:
     #     return serialize.as_atom(data), status, headers
     response_data = serialize.as_json(data['results'], query=data['query'])
-    return response_data, status_code, headers
+    return response_data, status_code, headers # type: ignore
 
 
 @blueprint.route('<arxiv:paper_id>v<string:version>', methods=['GET'])
 @scoped(required=scopes.READ_PUBLIC)
 def paper(paper_id: str, version: str) -> Response:
     """Document metadata endpoint."""
     data, status_code, headers = api.paper(f'{paper_id}v{version}')
-    return serialize.as_json(data['results']), status_code, headers
+    return serialize.as_json(data['results']), status_code, headers # type: ignore

search/routes/api/exceptions.py

@@ -45,7 +45,7 @@ def get_handlers() -> List[Tuple[type, Callable]]:
 def handle_not_found(error: NotFound) -> Response:
     """Render the base 404 error page."""
     rendered = jsonify({'code': error.code, 'error': error.description})
-    response = make_response(rendered)
+    response: Response = make_response(rendered)
     response.status_code = status.HTTP_404_NOT_FOUND
     return response
 
@@ -54,7 +54,7 @@ def handle_not_found(error: NotFound) -> Response:
 def handle_forbidden(error: Forbidden) -> Response:
     """Render the base 403 error page."""
     rendered = jsonify({'code': error.code, 'error': error.description})
-    response = make_response(rendered)
+    response: Response = make_response(rendered)
     response.status_code = status.HTTP_403_FORBIDDEN
     return response
 
@@ -63,7 +63,7 @@ def handle_forbidden(error: Forbidden) -> Response:
 def handle_unauthorized(error: Unauthorized) -> Response:
     """Render the base 401 error page."""
     rendered = jsonify({'code': error.code, 'error': error.description})
-    response = make_response(rendered)
+    response: Response = make_response(rendered)
     response.status_code = status.HTTP_401_UNAUTHORIZED
     return response
 
@@ -72,7 +72,7 @@ def handle_unauthorized(error: Unauthorized) -> Response:
 def handle_method_not_allowed(error: MethodNotAllowed) -> Response:
     """Render the base 405 error page."""
     rendered = jsonify({'code': error.code, 'error': error.description})
-    response = make_response(rendered)
+    response: Response = make_response(rendered)
     response.status_code = status.HTTP_405_METHOD_NOT_ALLOWED
     return response
 
@@ -81,7 +81,7 @@ def handle_method_not_allowed(error: MethodNotAllowed) -> Response:
 def handle_request_entity_too_large(error: RequestEntityTooLarge) -> Response:
     """Render the base 413 error page."""
     rendered = jsonify({'code': error.code, 'error': error.description})
-    response = make_response(rendered)
+    response: Response = make_response(rendered)
     response.status_code = status.HTTP_413_REQUEST_ENTITY_TOO_LARGE
     return response
 
@@ -90,7 +90,7 @@ def handle_request_entity_too_large(error: RequestEntityTooLarge) -> Response:
 def handle_bad_request(error: BadRequest) -> Response:
     """Render the base 400 error page."""
     rendered = jsonify({'code': error.code, 'error': error.description})
-    response = make_response(rendered)
+    response: Response = make_response(rendered)
     response.status_code = status.HTTP_400_BAD_REQUEST
     return response
 
@@ -104,6 +104,6 @@ def handle_internal_server_error(error: InternalServerError) -> Response:
         logger.error('Caught unhandled exception: %s', error)
         rendered = jsonify({'code': status.HTTP_500_INTERNAL_SERVER_ERROR,
                             'error': 'Unexpected error'})
-    response = make_response(rendered)
+    response: Response = make_response(rendered)
     response.status_code = status.HTTP_500_INTERNAL_SERVER_ERROR
     return response