Merge pull request #222 from arXiv/feature/ARXIVNG-1448

ARXIVNG-1448 support for primary, ARXIVNG-1447 secondary categories
arXiv · Dec 20, 2018 · 34a0358 · 34a0358
2 parents d2a1499 + 7bdf1f6
commit 34a0358
Show file tree

Hide file tree

Showing 20 changed files with 757 additions and 150 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -3,7 +3,7 @@
 # Defines the runtime for the arXiv search service, which provides the main
 # UIs (and, eventually, APIs) for search.
 
-FROM arxiv/base:0.12.1rc2
+FROM arxiv/base:0.12.1
 
 WORKDIR /opt/arxiv
 

diff --git a/Dockerfile-agent b/Dockerfile-agent
@@ -4,7 +4,7 @@
 #  article metadata becomes available. Subscribes to a Kinesis stream for
 #  notifications about new metadata.
 
-FROM arxiv/search
+FROM arxiv/search:0.5.1
 
 WORKDIR /opt/arxiv
 

diff --git a/Dockerfile-api b/Dockerfile-api
@@ -3,7 +3,7 @@
 # Defines the runtime for the arXiv search API, which provides a metadata
 # query API backed by Elasticsearch.
 
-FROM arxiv/base:0.12.1rc2
+FROM arxiv/base:0.12.1
 
 WORKDIR /opt/arxiv
 

diff --git a/Dockerfile-index b/Dockerfile-index
@@ -16,7 +16,7 @@
 #
 # See also ELASTICSEARCH_* and METADATA_ENDPOINT parameters, below.
 
-FROM arxiv/base:0.12.1rc2
+FROM arxiv/base:0.12.1
 
 # Add Python consumer and configuration.
 ADD requirements/prod.txt /opt/arxiv/requirements.txt

diff --git a/Pipfile b/Pipfile
@@ -4,8 +4,8 @@ verify_ssl = true
 name = "pypi"
 
 [packages]
-arxiv-base = "==0.12.1rc2"
-arxiv-auth = "==0.1.0rc14"
+arxiv-auth = "==0.2.1"
+arxiv-base = "==0.12.1"
 boto = "==2.48.0"
 "boto3" = "==1.6.6"
 botocore = "==1.9.6"

diff --git a/Pipfile.lock b/Pipfile.lock
diff --git a/schema/resources/Classification.json b/schema/resources/Classification.json
@@ -0,0 +1,9 @@
+{
+  "title": "Classification",
+  "type": "object",
+  "properties": {
+      "archive": {"$ref": "./ClassificationTerm.json"},
+      "group": {"$ref": "./ClassificationTerm.json"},
+      "category": {"$ref": "./ClassificationTerm.json"}
+  }
+}
diff --git a/schema/resources/ClassificationTerm.json b/schema/resources/ClassificationTerm.json
@@ -0,0 +1,13 @@
+{
+  "title": "ClassificationTerm",
+  "type": "object",
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "name": {
+      "type": "string"
+    }
+  },
+  "required": ["id", "name"]
+}
diff --git a/schema/resources/Document.json b/schema/resources/Document.json
@@ -111,11 +111,11 @@
         "uniqueItems": true
       },
       "primary_classification": {
-        "$ref": "./Document.json#/definitions/classification"
+        "$ref": "./Classification.json"
       },
       "secondary_classification": {
         "type": "array",
-        "items": {"$ref": "./Document.json#/definitions/classification"}
+        "items": {"$ref": "./Classification.json"}
       },
       "report_num": {
         "type": "string"
@@ -188,51 +188,5 @@
       "href",
       "canonical"
     ]
-  },
-  "definitions": {
-    "category": {
-      "type": "object",
-      "properties": {
-        "id": {
-          "type": "string"
-        },
-        "name": {
-          "type": "string"
-        }
-      },
-      "required": ["id", "name"]
-    },
-    "archive": {
-      "type": "object",
-      "properties": {
-        "id": {
-          "type": "string"
-        },
-        "name": {
-          "type": "string"
-        }
-      },
-      "required": ["id", "name"]
-    },
-    "group": {
-      "type": "object",
-      "properties": {
-        "id": {
-          "type": "string"
-        },
-        "name": {
-          "type": "string"
-        }
-      },
-      "required": ["id", "name"]
-    },
-    "classification": {
-      "type": "object",
-      "properties": {
-        "archive": {"$ref": "#/definitions/archive"},
-        "group": {"$ref": "#/definitions/group"},
-        "category": {"$ref": "#/definitions/category"}
-      }
-    }
   }
 }
diff --git a/schema/resources/DocumentMetadata.json b/schema/resources/DocumentMetadata.json
@@ -1,52 +1,6 @@
 {
     "title": "DocumentMetadata",
     "description": "Schema for arXiv document metadata provided by the docmeta endpoint.",
-    "definitions": {
-        "category": {
-            "type": "object",
-            "properties": {
-                "id": {
-                    "type": "string"
-                },
-                "name": {
-                    "type": "string"
-                }
-            },
-            "required": ["id", "name"]
-        },
-        "archive": {
-            "type": "object",
-            "properties": {
-                "id": {
-                    "type": "string"
-                },
-                "name": {
-                    "type": "string"
-                }
-            },
-            "required": ["id", "name"]
-        },
-        "group": {
-            "type": "object",
-            "properties": {
-                "id": {
-                    "type": "string"
-                },
-                "name": {
-                    "type": "string"
-                }
-            },
-            "required": ["id", "name"]
-        },
-        "classification": {
-            "type": "object",
-            "properties": {
-                "archive": {"$ref": "#/definitions/archive"},
-                "group": {"$ref": "#/definitions/group"},
-                "category": {"$ref": "#/definitions/category"}
-            }
-        }
-    },
     "type": "object",
     "properties": {
         "abs_categories": {
@@ -216,11 +170,11 @@
             "type": "string"
         },
         "primary_classification": {
-            "$ref": "#/definitions/classification"
+            "$ref": "./Classification.json"
         },
         "secondary_classification": {
             "type": "array",
-            "items": {"$ref": "#/definitions/classification"}
+            "items": {"$ref": "./Classification.json"}
         },
         "proxy": {
             "type": "string"

diff --git a/schema/resources/DocumentSet.json b/schema/resources/DocumentSet.json
@@ -18,14 +18,29 @@
         "total": {
           "description": "Total number of documents that respond to this query.",
           "type": "integer"
+        },
+        "query": {
+          "description": "Query parameters interpreted from the request.",
+          "type": "array",
+          "items": {
+            "type": "object",
+            "properties": {
+              "parameter": {
+                "type": "string"
+              },
+              "value": {
+                "type": "string"
+              }
+            }
+          }
         }
       }
     },
     "results": {
       "type": "array",
       "items": {
         "type": "object",
-        "$ref": "Document.json#Document"
+        "$ref": "Document.json"
       }
     }
   }