make preinstalled driver path configurable

src/drivers/config/drivers.md

@@ -21,18 +21,24 @@ drivers:
     set-nvidia-runtme: true
 ```
 
+Or if your cluster has already installed nvidia-driver, and do not need pai to install it
+again, then you can provide this info in your service-configuration.yaml like:
+
+```yaml
+drivers:
+    pre-installed-nvidia-path: /path/to/your/drivers
+```
+
 #### Generated Configuration <a name="G_Config"></a>
 
 Generated configuration means the object model after parsing. The parsed data will be presented by a yaml format.
 ```yaml
 drivers:
     set-nvidia-runtme: false
     version: 384.111
+    pre-installed-nvidia-path: /usr/local/nvidia
 ```
 
-
-
-
 #### Table <a name="T_Config"></a>
 
 <table>
@@ -54,7 +60,10 @@ drivers:
     <td>cluster_cfg["drivers"]["version"]</td>
     <td>string</td>
 </tr>
+<tr>
+    <td>drivers.pre-installed-nvidia-path</td>
+    <td>com["drivers"]["pre-installed-nvidia-path"]</td>
+    <td>cluster_cfg["drivers"]["pre-installed-nvidia-path"]</td>
+    <td>path string</td>
+</tr>
 </table>
-
-
-

src/drivers/config/drivers.yaml

@@ -23,4 +23,6 @@ set-nvidia-runtime: false
 # 384.111
 # 390.25
 # 410.73
-version: "384.111"
+version: "384.111"
+
+pre-installed-nvidia-path: /usr/local/nvidia

src/drivers/deploy/drivers.yaml.template

@@ -54,7 +54,7 @@ spec:
           name: etc-path-ld
         - mountPath: /etc/docker
           name: etc-path-docker
-        - mountPath: /usr/local/nvidia # TODO
+        - mountPath: {{ cluster_cfg["drivers"]["pre-installed-nvidia-path"] }}
           name: pre-install-nv-driver-path
         env:
         - name: DRIVER_PATH