Skip to content
This repository has been archived by the owner on Jun 6, 2024. It is now read-only.

Clean jobs containers when delete NM #1296

Merged
merged 5 commits into from
Sep 7, 2018
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -39,11 +39,13 @@ spec:
name: data-path
- mountPath: /hadoop-node-manager-delete
name: hadoop-node-manager-delete-config
- mountPath: /var/run/docker.sock
name: docker-socket
env:
- name: DELETE_CONFIG
value: hadoop-node-manager-delete
- name: WORKER_CONFIG
value: delete-data.sh
value: delete.sh
readinessProbe:
exec:
command:
Expand All @@ -60,3 +62,7 @@ spec:
- name: hadoop-node-manager-delete-config
configMap:
name: hadoop-node-manager-delete
- name: docker-socket
hostPath:
path: /var/run/docker.sock

Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,19 @@
# DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

# Clean running job

if which docker > /dev/null && [ -S /var/run/docker.sock ]; then

echo "Clean hadoop jobs"

docker ps | awk '/container_\w{3}_[0-9]{13}_[0-9]{4}_[0-9]{2}_[0-9]{6}/ { print $NF}' | xargs timeout 30 docker stop || \
docker ps | awk '/container_\w{3}_[0-9]{13}_[0-9]{4}_[0-9]{2}_[0-9]{6}/ { print $NF}' | xargs docker kill

fi


# Clean data

echo "Clean the hadoop node manager's data on the disk"

Expand Down
7 changes: 6 additions & 1 deletion pai-management/src/cleaning-image/dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,12 @@

FROM base-image

RUN wget https://download.docker.com/linux/static/stable/x86_64/docker-17.06.2-ce.tgz && \
tar xzvf docker-17.06.2-ce.tgz && \
mv docker/* /usr/bin/ && \
rm docker-17.06.2-ce.tgz

COPY start.sh /usr/local/start.sh
RUN chmod a+x /usr/local/start.sh

CMD ["/usr/local/start.sh"]
CMD ["/usr/local/start.sh"]