Update dali-subsquid.yml playbook

.maintain/playbooks/prod-dali-subsquid.yml

@@ -0,0 +1,260 @@
+---
+- hosts: all
+
+  vars:
+    user: subsquid
+    group: subsquid
+
+    work_dir: /srv/composable
+    infra_dir: /srv/subsquid_infra
+    archiver_dir: "{{ infra_dir }}/archiver"
+    indexer_db_dir: "{{ infra_dir }}/indexer_db"
+
+  tasks:
+  - name: Initialization
+    block:
+    - name: Create a group
+      group:
+        name: "{{ user }}"
+        state: present
+      become: yes
+
+    - name: Create a user
+      user:
+        name: "{{ user }}"
+        state: present
+        shell: /bin/bash
+        home: "/home/{{ user }}"
+        group: "{{ group }}"
+      become: yes
+
+    - name: Stop old verions of services
+      systemd:
+        name: "{{ item.name }}"
+        enabled: yes
+        state: stopped
+      loop:
+      - name: subsquid-archiver
+      - name: subsquid-indexer-db
+      - name: subsquid-processor
+      - name: subsquid-graphql-server
+      ignore_errors: yes
+      become: yes
+
+    - name: Remove old installations
+      ansible.builtin.file:
+        path: "{{ item.path }}"
+        state: absent 
+      loop:
+        - path: "{{ work_dir }}"
+        - path: "{{ archiver_dir }}"
+        - path: "{{ indexer_db_dir }}"
+        - path: "{{ infra_dir }}"
+      become: yes
+
+    - name: Create directories
+      ansible.builtin.file:
+        path: "{{ item.path }}"
+        state: directory
+        mode: "0755"
+        owner: "{{ user }}"
+        group: "{{ group }}"
+      loop:
+      - path: "{{ work_dir }}"
+      - path: "{{ infra_dir }}"
+      - path: "{{ archiver_dir }}"
+      - path: "{{ indexer_db_dir }}"
+      become: yes
+
+    - name: Create new systemd services and docker-compose files
+      template:
+        src: "{{ item.src }}"
+        dest: "{{ item.dest }}"
+        mode: "0644"
+      loop:
+      - src: systemd/dali-subsquid-archiver.service.j2
+        dest: /etc/systemd/system/subsquid-archiver.service
+      - src: systemd/dali-subsquid-indexer-db.service.j2
+        dest: /etc/systemd/system/subsquid-indexer-db.service
+      - src: systemd/dali-subsquid-graphql-server.service.j2
+        dest: /etc/systemd/system/subsquid-graphql-server.service
+      - src: systemd/dali-subsquid-processor.service.j2
+        dest: /etc/systemd/system/subsquid-processor.service
+
+      - src: docker-compose/dali-subsquid-archiver.docker-compose.yml.j2
+        dest: "{{ archiver_dir }}/docker-compose.yml"
+      - src: docker-compose/dali-subsquid-indexer-db.docker-compose.yml.j2
+        dest: "{{ indexer_db_dir }}/docker-compose.yml"
+
+      become: yes
+
+  - name: HTTP endpoints
+    block:
+    - name: Install nginx
+      apt:
+        pkg:
+        - nginx
+      become: yes
+
+    - name: Remove old nginx configs
+      ansible.builtin.file:
+        path: /etc/nginx/sites-enabled/subsquid.conf
+        state: absent 
+      become: yes
+
+    - name: Add a nginx config for Subsquid
+      template:
+        src: nginx/prod-dali-subsquid.conf.j2
+        dest: /etc/nginx/sites-enabled/subsquid.conf
+        mode: "0600"
+      become: yes
+
+    - name: Enable service nginx and ensure it is not masked
+      ansible.builtin.systemd:
+        name: nginx
+        state: started
+        enabled: yes
+        masked: no
+      become: yes
+
+  - name: Install dependencies
+    block:
+    - name: Install common dependencies
+      apt:
+        pkg:
+        - git
+        update_cache: yes
+        install_recommends: no
+      become: yes
+
+    - name: Install nodejs
+      block:
+      - name: Download nodejs v16 installer
+        get_url:
+          url: https://deb.nodesource.com/setup_16.x
+          dest: "/tmp/setup_node.sh"
+          mode: '0440'
+        become: yes
+
+      - name: Add nodejs repository
+        ansible.builtin.shell: |
+          cat /tmp/setup_node.sh | bash
+        become: yes
+
+      - name: Update repositories cache and install nodejs
+        apt:
+          pkg:
+          - nodejs
+          update_cache: yes
+          install_recommends: no
+        become: yes
+
+      - name: Update npm
+        ansible.builtin.shell: |
+          npm install -g [email protected]
+        become: yes
+
+    - name: Install Docker
+      block:
+      - name: Remove old versions
+        apt:
+          pkg:
+          - docker
+          - docker-engine
+          - docker.io
+          - containerd
+          - runc
+          state: absent
+        become: yes
+
+      - name: Install Docker dependencies
+        apt:
+          pkg:
+          - ca-certificates
+          - curl
+          - gnupg
+          - lsb-release
+          update_cache: yes
+          install_recommends: no
+        become: yes
+
+      - name: Create a directory for Docker GPG key
+        ansible.builtin.file:
+          path: /etc/apt/keyrings
+          state: directory
+          mode: "0755"
+        become: yes
+
+      - name: Download Docker GPG key
+        get_url:
+          url: https://download.docker.com/linux/ubuntu/gpg
+          dest: /tmp/docker.gpg
+          mode: "644"
+        become: yes
+
+      - name: Add Docker repository
+        ansible.builtin.shell: |
+          cat /tmp/docker.gpg | gpg --dearmor --yes -o /etc/apt/keyrings/docker.gpg
+          echo \
+            "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/ubuntu \
+            $(lsb_release -cs) stable" | tee /etc/apt/sources.list.d/docker.list > /dev/null
+        become: yes
+
+      - name: Install new versions
+        apt:
+          pkg:
+          - docker
+          - docker.io
+          - containerd
+          - runc
+          update_cache: yes
+          install_recommends: no
+        become: yes
+
+  - name: Enable and start docker service
+    systemd:
+      name: docker
+      enabled: yes
+      state: started
+    become: yes
+
+  - name: Enable and restart subsquid-archiver and subsquid-indexer-db services
+    # Here will be a timeout if use the 'systemd' module
+    ansible.builtin.shell: |
+      systemctl restart subsquid-archiver
+      systemctl enable subsquid-archiver
+
+      systemctl restart subsquid-indexer-db
+      systemctl enable subsquid-indexer-db
+    become: yes
+
+  - name: Clone composable repo
+    ansible.builtin.shell: |
+      git clone https://github.com/ComposableFi/composable.git {{ work_dir }}
+    become: yes
+
+  - name: Build subsquid
+    ansible.builtin.shell: |
+      npm ci
+      npm run build
+    args:
+      chdir: "{{ work_dir }}/subsquid"
+    become: yes
+
+  - name: Run migrations
+    ansible.builtin.shell: |
+      npx sqd db create
+      npx sqd db migrate
+    args:
+      chdir: "{{ work_dir }}/subsquid"
+    become: yes
+
+  - name: Enable and restart subsquid-processor and subsquid-graphql-server services
+    # Here will be a timeout if use the 'systemd' module
+    ansible.builtin.shell: |
+      systemctl restart subsquid-processor
+      systemctl enable subsquid-processor
+
+      systemctl restart subsquid-graphql-server
+      systemctl enable subsquid-graphql-server
+    become: yes

.maintain/playbooks/templates/nginx/prod-dali-subsquid.conf.j2

@@ -0,0 +1,14 @@
+server {
+    listen 80;
+    server_name {{ domain }};
+
+    # Hide nginx version
+    server_tokens off;
+
+    location / {
+        proxy_pass http://127.0.0.1:4350;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header Host $host;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    }
+}