Feat: defcall

[hikettei]

• Replace defmethod call with defcall
• Documentation

(defmethod call ((model Transformer) &rest inputs)
  (multiple-value-bind (tokens start-pos) (apply #'values inputs)
    (assert (and tokens start-pos))
    (st "Tokens[batch sentence_length] Start_Pos[] -> Tokens[batch sentence_length]" (tokens start-pos))
    ;; (assert (numberp (second (shape tokens))) () "The second dimension of the tensor (seq_len) must be a fixnum, getting ~a" (shape tokens))
    (with-slots ((wte wte) (wpe wpe) (h h) (ln-f ln-f) (lm-head lm-head)) model
      (let* ((token-emb (forward wte tokens))
	     (pos-emb   (forward wpe (!cast (!add start-pos (!index-components `(1 ,(second (shape tokens))))) (dtype-of tokens))))
	     (hi (!add token-emb pos-emb))
             (seq-len (iconst (second (shape tokens))))
	     (mask (!triu (!full `(1 1 ,seq-len ,(!+ start-pos (iconst seq-len))) (-inf)) :diagonal (!+ (iconst 1) start-pos)))
	     (_ (dolist (hn h) (setf hi (forward hn hi mask start-pos))))
	     (logits (forward lm-head (forward ln-f hi))))
	(declare (ignore _))
	;; (!argmax (!view logits t -1 t))
        (!argmax logits)))))

===> replace

(defcall (model Transformer) (Tokens[Batch Seq-Len] Start-Pos[])
  (with-slots ((wte wte) (wpe wpe) (h h) (ln-f ln-f) (lm-head lm-head)) model
    (let* ((token-emb (forward wte tokens))
	   (pos-emb   (forward wpe (!cast (!add start-pos (!index-components `(1 ,seq-len))) (dtype-of tokens))))
	   (hi (!add token-emb pos-emb))
	   (mask (!triu (!full `(1 1 ,seq-len ,(!+ start-pos (iconst seq-len))) (-inf)) :diagonal (!+ (iconst 1) start-pos)))
	   (_ (dolist (hn h) (setf hi (forward hn hi mask start-pos))))
	   (logits (forward lm-head (forward ln-f hi))))
      (declare (ignore _))
      ;; (!argmax (!view logits t -1 t))
      (!argmax logits))))