sync qkv. (#32) #72

	name: main
	on:
	pull_request:
	branches:
	- main
	push:
	branches:
	- main
	jobs:
	build:
	name: Build
	runs-on: ${{matrix.os}}
	strategy:
	matrix:
	os:
	- ubuntu-latest
	platforms:
	- linux/arm64
	- linux/amd64
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Dependencies
	id: dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install build-essential
	- name: Build
	id: build
	run: \|
	make main
	make funcs-test
	make quants-test
	make llama2-tasks-test
	make grok1-tasks-test
	- name: funcs-test
	run: ./funcs-test
	- name: quants-test
	run: ./quants-test
	- name: llama2-tasks-test
	run: ./llama2-tasks-test
	- name: grok1-tasks-test
	run: ./grok1-tasks-test

Provide feedback