feat: mesh topology, distributed all layers. #324

	name: main
	on:
	pull_request:
	branches:
	- main
	push:
	branches:
	- main
	jobs:
	build-linux:
	name: Linux
	runs-on: ${{matrix.os}}
	strategy:
	matrix:
	os:
	- ubuntu-latest
	platforms:
	- linux/arm64
	- linux/amd64
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Dependencies
	id: dependencies
	run: sudo apt-get update && sudo apt-get install build-essential
	- name: Build
	id: build
	run: \|
	make dllama
	make dllama-api
	make funcs-test
	make quants-test
	make tokenizer-test
	make commands-test
	make llama2-tasks-test
	make grok1-tasks-test
	- name: funcs-test
	run: ./funcs-test
	- name: quants-test
	run: ./quants-test
	- name: tokenizer-test
	run: ./tokenizer-test
	- name: commands-test
	run: ./commands-test
	- name: llama2-tasks-test
	run: ./llama2-tasks-test
	- name: grok1-tasks-test
	run: ./grok1-tasks-test

	build-windows:
	name: Windows
	runs-on: windows-latest
	steps:
	- name: Checkout Repo
	uses: actions/checkout@v3
	- name: Dependencies
	id: dependencies
	run: choco install make
	- name: Build
	id: build
	run: \|
	make dllama
	make dllama-api
	make funcs-test
	make quants-test
	make tokenizer-test
	make commands-test
	make llama2-tasks-test
	make grok1-tasks-test
	- name: funcs-test
	run: ./funcs-test
	- name: quants-test
	run: ./quants-test
	- name: tokenizer-test
	run: ./tokenizer-test
	- name: commands-test
	run: ./commands-test
	- name: llama2-tasks-test
	run: ./llama2-tasks-test
	- name: grok1-tasks-test
	run: ./grok1-tasks-test

Provide feedback