feat(kernel): updated support for real hardware

Signed-off-by: Manjeet Singh <itsmanjeet1998@gmail.com>

Author: itsManjeet

.github/.vscode/settings.json

@@ -3,44 +3,43 @@ on:
   push:
     branches:
       - main
+      - next
     tags:
-      - '*'
+      - "*"
   pull_request:
 
 env:
   SOURCE_DATE_EPOCH: 1700000000
   RELEASE: 1
+  CACHE_PATH: ${{secrets.CACHE_PATH}}
 
 jobs:
   build:
     if: github.event_name != 'pull_request'
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     strategy:
       matrix:
-        arch: [amd64, arm64]
+        device: [qemu]
+        arch: [amd64]
     steps:
       - uses: actions/checkout@v5
 
-      - name: Install requirements
-        run: sudo apt-get update -y && sudo apt-get install -y parted zip
-
-      - name: Cleanup cache
-        run: rm -rf _cache
+      - name: Update Compile Database
+        run: make GOARCH=${{matrix.arch}} compile_db
 
       - name: update-kernel
         run: make GOARCH=${{matrix.arch}} update-kernel -j$(nproc)
 
       - name: Build
-        run: |
-          PATH=$PATH:/usr/sbin make GOARCH=${{matrix.arch}} -j$(nproc)
+        run: PATH=$PATH:/usr/sbin make GOARCH=${{matrix.arch}} -j$(nproc)
 
       - name: Compress Image
         run: |
-          rm -rf _cache/${{matrix.arch}}/bundle
-          mkdir -p _cache/${{matrix.arch}}/bundle
-          cp -a _cache/${{matrix.arch}}/disk.img external/${{matrix.arch}}/firmware external/${{matrix.arch}}/variables _cache/${{matrix.arch}}/bundle/
-          cd _cache/${{matrix.arch}}/bundle
-          zip ../rlxos-${{github.ref_name}}-${{matrix.arch}}.zip disk.img firmware variables
+          rm -rf ${CACHE_PATH}/${{matrix.device}}/${{matrix.arch}}/bundle
+          mkdir -p ${CACHE_PATH}/${{matrix.device}}/${{matrix.arch}}/bundle
+          cp -a ${CACHE_PATH}/${{matrix.device}}/${{matrix.arch}}/disk.img external/${{matrix.arch}}/firmware external/${{matrix.arch}}/variables ${CACHE_PATH}/${{matrix.device}}/${{matrix.arch}}/bundle/
+          cd ${CACHE_PATH}/${{matrix.device}}/${{matrix.arch}}/bundle
+          zip ../rlxos-${{github.ref_name}}-${{matrix.device}}-${{matrix.arch}}.zip disk.img firmware variables
 
       - name: Create / Update Release and Upload Artifact
         uses: softprops/action-gh-release@v2
@@ -50,6 +49,6 @@ jobs:
           prerelease: ${{ github.ref_type != 'tag' }}
           allowUpdates: true
           files: |
-            _cache/${{matrix.arch}}/rlxos-${{github.ref_name}}-${{matrix.arch}}.zip
+            ${CACHE_PATH}/${{matrix.device}}/${{matrix.arch}}/rlxos-${{github.ref_name}}-${{matrix.device}}-${{matrix.arch}}.zip
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/build-and-release.yml

@@ -13,7 +13,7 @@ DOCGEN_OUT ?= ${CACHE_PATH}/docs
 -include config.inc
 
 DEVICE_CACHE_PATH ?= ${CACHE_PATH}/${DEVICE}/${GOARCH}
-
+DEVICE_PATH := ${PROJECT_PATH}/devices/${DEVICE}/${GOARCH}
 SYSTEM_PATH	?= ${DEVICE_CACHE_PATH}/system
 SYSTEM_IMAGE ?= ${SYSTEM_PATH}.img
 
@@ -43,7 +43,7 @@ endif
 ifeq (${GOARCH},arm64)
 KARGS ?= console=ttyAMA0,115200
 else
-KARGS ?= console=ttyS0 console=tty0
+KARGS ?= console=tty0 console=ttyS0
 endif
 
 
@@ -89,7 +89,7 @@ DATA_TARGETS = $(shell find data/ -type f)
 EXTERNAL_TARGETS =
 SYSTEM_TARGETS = $(GO_TARGETS) ${EXTERNAL_TARGETS} ${CONFIG_TARGETS} ${DATA_TARGETS} $(addsuffix /manifest.json,$(addprefix apps/,${APPS})) $(addsuffix /icon.svg,$(addprefix apps/,${APPS}))
 
-INITRAMFS_TARGETS = init
+INITRAMFS_TARGETS = init cmd/driver
 
 ifeq (${RELEASE},1)
 GOFLAGS += -buildvcs=false -trimpath -ldflags="-s -w -buildid="
@@ -142,7 +142,8 @@ update-kernel: ${DEVICE_CACHE_PATH}/kernel/Makefile
 	cd ${DEVICE_CACHE_PATH}/kernel && \
 		cp $$(${MAKE} ${KERNEL_MAKE_ARGS} -s image_name) ${PROJECT_PATH}/devices/${DEVICE}/${GOARCH}/kernel.img
 
-	cd ${DEVICE_CACHE_PATH} && \
+	rm -rf ${KERNEL_DRIVERS_PATH}
+	cd ${DEVICE_CACHE_PATH}/kernel && \
 		${MAKE} ${KERNEL_MAKE_ARGS} INSTALL_MOD_PATH=${KERNEL_DRIVERS_PATH}/ INSTALL_MOD_STRIP=1 modules_install
 
 ${DEVICE_CACHE_PATH}/variables: ${CURDIR}/devices/${DEVICE}/${GOARCH}/variables
@@ -188,7 +189,10 @@ ${SYSTEM_PATH}/cmd/dlv:
 
 ${SYSTEM_IMAGE}: $(addprefix ${SYSTEM_PATH}/,${SYSTEM_TARGETS})
 	@rm -rf ${SYSTEM_PATH}/drivers
-	[ -d ${KERNEL_DRIVERS_PATH} ] && cp ${KERNEL_DRIVERS_PATH} ${SYSTEM_PATH}/drivers || true
+	[ -d ${KERNEL_DRIVERS_PATH} ] && \
+		mkdir -p ${SYSTEM_PATH}/drivers && \
+		find ${KERNEL_DRIVERS_PATH}  -type f -name "*.ko*" -exec cp -a {} ${SYSTEM_PATH}/drivers \; && \
+		go run rlxos.org/cmd/driver -driver-path ${SYSTEM_PATH}/drivers -cache ${SYSTEM_PATH}/drivers/cache.json cache || true
 	mksquashfs ${SYSTEM_PATH} ${SYSTEM_IMAGE} -noappend -all-root -quiet
 
 ${INITRAMFS_PATH}/%: ${SYSTEM_PATH}/%
@@ -199,7 +203,12 @@ ${INITRAMFS_PATH}/init: ${SYSTEM_PATH}/cmd/init
 	@mkdir -p $(dir $@)
 	cp -a $< $@
 
-${INITRAMFS_IMAGE}: $(addprefix ${INITRAMFS_PATH}/,${INITRAMFS_TARGETS})
+${INITRAMFS_IMAGE}: $(addprefix ${INITRAMFS_PATH}/,${INITRAMFS_TARGETS}) ${SYSTEM_IMAGE}
+	[ -d ${SYSTEM_PATH}/drivers ] && \
+		rm -rf ${INITRAMFS_PATH}/drivers && \
+		mkdir -p ${INITRAMFS_PATH}/drivers && \
+		xargs -I {} cp -a ${SYSTEM_PATH}/drivers/{} ${INITRAMFS_PATH}/drivers < ${DEVICE_PATH}/initrd.list
+
 	(cd ${INITRAMFS_PATH}; find . -print0 | cpio --null --create --verbose --format=newc) > $@
 
 -include depends.${GOARCH}.inc

Makefile

@@ -3,14 +3,19 @@
 
 Main subcommands:
 - `list` shows loaded modules.
-- `load` loads a module file or name.
+- `load` loads a module by file path, name, or modalias (alias). Dependencies
+  are resolved and loaded automatically from the cache.
 - `unload` removes a loaded module.
 - `info` and `deps` show module details.
+- `cache` scans /cache/kernel/drivers and /avyos/drivers, parses modules.alias
+  and modules.dep, and writes a unified cache to /cache/kernel/drivers/cache.json.
 
 Example usage:
 ```sh
+driver cache
 driver list
 driver load e1000e
+driver load "pci:v00008086d00001533sv*sd*bc*sc*i*"
 driver info e1000e
 driver deps e1000e
 driver unload e1000e