[Features][CustomSched][BPFLib]

    * Custom Scheduling
    * Capturing cgroup stats on per invoke level
    * BPFLibrary to create a pinned BPFMap of function characteristics
      * used to share data with scx scheduler

clippy changes

.gitignore

@@ -4,4 +4,5 @@ __pycache__/*.lock
 **.lock
 **__pycache__**
 .idea/
-.vscode/
+.vscode/
+**.swp

src/Ilúvatar/.gitignore

@@ -4,5 +4,5 @@ iluvatar_worker/src/worker.dev*json
 iluvatar_worker_library/tests/resources/worker.dev*json
 iluvatar_controller/src/controller.dev*json
 target/
-**.swp
-.vscode/
+**.sw*
+.vscode/

src/Ilúvatar/Cargo.toml

@@ -8,7 +8,9 @@ members = [
   "iluvatar_library",
   "iluvatar_worker_library",
   "iluvatar_energy_mon",
-  "iluvatar_rpc"
+  "iluvatar_rpc",
+  "iluvatar_bpf_library",
+  "fs_policy_tsksz",
 ]
 resolver = "2"
 

src/Ilúvatar/Cross.toml

@@ -5,5 +5,9 @@ passthrough = ["ARCH=amd64", "GO_VERSION=1.22.0", "CNI_VERSION=v1.1.1", "GOPATH=
 default-target = "x86_64-unknown-linux-gnu"    # use this target if none is explicitly provided
 pre-build = [                                  # additional commands to run prior to building the package
     "dpkg --add-architecture $CROSS_DEB_ARCH", 
-    "apt-get update && apt-get --assume-yes install protobuf-compiler iproute2 wget curl runc bridge-utils iptables net-tools sysstat"
+    "apt-get update && apt-get --assume-yes install protobuf-compiler iproute2 wget curl runc bridge-utils iptables net-tools sysstat libelf-dev lsb-release wget software-properties-common gnupg",
+    "wget https://apt.llvm.org/llvm.sh && chmod +x llvm.sh &&  ./llvm.sh  all &&  ln -s /usr/bin/ld.lld-18 /usr/bin/ld.lld &&  ln -s /usr/bin/clang-18 /usr/bin/clang &&  ln -s /usr/bin/clang++-18 /usr/bin/clang++ && rm llvm.sh"
 ]
+
+
+

src/Ilúvatar/Makefile

@@ -1,6 +1,6 @@
 NPROCS:=$(shell grep -c ^processor /proc/cpuinfo)
 CROSS_FLAGS=CROSS_CONTAINER_UID=0 CROSS_CONTAINER_GID=0 CROSS_ROOTLESS_CONTAINER_ENGINE=false CROSS_CONTAINER_USER_NAMESPACE=none CROSS_CONTAINER_OPTS=--privileged
-RUST_FLAGS=-Dwarnings
+#RUST_FLAGS=-Dwarnings
 # Jetson platform
 # TARGET_PLAT=aarch64-unknown-linux-gnu
 TARGET_PLAT?=x86_64-unknown-linux-gnu
@@ -12,7 +12,7 @@ endif
 RUST_C?=cross
 DEBUG_FLAGS=--all-targets $(TARGET) -j $(NPROCS)
 RELEASE_FLAGS=--lib --bins $(TARGET) -j $(NPROCS) --release
-CARGO_ARGS?=""
+CARGO_ARGS?=
 
 default: debug
 
@@ -37,6 +37,9 @@ tiny:
 debug:
 	@echo "Building debug"
 	@RUSTFLAGS=$(RUST_FLAGS) $(RUST_C) build $(DEBUG_FLAGS) $(CARGO_ARGS)
+fix:
+	@echo "Fixing lint errors"
+	@RUSTFLAGS=$(RUST_FLAGS) $(RUST_C) fix $(DEBUG_FLAGS) $(CARGO_ARGS)
 spans:
 	@echo "Building full_spans"
 	@RUSTFLAGS=$(RUST_FLAGS) $(RUST_C) build --features full_spans $(RELEASE_FLAGS) $(CARGO_ARGS)
@@ -55,4 +58,4 @@ format:
 format-check:
 	@cargo fmt --all -- --check
 clippy:
-	@RUSTFLAGS=$(RUST_FLAGS) $(RUST_C) clippy --workspace --examples --benches --no-deps -- -Dclippy::suspicious -Dclippy::correctness -Dclippy::perf -Aclippy::single_match -Aclippy::new_without_default -Aclippy::too_many_arguments -Aclippy::type-complexity -Dclippy::from_over_into -Aclippy::redundant-field-names -Dwarnings
+	@RUSTFLAGS=$(RUST_FLAGS) $(RUST_C) clippy --fix --allow-no-vcs --workspace --examples --benches --no-deps -- -Dclippy::suspicious -Dclippy::correctness -Dclippy::perf -Aclippy::single_match -Aclippy::new_without_default -Aclippy::too_many_arguments -Aclippy::type-complexity -Dclippy::from_over_into -Aclippy::redundant-field-names -Dwarnings

src/Ilúvatar/ansible/worker.yml

@@ -122,6 +122,14 @@
       remote_src: "{{__remote_bin_src}}"
     become: yes
 
+  - name: copy fs_policy_tsksz 
+    ansible.builtin.copy:
+      src: "{{__bin_src}}/fs_policy_tsksz"
+      dest: "{{bin_dir}}/"
+      mode: "preserve"
+      remote_src: "{{__remote_bin_src}}"
+    become: yes
+
   - name: copy worker config
     ansible.builtin.copy:
       src: "{{__bin_src}}/{{worker.config_name}}"

src/Ilúvatar/fs_policy_tsksz/Cargo.toml

@@ -0,0 +1,33 @@
+[package]
+name = "fs_policy_tsksz"
+version = "0.0.3"
+authors = ["Abdul Rehman <abdulrehmanee010@gmail.com>"]
+edition = "2021"
+description = "A simple scheduler that preserves locality for a function cgroup"
+license = "GPL-2.0-only"
+
+[dependencies]
+anyhow = "1.0.65"
+plain = "0.2.3"
+ctrlc = { version = "3.1", features = ["termination"] }
+libbpf-rs = "0.24.1"
+libc = "0.2.137"
+scx_utils = { version = "1.0.3" }
+scx_rustland_core = { version = "1.0.3" }
+
+# Specific to iluvatar 
+iluvatar_library = { path = "../iluvatar_library" }
+iluvatar_worker_library = { path = "../iluvatar_worker_library" }
+clap = { version = "4.5.4", features = ["derive"] }
+ipc-channel = { version = "0.18.1", features = ["memfd"] }
+serde = { version = "1.0" }
+
+[build-dependencies]
+scx_utils = { version = "1.0.3" }
+scx_rustland_core = { version = "1.0.3" }
+
+[features]
+enable_backtrace = []
+
+
+

src/Ilúvatar/fs_policy_tsksz/LICENSE

@@ -0,0 +1 @@
+../../../LICENSE

src/Ilúvatar/fs_policy_tsksz/README.md

@@ -0,0 +1,20 @@
+# scx_rlfifo
+
+This is a single user-defined scheduler used within [sched_ext](https://github.com/sched-ext/scx/tree/main), which is a Linux kernel feature which enables implementing kernel thread schedulers in BPF and dynamically loading them. [Read more about sched_ext](https://github.com/sched-ext/scx/tree/main).
+
+## Overview
+
+scx_rlfifo is a simple FIFO scheduler runs in user-space, based on the
+scx_rustland_core framework.
+
+## Typical Use Case
+
+This scheduler is provided as a simple template that can be used as a baseline
+to test more complex scheduling policies.
+
+## Production Ready?
+
+Definitely not. Using this scheduler in a production environment is not
+recommended, unless there are specific requirements that necessitate a basic
+FIFO scheduling approach. Even then, it's still recommended to use the kernel's
+SCHED_FIFO real-time class.

src/Ilúvatar/fs_policy_tsksz/build.rs

@@ -0,0 +1,11 @@
+// This software may be used and distributed according to the terms of the
+// GNU General Public License version 2.
+
+fn main() {
+    scx_utils::BpfBuilder::new()
+        .unwrap()
+        .enable_intf("src/bpf/intf.h", "bpf_intf.rs")
+        .enable_skel("src/bpf/main.bpf.c", "bpf")
+        .build()
+        .unwrap();
+}

src/Ilúvatar/fs_policy_tsksz/meson.build

@@ -0,0 +1,14 @@
+if serialize
+  sched_deps = [libbpf, bpftool_target, sched]
+else
+  sched_deps = [libbpf, bpftool_target]
+endif
+
+sched = custom_target('scx_rlfifo',
+              output: '@PLAINNAME@.__PHONY__',
+              input: 'Cargo.toml',
+              command: [cargo, 'build', '--manifest-path=@INPUT@', '--target-dir=@OUTDIR@',
+                        cargo_build_args],
+              env: cargo_env,
+              depends: sched_deps,
+              build_always_stale: true)

src/Ilúvatar/fs_policy_tsksz/rustfmt.toml

@@ -0,0 +1,8 @@
+# Get help on options with `rustfmt --help=config`
+# Please keep these in alphabetical order.
+edition = "2021"
+group_imports = "StdExternalCrate"
+imports_granularity = "Item"
+merge_derives = false
+use_field_init_shorthand = true
+version = "Two"