feat: add master stderr logger, simplify build flow, wait for AST in workers

- Add stderr_logger for master server in pipe/socket modes so logs are visible
- Remove scan_file, compile_graph deps check, and background indexer from build
  flow (not needed until PCH/PCM support is added)
- Add ast_ready event to stateful worker so feature handlers wait for
  compilation instead of returning null immediately
- Remove dirty document early-return in feature handlers (stale results > null)
- Rewrite integration tests with pygls and stronger assertions for features
- Format all changed files

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: 16bit-ykiko

pixi.lock

@@ -49,6 +49,8 @@ scripts = ["scripts/activate_asan.bat"]
 [feature.test.pypi-dependencies]
 pytest = "*"
 pytest-asyncio = ">=1.1.0"
+pygls = ">=2.0.0"
+lsprotocol = ">=2024.0.0"
 
 [feature.package.dependencies]
 xz = ">=5.8.1,<6"

pixi.toml

@@ -78,6 +78,11 @@ int main(int argc, const char** argv) {
         return 1;
     }
 
+    std::string self_path = llvm::sys::fs::getMainExecutable(argv[0], (void*)main);
+    if(!clice::fs::init_resource_dir(self_path)) {
+        LOG_ERROR("Cannot find the resource dir: {}", self_path);
+    }
+
     auto& mode = *opts.mode;
 
     if(mode == "stateless-worker") {
@@ -90,6 +95,8 @@ int main(int argc, const char** argv) {
     }
 
     if(mode == "pipe") {
+        clice::logging::stderr_logger("master", clice::logging::options);
+
         namespace et = eventide;
         et::event_loop loop;
 
@@ -99,8 +106,6 @@ int main(int argc, const char** argv) {
             return 1;
         }
 
-        std::string self_path = llvm::sys::fs::getMainExecutable(argv[0], (void*)main);
-
         et::ipc::JsonPeer peer(loop, std::move(*transport));
         clice::MasterServer server(loop, peer, std::move(self_path));
         server.register_handlers();
@@ -110,6 +115,8 @@ int main(int argc, const char** argv) {
     }
 
     if(mode == "socket") {
+        clice::logging::stderr_logger("master", clice::logging::options);
+
         namespace et = eventide;
         et::event_loop loop;
 
@@ -124,8 +131,6 @@ int main(int argc, const char** argv) {
 
         LOG_INFO("Listening on {}:{} ...", host, port);
 
-        std::string self_path = llvm::sys::fs::getMainExecutable(argv[0], (void*)main);
-
         auto task = [&]() -> et::task<> {
             auto client = co_await acceptor->accept();
             if(!client.has_value()) {
@@ -142,6 +147,7 @@ int main(int argc, const char** argv) {
             server.register_handlers();
 
             co_await peer.run();
+            peer.close();
             loop.stop();
         };
 

src/clice.cc

@@ -44,13 +44,17 @@ std::unique_ptr<clang::CompilerInvocation>
 
     std::unique_ptr<clang::CompilerInvocation> invocation;
 
-    /// Arguments from compilation database are already cc1
-    if(params.arguments_from_database) {
+    /// If the second argument is "-cc1", the arguments are already expanded
+    /// (e.g. from compilation database + query_toolchain). Skip driver and "-cc1"
+    /// and create invocation directly from the cc1 args.
+    bool is_cc1 = params.arguments.size() >= 2 && llvm::StringRef(params.arguments[1]) == "-cc1";
+    if(is_cc1) {
         invocation = std::make_unique<clang::CompilerInvocation>();
-        if(!clang::CompilerInvocation::CreateFromArgs(*invocation,
-                                                      llvm::ArrayRef(params.arguments).drop_front(),
-                                                      *diagnostic_engine,
-                                                      params.arguments[0])) {
+        if(!clang::CompilerInvocation::CreateFromArgs(
+               *invocation,
+               llvm::ArrayRef(params.arguments).drop_front(2),
+               *diagnostic_engine,
+               params.arguments[0])) {
             LOG_ERROR_RET(nullptr,
                           " Fail to create invocation, arguments list is: {}",
                           print_argv(params.arguments));

src/compile/compilation.cpp

@@ -75,8 +75,6 @@ struct CompilationParams {
 
     std::string directory;
 
-    bool arguments_from_database = false;
-
     /// Responsible for storing the arguments.
     std::vector<const char*> arguments;
 

src/compile/compilation.h

@@ -382,6 +382,7 @@ std::vector<const char*> query_toolchain(const QueryParams& params) {
             query_driver(params_copy.arguments,
                          [&](const char* driver, llvm::ArrayRef<const char*> cc1_args) {
                              result.emplace_back(params.callback(driver));
+                             result.emplace_back(params.callback("-cc1"));
                              for(auto arg: cc1_args) {
                                  result.emplace_back(params.callback(arg));
                              }
@@ -435,6 +436,7 @@ std::vector<const char*> query_gcc_toolchain(const QueryParams& params) {
     std::vector<const char*> result;
     query_driver(query_arguments, [&](const char* driver, llvm::ArrayRef<const char*> cc1_args) {
         result.emplace_back(params.callback(driver));
+        result.emplace_back(params.callback("-cc1"));
         for(auto arg: cc1_args) {
             result.emplace_back(params.callback(arg));
         }