Python: Include pyproject.toml in ParseProject results (#6744)

Wire PyProjectTomlParser into PythonRewriteRpc.parseProject() so that
pyproject.toml files are parsed and returned alongside .py files from the
RPC, with a PythonResolutionResult marker attached.

Author: knutwannheden

rewrite-python/src/integTest/java/org/openrewrite/python/ParseProjectIntegTest.java

@@ -22,7 +22,9 @@
 import org.junit.jupiter.api.io.TempDir;
 import org.openrewrite.InMemoryExecutionContext;
 import org.openrewrite.SourceFile;
+import org.openrewrite.python.marker.PythonResolutionResult;
 import org.openrewrite.python.rpc.PythonRewriteRpc;
+import org.openrewrite.toml.tree.Toml;
 
 import java.io.IOException;
 import java.nio.file.Files;
@@ -160,6 +162,36 @@ void parsesAbsolutePath() throws IOException {
         assertThat(sources).hasSize(1);
     }
 
+    @Test
+    @Timeout(value = 60, unit = TimeUnit.SECONDS)
+    void includesPyprojectToml() throws IOException {
+        Path projectDir = tempDir.resolve("with_pyproject");
+        Files.createDirectories(projectDir);
+
+        Files.writeString(projectDir.resolve("main.py"), "x = 1");
+        Files.writeString(projectDir.resolve("pyproject.toml"), """
+                [project]
+                name = "myapp"
+                version = "1.0.0"
+                dependencies = ["requests>=2.28.0"]
+                """);
+
+        List<SourceFile> sources = client()
+                .parseProject(projectDir, new InMemoryExecutionContext())
+                .collect(Collectors.toList());
+
+        assertThat(sources)
+                .extracting(sf -> sf.getSourcePath().getFileName().toString())
+                .contains("main.py", "pyproject.toml");
+
+        SourceFile pyproject = sources.stream()
+                .filter(sf -> sf.getSourcePath().getFileName().toString().equals("pyproject.toml"))
+                .findFirst()
+                .orElseThrow();
+        assertThat(pyproject).isInstanceOf(Toml.Document.class);
+        assertThat(pyproject.getMarkers().findFirst(PythonResolutionResult.class)).isPresent();
+    }
+
     private PythonRewriteRpc client() {
         return PythonRewriteRpc.getOrStart();
     }

rewrite-python/src/main/java/org/openrewrite/python/rpc/PythonRewriteRpc.java

@@ -27,6 +27,9 @@
 import org.openrewrite.tree.ParsingEventListener;
 import org.openrewrite.tree.ParsingExecutionContextView;
 
+import org.openrewrite.Parser;
+import org.openrewrite.python.PyProjectTomlParser;
+
 import java.io.File;
 import java.io.IOException;
 import java.io.PrintStream;
@@ -175,7 +178,7 @@ public Stream<SourceFile> parseProject(Path projectPath, @Nullable List<String>
     public Stream<SourceFile> parseProject(Path projectPath, @Nullable List<String> exclusions, @Nullable Path relativeTo, ExecutionContext ctx) {
         ParsingEventListener parsingListener = ParsingExecutionContextView.view(ctx).getParsingListener();
 
-        return StreamSupport.stream(new Spliterator<SourceFile>() {
+        Stream<SourceFile> rpcStream = StreamSupport.stream(new Spliterator<SourceFile>() {
             private int index = 0;
             private @Nullable ParseProjectResponse response;
 
@@ -214,6 +217,17 @@ public int characteristics() {
                 return response == null ? ORDERED : ORDERED | SIZED | SUBSIZED;
             }
         }, false);
+
+        // Parse pyproject.toml if present
+        Path pyprojectPath = projectPath.resolve("pyproject.toml");
+        if (Files.exists(pyprojectPath)) {
+            Path effectiveRelativeTo = relativeTo != null ? relativeTo : projectPath;
+            Parser.Input input = Parser.Input.fromFile(pyprojectPath);
+            Stream<SourceFile> pyprojectStream = new PyProjectTomlParser().parseInputs(
+                    Collections.singletonList(input), effectiveRelativeTo, ctx);
+            return Stream.concat(rpcStream, pyprojectStream);
+        }
+        return rpcStream;
     }
 
     public static Builder builder() {