uncolored mesh

[david-samer]

Is this model able to construct a colored 3D mesh?

[songsenIng]

Hello, have you solved this problem? I have the same question

[The0xKa1]

Hey,I've solve this issue by the following codes

• in exp_runner.py,function validate_mesh , add a with_color param

    def validate_mesh(self, world_space=False, resolution=64, threshold=0.0, with_color=False):
        bound_min = torch.tensor(self.dataset.object_bbox_min, dtype=torch.float32)
        bound_max = torch.tensor(self.dataset.object_bbox_max, dtype=torch.float32)

        result = self.renderer.extract_geometry(bound_min, bound_max, resolution=resolution, threshold=threshold, with_color=with_color)
        os.makedirs(os.path.join(self.base_exp_dir, 'meshes'), exist_ok=True)

        if with_color:
            vertices, triangles, colors = result
        else:
            vertices, triangles = result

        if world_space:
            vertices = vertices * self.dataset.scale_mats_np[0][0, 0] + self.dataset.scale_mats_np[0][:3, 3][None]

        if with_color:
            mesh = trimesh.Trimesh(vertices, triangles, vertex_colors=(colors * 255).astype(np.uint8))
        else:
            mesh = trimesh.Trimesh(vertices, triangles)
        mesh.export(os.path.join(self.base_exp_dir, 'meshes', '{:0>8d}.ply'.format(self.iter_step)))

        logging.info('End')
...
  elif args.mode == 'validate_mesh':
        runner.validate_mesh(world_space=True, resolution=512, threshold=args.mcube_threshold, with_color=True)

• in models/renderer.py ,modify the extract_geometry:

    def extract_geometry(self, bound_min, bound_max, resolution, threshold=0.0, with_color=False):
        vertices, triangles = extract_geometry(bound_min,
                                               bound_max,
                                               resolution=resolution,
                                               threshold=threshold,
                                               query_func=lambda pts: -self.sdf_network.sdf(pts))

        if with_color:
            # Get color
            if vertices.shape[0] > 0:
                device = next(self.sdf_network.parameters()).device
                pts = torch.from_numpy(vertices).to(device).float()
                out_rgb = []
                n_batch = 2048
                for i in range(0, pts.shape[0], n_batch):
                    pts_batch = pts[i:i + n_batch]

                    with torch.enable_grad():
                        sdf_nn_output = self.sdf_network(pts_batch)
                        feature_vector = sdf_nn_output[:, 1:]
                        gradients = self.sdf_network.gradient(pts_batch).squeeze(1)

                    with torch.no_grad():
                        # Use zero view direction for mesh color
                        view_dirs = torch.zeros_like(pts_batch)
                        sampled_color = self.color_network(pts_batch, gradients, view_dirs, feature_vector)
                    
                    out_rgb.append(sampled_color.detach().cpu().numpy())
                
                colors = np.concatenate(out_rgb, axis=0)
            else:
                colors = np.zeros_like(vertices)
            return vertices, triangles, colors
        else:
            return vertices, triangles

Now if you run with validate_mesh option,it will generate colored mesh