使用Reality Kit在相机和墙之间显示掩码

Question

我制作了一个视频，以生成一个平面图，如果用户离墙壁太近，或者如果在相机和墙/地板之间出现任何物体，则需要在某个位置捕捉墙壁和地板，然后需要显示<强>太近在该对象上掩盖。

我尝试在session（_ session：arsession，didupdate框架：arframe）中使用rycast方法，但我在AR方面非常新，不知道我们需要使用哪种方法。

func session(_ session: ARSession, didUpdate frame: ARFrame) {
        
            
        guard let query = self.arView?.makeRaycastQuery(from: self.arView?.center ?? CGPoint.zero,
                                                  allowing: .estimatedPlane,
                                                  alignment: .any)
        else { return }
        
        guard let raycastResult = self.arView?.session.raycast(query).first
        else { return }
        
        let currentPositionOfCamera = raycastResult.worldTransform.getPosition()
        if currentPositionOfCamera != .zero {
            let distanceFromCamera = frame.camera.transform.getPosition().distanceFrom(position: currentPositionOfCamera)
            print("Distance from raycast:",distanceFromCamera)
            if (distance < 0.5) {
                 print("Too Close")
            }
        }

    } 

Answer 1

I am just learning ARKit and RealityKit as well, but wouldn't your code be:

let currentPositionOfCamera = self.arView.cameraTransform.translation

if currentPositionOfCamera != .zero {

    // distance is defined in simd as the distance between 2 points
    let distanceFromCamera = distance(raycastResult.worldTransform.position, currentPositionOfCamera)
    print("Distance from raycast:",distanceFromCamera)
    if (distanceFromCamera < 0.5) {
        print("Too Close")

        let rayDirection = normalize(raycastResult.worldTransform.position - self.arView.cameraTransform.translation)
        // This pulls the text back toward the camera from the plane
        let textPositionInWorldCoordinates = result.worldTransform.position - (rayDirection * 0.1)

        let textEntity = self.model(for: classification)
        // This scales the text so it is of a consistent size
        textEntity.scale = .one * raycastDistance

        var textPositionWithCameraOrientation = self.arView.cameraTransform
        textPositionWithCameraOrientation.translation = textPositionInWorldCoordinates
        // self.textAnchor is defined somewhere in the class as an optional
        self.textAnchor = AnchorEntity(world: textPositionWithCameraOrientation.matrix)
        textAnchor.addChild(textEntity)
        self.arView.scene.addAnchor(textAnchor)
    } else {
        guard let textAnchor = self.textAnchor else { return }
        self.removeAnchor(textAnchor)
    }
}

// Creates a text ModelEntity 
func tooCloseModel() -> ModelEntity {
        let lineHeight: CGFloat = 0.05
        let font = MeshResource.Font.systemFont(ofSize: lineHeight)
        let textMesh = MeshResource.generateText("Too Close", extrusionDepth: Float(lineHeight * 0.1), font: font)
        let textMaterial = SimpleMaterial(color: classification.color, isMetallic: true)
        let model = ModelEntity(mesh: textMesh, materials: [textMaterial])
        // Center the text
        model.position.x -= model.visualBounds(relativeTo: nil).extents.x / 2
        return model
}

This code is adapted from