Implement Trivia.docCommentValue to process doc comments

Author: zyadtaha

Release Notes/602.md

@@ -25,6 +25,10 @@
   - Pull request: https://github.com/swiftlang/swift-syntax/pull/3030
   - Migration stems: None required.
 
+- `Trivia` has a new `docCommentValue` property.
+  - Description: Extracts sanitized comment text from doc comment trivia pieces, omitting leading comment markers (`///`, `/**`).
+  - Pull Request: https://github.com/swiftlang/swift-syntax/pull/2966
+
 ## API Behavior Changes
 
 ## Deprecations

Sources/SwiftSyntax/Trivia+commentValue.swift

@@ -0,0 +1,153 @@
+//===----------------------------------------------------------------------===//
+//
+// This source file is part of the Swift.org open source project
+//
+// Copyright (c) 2014 - 2025 Apple Inc. and the Swift project authors
+// Licensed under Apache License v2.0 with Runtime Library Exception
+//
+// See https://swift.org/LICENSE.txt for license information
+// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
+//
+//===----------------------------------------------------------------------===//
+
+extension Trivia {
+  /// The contents of the last doc comment piece with any comment markers removed and indentation whitespace stripped.
+  public var docCommentValue: String? {
+    var comments: [Substring] = []
+
+    /// Keep track of whether we have seen a line or block comment trivia piece.
+    var hasBlockComment = false
+
+    var currentLineComments: [Substring] = []
+    var isInsideDocLineCommentSection = true
+    var consecutiveNewlines = 0 
+
+    for piece in pieces {
+      switch piece {
+      case .docBlockComment(let text):
+        if let processedComment = processBlockComment(text) {
+          if hasBlockComment {
+            comments.append(processedComment)
+          } else {
+            hasBlockComment = true
+            comments = [processedComment]
+          }
+        }
+        currentLineComments = [] // Reset line comments when encountering a block comment
+        consecutiveNewlines = 0
+      case .docLineComment(let text):
+        if isInsideDocLineCommentSection {
+          currentLineComments.append(text[...])
+        } else {
+          currentLineComments = [text[...]]
+          isInsideDocLineCommentSection = true
+        }
+        consecutiveNewlines = 0
+      case .newlines(1), .carriageReturns(1), .carriageReturnLineFeeds(1):
+        consecutiveNewlines += 1
+        if consecutiveNewlines > 1 {
+          processSectionBreak()
+        }
+      default:
+        processSectionBreak()
+        consecutiveNewlines = 0
+      }
+    }
+
+    /// Strips /** */ markers and removes any common indentation between the lines in the block comment.
+    func processBlockComment(_ text: String) -> Substring? {
+      var lines = text.dropPrefix("/**").dropSuffix("*/")
+        .split(omittingEmptySubsequences: false, whereSeparator: \.isNewline)
+
+      // If the comment content starts on the same line as the `/**` marker or ends on the same line as the `*/` marker,
+      // it is common to separate the marker and the actual comment using spaces. Strip those spaces if they exists.
+      // If there are non no-space characters on the first / last line, then the comment doesn't start / end on the line
+      // with the marker, so don't do the stripping.
+      if let firstLine = lines.first, firstLine.contains(where: { $0 != " " }) {
+        lines[0] = firstLine.drop { $0 == " " }
+      }
+      if let lastLine = lines.last, lastLine.contains(where: { $0 != " " }) {
+        lines[lines.count - 1] = lastLine.dropLast { $0 == " " }
+      }
+
+      var indentation: Substring? = nil
+      // Find the lowest indentation that is common among all lines in the block comment. Do not consider the first line
+      // because it won't have any indentation since it starts with /**
+      for line in lines.dropFirst() {
+        let lineIndentation = line.prefix(while: { $0 == " " || $0 == "\t" })
+        guard let previousIndentation = indentation else {
+          indentation = lineIndentation
+          continue
+        }
+        indentation = commonPrefix(previousIndentation, lineIndentation)
+      }
+
+      guard let firstLine = lines.first else {
+        // We did not have any lines. This should never happen in practice because `split` never returns an empty array
+        // but be safe and return `nil` here anyway.
+        return nil
+      }
+
+      var unindentedLines = [firstLine] + lines.dropFirst().map { $0.dropPrefix(indentation ?? "") }
+
+      // If the first line only contained the comment marker, don't include it. We don't want to start the comment value
+      // with a newline if `/**` is on its own line. Same for the end marker.
+      if unindentedLines.first?.allSatisfy({ $0 == " " }) ?? false {
+        unindentedLines.removeFirst()
+      }
+      if unindentedLines.last?.allSatisfy({ $0 == " " }) ?? false {
+        unindentedLines.removeLast()
+      }
+      // We canonicalize the line endings to `\n` here. This matches how we concatenate the different line comment
+      // pieces using \n as well.
+      return unindentedLines.joined(separator: "\n")[...]
+    }
+
+    /// Processes a section break, which is defined as a sequence of newlines or other trivia pieces that are not comments.
+    func processSectionBreak() {
+      // If we have a section break, we reset the current line comments.
+      if !currentLineComments.isEmpty {
+        comments = currentLineComments
+        currentLineComments = []
+      }
+      isInsideDocLineCommentSection = false
+    }
+
+    // If there are remaining line comments, use them as the last doc comment block.
+    if !currentLineComments.isEmpty {
+      comments = currentLineComments
+    }
+
+    if comments.isEmpty { return nil }
+
+    let hasUniformSpace = comments.allSatisfy { $0.hasPrefix("/// ") }
+    comments = comments.map { $0.dropPrefix(hasUniformSpace ? "/// " : "///") }
+
+    return comments.joined(separator: "\n")
+  }
+}
+
+fileprivate extension StringProtocol where SubSequence == Substring {
+  func dropPrefix(_ prefix: some StringProtocol) -> Substring {
+    if self.hasPrefix(prefix) {
+      return self.dropFirst(prefix.count)
+    }
+    return self[...]
+  }
+
+  func dropSuffix(_ suffix: some StringProtocol) -> Substring {
+    if self.hasSuffix(suffix) {
+      return self.dropLast(suffix.count)
+    }
+    return self[...]
+  }
+
+  func dropLast(while predicate: (Self.Element) -> Bool) -> Self.SubSequence {
+    let dropLength = self.reversed().prefix(while: predicate)
+    return self.dropLast(dropLength.count)
+  }
+}
+
+fileprivate func commonPrefix(_ lhs: Substring, _ rhs: Substring) -> Substring {
+  return lhs[..<lhs.index(lhs.startIndex, offsetBy: zip(lhs, rhs).prefix { $0 == $1 }.count)]
+}