🧩  Reddit Thread Extraction

Content

- type: say
  message: >-
    📌 Use this command on a Reddit thread page. You can use this command or JS
    code as a base for creating other commands or automations.
- type: ask
  param: targetMessageCount
  message: How many comments would you like to extract?
  options:
    - label: 50 comments
      value: 50
    - label: 100 comments
      value: 100
    - label: 200 comments
      value: 200
    - $custom
  default: ''
  vision:
    enabled: false
    mode: area
    hint: ''
    send: true
  optionsInvalid: false
- type: js
  args: targetMessageCount
  code: |2-
      async function scrollAndCollectMessages (targetMessageCount) {
        const config = {
          commentTree: '#comment-tree',
          comment: 'shreddit-comment',
          author: '.font-bold',
          timestamp: 'faceplate-timeago',
          content: '[slot="comment"]',
          pageTitle: 'h1',
          postAuthor: '.author-name',
          postContent: '[slot="text-body"]',
        }

        async function scrollAndCollectComments () {
          const comments = []
          const uniqueComments = new Set()
          let retries = 0
          const maxRetries = 5

          async function scrollAndWait () {
            window.scrollTo(0, document.body.scrollHeight)
            await new Promise(resolve => setTimeout(resolve, 200))
          }

          // Scroll back to top function
          function scrollToTop() {
            window.scrollTo(0, 0)
          }

          function extractCurrentComments () {
            const commentTree = document.querySelector(config.commentTree)
            const commentElements = commentTree.querySelectorAll(config.comment)
            let newCommentsFound = false

            commentElements.forEach(comment => {
              const author =
                comment.querySelector(config.author)?.innerText || 'Unknown'
              const time = comment.querySelector(config.timestamp)?.innerText || ''
              const content = comment.querySelector(config.content)?.innerText || ''
              const depth = parseInt(comment.getAttribute('depth')) || 0

              const commentId = `${time}-${author}-${content}`

              if (!uniqueComments.has(commentId) && author && time && content) {
                const prefix = ' → '.repeat(depth)
                const formattedComment = `${prefix}${time}. ${author}: ${content}`

                uniqueComments.add(commentId)
                comments.push(formattedComment)
                newCommentsFound = true
              }
            })

            return newCommentsFound
          }

          while (comments.length < targetMessageCount && retries < maxRetries) {
            const newCommentsFound = extractCurrentComments()

            if (comments.length < targetMessageCount) {
              await scrollAndWait()
              if (!newCommentsFound) {
                retries++
              } else {
                retries = 0
              }
            }
          }

          if (comments.length > targetMessageCount) {
            comments.splice(targetMessageCount)
          }

          // Scroll back to top after collecting comments
          scrollToTop()
          
          return comments
        }

        try {
          const result = {
            post: {
              title: document.querySelector(config.pageTitle)?.innerText || '',
              author: document.querySelector(config.postAuthor)?.innerText || '',
              content: document.querySelector(config.postContent)?.innerText || '',
            },
            comments: await scrollAndCollectComments(),
            url: window.location.href
          }

          return result
        } catch (error) {
          return null
        }
      }

      return scrollAndCollectMessages(targetMessageCount)
  param: array
  timeout: 15000
  silent: true
- type: calc
  func: extract-json
  to: array
  param: array
  index: all
- type: say
  message: >-
    **Post:** [{{title}}]({{url}})

    **Author:**
    [{{array.post.author}}](https://www.reddit.com/user/{{array.post.author}})


    **Data Array:**


    {{array}}