Boostnote/browser/main/lib/dataApi/createNoteFromUrl.js

const http = require('http')
const https = require('https')
const TurndownService = require('turndown')
const createNote = require('./createNote')

import { push } from 'connected-react-router'
import ee from 'browser/main/lib/eventEmitter'

function validateUrl (str) {
  if (/^(?:(?:(?:https?|ftp):)?\/\/)(?:\S+(?::\S*)?@)?(?:(?!(?:10|127)(?:\.\d{1,3}){3})(?!(?:169\.254|192\.168)(?:\.\d{1,3}){2})(?!172\.(?:1[6-9]|2\d|3[0-1])(?:\.\d{1,3}){2})(?:[1-9]\d?|1\d\d|2[01]\d|22[0-3])(?:\.(?:1?\d{1,2}|2[0-4]\d|25[0-5])){2}(?:\.(?:[1-9]\d?|1\d\d|2[0-4]\d|25[0-4]))|(?:(?:[a-z\u00a1-\uffff0-9]-*)*[a-z\u00a1-\uffff0-9]+)(?:\.(?:[a-z\u00a1-\uffff0-9]-*)*[a-z\u00a1-\uffff0-9]+)*(?:\.(?:[a-z\u00a1-\uffff]{2,})).?)(?::\d{2,5})?(?:[/?#]\S*)?$/i.test(str)) {
    return true
  } else {
    return false
  }
}

function createNoteFromUrl (url, storage, folder, dispatch = null, location = null) {
  return new Promise((resolve, reject) => {
    const td = new TurndownService()

    if (!validateUrl(url)) {
      reject({result: false, error: 'Please check your URL is in correct format. (Example, https://www.google.com)'})
    }

    const request = url.includes('https') ? https : http

    const req = request.request(url, (res) => {
      let data = ''

      res.on('data', (chunk) => {
        data += chunk
      })

      res.on('end', () => {
        const html = document.createElement('html')
        html.innerHTML = data

        const scripts = html.getElementsByTagName('script')
        for (let i = scripts.length - 1; i >= 0; i--) {
          scripts[i].parentNode.removeChild(scripts[i])
        }

        const body = html.getElementsByTagName('body')[0].innerHTML
        const markdownHTML = td.turndown(body)

        html.innerHTML = ''

        if (dispatch !== null) {
          createNote(storage, {
            type: 'MARKDOWN_NOTE',
            folder: folder,
            title: '',
            content: markdownHTML
          })
          .then((note) => {
            const noteHash = note.key
            dispatch({
              type: 'UPDATE_NOTE',
              note: note
            })
            dispatch(push({
              pathname: location.pathname,
              query: {key: noteHash}
            }))
            ee.emit('list:jump', noteHash)
            ee.emit('detail:focus')
            resolve({result: true, error: null})
          })
        } else {
          createNote(storage, {
            type: 'MARKDOWN_NOTE',
            folder: folder,
            title: '',
            content: markdownHTML
          }).then((note) => {
            resolve({result: true, note, error: null})
          })
        }
      })
    })

    req.on('error', (e) => {
      console.error('error in parsing URL', e)
      reject({result: false, error: e})
    })
    req.end()
  })
}

module.exports = createNoteFromUrl