# -*- coding: utf-8 -*-
# -------------------------------------------------------------------------------
# Name:         sfp_torch
# Purpose:      Searches the Tor search engine 'TORCH' for content related
#               to the domain in question.
#
# Author:      Steve Micallef <steve@binarypool.com>
#
# Created:     20/06/2017
# Copyright:   (c) Steve Micallef 2017
# Licence:     MIT
# -------------------------------------------------------------------------------

import re
from urllib.parse import urlencode

from spiderfoot import SpiderFootEvent, SpiderFootPlugin


class sfp_torch(SpiderFootPlugin):

    meta = {
        'name': "TORCH",
        'summary': "Search Tor 'TORCH' search engine for mentions of the target domain.",
        'flags': ["errorprone", "tor"],
        'useCases': ["Footprint", "Investigate"],
        'categories': ["Search Engines"],
        'dataSource': {
            'website': "https://torchsearch.wordpress.com/",
            'model': "FREE_NOAUTH_UNLIMITED",
            'description': "Torch or TorSearch is the best search engine "
                "for the hidden part of the internet. They're also the "
                "oldest and longest running search engine on Tor.\n"
                "Torch claims to have over one billion dark net pages indexed. "
                "They also don't censor search results or track what you "
                "search for.",
        }
    }

    opts = {
        'fetchlinks': True,
        'pages': 20,
        'fullnames': True
    }

    optdescs = {
        'fetchlinks': "Fetch the darknet pages (via TOR, if enabled) to verify they mention your target.",
        'pages': "Number of results pages to iterate through.",
        'fullnames': "Search for human names?"
    }

    results = None

    def setup(self, sfc, userOpts=dict()):
        self.sf = sfc
        self.results = self.tempStorage()

        for opt in list(userOpts.keys()):
            self.opts[opt] = userOpts[opt]

    def watchedEvents(self):
        return [
            "DOMAIN_NAME",
            "HUMAN_NAME",
            "EMAILADDR"
        ]

    def producedEvents(self):
        return [
            "DARKNET_MENTION_URL",
            "DARKNET_MENTION_CONTENT"
        ]

    def handleEvent(self, event):
        eventName = event.eventType
        eventData = event.data

        if not self.opts['fullnames'] and eventName == 'HUMAN_NAME':
            return

        if eventData in self.results:
            self.debug(f"Already did a search for {eventData}, skipping.")
            return

        self.results[eventData] = True

        formpage = self.sf.fetchUrl(
            "http://torchdeedp3i2jigzjdmfpn5ttjhthh5wbmda2rr3jvqjg5p77c54dqd.onion/",
            useragent=self.opts['_useragent'],
            timeout=60)

        if not formpage['content']:
            self.info("Couldn't connect to TORCH, it might be down.")
            return

        if "<b>0</b> results" in formpage['content']:
            self.info(f"No results found on TORCH for {eventData}")
            return

        pagecount = 0
        while pagecount < self.opts['pages']:
            # Check if we've been asked to stop
            if self.checkForStop():
                return

            # Sites hosted on the domain
            params = {"action": "search", "query": eventData}
            if pagecount > 0:
                params['page'] = pagecount
            pagecount += 1

            qry = urlencode(params)
            data = self.sf.fetchUrl(
                f"http://torchdeedp3i2jigzjdmfpn5ttjhthh5wbmda2rr3jvqjg5p77c54dqd.onion/search?{qry}",
                useragent=self.opts['_useragent'],
                timeout=60)

            if data is None or not data.get('content'):
                self.info("No results returned from TORCH.")
                return

            links = re.findall(r'<h5><a href="(.*?)"\s+target="_blank">',
                               data['content'], re.IGNORECASE)

            linkcount = 0
            for link in links:
                if link in self.results:
                    continue

                self.results[link] = True
                self.debug(f"Found a darknet mention: {link}")
                if self.sf.urlFQDN(link).endswith(".onion"):
                    if self.checkForStop():
                        return
                    if self.opts['fetchlinks']:
                        res = self.sf.fetchUrl(link, timeout=self.opts['_fetchtimeout'],
                                               useragent=self.opts['_useragent'])

                        if res['content'] is None:
                            self.debug(f"Ignoring {link} as no data returned")
                            continue

                        if eventData not in res['content']:
                            self.debug(f"Ignoring {link} as no mention of {eventData}")
                            continue
                        evt = SpiderFootEvent("DARKNET_MENTION_URL", link, self.__name__, event)
                        self.notifyListeners(evt)
                        linkcount += 1

                        try:
                            startIndex = res['content'].index(eventData) - 120
                            endIndex = startIndex + len(eventData) + 240
                        except Exception:
                            self.debug("String not found in content.")
                            continue

                        darkcontent = res['content'][startIndex:endIndex]
                        evt = SpiderFootEvent("DARKNET_MENTION_CONTENT", f"...{darkcontent}...",
                                              self.__name__, evt)
                        self.notifyListeners(evt)

                    else:
                        evt = SpiderFootEvent("DARKNET_MENTION_URL", link, self.__name__, event)
                        self.notifyListeners(evt)
                        linkcount += 1

            if linkcount == 0:
                # No more pages
                return


# End of sfp_torch class