phantompy/qasync_phantompy.py

#!/usr/local/bin/python3.sh
# -*-mode: python; indent-tabs-mode: nil; py-indent-offset: 4; coding: utf-8 -*

import sys
import os
import asyncio
import time
import random

# let qasync figure out what Qt we are using - we dont care
from qasync import QApplication, QtWidgets, QEventLoop

from phantompy import Render
# if you want an example of looking for things in downloaded HTML:
# from lookupdns import LookFor as Render
from support_phantompy import vsetup_logging, omain_argparser

global LOG
import logging
import warnings
warnings.filterwarnings('ignore')
LOG = logging.getLogger()

class Widget(QtWidgets.QWidget):
    def __init__(self):
        QtWidgets.QWidget.__init__(self)
        self._label = QtWidgets.QLabel()
        box = QtWidgets.QHBoxLayout()
        self.setLayout(box)
        box.addWidget(self._label)
        self.progress = QtWidgets.QProgressBar()
        self.progress.setRange(0, 99)
        box.addWidget(self.progress)

    def update(self, text):
        i = len(asyncio.all_tasks())
        self._label.setText(str(i))
        self.progress.setValue(int(text))

class ContextManager:
    def __init__(self) -> None:
        self._seconds = 0
    async def __aenter__(self):
        LOG.debug("ContextManager enter")
        return self
    async def __aexit__(self, *args):
        LOG.debug("ContextManager exit")
    async def tick(self):
        await asyncio.sleep(1)
        self._seconds += 1
        return self._seconds

async def main(widget, app, ilen):
    LOG.debug("Task started")
    try:
        async with ContextManager() as ctx:
            for i in range(1, 120):
                seconds = await ctx.tick()
                if widget:
                    widget.update(str(i))
                if len(app.ldone) == ilen:
                    LOG.info(f"Finished with {app.ldone}")
                    print('\n'.join(app.ldone))
                    app.exit()
                    # raise  asyncio.CancelledError
                    return
                LOG.debug(f"{app.ldone} {seconds}")
    except asyncio.CancelledError as ex:
        LOG.debug("Task cancelled")

def iMain(largs):
    parser = omain_argparser()
    oargs = parser.parse_args(largs)
    bgui=oargs.show_gui

    try:
        d = int(os.environ.get('DEBUG', 0))
        if d > 0:
            oargs.log_level = 10
        vsetup_logging(oargs.log_level, logfile='', stream=sys.stderr)
    except: pass

    app = QApplication([])
    app.lstart = []
    if bgui:
        widget = Widget()
        widget._app = app
        widget.show()
    else:
        widget = None

    loop = QEventLoop(app)
    asyncio.set_event_loop(loop)

    url = oargs.html_url
    htmlfile = oargs.html_output
    pdffile = oargs.html_output
    jsfile = oargs.js_input
    # run only starts the url loading
    r = Render(app,
               do_print=True if pdffile else False,
               do_save=True if htmlfile else False)
    uri = url.strip()
    r.run(uri, pdffile, htmlfile, jsfile)
    LOG.debug(f"{r.percent} {app.lstart}")

    LOG.info(f"queued {len(app.lstart)} urls")

    task = loop.create_task(main(widget, app, 1))
    loop.run_forever()

    # cancel remaining tasks and wait for them to complete
    task.cancel()
    tasks = asyncio.all_tasks()
    loop.run_until_complete(asyncio.gather(*tasks))

if __name__ == '__main__':

    iMain(sys.argv[1:])