Utilities/imporders
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: handling invoice pagination

Browse Source
This commit is contained in:
break27
2026-05-05 19:16:41 +08:00
parent 4ca78fda50
commit eb6df01c06
2 changed files with 105 additions and 90 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
index.html
View File

@@ -152,7 +152,7 @@ function main(profiles, args) {
switch (Status) {
case 'READY':
let name = $('#name').value;
let options = new Map();
let options = { profile: name };
for (let element of $$("input[type='checkbox']:not(.local-only)")) {
options[element.id] = element.checked;
@@ -166,7 +166,6 @@ function main(profiles, args) {
args[element.id] = element.valueAsNumber;
}
options['profile'] = name;
await Rpc2.invoke('begin', options, args);
break;
case 'RUNNING':
@@ -225,10 +224,12 @@ function main(profiles, args) {
$('#dateto').valueAsNumber = date.setHours(24 * 7) + date.getTimezoneOffset() * 60 * 1000;
$('#all').dispatchEvent(new Event('change'));
let account = new String(args['account']);
let name = account.split('@', 1).pop() ?? 'unknown';
name = name.charAt(0).toLocaleUpperCase() + name.slice(1);
document.title += ` (${name})`;
if (Object.hasOwn(args, 'account')) {
let account = new String(args['account']);
let name = account.split('@', 1).pop();
name = name.charAt(0).toLocaleUpperCase() + name.slice(1);
document.title += ` (${name})`;
}
setInterval(async () => {
let history = await Rpc2.invoke('history');
@@ -263,11 +264,11 @@ function main(profiles, args) {
$('#numberLabel').innerText = number ?? '';
$('#progressLabel').innerText = limit ? `${task}, ${parseFloat((index / limit * 100).toFixed(2))}% (${index}/${limit})` : task;
let uptime = await Rpc2.invoke('uptime');
$('#uptimeLabel').innerText = Temporal.Duration.from({ seconds: uptime }).round({ largestUnit: 'hours' }).toLocaleString('en', { style: 'digital' });
let [t1, t2] = await Rpc2.invoke('uptime').catch(() => []);
$('#uptimeLabel').innerText = Temporal.Duration.from({ seconds: t1 ?? 0 }).round({ largestUnit: 'hours' }).toLocaleString('en', { style: 'digital' });
if (index && limit && uptime) {
let rate = index / uptime;
if (index && limit && t2) {
let rate = index / t2;
let remaining = Math.floor((limit - index) / rate);
$('#remainingLabel').innerHTML = Temporal.Duration.from({ seconds: remaining }).round({ largestUnit: 'hours' }).toLocaleString('en');
}

174
main.py
View File

@@ -60,7 +60,8 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
result = ''.join(filter(bool, [self.prefix, number, self.suffix]))
return result
timer = Timer()
t1 = Timer()
t2 = Timer()
options = dict()
profiles: list[Profile] = list()
status = Status.IDLE
@@ -70,25 +71,27 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
options.update(opts)
status = Status.RUNNING
parameters.update(args)
timer.clear()
timer.start()
t1.clear()
t1.start()
def pause():
nonlocal status
status = Status.STANDBY
timer.pause()
t1.pause()
t2.pause()
def resume():
nonlocal status
status = Status.RUNNING
driver.switch_to.window(driver.current_window_handle)
timer.start()
t1.start()
t2.start()
jsonrpc2.define('begin', begin)
jsonrpc2.define('pause', pause)
jsonrpc2.define('resume', resume)
jsonrpc2.define('status', lambda: status.name)
jsonrpc2.define('uptime', lambda: timer.delta())
jsonrpc2.define('uptime', lambda: [t1.delta()])
try:
for source, profile in zip(parameters.get('profile'), repeat(dict())):
@@ -102,7 +105,7 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
return 2
try:
manifest = json.dumps(profiles, default=lambda o: vars(o))
manifest = json.dumps(profiles, default=vars)
driver.get(str(Path('index.html').resolve()))
driver.execute_script(jsonrpc2.prelude(), manifest, parameters)
except Exception as e:
@@ -196,10 +199,6 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
if status == Status.RUNNING:
break
def ready(driver: WebDriver):
html = driver.find_element(By.TAG_NAME, 'html')
return 'nprogress-busy' in html.get_attribute('class')
def fetch(url: str, method = 'GET', retry = parameters.get('attempts')):
for attempt in range(1, retry + 1):
try:
@@ -207,7 +206,7 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
result = response.json()
return result
except Exception as e:
logger.error('Error while fetching data from %s, retrying... (%d)', url, attempt, exc_info=e)
logger.warning('Error while fetching data from %s, retrying... (%d)', url, attempt, exc_info=e)
assert attempt < retry
flow = ActionFlow()
@@ -231,16 +230,27 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
nonlocal status
status = Status.RUNNING
return True
@classmethod
def perform(cls):
nonlocal status
statis = Status.READY
driver.switch_to.window(driver.window_handles[0])
raise cls
class Skip(Action):
@classmethod
def prepare(cls):
return True
@classmethod
def perform(cls):
driver.switch_to.window(driver.current_window_handle)
raise cls
flow.append(Wait)
flow.allow(Wait)
flow.do(Wait)
flow.append(Cancel)
flow.append(Skip)
@@ -248,23 +258,21 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
jsonrpc2.define('cancel', lambda: flow.do(Cancel))
jsonrpc2.define('skip', lambda: flow.do(Skip))
jsonrpc2.define('progress', lambda: progress)
jsonrpc2.remove('uptime')
jsonrpc2.define('uptime', lambda: [t1.delta(), t2.delta()])
while not wait(1):
try:
progress.clear()
progress['task'] = 'Task 1 of 4'
flow.allow(Cancel, False)
flow.allow(Skip, False)
for i in range(len(driver.window_handles), 1, -1):
driver.switch_to.window(driver.window_handles[i-1])
driver.close()
driver.switch_to.window(driver.window_handles[i-2])
if options.get('all'):
profile = profiles[selection]
selection += 1
else:
name = options.pop('profile')
profile = next(filter(lambda o: o.name == name, profiles))
for i in range(len(driver.window_handles), 0):
driver.close()
driver.switch_to.window(driver.window_handles[i])
except (IndexError, KeyError):
logger.info('Done')
status = Status.READY
@@ -273,7 +281,15 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
logger.error("Invalid profile '%s'", name)
status = Status.STANDBY
continue
except Exception as e:
logger.error('Unexpected error', exc_info=e)
status = Status.STANDBY
continue
progress.clear()
progress['task'] = 'Task 1 of 4'
t2.clear()
t2.start()
base = APIURL % profile.subdomain
data = list()
df = options.get('datefrom')
@@ -284,6 +300,7 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
logger.info('Profile selected: %s', profile.name)
logger.info('Date from %s to %s', df, dt)
flow.allow(Cancel)
flow.allow(Skip, False)
for page in count(1):
try:
@@ -299,20 +316,20 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
except Skip:
pass
except Cancel:
status = Status.READY
break
except Exception as e:
logger.error('Error while fetching data from %s', base, exc_info=e)
break
if len(data) == 0:
logger.warning('Server returned empty response')
selection += 1
logger.warning('Server returned an empty response')
continue
logger.info('Initializing Workbook...')
progress['task'] = 'Task 2 of 4'
progress['limit'] = len(data)
t2.clear()
t2.start()
workbook = openpyxl.Workbook()
sheet = workbook.active
@@ -421,7 +438,6 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
except Skip:
pass
except Cancel:
status = Status.READY
continue
except Exception as e:
logger.error('Error while processing data', exc_info=e)
@@ -437,7 +453,6 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
except Skip:
pass
except Cancel:
status = Status.READY
continue
except Exception as e:
logger.error('Error while saving excel file', exc_info=e)
@@ -448,6 +463,8 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
logger.info('Uploading...')
progress.clear()
progress['task'] = 'Task 3 of 4'
t2.clear()
t2.start()
driver.switch_to.new_window('tab')
driver.get(WEBURL % 'order/importOrder')
@@ -474,16 +491,14 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
if err.get_attribute('disabled') is None:
logger.warning('Incomplete import detected; downloaded 1 related document')
err.click()
sleep(1)
wait(1)
click(".mm-tbody table tbody tr:nth-child(1) td:nth-child(3) a")
driver.switch_to.window(driver.window_handles[2])
until(ready)
wait(parameters.get('interval'))
logger.info('Done')
except Skip:
pass
except Cancel:
status = Status.READY
continue
except Exception as e:
logger.error('Error while uploading excel file', exc_info=e)
@@ -513,18 +528,28 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
progress['task'] = 'Task 4 of 4'
progress['limit'] = len(data)
t2.clear()
t2.start()
index = 0
attempts = 0
while index < len(data):
try:
driver.switch_to.window(driver.window_handles[2])
item = data[index]
kind = item['kind']
title = re.search(r'O\d+', item['title'])
number = profile.format(item['number'])
positions = item['positions']
opportunity = None
attempts += 1
if kind != 'vat':
logger.info('[%d/%d] Skipping %s', index+1, len(data), number)
index += 1
attempts = 0
continue
if attempts > parameters.get('attempts'):
logger.warning('Exhausted all allowed attempts; skipping %s', number)
index += 1
@@ -572,7 +597,6 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
attempts = 0
continue
except Cancel:
status = Status.READY
break
except NoSuchElementException:
logger.warning("Could not find invoice '%s'; skipping", number)
@@ -618,7 +642,6 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
attempts = 0
continue
except Cancel:
status = Status.READY
break
except NoSuchElementException:
logger.warning("Could not find opportunity '%s'; skipping", match)
@@ -648,77 +671,80 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
attempts = 0
continue
except Cancel:
status = Status.READY
break
except Exception as e:
logger.warning('Error while selecting opportunity; skipping', exc_info=e)
logger.warning('Could not select opportunity; skipping', exc_info=e)
try:
pagination = 10
click(".okki-pagination-options-size-changer")
click(".okki-select-dropdown .rc-virtual-list-holder-inner > div:nth-child(1)")
except:
logger.warning('Unable to setup pagination; this may cause issues')
pids = list()
wrapper = locate(".paas-order-product-list .row-items", condition=None)
class Eureka(Exception): pass
try:
ids = list()
wrapper = locate(".paas-order-product-list .row-items", condition=None)
for page in count(1):
hits = 0
iteration = 0
flow.react()
tail = next(reversed(pids), None)
driver.execute_script("arguments[0].scrollIntoView({ block: 'center' });", wrapper)
driver.execute_script("arguments[0].scrollTo(arguments[1], arguments[2]);", wrapper, 0, 0)
for item in wrapper.find_elements(By.CSS_SELECTOR, ".row-item"):
if len(pids) >= len(positions): raise Eureka()
div = item.find_element(By.CSS_SELECTOR, ".cell[data-cci='2'] .cell-inner div")
while hits < pagination and iteration < parameters.get('attempts'):
iteration += 1
height = int(wrapper.get_attribute('clientHeight')) if iteration > 1 else 0
driver.execute_script("arguments[0].scrollIntoView({ block: 'center' });", wrapper)
driver.execute_script("arguments[0].scrollTo(0, arguments[1]);", wrapper, height)
rows = wrapper.find_elements(By.CSS_SELECTOR, ".row-item")
if (serial := int(div.text)) and serial not in pids:
for row in reversed(rows) if iteration > 1 else rows:
flow.react()
base = (serial - tail) if tail is not None else index
height = int(item.get_attribute('clientHeight'))
offset = (base - 1) * height
driver.execute_script("arguments[0].scrollTo(arguments[1], arguments[2]);", wrapper, 0, offset)
#span = item.find_element(By.CSS_SELECTOR, ".cell[data-cci='3'] .product-info-group-product-info:nth-child(3) span")
#code = span.text[6:]
value = item.find_element(By.CSS_SELECTOR, ".cell[data-cci='4'] input").get_attribute('value')
driver.execute_script("arguments[0].scrollIntoView({ block: 'center' });", wrapper)
driver.execute_script("arguments[0].scroll(arguments[1], arguments[2]);", wrapper, 400, offset)
driver.execute_script("arguments[0].scrollTo(0, arguments[1]);", wrapper, height)
serial = row.text.split('\n', 1)[0].strip()
if not serial or serial in ids: continue
driver.execute_script("arguments[0].scrollIntoView({ block: 'center' });", row)
driver.execute_script("arguments[0].scrollIntoView({ block: 'center' });", wrapper)
value = row.find_element(By.CSS_SELECTOR, ".cell[data-cci='4'] input").get_attribute('value')
driver.execute_script("arguments[0].scroll(400, 0);", wrapper)
driver.execute_script("arguments[0].scrollIntoView({ block: 'center' });", row)
driver.execute_script("arguments[0].scrollIntoView({ block: 'center' });", wrapper)
wait(parameters.get('interval'))
target = item.find_element(By.CSS_SELECTOR, ".cell[data-cci='6'] input")
target = row.find_element(By.CSS_SELECTOR, ".cell[data-cci='6'] input")
if (target.get_attribute('value') == '0'):
target.send_keys(Keys.BACKSPACE)
target.send_keys(value)
pids.append(serial)
ids.append(serial)
hits += 1
button = locate(".text-right li.okki-pagination-next button", condition=None)
if button.get_attribute('disabled') is not None and len(pids) < len(positions):
raise Exception('Product list imcomplete; expected %d, got %d', len(pids), len(positions))
flow.react()
click(button)
except Eureka:
pass
if len(ids) >= len(positions): break
button = locate(".text-right li.okki-pagination-next button", condition=None)
if button.get_attribute('disabled') is not None and len(ids) < len(positions):
raise Exception('Product list imcomplete; expected %d, got %d' % (len(positions), len(ids)))
flow.react()
click(button)
except Skip:
index += 1
attempts = 0
continue
except Cancel:
status = Status.READY
break
except Exception as e:
logger.error('Error while modifying invoice', exc_info=e)
status = Status.STANDBY
continue
try: click(".ow-box button.okki-btn-round", wait=False)
except: pass
try:
click(".ow-box button.okki-btn-round", wait=False)
wait(parameters.get('interval'))
except Exception as e:
logger.warning('Unable to unset additional fees; skipping', exc_info=e)
try:
wait(parameters.get('interval'))
flow.react()
flow.allow(Cancel, False)
flow.allow(Skip, False)
@@ -727,7 +753,6 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
except Skip:
pass
except Cancel:
status = Status.READY
break
except Exception as e:
logger.error('Error while saving document', exc_info=e)
@@ -735,7 +760,6 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
continue
finally:
driver.close()
driver.switch_to.window(driver.window_handles[2])
index += 1
attempts = 0
@@ -743,16 +767,6 @@ def main(driver: WebDriver, logger = logging.getLogger('main')):
logger.error('Unexpected error', exc_info=e)
status = Status.STANDBY
try:
driver.close()
driver.switch_to.window(driver.window_handles[1])
driver.close()
driver.switch_to.window(driver.window_handles[0])
selection += 1
except Exception as e:
logger.error('Unexpected error', exc_info=e)
status = Status.STANDBY
if __name__ == '__main__':
try:
logging.basicConfig(level=logging.INFO, format="[%(asctime)s] [%(levelname)s] [%(name)s] %(message)s", datefmt="%Y-%m-%d %H:%M")