libreitalia
/
loaih
7
0
Fork 0
Code Issues 6 Pull Requests Packages Releases 5 Wiki Activity

Code for passing also a date for daily builds. Possibly blocked by cli command.

This commit is contained in:
emiliano.vavassori 2023-12-02 03:00:46 +01:00
parent 71a81b6a8e
commit 142a09df14
1 changed files with 62 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

98
loaih/__init__.py
View File

@ -1,12 +1,15 @@
#!/usr/bin/env python #!/usr/bin/env python
# encoding: utf-8 # encoding: utf-8
"""Machinery for compiling new versions of AppImages."""
import urllib.request import urllib.request
import datetime import datetime
import re
from lxml import etree from lxml import etree
from packaging.version import parse as parse_version from packaging.version import parse as parse_version
class Definitions():
class Definitions(): # pylint: disable=too-few-public-methods
"""Definitions for the module.""" """Definitions for the module."""
DOWNLOADPAGE = "https://www.libreoffice.org/download/download/" DOWNLOADPAGE = "https://www.libreoffice.org/download/download/"
@ -49,14 +52,15 @@ class Base():
# Fixing daily selector # Fixing daily selector
# As seen, the number of the tinderbox building the daily version can # As seen, the number of the tinderbox building the daily version can
# change. We try to fulfill the void by adding a step. # change. We try to fulfill the void by adding a step.
tinderboxpage = etree.HTML(urllib.request.urlopen(Definitions.DAILY).read()) tinderboxpage = etree.HTML(#pylint: disable=c-extension-no-member
tburl = tinderboxpage.xpath( urllib.request.urlopen(Definitions.DAILY).read() #pylint: disable=consider-using-with
"//td/a[starts-with(text(), 'Linux-rpm_deb-x86') and contains(text(), 'TDF/')]/text()" )
)[0] xpath = "//td/a[starts-with(text(), 'Linux-rpm_deb-x86') and contains(text(), 'TDF/')]/text()" #pylint: disable=line-too-long
tburl = str(tinderboxpage.xpath(xpath)[0])
daily_selector = f"{Definitions.DAILY}{tburl}" daily_selector = f"{Definitions.DAILY}{tburl}"
# Get the anchor for today's builds # Get the anchor for today's builds
raw_page = etree.HTML(urllib.request.urlopen(daily_selector).read()) raw_page = etree.HTML(urllib.request.urlopen(daily_selector).read())# pylint: disable=c-extension-no-member,consider-using-with
results = raw_page.xpath( results = raw_page.xpath(
@ -79,26 +83,38 @@ class Base():
return [] return []
# Rerun the page parsing, this time to find out the versions built # Rerun the page parsing, this time to find out the versions built
b = etree.HTML(urllib.request.urlopen(url).read()).xpath("//td/a[contains(text(), '_deb.tar.gz')]/text()") fullpage = urllib.request.urlopen(url).read() #pylint: disable=consider-using-with
archive_path = "//td/a[contains(text(), '_deb.tar.gz')]/text()"
tarball = etree.HTML(fullpage).xpath(archive_path)#pylint: disable=c-extension-no-member
# This should have returned the main package for a version, but can # This should have returned the main package for a version, but can
# have returned multiple ones, so let's treat it as a list # have returned multiple ones, so let's treat it as a list
return [ x.split('_')[1] for x in b ] return [ x.split('_')[1] for x in tarball ]
@staticmethod @staticmethod
def namedver(query): def namedver(query):
"""Gets the version for a specific named version.""" """Gets the version for a specific named version."""
if query == 'daily' or query == 'yesterday': if 'yesterday' in query:
# Daily needs double parsing for the same result to apply. return Base.dailyver(datetime.datetime.now() + datetime.timedelta(days=-1))
# We first select today's build anchor:
date = datetime.datetime.today() if query.startswith('daily'):
if query == 'yesterday': print("daily")
# Use yesterdays' date for testing purposes. if '-' in query or '_' in query:
date += datetime.timedelta(days=-1) # Splitting the string
return Base.dailyver(date) stringdate = re.sub(r'daily[-_:]', '', query)
print(f"Stringdate: {stringdate}")
print(f"strptime: {datetime.datetime.strptime(stringdate, '%Y%m%d')}")
return Base.dailyver(datetime.datetime.strptime(stringdate, "%Y%m%d"))
return Base.dailyver()
# In case the query isn't for daily # In case the query isn't for daily
return etree.HTML(urllib.request.urlopen(Definitions.SELECTORS[query]['URL']).read()).xpath(Definitions.SELECTORS[query]['xpath']) return etree.HTML(#pylint: disable=c-extension-no-member
urllib.request.urlopen(
Definitions.SELECTORS[query]['URL']
).read()
).xpath(Definitions.SELECTORS[query]['xpath'])
@staticmethod @staticmethod
def fullversion(version): def fullversion(version):
@ -144,9 +160,9 @@ class Base():
retval['x86'] = baseurl + 'x86/' retval['x86'] = baseurl + 'x86/'
else: else:
retval['x86'] = '-' retval['x86'] = '-'
retval['x86_64'] = baseurl + 'x86_64/' retval['x86_64'] = baseurl + 'x86_64/'
return retval return retval
@staticmethod @staticmethod
@ -156,23 +172,31 @@ class Base():
if '.' in query: if '.' in query:
# Called with a numeric query. Pass it to RemoteBuild # Called with a numeric query. Pass it to RemoteBuild
retval.append(RemoteBuild(query)) retval.append(RemoteBuild(query))
elif '-' in query or '_' in query:
# daily but with date
# The date is the last part.
stringdate = re.split(r'[_-]', query)[-1]
querydate = datetime.datetime.strptime(stringdate, "%Y%m%d").date()
dailyver = Base.dailyver(querydate)
else: else:
# Named query # Named query
a = Base.namedver(query) dailyver = Base.namedver(query)
if not a: if not dailyver:
# a is empty # a is empty
return retval return retval
if isinstance(a, list) and len(a) > 1: if isinstance(dailyver, list) and len(dailyver) > 1:
retval.extend([ RemoteBuild(query, version) for version in a ]) retval.extend([ RemoteBuild(query, version) for version in dailyver ])
else: else:
retval.append(RemoteBuild(query)) retval.append(RemoteBuild(query))
return sorted(retval, key=lambda x: x.version) return sorted(retval, key=lambda x: x.version)
class RemoteBuild(object): class RemoteBuild():
"""Builds a version with checking remotely if it was not already built."""
def __init__(self, query, version = None): def __init__(self, query, version = None):
"""Should simplify the single builded version.""" """Should simplify the single builded version."""
@ -188,21 +212,22 @@ class RemoteBuild(object):
# Let's check if a specific version was requested. # Let's check if a specific version was requested.
if self.version == '': if self.version == '':
# In case it was not requested, we will carry on the generic # In case it was not requested, we will carry on the generic
# namedver() query. # namedver() query.
# If the results are more than one, we'll take the latest (since we are requested to provide a single build). # If the results are more than one, we'll take the latest
a = Base.namedver(self.query) # (since we are requested to provide a single build).
a_version = Base.namedver(self.query)
if isinstance(a, list):
# if the number of versions is zero, return and exit
if not a:
return None
if len(a) == 1: if isinstance(a_version, list):
# if the number of versions is zero, return and exit
if not a_version:
self.version = None
if len(a_version) == 1:
# version is a single one. # version is a single one.
self.version = a[0] self.version = a_version[0]
else: else:
# In this case, we will select the latest release. # In this case, we will select the latest release.
self.version = sorted(a)[-1] self.version = sorted(a_version)[-1]
# If the version has already a version, as requested by user, # If the version has already a version, as requested by user,
# continue using that version # continue using that version
@ -213,10 +238,11 @@ class RemoteBuild(object):
if len(str(self.version).split('.')) < 4: if len(str(self.version).split('.')) < 4:
# If not 4 dotted, let's search for the 4 dotted version # If not 4 dotted, let's search for the 4 dotted version
self.version = Base.fullversion(self.version) self.version = Base.fullversion(self.version)
self.basedirurl = Base.urlfromqueryandver(self.query, self.version) self.basedirurl = Base.urlfromqueryandver(self.query, self.version)
def todict(self): def todict(self):
"""Returns a dictionary of versions."""
return { return {
'query': self.query, 'query': self.query,
'version': self.version, 'version': self.version,