community-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From s...@apache.org
Subject svn commit: r1878366 - in /comdev/projects.apache.org/trunk: failures/ scripts/cronjobs/parseprojects.py
Date Mon, 01 Jun 2020 15:30:20 GMT
Author: sebb
Date: Mon Jun  1 15:30:20 2020
New Revision: 1878366

URL: http://svn.apache.org/viewvc?rev=1878366&view=rev
Log:
Save failures to separate directory; svn:ignore the files

Added:
    comdev/projects.apache.org/trunk/failures/   (with props)
Modified:
    comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py

Propchange: comdev/projects.apache.org/trunk/failures/
------------------------------------------------------------------------------
--- svn:ignore (added)
+++ svn:ignore Mon Jun  1 15:30:20 2020
@@ -0,0 +1 @@
+*

Modified: comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py?rev=1878366&r1=1878365&r2=1878366&view=diff
==============================================================================
--- comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py (original)
+++ comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py Mon Jun  1 15:30:20
2020
@@ -9,6 +9,7 @@ Writes:
 ../../site/json/foundation/projects.json
 ../../site/json/projects/%s.json
 parseprojects-failures.xml (if failures occurred)
+../../failures/%s.rdf (if failures occurred)
 
 Deletes any obsolete files from:
 ../../site/json/projects/%s.json
@@ -36,6 +37,8 @@ PROJECTS_DIR = '../../site/json/projects
 projectsList = "../../data/projects.xml"
 PROJECTS_SVN = 'https://svn.apache.org/repos/asf/comdev/projects.apache.org/trunk/data/projects.xml'
 
+FAILURES_DIR = '../../failures'
+
 save = True
 if os.path.exists("parseprojects-failures.xml"):
     # Only use restart data if requested (e.g. when running interactively)
@@ -274,6 +277,7 @@ for s in itemlist :
             rem = re.search(r';f=([^;]+);.*',urlname) # better name for Git files
             if rem:
                 urlname = rem.group(1)
+            urlname = join(FAILURES_DIR, urlname)
             print("Saving invalid data in %s " % urlname)
             with open (urlname, "wb") as f:
                 f.write(rdf)



Mime
View raw message