fix: cleaned up provenance generation

Author: satra

doc/_templates/indexsidebar.html

@@ -2,7 +2,7 @@
 <h3>{{ _('Links') }}</h3>
 
 <ul>
-    <li>Docs: <a href="http://nipy.org/nipype">Stable</a> · <a href="http://www.mit.edu/~satra/nipype-nightly/">Nightly</a></li>
+    <li>Docs: <a href="http://nipy.org/nipype">Stable</a> · <a href="http://nipype.readthedocs.org/en/latest/">Dev</a></li>
     <li>Code: <a href="http://github.com/nipy/nipype">Github</a> · <a href="http://github.com/nipy/nipype/issues">Bugs-Requests</a></li>
     <li>Forum: <a href="http://neurostars.org/t/nipype">User</a> · <a href="http://projects.scipy.org/mailman/listinfo/nipy-devel">Developer</a></li>
     <li><a href="http://nipy.org/software/license/index.html"><img src="https://img.shields.io/pypi/l/nipype.svg" alt="License"></a> · <a href="about.html#funding">Funding</a></li>

nipype/pipeline/engine/utils.py

@@ -1269,11 +1269,7 @@ def write_workflow_prov(graph, filename=None, format='all'):
                           starter=processes[nodes.index(edgeinfo[0])])
 
     # write provenance
-    if format in ['provn', 'all']:
-        with open(filename + '.provn', 'wt') as fp:
-            fp.writelines(ps.g.get_provn())
-    if format in ['json', 'all']:
-        ps.g.serialize(filename + '.json', format='json')
+    ps.write_provenance(filename, format=format)
     return ps.g
 
 

nipype/utils/provenance.py

@@ -21,7 +21,7 @@
 
 from .. import get_info
 from .filemanip import (md5, hashlib, hash_infile)
-from .. import logging
+from .. import logging, __version__
 iflogger = logging.getLogger('interface')
 
 foaf = pm.Namespace("foaf", "http://xmlns.com/foaf/0.1/")
@@ -185,7 +185,7 @@ def safe_encode(x, as_literal=True):
             return dumps(x)
         return pm.Literal(dumps(x), nipype_ns['pickle'])
     except TypeError as e:
-        iflogger.info(e)
+        iflogger.debug(e)
         value = "Could not encode: " + str(e)
         if not as_literal:
             return value
@@ -239,7 +239,7 @@ def prov_encode(graph, value, create_container=True):
     return entity
 
 
-def write_provenance(results, filename='provenance', format='turtle'):
+def write_provenance(results, filename='provenance', format='all'):
     ps = ProvStore()
     ps.add_results(results)
     return ps.write_provenance(filename=filename, format=format)
@@ -371,7 +371,8 @@ def add_results(self, results, keep_provenance=False):
         user_agent = self.g.agent(get_attr_id(user_attr), user_attr)
         agent_attr = {pm.PROV["type"]: pm.PROV["SoftwareAgent"],
                       pm.PROV["label"]: "Nipype",
-                      foaf["name"]: safe_encode("Nipype")}
+                      foaf["name"]: safe_encode("Nipype"),
+                      nipype_ns["version"]: __version__}
         for key, value in list(get_info().items()):
             agent_attr.update({nipype_ns[key]: safe_encode(value)})
         software_agent = self.g.agent(get_attr_id(agent_attr), agent_attr)
@@ -384,6 +385,17 @@ def write_provenance(self, filename='provenance', format='all'):
         if format in ['provn', 'all']:
             with open(filename + '.provn', 'wt') as fp:
                 fp.writelines(self.g.get_provn())
-        if format in ['json', 'all']:
-            g.serialize(filename + '.json', format='json')
+        try:
+            if format in ['rdf', 'all']:
+                if len(self.g.bundles) == 0:
+                    rdf_format = 'turtle'
+                    ext = '.ttl'
+                else:
+                    rdf_format = 'trig'
+                    ext = '.trig'
+                self.g.serialize(filename + ext, format='rdf', rdf_format=rdf_format)
+            if format in ['jsonld']:
+                self.g.serialize(filename + '.jsonld', format='rdf', rdf_format='json-ld', indent=4)
+        except pm.serializers.DoNotExist:
+            pass
         return self.g

nipype/utils/tests/test_provenance.py

@@ -4,7 +4,8 @@
 standard_library.install_aliases()
 from builtins import str
 
-import sys
+import os
+from tempfile import mkdtemp
 
 from ...testing import assert_equal, assert_true, assert_false
 
@@ -20,6 +21,15 @@ def test_provenance():
     prov_json = ps.g.serialize(format='json')
     yield assert_true, 'echo hello' in provn
 
+def test_provenance_exists():
+    tempdir = mkdtemp()
+    cwd = os.getcwd()
+    os.chdir(tempdir)
+    from ...interfaces.base import CommandLine
+    CommandLine('echo hello').run()
+    os.chdir(cwd)
+    yield assert_true, os.path.exists(os.path.join(tempdir, 'provenance.provn'))
+
 def test_safe_encode():
     a = '\xc3\xa9lg'
     out = safe_encode(a)