Updates after webinar

Author: lexjansen

demo/sashelp_class.sas

@@ -21,5 +21,5 @@
     dropseqvar=Y
 );
 
-proc compare base=sashelp.class compare=work.class;
+proc compare base=sashelp.class compare=work.class listall;
 run;

doc/CDISC_COSA_webinar_20231005_dataset-json_SAS.pdf

@@ -264,6 +264,7 @@
   proc delete data=work.column_metadata;
   run;
 
+  libname json&_Random clear;
   filename json&_Random clear;
   filename map&_Random clear;
 

doc/CDISC_COSA_webinar_20231005_dataset-json_SAS.pptx

@@ -18,8 +18,19 @@
 /* Some manual data type updates */
 data metaadam.metadata_columns;
   set metaadam.metadata_columns;
+
+  /* Define-XML v2 does not support decimal, but it is supported by Dataset-JSON. */
+  /* This update is just to show that it works in Dataset-JSON.                   */
   if xml_datatype='float' and index(name, 'VISIT') 
     then json_datatype='decimal';
+
+  if missing(length) then do;
+    if xml_datatype="date" then length=10;
+    if xml_datatype="partialDate" then length=10;
+    if xml_datatype="partialDatetime" then length=19;
+    if xml_datatype="durationDatetime" then length=19;
+    if xml_datatype="datetime" then length=19;
+  end;    
 run;
 
 /* Create metadata from Define-XML for SDTM */
@@ -31,8 +42,19 @@ run;
 /* Some manual data type updates */
 data metasdtm.metadata_columns;
   set metasdtm.metadata_columns;
+
+  /* Define-XML v2 does not support decimal, but it is supported by Dataset-JSON. */
+  /* This update is just to show that it works in Dataset-JSON.                   */
   if xml_datatype='float' and name ne 'LBSTRESN' 
     then json_datatype='decimal';
+
+  if missing(length) then do;
+    if xml_datatype="date" then length=10;
+    if xml_datatype="partialDate" then length=10;
+    if xml_datatype="partialDatetime" then length=19;
+    if xml_datatype="durationDatetime" then length=19;
+    if xml_datatype="datetime" then length=19;
+  end;    
 run;
 
 

macros/read_datasetjson.sas

@@ -24,20 +24,20 @@ data _null_;
     jsonpath=cats("&project_folder/json_out/adam/", datasetname, ".json");
     fileoid=cats("&_fileOID", "/", "%sysfunc(date(), is8601da.)", "/", datasetname);
     code=cats('%nrstr(%write_datasetjson('
-      , 'dataset=dataadam.', datasetname, ','
-      /* , 'xptpath=', fullpath,',' */
-      , 'jsonpath=', jsonpath, ','
-      , 'usemetadata=N,'
-      , 'metadatalib=metaadam,'
-      , "fileOID=", fileoid, ","
-      , "asOfDateTime=2023-05-31T00:00:00, "
-      , "originator=CDISC ADaM MSG Team", ","
-      , "sourceSystem=Sponsor System,"
-      , "sourceSystemVersion=1.0,"
-      , "studyOID=&_studyOID,"
-      , "metaDataVersionOID=&_metaDataVersionOID,"
-      , "metaDataRef=define.xml"
-    ,');)');
+                      , 'dataset=dataadam.', datasetname, ','
+                      /* , 'xptpath=', fullpath,',' */
+                      , 'jsonpath=', jsonpath, ','
+                      , 'usemetadata=N,'
+                      , 'metadatalib=metaadam,'
+                      , "fileOID=", fileoid, ","
+                      , "asOfDateTime=2023-05-31T00:00:00, "
+                      , "originator=CDISC ADaM MSG Team", ","
+                      , "sourceSystem=Sponsor System,"
+                      , "sourceSystemVersion=1.0,"
+                      , "studyOID=&_studyOID,"
+                      , "metaDataVersionOID=&_metaDataVersionOID,"
+                      , "metaDataRef=define.xml"
+                    ,');)');
     call execute(code);
 run;
 
@@ -50,7 +50,7 @@ run;
 
 %util_gettree(
   dir=&project_folder/data/sdtm_xpt, 
-  outds=dirtree_sdtm, 
+  outds=work.dirtree_sdtm, 
   where=%str(ext="xpt" and dir=0)
 );
 
@@ -60,27 +60,25 @@ run;
 
 data _null_;
   length datasetname $64 jsonpath $512 fileoid $128 code $2048;
-  set dirtree_sdtm;
+  set work.dirtree_sdtm;
     datasetname=scan(filename, 1, ".");
     jsonpath=cats("&project_folder/json_out/sdtm/", datasetname, ".json");
     fileoid=cats("&_fileOID", "/", "%sysfunc(date(), is8601da.)", "/", datasetname);
     code=cats('%nrstr(%write_datasetjson('
-      /* , 'dataset=datasdtm.', name, ',' */
-      , 'xptpath=', fullpath,','
-      , 'jsonpath=', jsonpath, ','
-      , 'usemetadata=Y,'
-      , 'metadatalib=metasdtm,'
-      , "fileOID=", fileoid, ","
-      , "asOfDateTime=2023-05-31T00:00:00, "
-      , "originator=CDISC SDTM MSG Team,"
-      , "sourceSystem=Sponsor System,"
-      , "sourceSystemVersion=1.0,"
-      /*
-      , "studyOID=&_studyOID,"
-      , "metaDataVersionOID=&_metaDataVersionOID,"
-      */
-      , "metaDataRef=define.xml"
-    ,');)');
+                      /* , 'dataset=datasdtm.', name, ',' */
+                      , 'xptpath=', fullpath,','
+                      , 'jsonpath=', jsonpath, ','
+                      , 'usemetadata=Y,'
+                      , 'metadatalib=metasdtm,'
+                      , "fileOID=", fileoid, ","
+                      , "asOfDateTime=2023-05-31T00:00:00, "
+                      , "originator=CDISC SDTM MSG Team,"
+                      , "sourceSystem=Sponsor System,"
+                      , "sourceSystemVersion=1.0,"
+                      /* , "studyOID=&_studyOID," */
+                      /* , "metaDataVersionOID=&_metaDataVersionOID," */
+                      , "metaDataRef=define.xml"
+                    ,');)');
     call execute(code);
 run;
 
@@ -92,4 +90,4 @@ libname metaadam clear;
 libname metasdtm clear;
 libname dataadam clear;
 libname datasdtm clear;
-*/
+*/

metadata_in/adam/.gitkeep metadata_save/adam/.gitkeep

@@ -13,20 +13,20 @@
   %put WAR%str(NING): No JSON files to read in directory &root/json_out/adam.;
 %end;  
 
-proc datasets lib=metainad nolist kill; 
+proc datasets lib=metasvad nolist kill; 
 quit; 
 run;
 
 data _null_;
   length code $2048;
   set work.dirtree_adam;
     code=cats('%nrstr(%read_datasetjson(',
-                'jsonpath=', fullpath, ', ',
-                'datalib=outadam, ',
-                'dropseqvar=Y, ',
-                'savemetadata=Y, ',
-                'metadatalib=metainad',
-              ');)');
+                        'jsonpath=', fullpath, ', ',
+                        'datalib=outadam, ',
+                        'dropseqvar=Y, ',
+                        'savemetadata=Y, ',
+                        'metadatalib=metasvad',
+                    ');)');
     call execute(code);
 run;
 
@@ -44,20 +44,20 @@ run;
   %put WAR%str(NING): No JSON files to read in directory &root/json_out/sdtm.;
 %end;  
 
-proc datasets lib=metainsd nolist kill; 
+proc datasets lib=metasvsd nolist kill; 
 quit; 
 run;
 
 data _null_;
   length code $2048;
   set work.dirtree_sdtm;
     code=cats('%nrstr(%read_datasetjson(',
-                'jsonpath=', fullpath, ', ',
-                'datalib=outsdtm, ',
-                'dropseqvar=Y, ',
-                'savemetadata=Y, ',
-                'metadatalib=metasdtm',
-              ');)');
+                        'jsonpath=', fullpath, ', ',
+                        'datalib=outsdtm, ',
+                        'dropseqvar=Y, ',
+                        'savemetadata=Y, ',
+                        'metadatalib=metasvsd',
+                    ');)');
     call execute(code);
 run;
 

metadata_in/sdtm/.gitkeep metadata_save/sdtm/.gitkeep

@@ -27,13 +27,13 @@ data _null_;
   set members;
   name=lowcase(name);
   code=cats('%nrstr(%util_comparedata(',
-              'baselib=dataadam, ',
-              'complib=outadam, ',
-              'dsname=', name, ', ',
-              'compareoptions=%str(criterion=0.00000001 method=absolute), ',
-              'resultds=work.results, ',
-              'detailall=N',
-            ');)');
+                      'baselib=dataadam, ',
+                      'complib=outadam, ',
+                      'dsname=', name, ', ',
+                      'compareoptions=%str(criterion=0.00000001 method=absolute), ',
+                      'resultds=work.results, ',
+                      'detailall=N',
+                  ');)');
   call execute(code);
 run;
 
@@ -55,13 +55,13 @@ data _null_;
   set members;
   name=lowcase(name);
   code=cats('%nrstr(%util_comparedata(',
-              'baselib=datasdtm, ',
-              'complib=outsdtm, ',
-              'dsname=', name, ', ',
-              'compareoptions=%str(criterion=0.00000001 method=absolute), ',
-              'resultds=work.results, ',
-              'detailall=N',
-            ');)');
+                      'baselib=datasdtm, ',
+                      'complib=outsdtm, ',
+                      'dsname=', name, ', ',
+                      'compareoptions=%str(criterion=0.00000001 method=absolute), ',
+                      'resultds=work.results, ',
+                      'detailall=N',
+                  ');)');
   call execute(code);
 run;
 

programs/02_create_metadata_from_definexml.sas

@@ -26,5 +26,5 @@ filename luapath ("&project_folder/lua");
 %SetLib(metaadam, &project_folder/metadata/adam);
 %SetLib(metasdtm, &project_folder/metadata/sdtm);
 
-%SetLib(metainad, &project_folder/metadata_in/adam);
-%SetLib(metainsd, &project_folder/metadata_in/sdtm);
+%SetLib(metasvad, &project_folder/metadata_save/adam);
+%SetLib(metasvsd, &project_folder/metadata_save/sdtm);