001package org.hl7.fhir.utilities.npm; 002 003import java.io.File; 004import java.io.IOException; 005import java.sql.Connection; 006import java.sql.DriverManager; 007import java.sql.PreparedStatement; 008import java.sql.SQLException; 009import java.sql.Statement; 010import java.util.HashSet; 011import java.util.Set; 012 013import org.hl7.fhir.exceptions.FHIRException; 014import org.hl7.fhir.utilities.CommaSeparatedStringBuilder; 015import org.hl7.fhir.utilities.TextFile; 016import org.hl7.fhir.utilities.Utilities; 017import org.hl7.fhir.utilities.filesystem.ManagedFileAccess; 018import org.hl7.fhir.utilities.json.model.JsonArray; 019import org.hl7.fhir.utilities.json.model.JsonObject; 020import org.hl7.fhir.utilities.json.parser.JsonParser; 021 022/** 023 * This class builds the .index.json for a package 024 * 025 * it also builds a .index.db since that may provide faster access 026 * 027 * @author grahame 028 * 029 */ 030public class NpmPackageIndexBuilder { 031 032 public static final Integer CURRENT_INDEX_VERSION = 2; 033 private JsonObject index; 034 private JsonArray files; 035 private Connection conn; 036 private PreparedStatement psql; 037 private String dbFilename; 038 039 public void start(String filename) { 040 index = new JsonObject(); 041 index.add("index-version", CURRENT_INDEX_VERSION); 042 files = new JsonArray(); 043 index.add("files", files); 044 045 dbFilename = filename; 046 if (filename != null) { 047 try { 048 ManagedFileAccess.file(filename).delete(); 049 conn = DriverManager.getConnection("jdbc:sqlite:"+filename); 050 Statement stmt = conn.createStatement(); 051 stmt.execute("CREATE TABLE ResourceList (\r\n"+ 052 "FileName nvarchar NOT NULL,\r\n"+ 053 "ResourceType nvarchar NOT NULL,\r\n"+ 054 "Id nvarchar NULL,\r\n"+ 055 "Url nvarchar NULL,\r\n"+ 056 "Version nvarchar NULL,\r\n"+ 057 "Kind nvarchar NULL,\r\n"+ 058 "Type nvarchar NULL,\r\n"+ 059 "Supplements nvarchar NULL,\r\n"+ 060 "Content nvarchar NULL,\r\n"+ 061 "ValueSet nvarchar NULL,\r\n"+ 062 "Derivation nvarchar NULL,\r\n"+ 063 "PRIMARY KEY (FileName))\r\n"); 064 065 psql = conn.prepareStatement("Insert into ResourceList (FileName, ResourceType, Id, Url, Version, Kind, Type, Supplements, Content, ValueSet) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)"); 066 } catch (Exception e) { 067 if (conn != null) { 068 try { 069 conn.close(); 070 } catch (SQLException e1) { 071 } 072 } 073 conn = null; 074 } 075 } 076 } 077 078 public boolean seeFile(String name, byte[] content) { 079 if (name.endsWith(".json")) { 080 try { 081 JsonObject json = JsonParser.parseObject(content); 082 if (json.has("resourceType")) { 083 // ok we treat it as a resource 084 JsonObject fi = new JsonObject(); 085 files.add(fi); 086 fi.add("filename", name); 087 fi.add("resourceType", json.asString("resourceType")); 088 if (json.hasPrimitive("id")) { 089 fi.add("id", json.asString("id")); 090 } 091 if (json.hasPrimitive("url")) { 092 fi.add("url", json.asString("url")); 093 } 094 if (json.hasPrimitive("version")) { 095 fi.add("version", json.asString("version")); 096 } 097 if (json.hasPrimitive("kind")) { 098 fi.add("kind", json.asString("kind")); 099 } 100 if (json.hasPrimitive("type")) { 101 fi.add("type", json.asString("type")); 102 } 103 if (json.hasPrimitive("supplements")) { 104 fi.add("supplements", json.asString("supplements")); 105 } 106 if (json.hasPrimitive("content")) { 107 fi.add("content", json.asString("content")); 108 } 109 if (json.hasPrimitive("valueSet")) { 110 fi.add("valueSet", json.asString("valueSet")); 111 } 112 if (json.hasPrimitive("derivation")) { 113 fi.add("derivation", json.asString("derivation")); 114 } 115 116 if (psql != null) { 117 psql.setString(1, name); // FileName); 118 psql.setString(2, json.asString("resourceType")); // ResourceType"); 119 psql.setString(3, json.asString("id")); // Id"); 120 psql.setString(4, json.asString("url")); // Url"); 121 psql.setString(5, json.asString("version")); // Version"); 122 psql.setString(6, json.asString("kind")); // Kind"); 123 psql.setString(7, json.asString("type")); // Type"); 124 psql.setString(8, json.asString("supplements")); // Supplements"); 125 psql.setString(9, json.asString("content")); // Content"); 126 psql.setString(10, json.asString("valueSet")); // ValueSet"); 127 psql.setString(10, json.asString("derivation")); // ValueSet"); 128 psql.execute(); 129 } 130 } 131 } catch (Exception e) { 132// System.out.println("Error parsing "+name+": "+e.getMessage()); 133 if (name.contains("openapi")) { 134 return false; 135 } 136 } 137 } 138 return true; 139 } 140 141 public String build() { 142 try { 143 if (conn != null) { 144 conn.close(); 145 } 146 } catch (Exception e) { 147 // nothing 148 } 149 String res = JsonParser.compose(index, true); 150 index = null; 151 files = null; 152 return res; 153 } 154 155// private Map<String, List<String>> types = new HashMap<>(); 156// private Map<String, String> canonicalMap = new HashMap<>(); 157 158 159 public void executeWithStatus(String folder) throws IOException { 160 System.out.print("Index Package "+folder+" ... "); 161 execute(folder); 162 System.out.println("done"); 163 } 164 165 public void execute(String folder) throws IOException { 166 if (existsFolder(folder, "package")) { 167 folder = Utilities.path(folder, "package"); 168 } 169 if (!existsFile(folder, "package.json")) { 170 throw new FHIRException("Not a proper package? (can't find package.json)"); 171 } 172 start(Utilities.path(folder, ".index.db")); 173 File dir = ManagedFileAccess.file(folder); 174 for (File f : dir.listFiles()) { 175 seeFile(f.getName(), TextFile.fileToBytes(f)); 176 } 177 TextFile.stringToFile(build(), Utilities.path(folder, ".index.json")); 178 } 179 180 private boolean existsFolder(String... args) throws IOException { 181 File f = ManagedFileAccess.file(Utilities.path(args)); 182 return f.exists() && f.isDirectory(); 183 } 184 185 private boolean existsFile(String... args) throws IOException { 186 File f = ManagedFileAccess.file(Utilities.path(args)); 187 return f.exists() && !f.isDirectory(); 188 } 189 190 public static void main(String[] args) throws IOException { 191 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r4.core"); 192 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r4.examples"); 193 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r4.expansions"); 194 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r4.elements"); 195 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r3.core"); 196 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r3.examples"); 197 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r3.expansions"); 198 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r3.elements"); 199 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2b.core"); 200 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2b.examples"); 201 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2b.expansions"); 202 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2.core"); 203 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2.examples"); 204 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2.expansions"); 205 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2.elements"); 206 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.test.data\\fhir.test.data.r2"); 207 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.test.data\\fhir.test.data.r3"); 208 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.test.data\\fhir.test.data.r4"); 209 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.tx.support\\fhir.tx.support.r2"); 210 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.tx.support\\fhir.tx.support.r3"); 211 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.tx.support\\fhir.tx.support.r4"); 212 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.core#1.0.2"); 213 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.core#1.4.0"); 214 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.core#3.0.2"); 215 new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.core#4.0.1"); 216 } 217 218 public String getDbFilename() { 219 return dbFilename; 220 } 221 222 223}