001package org.hl7.fhir.utilities.npm;
002
003import java.io.File;
004import java.io.IOException;
005import java.sql.Connection;
006import java.sql.DriverManager;
007import java.sql.PreparedStatement;
008import java.sql.SQLException;
009import java.sql.Statement;
010import java.util.HashSet;
011import java.util.Set;
012
013import org.hl7.fhir.exceptions.FHIRException;
014import org.hl7.fhir.utilities.CommaSeparatedStringBuilder;
015import org.hl7.fhir.utilities.TextFile;
016import org.hl7.fhir.utilities.Utilities;
017import org.hl7.fhir.utilities.filesystem.ManagedFileAccess;
018import org.hl7.fhir.utilities.json.model.JsonArray;
019import org.hl7.fhir.utilities.json.model.JsonObject;
020import org.hl7.fhir.utilities.json.parser.JsonParser;
021
022/**
023 * This class builds the .index.json for a package 
024 * 
025 * it also builds a .index.db since that may provide faster access
026 * 
027 * @author grahame
028 *
029 */
030public class NpmPackageIndexBuilder {
031  
032  public static final Integer CURRENT_INDEX_VERSION = 2;
033  private JsonObject index;
034  private JsonArray files;
035  private Connection conn;
036  private PreparedStatement psql;
037  private String dbFilename;
038  
039  public void start(String filename) {
040    index = new JsonObject();
041    index.add("index-version", CURRENT_INDEX_VERSION);
042    files = new JsonArray();
043    index.add("files", files);
044
045    dbFilename = filename;
046    if (filename != null) {
047      try {
048        ManagedFileAccess.file(filename).delete();
049        conn = DriverManager.getConnection("jdbc:sqlite:"+filename); 
050        Statement stmt = conn.createStatement();
051        stmt.execute("CREATE TABLE ResourceList (\r\n"+
052            "FileName       nvarchar NOT NULL,\r\n"+
053            "ResourceType   nvarchar NOT NULL,\r\n"+
054            "Id             nvarchar NULL,\r\n"+
055            "Url            nvarchar NULL,\r\n"+
056            "Version        nvarchar NULL,\r\n"+
057            "Kind           nvarchar NULL,\r\n"+
058            "Type           nvarchar NULL,\r\n"+
059            "Supplements    nvarchar NULL,\r\n"+
060            "Content        nvarchar NULL,\r\n"+
061            "ValueSet       nvarchar NULL,\r\n"+
062            "Derivation     nvarchar NULL,\r\n"+
063            "PRIMARY KEY (FileName))\r\n");
064
065        psql = conn.prepareStatement("Insert into ResourceList (FileName, ResourceType, Id, Url, Version, Kind, Type, Supplements, Content, ValueSet) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)");
066      } catch (Exception e) {
067        if (conn != null) { 
068          try {
069            conn.close();
070          } catch (SQLException e1) {
071          }
072        }
073        conn = null;
074      }
075    }
076  }
077
078  public boolean seeFile(String name, byte[] content) {
079    if (name.endsWith(".json")) {
080      try {
081        JsonObject json = JsonParser.parseObject(content);
082        if (json.has("resourceType")) {
083          // ok we treat it as a resource
084          JsonObject fi = new JsonObject();
085          files.add(fi);
086          fi.add("filename", name);
087          fi.add("resourceType", json.asString("resourceType")); 
088          if (json.hasPrimitive("id")) {
089            fi.add("id", json.asString("id"));
090          }
091          if (json.hasPrimitive("url")) {
092            fi.add("url", json.asString("url"));
093          }
094          if (json.hasPrimitive("version")) {
095            fi.add("version", json.asString("version"));
096          }
097          if (json.hasPrimitive("kind")) {
098            fi.add("kind", json.asString("kind"));
099          }
100          if (json.hasPrimitive("type")) {
101            fi.add("type", json.asString("type"));
102          }
103          if (json.hasPrimitive("supplements")) {
104            fi.add("supplements", json.asString("supplements"));
105          }
106          if (json.hasPrimitive("content")) {
107            fi.add("content", json.asString("content"));
108          }
109          if (json.hasPrimitive("valueSet")) {
110            fi.add("valueSet", json.asString("valueSet"));
111          }
112          if (json.hasPrimitive("derivation")) {
113            fi.add("derivation", json.asString("derivation"));
114          }
115          
116          if (psql != null) {
117            psql.setString(1, name); // FileName); 
118            psql.setString(2, json.asString("resourceType")); // ResourceType"); 
119            psql.setString(3, json.asString("id")); // Id"); 
120            psql.setString(4, json.asString("url")); // Url"); 
121            psql.setString(5, json.asString("version")); // Version"); 
122            psql.setString(6, json.asString("kind")); // Kind");
123            psql.setString(7, json.asString("type")); // Type"); 
124            psql.setString(8, json.asString("supplements")); // Supplements"); 
125            psql.setString(9, json.asString("content")); // Content");
126            psql.setString(10, json.asString("valueSet")); // ValueSet");
127            psql.setString(10, json.asString("derivation")); // ValueSet");
128            psql.execute();
129          }
130        }
131      } catch (Exception e) {
132//        System.out.println("Error parsing "+name+": "+e.getMessage());
133        if (name.contains("openapi")) {
134          return false;
135        }
136      }
137    }
138    return true;
139  }
140
141  public String build() {
142    try {
143      if (conn != null) {
144        conn.close();
145      }
146    } catch (Exception e) {
147      // nothing
148    }
149    String res = JsonParser.compose(index, true);
150    index = null;
151    files = null;
152    return res;
153  }
154  
155//  private Map<String, List<String>> types = new HashMap<>();
156//  private Map<String, String> canonicalMap = new HashMap<>();
157
158
159  public void executeWithStatus(String folder) throws IOException {
160    System.out.print("Index Package "+folder+" ... ");
161    execute(folder);
162    System.out.println("done");
163  }
164  
165  public void execute(String folder) throws IOException {
166    if (existsFolder(folder, "package")) {
167      folder = Utilities.path(folder, "package"); 
168    }
169    if (!existsFile(folder, "package.json")) {
170      throw new FHIRException("Not a proper package? (can't find package.json)");
171    }
172    start(Utilities.path(folder, ".index.db"));
173    File dir = ManagedFileAccess.file(folder);
174    for (File f : dir.listFiles()) {
175      seeFile(f.getName(), TextFile.fileToBytes(f));
176    }
177    TextFile.stringToFile(build(), Utilities.path(folder, ".index.json"));
178  }
179
180  private boolean existsFolder(String... args) throws IOException {
181    File f = ManagedFileAccess.file(Utilities.path(args));
182    return f.exists() && f.isDirectory();
183  }
184
185  private boolean existsFile(String... args) throws IOException {
186    File f = ManagedFileAccess.file(Utilities.path(args));
187    return f.exists() && !f.isDirectory();
188  }
189
190  public static void main(String[] args) throws IOException {
191    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r4.core");
192    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r4.examples");
193    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r4.expansions");
194    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r4.elements");
195    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r3.core");
196    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r3.examples");
197    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r3.expansions");
198    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r3.elements");
199    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2b.core");
200    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2b.examples");
201    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2b.expansions");
202    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2.core");
203    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2.examples");
204    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2.expansions");
205    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.r2.elements");
206    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.test.data\\fhir.test.data.r2");
207    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.test.data\\fhir.test.data.r3");
208    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.test.data\\fhir.test.data.r4");
209    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.tx.support\\fhir.tx.support.r2");
210    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.tx.support\\fhir.tx.support.r3");
211    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\fhir.tx.support\\fhir.tx.support.r4");
212    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.core#1.0.2");
213    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.core#1.4.0");
214    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.core#3.0.2");
215    new NpmPackageIndexBuilder().executeWithStatus("C:\\work\\org.hl7.fhir\\packages\\hl7.fhir.rX\\hl7.fhir.core#4.0.1");
216  }
217
218  public String getDbFilename() {
219    return dbFilename;
220  }
221
222
223}