//import proxml.*;
//XMLElement xml_in;

//JSONObject json; 
//JSONArray jseries;
//XML jxml = new XML();

int controlling_series_links = 0;
int related_series_links = 0;
int succession_series_links = 0;
int recording_agency_links = 0;
int controlling_agency_links = 0;

int missingEndDates = 0;
int missingAccumEndDates = 0;

void Ingest(String filePath, ArrayList theList){

   BufferedReader in = new BufferedReader(new InputStreamReader(createInput(filePath)));
   
   try{
   String one_line = in.readLine();
   while (one_line != null){
  
  //String json_in[] = loadStrings(filePath);
  //println("loaded JSON file");
  //String json_joined = join(json_in, "");
  //for(int l=0;l<json_in.length; l++){
    try{ 
      //println(json_in[l]);
      JSONParser(one_line, theList);
    } 
    catch (JSONException jx) {
      println(jx);
    }
    one_line = in.readLine();
  }
   } catch (IOException e){
    e.printStackTrace();
  }

  
  
  println(missingEndDates + " series with missing contents end dates");
  println(missingAccumEndDates + " series with missing accumulation end dates"); 

  println(controlling_agency_links + " controlling agency links"); 
  println(recording_agency_links + " recording agency links"); 
  println(controlling_series_links + " controlling series links"); 
  println(related_series_links + " related series links"); 
  println(succession_series_links + " succession series links");
}




void JSONParser(String source, ArrayList theList) throws JSONException { // parses a source xml file into JSON, then 

  JSONObject js = new JSONObject(source);//jxml.toJSONObject(xml);
  //JSONObject collection = json.getJSONObject("Collection");
  //JSONArray jseries = collection.getJSONArray("Series");
 // println(jseries.length() + " series");

  //for (int s=0; s < jseries.length(); s++){
    // if (s%100 == 10) 
    //println ("parsing series " + s);

    String ID = "";
    String Title = "";
    int Accum_Start_Date = 0;
    int Accum_End_Date = 0;
    int Cont_Start_Date = 0;
    int Cont_End_Date = 0;
    int Items = 0;
    float Metres = 0;
    String[] Controlling_Series = new String[0];
    String[] Related_Series = new String[0];
    String[] Succession_Series = new String[0];
    String[] Recording_Agencies = new String[0];
    String[] Controlling_Agencies = new String[0];

    boolean badElement = false;
    //JSONObject js = jseries.getJSONObject(s);

    // println(js.getNames(js));

    ID = js.getString("SERIES_NO");
    //println("ID: " + ID);
    Title = js.getString("TITLE");
    //println("TITLE: " + Title);
    Accum_Start_Date = int(js.getString("ACCUMULATION_START_DATE").substring(0,4));
    //println("accum_start: " + Accum_Start_Date);
    if (js.has("ACCUMULATION_END_DATE")) Accum_End_Date = int(js.getString("ACCUMULATION_END_DATE").substring(0,4));
    // println("accum_end: " + Accum_End_Date);
    if (Accum_End_Date == 0) {
      Accum_End_Date = Accum_Start_Date;
      missingAccumEndDates++;
    }


    if (js.has("CONTENTS_START_DATE")) {
      Cont_Start_Date = int(js.getString("CONTENTS_START_DATE").substring(0,4));
    } 
    else {
      // println("series " + ID +" has no contents start date - setting to match accum date");
      Cont_Start_Date = Accum_Start_Date;
    }
    if (js.has("CONTENTS_END_DATE")) Cont_End_Date = int(js.getString("CONTENTS_END_DATE").substring(0,4));
    if (Cont_End_Date == 0) {
      Cont_End_Date = Cont_Start_Date;
      missingEndDates++;
    }

    Items = js.getInt("ITEM_COUNT");
    if (js.has("QUANTITY_METRES_AT_LOCATION")) Metres = float(js.getString("QUANTITY_METRES_AT_LOCATION"));

    if (js.has("SERIES_AGENCY_LINK")){
      JSONArray jLinks = new JSONArray();
      if (js.optJSONArray("SERIES_AGENCY_LINK") == null){ // if there's only one value, it's not an array
        jLinks.put(0,js.getJSONObject("SERIES_AGENCY_LINK")); // so manually put that single value in the array
      } 
      else { // it is an array
        jLinks = js.getJSONArray("SERIES_AGENCY_LINK");
      }
      //println("Series " + ID+" has " + jLinks.length() + " agency links");
      for (int l=0; l<jLinks.length(); l++){
        JSONObject jl = jLinks.getJSONObject(l);
        String linkedAgency = jl.getString("LINK_TO_AGENCY_NO");
        if(jl.get("LINK_TYPE").equals("Provenance controlling series")){
          Controlling_Agencies = append(Controlling_Agencies,linkedAgency); // add the agency ID to the list
          controlling_agency_links++;
        } 
        else if(jl.get("LINK_TYPE").equals("Provenance recording")){
          Recording_Agencies = append(Recording_Agencies,linkedAgency); // add the agency ID to the list
          recording_agency_links++;
        }
      }
    }
    if (js.has("SERIES_SERIES_LINK")){
      JSONArray jLinks = new JSONArray();
      if (js.optJSONArray("SERIES_SERIES_LINK") == null){ // if there's only one value, it's not an array
        jLinks.put(0,js.getJSONObject("SERIES_SERIES_LINK")); // so manually put that single value in the array
      } 
      else { // it is an array
        jLinks = js.getJSONArray("SERIES_SERIES_LINK");
      }
      // println("Series " + ID+" has " + jLinks.length() + " series links");
      for (int l=0; l<jLinks.length(); l++){
        JSONObject jl = jLinks.getJSONObject(l);
        String linkedSeries = jl.getString("LINK_TO_SERIES_NO");
        if(jl.get("LINK_TYPE").equals("Series control")){
          Controlling_Series = append(Controlling_Series,linkedSeries);
          controlling_series_links++;
        } 
        else if (jl.get("LINK_TYPE").equals("Related series")){
          Related_Series = append(Related_Series,linkedSeries);
          related_series_links++;
        } 
        else if (jl.get("LINK_TYPE").equals("Series succession")){
          Succession_Series = append(Succession_Series,linkedSeries);
          succession_series_links++;
        }
      }
    }

    if (!badElement) {
      int[] Dates = {Cont_Start_Date, Cont_End_Date, Accum_Start_Date, Accum_End_Date};
      String[][] Links = {
        Controlling_Series, Related_Series, Succession_Series, Recording_Agencies, Controlling_Agencies            };
      SeriesSquare newSeries = new SeriesSquare(ID, Title, Dates, Items, Metres, Links, theList);
      SeriesMap.put(ID, newSeries);
    }
  //}
}