ProcessHomonymsMatching.java

Go to the documentation of this file.

/*
 * Turró i Cutiller Foundation. License notice.
 * Copyright (C) 2021 Lluis Turró Cutiller <http://www.turro.org/>
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */
 
package org.turro.matching;
 
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.stream.Stream;
import org.turro.string.Strings;
import org.turro.contacts.Contact;
import org.turro.contacts.db.ContactsPU;
import org.turro.elephant.db.WhereClause;
import org.turro.elephant.impl.security.UserPreferences;
import org.turro.jpa.Dao;
import org.turro.path.PathSet;
import org.turro.sql.SqlClause;
import org.turro.util.Threads;
import org.turro.zipcode.ZipCodeAPI;
import org.turro.zipcode.ZipCodeEntry;
 
@ElephantMatching
public class ProcessHomonymsMatching extends ProcessMatching<Contact> {
 
  private PathSet selectedPaths;
 
  @Override
  protected void start() {
    super.start();
    selectedPaths = new PathSet();
    selectPaths();
    checkGeolocation();
  }
 
  @Override
  protected void end() {
    super.end();
    selectedPaths = null;
  }  
 
  @Override
  protected List<String> getSelectedPaths() {
    return selectedPaths.getPathList();
  }
 
  @Override
  protected Stream<Contact> getEntityStream() {
    WhereClause wc = new WhereClause();
    wc.addClause("select c from Contact c");
    wc.addIn("where", "c.id", selectedPaths.getIdList());
    return createDao().stream(Contact.class, wc);
  }
 
  @Override
  protected IMatching createMatchingInstance() {
    return new HomonymsMatching();
  }
 
  @Override
  protected Class instanceClass() {
    return HomonymsMatching.class;
  }
 
  @Override
  protected String indicatorsRoot() {
    return "contact";
  }
 
  @Override
  protected String entitiesRoot() {
    return "contact";
  }
 
  @Override
  protected String relatedRoot() {
    return "contact";
  }
 
  @Override
  protected Dao createDao() {
    return new ContactsPU();
  }
 
  @Override
  public boolean itsMine(Object entity) {
    return entity instanceof Contact;
  }
 
  private static final int MAX_HOMONYMS = 100;
  
  private void selectPaths() {
    String lastId = (String) UserPreferences.getSystem().get("lastHomonymId");
    WhereClause wc = new WhereClause();
    wc.addClause("select c.id from Contact c");
    wc.addClause("where c.id > :lastId");
    wc.addNamedValue("lastId", lastId);
    wc.addClause("and c.inactive = false");
    wc.addClause("and c.deactivated = false");
    selectedPaths.addAll("/contact/", getDao().getResultList(String.class, wc, MAX_HOMONYMS));
    if(selectedPaths.isEmpty() || selectedPaths.size() < MAX_HOMONYMS) {
      wc.addNamedValue("lastId", "");
      selectedPaths.addAll("/contact/", getDao().getResultList(String.class, wc, MAX_HOMONYMS - selectedPaths.size()));
    }
    UserPreferences.getSystem().put("lastHomonymId", selectedPaths.getMaxId());
  }
 
  private Map<String, String> zipCodes;
  
  private void checkGeolocation() {
    WhereClause wc = new WhereClause();
    wc.addClause("update Contact");
    wc.addClause("set latitude = :latitude, longitude = :longitude");
    wc.addClause("where id = :id");
    try(Stream<Contact> contacts = getEntityStream()) {
      zipCodes = new HashMap<>();
      contacts.forEach(c -> {
        String zipCode = getZipCode(c);
        if(!Strings.isBlank(zipCode)) {
          ZipCodeEntry info = ZipCodeAPI.getInfo(zipCode);
          if(info != null) {
            wc.addNamedValue("latitude", info.getLatitude());
            wc.addNamedValue("longitude", info.getLongitude());
            wc.addNamedValue("id", c.getId());
            getDao().executeUpdate(wc);
          } else {
            wc.addNamedValue("latitude", 0.0);
            wc.addNamedValue("longitude", 0.0);
            wc.addNamedValue("id", c.getId());
            getDao().executeUpdate(wc);
          }
        }
      });
      zipCodes = null;
    }
  }
 
  private String getZipCode(Contact contact) {
    String zc = zipCodes.get(contact.getId());
    if(!Strings.isBlank(zc)) return zc;
    WhereClause wc = new WhereClause();
    wc.addClause("select a.zipCode from JobBoard a");
    wc.addClause("where a.contact = :contact");
    wc.addNamedValue("contact", contact);
    for(String zipCode : getDao().getResultList(String.class, wc)) {
      if(!Strings.isBlank(zipCode)) {
        zipCodes.put(contact.getId(), zipCode);
        return zipCode;
      }
    }
    wc = new WhereClause();
    wc.addClause("select a.zipCode from Address a");
    wc.addClause("where a.contact = :contact");
    wc.addClause("and a.description = 'Fiscal'");
    wc.addNamedValue("contact", contact);
    for(String zipCode : getDao().getResultList(String.class, wc)) {
      if(!Strings.isBlank(zipCode)) {
        zipCodes.put(contact.getId(), zipCode);
        return zipCode;
      }
    }
    Contact business = contact.getBusiness();
    if(business != null) {
      zc = zipCodes.get(business.getId());
      if(!Strings.isBlank(zc)) return zc;
      wc = new WhereClause();
      wc.addClause("select a.zipCode from Address a");
      wc.addClause("where a.contact = :contact");
      wc.addClause("and a.description = 'Fiscal'");
      wc.addNamedValue("contact", business);
      for(String zipCode : getDao().getResultList(String.class, wc)) {
        if(!Strings.isBlank(zipCode)) {
          zipCodes.put(business.getId(), zipCode);
          return zipCode;
        }
      }
    }
    wc = new WhereClause();
    wc.addClause("select a.zipCode from Address a");
    wc.addClause("where a.contact = :contact");
    wc.addClause("and a.description <> 'Fiscal'");
    wc.addNamedValue("contact", contact);
    for(String zipCode : getDao().getResultList(String.class, wc)) {
      if(!Strings.isBlank(zipCode)) {
        zipCodes.put(contact.getId(), zipCode);
        return zipCode;
      }
    }
    if(business != null) {
      wc = new WhereClause();
      wc.addClause("select a.zipCode from Address a");
      wc.addClause("where a.contact = :contact");
      wc.addClause("and a.description <> 'Fiscal'");
      wc.addNamedValue("contact", business);
      for(String zipCode : getDao().getResultList(String.class, wc)) {
        if(!Strings.isBlank(zipCode)) {
          zipCodes.put(business.getId(), zipCode);
          return zipCode;
        }
      }
    }
    return null;
  }
 
  public static void cleanHomonyms() {
    Threads.instance("Clear homonyms").start(() -> {
      Dao dao = new ContactsPU();
      SqlClause.delete("HomonymsMatching")
              .where().notExists(
                      SqlClause.select("*").from("Contact c")
                      .where("c.identifier = SUBSTRING(entityPath , 10)")
                      .and().isFalse("c.deactivated")
                      .and().isFalse("c.inactive"))
              .dao(dao)
              .executeNative();
      SqlClause.delete("HomonymsMatching")
              .where().notExists(
                      SqlClause.select("*").from("Contact c")
                      .where("c.identifier = SUBSTRING(relatedPath , 10)")
                      .and().isFalse("c.deactivated")
                      .and().isFalse("c.inactive"))
              .dao(dao)
              .executeNative();
    });
    //"where not exists (\n" +
    //" select * from Contact c \n" +
    //" where c.IDENTIFIER = SUBSTRING(entityPath , 10)\n" +
    //" and c.deactivated = FALSE and c.inactive = false        \n" +
    //");"
    //"delete FROM pool01_contacts.HomonymsMatching\n" +
    //"where not exists (\n" +
    //" select * from Contact c \n" +
    //" where c.IDENTIFIER = SUBSTRING(relatedPath , 10)\n" +
    //" and c.deactivated = FALSE and c.inactive = false        \n" +
    //");"
  }
  
}