Source of file ImportManager.php

<?php

namespace TIC\TownBundle\Service;

use Doctrine\ORM\EntityManagerInterface;

use TIC\TownBundle\Entity\Region;

use TIC\TownBundle\Entity\Departement;

use TIC\TownBundle\Entity\Commune;

class ImportManager {

	protected $em;          /** @var EntityManager  Gestionnaire Doctrine des entités en base de données. */

	protected $repoR;

	protected $repoD;

	protected $repoC;

	public function __construct(EntityManagerInterface $em)

	{

		$this->em = $em;

		$this->repoR = $this->em->getRepository(Region::class);

		$this->repoD = $this->em->getRepository(Departement::class);

		$this->repoC = $this->em->getRepository(Commune::class);

	}

	public function loadPosteC(string $source, array $departements = array(), bool $test = false)

	{

		if (! file_exists($source)) return;

		$zp = gzopen($source, 'r');

		$line = gzgets($zp, 4096);

		$count = 0;

		$this->em->getConnection()->getConfiguration()->setSQLLogger(null);

		// test la première ligne (qui doit contenir les entêtes)

		$data = str_getcsv($line, ';');

		if (count($data) != 6) {

			echo "Les données du fichier CSV ne sont pas conformes.\n";

			gzclose($zp);

			return false;

		}

		$imported = [];

		while (! gzeof($zp)) {

			$line = gzgets($zp, 4096);

			$data = str_getcsv($line, ';');

			list($insee, $nom, $postal, $ligne5, $libelle, $coordonnees) = $data;

			if ($postal == "") continue;

			if ($insee  == "") continue;

			if ($nom    == "") continue;

			// Si la ville ne fait pas partie du filtre département, on ne la traite pas

			$dep = substr($postal, 0, 2);

			if (! empty($departements) && ! in_array($dep, $departements)) continue;

			$codes = $insee . ":" . $postal;

			if (isset($imported[$codes])) continue;

			$imported[$codes] = true;

			$commune = new Commune();

			$commune->setInsee($insee);

			$commune->setPostal($postal);

			$commune->setNomMaj($nom);

			$commune->setNom(ucwords(strtolower($nom)));

			$commune->setGeomap($coordonnees);

			if (! $test) $this->em->persist($commune);

			printf("Ville : [%s] %s\n", $insee, $commune);

			if ($count++ < 100) continue;

			if (! $test) { $this->em->flush(); $this->em->clear(); }

			$count = 0;

		}

		gzclose($zp);

		if (! $test) { $this->em->flush(); $this->em->clear(); }

	}

	public function loadInseeC(string $source, array $departements=array(), bool $test=false)

	{

		if (! file_exists($source)) return;

		$zp = gzopen($source, 'r');

		$line = gzgets($zp, 4096);

		$count = 0;

		$this->em->getConnection()->getConfiguration()->setSQLLogger(null);

		// test la première ligne (qui doit contenir les entêtes)

		$data = str_getcsv($line, ",");

		list($typecom,$com,$reg,$dep,,$arr,$tncc,$ncc,$nccenr,$libelle,, ) = $data;

		if ($typecom!="TYPECOM" || $com!="COM" || $reg!="REG" || $dep!="DEP" || $arr!="ARR" || $tncc!="TNCC" || $ncc!="NCC" || $nccenr!="NCCENR" || $libelle!="LIBELLE") {

			echo "Les données du fichier CSV ne sont pas conformes.\n";

			gzclose($zp);

			return false;

		}

		while (! gzeof($zp)) {

			$line = gzgets($zp, 4096);

			$data = str_getcsv($line, ",");

			list($typecom,$com,$reg,$dep,,$arr,$tncc,$ncc,$nccenr,$libelle,, ) = $data;

			if ($com     === ""   ) continue;

			if ($typecom !== "COM" && $typecom !== "ARM") continue;

			// Si la ville ne fait pas partie du filtre département, on ne la traite pas

			if (! empty($departements) && ! in_array($dep, $departements)) continue;

			if ($test) printf("Ville : [%s] %s\n", $com, $libelle);

			$communes = $this->repoC->findByInsee($com);

			foreach ($communes as $commune) {

				$commune->setType($typecom);

				$commune->setTncc($tncc);

				$commune->setNomMaj($ncc);

				$commune->setNom($libelle);

				if ($departement = $this->repoD->find($dep)) $commune->setDepartement($departement);

				printf("Ville : [%s] %s\n", $com, $commune);

			}

			if ($count++ < 100) continue;

			if (! $test) { $this->em->flush(); $this->em->clear(); }

			$count = 0;

		}

		gzclose($zp);

		if (! $test) { $this->em->flush(); $this->em->clear(); }

	}

    public function loadInseeComerC(string $source, array $departements=array(), bool $test=false)

	{

		if (! file_exists($source)) return;

		$zp = gzopen($source, 'r');

		$line = gzgets($zp, 4096);

		$count = 0;

		$this->em->getConnection()->getConfiguration()->setSQLLogger(null);

		// test la première ligne (qui doit contenir les entêtes)

		$data = str_getcsv($line, ",");

		list($com,$tncc,$ncc,$nccenr,$libelle,$nature,$comer,$lcomer) = $data;

		if ($com!="COM_COMER" || $tncc!="TNCC" || $ncc!="NCC" || $nccenr!="NCCENR" || $libelle!="LIBELLE" || $nature!="NATURE_ZONAGE" || $comer!="COMER" || $lcomer!="LIBELLE_COMER") {

			echo "Les données du fichier CSV ne sont pas conformes.\n";

			gzclose($zp);

			return false;

		}

		while (! gzeof($zp)) {

			$line = gzgets($zp, 4096);

			$data = str_getcsv($line, ",");

		    list($com,$tncc,$ncc,$nccenr,$libelle,$nature,$comer,$lcomer) = $data;

			if ($com     === ""   ) continue;

			// Si la ville ne fait pas partie du filtre département, on ne la traite pas

			if (! empty($departements) && ! in_array($comer, $departements)) continue;

			if ($test) printf("Ville : [%s] %s\n", $com, $libelle);

			$communes = $this->repoC->findByInsee($com);

			foreach ($communes as $commune) {

				//$commune->setType($typecom);

				$commune->setTncc($tncc);

				$commune->setNomMaj($ncc);

				$commune->setNom($libelle);

				$commune->setOutreMer(true);

				if ($departement = $this->repoD->find($comer)) $commune->setDepartement($departement);

				printf("Ville : [%s] %s\n", $com, $commune);

			}

			if ($count++ < 100) continue;

			if (! $test) { $this->em->flush(); $this->em->clear(); }

			$count = 0;

		}

		gzclose($zp);

		if (! $test) { $this->em->flush(); $this->em->clear(); }

	}

	public function loadInseeD(string $source, bool $test=false)

	{

		if (! file_exists($source)) return;

		$zp = gzopen($source, 'r');

		$line = gzgets($zp, 4096);

		$count = 0;

		$this->em->getConnection()->getConfiguration()->setSQLLogger(null);

		// test la première ligne (qui doit contenir les entêtes)

		$data = str_getcsv($line, ",");

		list($dep,$reg,$cheflieu,$tncc,$ncc,$nccenr,$libelle) = $data;

		if ($dep!="DEP" || $reg!="REG" || $cheflieu!="CHEFLIEU" || $tncc!="TNCC" || $ncc!="NCC" || $nccenr!="NCCENR" || $libelle!="LIBELLE") {

			echo "Les données du fichier CSV ne sont pas conformes.\n";

			gzclose($zp);

			return false;

		}

		while (! gzeof($zp)) {

			$line = gzgets($zp, 4096);

			$data = str_getcsv($line, ",");

			list($dep, $reg,$cheflieu,$tncc,$ncc,$nccenr,$libelle) = $data;

			if ($dep == "") continue;

			if ($reg == "") continue;

			$departement = new Departement();

			$departement->setInsee($dep);

			$departement->setCheflieu($cheflieu);

			$departement->setNomMaj($ncc);

			$departement->setNom($libelle);

			$departement->setTncc($tncc);

			if ($region = $this->repoR->find($reg)) $departement->setRegion($region);

			if (! $test) $this->em->persist($departement);

			printf("Département : [%s] %s\n", $dep, $departement);

			if ($count++ < 100) continue;

			if (! $test) { $this->em->flush(); $this->em->clear(); }

			$count = 0;

		}

		gzclose($zp);

		if (! $test) { $this->em->flush(); $this->em->clear(); }

	}

    public function loadInseeComerD(string $source, bool $test=false)

	{

		if (! file_exists($source)) return;

		$zp = gzopen($source, 'r');

		$line = gzgets($zp, 4096);

		$count = 0;

		$this->em->getConnection()->getConfiguration()->setSQLLogger(null);

		// test la première ligne (qui doit contenir les entêtes)

		$data = str_getcsv($line, ",");

		list($comer,$tncc,$ncc,$nccenr,$libelle) = $data;

		if ($comer!="COMER" || $tncc!="TNCC" || $ncc!="NCC" || $nccenr!="NCCENR" || $libelle!="LIBELLE") {

			echo "Les données du fichier CSV ne sont pas conformes.\n";

			gzclose($zp);

			return false;

		}

		while (! gzeof($zp)) {

			$line = gzgets($zp, 4096);

			$data = str_getcsv($line, ",");

			list($comer,$tncc,$ncc,$nccenr,$libelle) = $data;

			if ($comer == "") continue;

			$departement = new Departement();

			$departement->setInsee($comer);

			$departement->setNomMaj($ncc);

			$departement->setNom($libelle);

			$departement->setTncc($tncc);

			$departement->setOutreMer(true);

			if ($region = $this->repoR->find($comer)) $departement->setRegion($region);

			if (! $test) $this->em->persist($departement);

			printf("Département : [%s] %s\n", $comer, $departement);

			if ($count++ < 100) continue;

			if (! $test) { $this->em->flush(); $this->em->clear(); }

			$count = 0;

		}

		gzclose($zp);

		if (! $test) { $this->em->flush(); $this->em->clear(); }

	}

	public function loadInseeR(string $source, bool $test=false)

	{

		if (! file_exists($source)) return;

		$zp = gzopen($source, 'r');

		$line = gzgets($zp, 4096);

		$count = 0;

		$this->em->getConnection()->getConfiguration()->setSQLLogger(null);

		// test la première ligne (qui doit contenir les entêtes)

		$data = str_getcsv($line, ",");

		list($reg,$cheflieu,$tncc,$ncc,$nccenr,$libelle) = $data;

		if ($reg!="REG" || $cheflieu!="CHEFLIEU" || $tncc!="TNCC" || $ncc!="NCC" || $nccenr!="NCCENR" || $libelle!="LIBELLE") {

			echo "Les données du fichier CSV ne sont pas conformes.\n";

			gzclose($zp);

			return false;

		}

		while (! gzeof($zp)) {

			$line = gzgets($zp, 4096);

			$data = str_getcsv($line, ",");

			list($reg,$cheflieu,$tncc,$ncc,$nccenr,$libelle) = $data;

			if ($reg == "") continue;

			$region = new Region();

			$region->setInsee($reg);

			$region->setCheflieu($cheflieu);

			$region->setNomMaj($ncc);

			$region->setNom($libelle);

			$region->setTncc($tncc);

			if (! $test) $this->em->persist($region);

			printf("Région : [%s] %s\n", $reg, $region);

			if ($count++ < 100) continue;

			if (! $test) { $this->em->flush(); $this->em->clear(); }

			$count = 0;

		}

		gzclose($zp);

		if (! $test) { $this->em->flush(); $this->em->clear(); }

	}

    public function loadInseeComerR(string $source, bool $test=false)

	{

		if (! file_exists($source)) return;

		$zp = gzopen($source, 'r');

		$line = gzgets($zp, 4096);

		$count = 0;

		$this->em->getConnection()->getConfiguration()->setSQLLogger(null);

		// test la première ligne (qui doit contenir les entêtes)

		$data = str_getcsv($line, ",");

		list($comer,$tncc,$ncc,$nccenr,$libelle) = $data;

		if ($comer!="COMER" || $tncc!="TNCC" || $ncc!="NCC" || $nccenr!="NCCENR" || $libelle!="LIBELLE") {

			echo "Les données du fichier CSV ne sont pas conformes.\n";

			gzclose($zp);

			return false;

		}

		while (! gzeof($zp)) {

			$line = gzgets($zp, 4096);

			$data = str_getcsv($line, ",");

			list($comer,$tncc,$ncc,$nccenr,$libelle) = $data;

			if ($comer == "") continue;

			$region = new Region();

			$region->setInsee($comer);

			//$region->setCheflieu($cheflieu);

			$region->setNomMaj($ncc);

			$region->setNom($libelle);

			$region->setTncc($tncc);

			$region->setOutreMer(true);

			if (! $test) $this->em->persist($region);

			printf("Région : [%s] %s\n", $comer, $region);

			if ($count++ < 100) continue;

			if (! $test) { $this->em->flush(); $this->em->clear(); }

			$count = 0;

		}

		gzclose($zp);

		if (! $test) { $this->em->flush(); $this->em->clear(); }

	}

}