se/SE/se-lib/Route/UrlAction/WmsGenerate.php

<?php

Lib::loadClass('RouteBase');
Lib::loadClass('FoldersConfig');
Lib::loadClass('FileUploader');

class Route_UrlAction_WmsGenerate extends RouteBase {

	public function handleAuth() {
		if (!User::logged()) {
			throw new HttpException('Unauthorized', 401);
		}
	}

	private function getDirectory($id) {
		$folderConf = FoldersConfig::getAll('WMS_LAYERS_COLUMN');
		$record=new stdClass;
		$record->ID=$id;
		$uploader = new FileUploader('WMS_LAYERS_COLUMN', $record);
		$errMsg="";
		if (!$uploader->setConfig($folderConf, $errMsg)) throw new HttpException("Błąd danych konfiguracyjnych" . '<br>' . "\n" . $errMsg, 404);
		$uploader->findFolder();
		return $uploader->getDestLocalPath(true);
	}

	private function getMainDirectory() {
		$folderConf = FoldersConfig::getAll('WMS_LAYERS_COLUMN');
		if (!isset($folderConf['mount_point'])) throw new HttpException("Błąd danych konfiguracyjnych" . '<br>' . "\n" . $errMsg, 404);
		return $folderConf['mount_point'];
	}

	public function defaultAction() {
		SE_Layout::gora();
		SE_Layout::menu();
		$ID_WMS_LAYERS=V::get('ID_WMS_LAYERS',0,$_GET,'int');
		if ($ID_WMS_LAYERS<=0) die ('ID ERROR');

		try {
			$destFolderPath = $this->getDirectory($ID_WMS_LAYERS);
			$files=array();
			foreach (glob($destFolderPath."/*.tif",GLOB_BRACE) as $node) {
				if (is_file($node)) $files[]=basename($node);
			}
			if (count($files)==0) throw new Exception('Nie znaleziono żadnego pliku tif!');
			if (count($files)>1) throw new Exception('Znaleziono zbyt dużo plików tif!');

			$validateGeoTifJson=shell_exec("/opt/local/bin/gdalinfo -json ".$destFolderPath."/*".$files[0]." 2>/dev/null");
			$validateGeoTif=json_decode($validateGeoTifJson);
			if (!$validateGeoTif) throw new Exception('Znaleziony plik '.$files[0].' nie jest poprawnym plikiem tif!');
			if (!$validateGeoTif->coordinateSystem->wkt) throw new Exception('Znaleziony plik '.$files[0].' nie jest poprawnym plikiem GeoTif!');

			$sqlObj = new stdClass();
			$sqlObj->ID = $ID_WMS_LAYERS;
			$sqlObj->FILE_STATUS='TO_GENERATE';
			$sqlObj->FILE_STATUS_INFO='Plik oczekuje na przetworzenie';
			$sqlObj->FILE_NAME=$files[0];
			$affected = DB::getDB()->UPDATE_OBJ('WMS_LAYERS', $sqlObj);
			if ($affected) SE_Layout::alert('success','Oznaczono plik '.$files[0].' do przetworzenia.');
			else SE_Layout::alert('warning','Plik '.$files[0].' został już wcześniej oznaczony do przetworzenia.');

		} catch (Exception $e) {
			SE_Layout::alert('danger',$e->getMessage());
		}

		?>
<div class="container">
	<a href="<?php echo $_SERVER['HTTP_REFERER']?>" class="btn btn-primary">Powrót</a>
</div>
		<?php
		SE_Layout::dol();
	}

	public function doGenerate() {

		try {
			### Sprawdzenie czy modul WMS jest aktywny na danej instalacji Procesy5
			$moduleActive=DB::getPDO()->fetchall("select count(*) as cnt from CRM_CONFIG where CONF_KEY='module_WMS' and CONF_VAL='on'");
			if (!$moduleActive[0]['cnt']) throw new Exception("Module WMS disabled/not installed.");

			### Znalezienie nowo przetworzonych warstw i utworzenie pojedynczych map do mapserver
			$wmsDirLocation=$this->getMainDirectory();
			if (!file_exists($wmsDirLocation.'/.maps/.single')) mkdir($wmsDirLocation.'/.maps/.single',0755,true);
			if (!file_exists($wmsDirLocation.'/.maps/.single')) throw new Exception('Error during creating maps directory.');

			$mapSchema='MAP

  NAME "__NAME__"
  STATUS ON
  SIZE 400 300
  EXTENT __EXTENT__
  UNITS METERS
  IMAGECOLOR 255 255 0
  IMAGETYPE PNG

  WEB
    METADATA
      WMS_TITLE "__NAME__"
      WMS_ENABLE_REQUEST "*"
      WMS_ONLINERESOURCE "https://__SERVER_NAME__/wms/.single/__ID__"
      WMS_SRS "EPSG:__EPSG__"
    END
  END

  PROJECTION
    "init=epsg:__EPSG__"
  END

  LAYER
    NAME         "__NAME__"
    STATUS       OFF
    TYPE         RASTER
    DATA        "__FILE__"
    EXTENT      __EXTENT__

    PROJECTION
      "init=epsg:__EPSG__"
    END

    METADATA
      WMS_TITLE "__NAME__"
      WMS_SRS "EPSG:__EPSG__"
      WMS_EXTENT "__EXTENT__"
    END
  END

END
';
			$search=array('__NAME__','__EXTENT__','__SERVER_NAME__','__ID__','__EPSG__','__FILE__');

			$layers=DB::getPDO()->fetchall("select ID,LAYER_NAME,EPSG,ID_WMS_MAPS,A_STATUS,FILE_NAME from WMS_LAYERS where FILE_STATUS='IN_PROGRESS'");
			$mapsToGenerate=Array();
			foreach ($layers as $layer) {
				if (!file_exists('/tmp/generate_wms-'.$layer['ID'].'.lock')) {
					unlink('/tmp/generate_wms-'.$layer['ID'].'.sh');
					$destFolderPath = $this->getDirectory($layer['ID']);
					if (file_exists($destFolderPath.'/.wms/.completed')) {
						if (file_exists($destFolderPath.'/.wms/.error')) {
							DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'FILE_STATUS'=>'ERROR','FILE_STATUS_INFO'=>'Wystąpił błąd przetwarzania, przekaż problem administratorowi systemu'));
						} elseif (!file_exists($destFolderPath.'/.wms/.data')) {
							DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'FILE_STATUS'=>'TO_GENERATE','FILE_STATUS_INFO'=>'Wystąpił błąd przetwarzania, ale nastąpi kolejna próba jego przetworzenia'));
						} else {
							$data_arr=explode('|',file_get_contents($destFolderPath.'/.wms/.data'));
							unlink($destFolderPath.'/.wms/.data');
							$geom=$data_arr[0];
							$extent=$data_arr[1];
							$replace=array($layer['LAYER_NAME'],$extent,$_SERVER['SERVER_NAME'],$layer['ID'],$layer['EPSG'],$destFolderPath.'/.wms/'.$layer['FILE_NAME']);
							$map = str_replace($search,$replace,$mapSchema);
							file_put_contents($destFolderPath.'/.wms/mapserver.map',$map);
							DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'FILE_STATUS'=>'GENERATED','FILE_STATUS_INFO'=>'Plik przetworzony poprawnie','the_geom'=>"GeomFromText('{$geom}')"));
							unlink($destFolderPath.'/.wms/.completed');
							if ($layer['A_STATUS']=='NORMAL') $mapsToGenerate[$layer['ID_WMS_MAPS']]=1;
						}
					} else {
						DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'FILE_STATUS'=>'TO_GENERATE','FILE_STATUS_INFO'=>'Wystąpił błąd przetwarzania, ale nastąpi kolejna próba jego przetworzenia'));
					}
				}
			}


			### Weryfikacja czy jakas aktywna warstwa nie zostala przesunieta do innej mapy
			$layers=DB::getPDO()->fetchall("select ID,ID_WMS_MAPS,OLD_ID_WMS_MAPS from WMS_LAYERS where MAP_STATUS='ACTIVE' and ID_WMS_MAPS!=OLD_ID_WMS_MAPS");
			foreach ($layers as $layer) {
				DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'OLD_ID_WMS_MAPS'=>$layer['ID_WMS_MAPS']));
				$mapsToGenerate[$layer['ID_WMS_MAPS']]=1;
				$mapsToGenerate[$layer['OLD_ID_WMS_MAPS']]=1;
			}


			### Aktywacja nieaktywnych warstw, ktore nalezy zaktywowac
			$layers=DB::getPDO()->fetchall("select ID,ID_WMS_MAPS from WMS_LAYERS where A_STATUS='NORMAL' and FILE_STATUS='GENERATED' and MAP_STATUS='INACTIVE'");
			foreach ($layers as $layer) {
				if (!file_exists($wmsDirLocation.'/.maps/.single/'.$layer['ID'].'.map')) symlink($destFolderPath.'/.wms/mapserver.map',$wmsDirLocation.'/.maps/.single/'.$layer['ID'].'.map');
				DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'MAP_STATUS'=>'ACTIVE'));
				$mapsToGenerate[$layer['ID_WMS_MAPS']]=1;
			}


			### Dezaktywacja aktywnych warstw, ktore nalezy zdezaktywowac
			$layers=DB::getPDO()->fetchall("select ID,ID_WMS_MAPS from WMS_LAYERS where MAP_STATUS='ACTIVE' and (A_STATUS!='NORMAL' or FILE_STATUS!='GENERATED')");
			foreach ($layers as $layer) {
				if (file_exists($wmsDirLocation.'/.maps/.single/'.$layer['ID'].'.map')) unlink($wmsDirLocation.'/.maps/.single/'.$layer['ID'].'.map');
				DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'MAP_STATUS'=>'INACTIVE'));
				$mapsToGenerate[$layer['ID_WMS_MAPS']]=1;
			}


			### Wyszukanie map do wygenerowania
			$maps=DB::getPDO()->fetchall("select ID from WMS_MAPS where MAP_STATUS='NONE' and A_STATUS='NORMAL'");
			foreach ($maps as $map) $mapsToGenerate[$map['ID']]=1;


			### Oznaczenie map do generowania
			if ($mapsToGenerate) {
				foreach ($mapsToGenerate as $ID_WMS_MAPS => $x)
					$mapsCount=DB::getPDO()->fetchall("select ID from WMS_MAPS where ID='".$ID_WMS_MAPS."' and A_STATUS='NORMAL'");
					if ($mapsCount)	DB::getDB()->UPDATE_OBJ('WMS_MAPS',(object) array('ID'=>$ID_WMS_MAPS,'MAP_STATUS'=>'TO_GENERATE','MAP_STATUS_INFO'=>'Mapa oczekuje na przetworzenie'));
			}


			### Generowanie map
			$maps=DB::getPDO()->fetchall("select ID,MAP_NAME,MAP_EPSG,MAP_FILE from WMS_MAPS where MAP_STATUS='TO_GENERATE'");
			foreach ($maps as $map) {
				if ($map['MAP_FILE']) unlink($wmsDirLocation.'/.maps/'.$map['MAP_FILE'].'.map');
				$MAP_FILE=strtolower(V::convert($map['MAP_NAME']));
				if ($MAP_FILE=="") {
					DB::getDB()->UPDATE_OBJ('WMS_MAPS',(object) array('ID'=>$ID_WMS_MAPS,'MAP_STATUS'=>'ERROR','MAP_STATUS_INFO'=>'Brak nazwy mapy'));
				} else {
					$otherMaps=DB::getPDO()->fetchall("select ID from WMS_MAPS where ID!='".$map['ID']."' and MAP_FILE='".$MAP_FILE."'");
					if ($otherMaps) {
						DB::getDB()->UPDATE_OBJ('WMS_MAPS',(object) array('ID'=>$ID_WMS_MAPS,'MAP_STATUS'=>'ERROR','MAP_STATUS_INFO'=>'Nieunikalna nazwa mapy'));
					} else {
						file_put_contents($wmsDirLocation.'/.maps/'.$MAP_FILE.'.map','test');
						DB::getDB()->UPDATE_OBJ('WMS_MAPS',(object) array('ID'=>$ID_WMS_MAPS,'MAP_STATUS'=>'GENERATED','MAP_STATUS_INFO'=>'Mapa wygenerowana poprawnie','MAP_URL'=>'https://'.$_SERVER['SERVER_NAME'].'/wms/'.$MAP_FILE,'MAP_FILE'=>$MAP_FILE));
					}
				}
			}


			### Uzunięcie zbędnych map
			$maps=DB::getPDO()->fetchall("select ID,MAP_FILE from WMS_MAPS where MAP_STATUS='GENERATED' and A_STATUS!='NORMAL'");
			foreach ($maps as $map) {
				if (file_exists($wmsDirLocation.'/.maps/'.$map['MAP_FILE'])) unlink($wmsDirLocation.'/.maps/'.$map['MAP_FILE']);
				DB::getDB()->UPDATE_OBJ('WMS_MAPS',(object) array('ID'=>$ID_WMS_MAPS,'MAP_STATUS'=>'NONE','MAP_STATUS_INFO'=>'Mapa usunięta','MAP_URL'=>'','MAP_FILE'=>''));
			}


			### Wygenerowanie plików tif warstw
			$bashSchema='
#rm -rf __PATH__/.wms
#mkdir __PATH__/.wms
lock="/tmp/generate_wms-__ID__.lock"
touch ${lock}
gdaltindex -t_srs epsg:4326 /tmp/generate_wms-__ID__-shp_wgs84.shp __PATH__/__FILE__ >/dev/null 2>&1
ogr2ogr -f CSV /tmp/generate_wms-__ID__-shp_wgs84.csv /tmp/generate_wms-__ID__-shp_wgs84.shp -lco GEOMETRY=AS_WKT
wgs84=`cat /tmp/generate_wms-__ID__-shp_wgs84.csv |tr -d "\n" | cut -d "\"" -f 2`
gdaltindex /tmp/generate_wms-__ID__-shp_orig.shp __PATH__/__FILE__ >/dev/null 2>&1
extent=`ogrinfo -al -so /tmp/generate_wms-__ID__-shp_orig.shp | grep Extent | sed "s/[(),\-]//g;s/  / /g;s/Extent: //g"`
rm -f /tmp/generate_wms-__ID__-shp_*
echo "${wgs84}|${extent}|" > __PATH__/.wms/.data
ok=0
#/opt/local/bin/gdal_translate -of GTiff -co "TILED=YES" -co "COMPRESS=DEFLATE" -co "ZLEVEL=9" -co "BIGTIFF=YES" __PATH__/__FILE__ __PATH__/.wms/__FILE__ && /opt/local/bin/gdaladdo -r average __PATH__/.wms/__FILE__ 2 4 8 16 32 64 128 && ok=1
rm -f ${lock}
touch __PATH__/.wms/.completed
if [ "$ok" -eq 1 ]; then
	echo "Successfully completed."
else
	cp tmp/generate_wms-__ID__.log __PATH__/.wms/.error
	echo "Error creating tif file."
fi
cp tmp/generate_wms-__ID__.log __PATH__/.wms/.test
';
			$search=array('__ID__','__PATH__','__FILE__');

			$layers=DB::getPDO()->fetchall("select ID,FILE_NAME from WMS_LAYERS where FILE_STATUS='TO_GENERATE'");
			foreach ($layers as $layer) {
				$destFolderPath = $this->getDirectory($layer['ID']);
				if(!is_file($destFolderPath.'/'.$layer['FILE_NAME'])) {
					DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'FILE_STATUS'=>'ERROR','FILE_STATUS_INFO'=>'Wystąpił błąd pliku tif'));
					throw new Exception("Błąd pliku: ".$layer['FILE_NAME']);
				}
				$xml=@simplexml_load_string(shell_exec('gdalsrsinfo -o xml '.$destFolderPath.'/'.$layer['FILE_NAME']));
				$epsg=$xml->{'gml:srsID'}->{'gml:name'};
				if (!$epsg) {
					DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'FILE_STATUS'=>'ERROR','FILE_STATUS_INFO'=>'Wystąpił błąd pliku tif - brak informacji o układzie współrzędnych'));
					throw new Exception("Błąd pliku: ".$layer['FILE_NAME']);
				}
				DB::getDB()->UPDATE_OBJ('WMS_LAYERS',(object) array('ID'=>$layer['ID'],'FILE_STATUS'=>'IN_PROGRESS','FILE_STATUS_INFO'=>'Plik w trakcie przetwarzania','EPSG'=>$epsg));
				$replace = array($layer['ID'],$destFolderPath,$layer['FILE_NAME']);
				$bash = str_replace($search,$replace,$bashSchema);
				file_put_contents('/tmp/generate_wms-'.$layer['ID'].'.sh',$bash);
				shell_exec('nohup /bin/sh /tmp/generate_wms-'.$layer['ID'].'.sh > /tmp/generate_wms-'.$layer['ID'].'.log 2>&1 & echo $!');
			}
				
		} catch (Exception $e) {
			echo $e->getMessage()."\n";
		}
	}

	public function doGenerateAction() {
		$this->doGenerate();
//		echo "OK\n";
	}

	public function reinstallAction() {
		$this->reinstall();
		die('OK');
	}

	public function reinstall() {
		$sqlList = array();
		//$sqlList['RemoveTable'] = "DROP TABLE IF EXISTS `CRM_CONFIG`";
		$sqlList['InstallTable'] = <<<SQL
CREATE TABLE IF NOT EXISTS `WMS_LAYERS` (
  `ID` int(11) NOT NULL AUTO_INCREMENT,
  `the_geom` polygon NOT NULL,
  `ID_PROJECT` int(11) NOT NULL,
  `LAYER_NAME` varchar(100) NOT NULL,
  `LAYER_DESC` text NOT NULL,
  `ID_WMS_MAPS` int(11) NOT NULL,
  `FILE_NAME` varchar(255) NOT NULL,
  `FILE_STATUS` enum('NONE','TO_GENERATE','IN_PROGRESS','GENERATED','ERROR') NOT NULL DEFAULT 'NONE',
  `FILE_STATUS_INFO` varchar(255) NOT NULL,
  `EPSG` int(11) NOT NULL,
  `A_RECORD_CREATE_DATE` datetime NOT NULL,
  `A_RECORD_CREATE_AUTHOR` varchar(40) NOT NULL,
  `A_RECORD_UPDATE_DATE` varchar(18) NOT NULL,
  `A_RECORD_UPDATE_AUTHOR` varchar(40) NOT NULL,
  `L_APPOITMENT_DATE` datetime NOT NULL,
  `L_APPOITMENT_USER` varchar(40) NOT NULL,
  `L_APPOITMENT_PERIOD` varchar(30) NOT NULL,
  `L_APPOITMENT_INFO` varchar(200) NOT NULL,
  `L_APPOITMENT_TYPE` enum('','ARRANGED','TO_ARRANGE','CANCELLED','TO_CANCEL','RELATE','WAIT') NOT NULL,
  `A_PROBLEM` enum('','WARNING','PROBLEM','SERIOUS','UNVERIFIED') NOT NULL,
  `A_PROBLEM_DESC` varchar(200) NOT NULL,
  `A_PROBLEM_DATE` datetime NOT NULL,
  `A_STATUS` enum('DELETED','MONITOR','NORMAL','OFF_HARD','OFF_SOFT','WAITING','WARNING') NOT NULL DEFAULT 'WAITING',
  `A_STATUS_INFO` varchar(100) NOT NULL,
  `A_STATUS_LASTCHANGE_DATE` datetime NOT NULL,
  `A_ADM_COMPANY` varchar(100) NOT NULL,
  `A_CLASSIFIED` varchar(100) NOT NULL,
  `SYNC_SQIX_STATUS` varchar(100) NOT NULL,
  PRIMARY KEY (`ID`)
) ENGINE=MyISAM  DEFAULT CHARSET=latin2;
SQL;

                $sqlList['InstallHistTable'] = <<<SQL
CREATE TABLE IF NOT EXISTS `WMS_LAYERS_HIST` (
  `ID` int(11) NOT NULL AUTO_INCREMENT,
  `ID_USERS2` int(11) NOT NULL,
  `ID_PROJECT` varchar(20) DEFAULT 'N/S;',
  `LAYER_NAME` varchar(100) DEFAULT 'N/S;',
  `LAYER_DESC` varchar(10000) NOT NULL DEFAULT 'N/S;',
  `ID_WMS_MAPS` varchar(255) DEFAULT 'N/S;',
  `FILE_NAME` varchar(255) DEFAULT 'N/S;',
  `FILE_STATUS` varchar(20) DEFAULT 'N/S;',
  `FILE_STATUS_INFO` varchar(255) DEFAULT 'N/S;',
  `EPSG` varchar(10) NOT NULL DEFAULT 'N/S;',
  `A_RECORD_CREATE_DATE` varchar(30) DEFAULT 'N/S;',
  `A_RECORD_CREATE_AUTHOR` varchar(40) DEFAULT 'N/S;',
  `A_RECORD_UPDATE_DATE` varchar(18) DEFAULT 'N/S;',
  `A_RECORD_UPDATE_AUTHOR` varchar(40) DEFAULT 'N/S;',
  `L_APPOITMENT_DATE` varchar(30) DEFAULT 'N/S;',
  `L_APPOITMENT_USER` varchar(40) DEFAULT 'N/S;',
  `L_APPOITMENT_PERIOD` varchar(30) DEFAULT 'N/S;',
  `L_APPOITMENT_INFO` varchar(200) DEFAULT 'N/S;',
  `L_APPOITMENT_TYPE` varchar(255) DEFAULT 'N/S;',
  `A_PROBLEM` varchar(255) DEFAULT 'N/S;',
  `A_PROBLEM_DESC` varchar(200) DEFAULT 'N/S;',
  `A_PROBLEM_DATE` varchar(255) DEFAULT 'N/S;',
  `A_STATUS` varchar(255) DEFAULT 'N/S;',
  `A_STATUS_INFO` varchar(100) DEFAULT 'N/S;',
  `A_STATUS_LASTCHANGE_DATE` varchar(255) DEFAULT 'N/S;',
  `A_ADM_COMPANY` varchar(100) DEFAULT 'N/S;',
  `A_CLASSIFIED` varchar(100) DEFAULT 'N/S;',
  `SYNC_SQIX_STATUS` varchar(100) DEFAULT 'N/S;',
  `the_geom` varchar(255) NOT NULL DEFAULT 'N/S;',
  PRIMARY KEY (`ID`)
) ENGINE=MyISAM  DEFAULT CHARSET=latin2;
SQL;

		$sqlList['ActivateWms'] = <<<SQL
REPLACE INTO `CRM_CONFIG` (`CONF_KEY`,`CONF_VAL`) VALUES ('module_WMS','on');
SQL;

		$db = DB::getDB();
		if ($db->has_errors()) {
			throw new Exception("DB Errors: " . implode("\n<br>", $db->get_errors()));
		}
		foreach ($sqlList as $sqlName => $sql) {
			$res = $db->query($sql);
			if ($db->has_errors()) {
				throw new Exception("DB Errors at sql '{$sqlName}': " . implode("\n<br>", $db->get_errors()));
			}
		}
	}


}