173 lines
5.5 KiB
Python
173 lines
5.5 KiB
Python
import os
|
||
import tempfile
|
||
import uuid
|
||
import aiohttp
|
||
import yaml
|
||
from minio import Minio
|
||
from minio.error import S3Error
|
||
import subprocess
|
||
import sys
|
||
import json
|
||
from osgeo import gdal, osr
|
||
from miniohelp import load_config,upload_file
|
||
|
||
# 异步下载文件函数
|
||
async def download_file(url: str, output_path: str) -> bool:
|
||
try:
|
||
async with aiohttp.ClientSession() as session:
|
||
async with session.get(url) as response:
|
||
if response.status == 200:
|
||
with open(output_path, 'wb') as f:
|
||
f.write(await response.read())
|
||
return True
|
||
else:
|
||
print(f"下载失败: {url}")
|
||
return False
|
||
except Exception as e:
|
||
print(f"下载错误: {e}")
|
||
return False
|
||
|
||
# 上传文件到 MinIO
|
||
def upload_to_minio(local_file: str, bucket: str, object_name: str,minio_client: Minio):
|
||
try:
|
||
minio_client.fput_object(bucket, object_name, local_file)
|
||
except S3Error as e:
|
||
print(f"上传失败: {local_file} -> {object_name} 错误: {e}")
|
||
|
||
def generate_tiles_from_tif_cli(
|
||
input_tif: str,
|
||
output_dir: str,
|
||
zoom_levels: str = "0-18",
|
||
processes: int = 4,
|
||
verbose: bool = True
|
||
):
|
||
# Step 1: 调用 gdal2tiles
|
||
args = [
|
||
sys.executable,
|
||
"-m", "osgeo_utils.gdal2tiles",
|
||
"-z", zoom_levels,
|
||
"--processes", str(processes)
|
||
]
|
||
if verbose:
|
||
args.append("-v")
|
||
args += [input_tif, output_dir]
|
||
print(f"Running: {' '.join(args)}")
|
||
subprocess.run(args, check=True)
|
||
|
||
# Step 2: 提取地理信息
|
||
ds = gdal.Open(input_tif)
|
||
gt = ds.GetGeoTransform()
|
||
width = ds.RasterXSize
|
||
height = ds.RasterYSize
|
||
|
||
minx = gt[0]
|
||
maxy = gt[3]
|
||
pixel_width = gt[1]
|
||
pixel_height = gt[5]
|
||
maxx = minx + width * pixel_width
|
||
miny = maxy + height * pixel_height
|
||
|
||
# 尝试解析坐标系 EPSG 编码
|
||
srs = osr.SpatialReference(wkt=ds.GetProjection())
|
||
try:
|
||
proj_epsg = int(srs.GetAttrValue("AUTHORITY", 1))
|
||
except:
|
||
proj_epsg = 4326 # fallback 默认值
|
||
|
||
# Step 3: 构造 JSON 数据
|
||
bounds = {
|
||
"west": minx,
|
||
"south": miny,
|
||
"east": maxx,
|
||
"north": maxy
|
||
}
|
||
|
||
json_data = {
|
||
"bounds": bounds,
|
||
"contentType": "image/png",
|
||
"generatetool": "custom_script@yourdomain.com/gdal2tiles",
|
||
"latLonBounds": bounds, # 和 bounds 相同
|
||
"maxzoom": int(zoom_levels.split("-")[-1]),
|
||
"minzoom": int(zoom_levels.split("-")[0]),
|
||
"proj": proj_epsg,
|
||
"tilesize": 256,
|
||
"tiletrans": "google",
|
||
"type": "image",
|
||
"ziped": False
|
||
}
|
||
|
||
# Step 4: 保存为 JSON 文件
|
||
json_path = output_dir.rstrip("\\/") + ".json"
|
||
with open(json_path, 'w', encoding='utf-8') as f:
|
||
json.dump(json_data, f, indent=2)
|
||
|
||
print(f"瓦片生成成功，元数据已保存到: {json_path}")
|
||
|
||
# 主处理函数
|
||
async def process_tiling(tif_url: str = None, prj_url: str = None, zoom_levels: str = "1-18", bucket: str = "300",config: str = "112.44.103.230") -> dict:
|
||
# 创建唯一任务ID
|
||
task_id = str(uuid.uuid4())
|
||
temp_dir = tempfile.mkdtemp()
|
||
tif_path = os.path.join(temp_dir, f"{task_id}.tif")
|
||
prj_path = os.path.join(temp_dir, f"{task_id}.prj") if prj_url else None
|
||
output_dir = os.path.join(temp_dir, f"tiles_{task_id}")
|
||
os.makedirs(output_dir, exist_ok=True)
|
||
|
||
# 下载 TIF
|
||
if tif_url:
|
||
tif_ok = await download_file(tif_url, tif_path)
|
||
if not tif_ok:
|
||
raise Exception("TIF 下载失败")
|
||
|
||
# 下载 PRJ（如果有）
|
||
if prj_url:
|
||
prj_ok = await download_file(prj_url, prj_path)
|
||
if prj_ok:
|
||
# GDAL 要求 PRJ 文件与 TIF 同名（不同后缀）
|
||
fixed_prj_path = tif_path.replace('.tif', '.prj')
|
||
os.rename(prj_path, fixed_prj_path)
|
||
else:
|
||
print("PRJ 下载失败，继续处理...")
|
||
|
||
# 切片
|
||
generate_tiles_from_tif_cli(tif_path, output_dir, zoom_levels=zoom_levels, processes=4, verbose=True)
|
||
|
||
# 上传结果到 MinIO
|
||
minio_base_path = f"maps/{task_id}/"
|
||
for root, _, files in os.walk(output_dir):
|
||
for file in files:
|
||
local_path = os.path.join(root, file)
|
||
rel_path = os.path.relpath(local_path, output_dir)
|
||
object_name = os.path.join(minio_base_path, rel_path).replace("\\", "/")
|
||
upload_to_minio(local_path, bucket, object_name)
|
||
|
||
minio_info = load_config(config)
|
||
# 清洗 endpoint，去掉 http:// 或 https:// 前缀
|
||
endpoint = minio_info["MinIOEndpoint"].replace("http://", "").replace("https://", "")
|
||
|
||
# 返回构建的瓦片URL信息
|
||
base_url = f"http://{endpoint}//{bucket}/{minio_base_path}"
|
||
min_zoom, max_zoom = zoom_levels.split("-")
|
||
|
||
return {
|
||
"tile_url": {
|
||
"base_url": base_url,
|
||
"format": "{z}/{x}/{y}.png",
|
||
"preview_url": f"{base_url}openlayers.html",
|
||
"min_zoom": min_zoom,
|
||
"max_zoom": max_zoom,
|
||
"tilejson_url": f"{base_url}tilemapresource.xml"
|
||
}
|
||
}
|
||
|
||
# 示例调用
|
||
if __name__ == "__main__":
|
||
# tif_url = "https://your-server.com/sample.tif"
|
||
# prj_url = "https://your-server.com/sample.prj" # 可选
|
||
# result = asyncio.run(process_tiling(tif_url, prj_url, zoom_levels="5-15"))
|
||
# print(result)
|
||
|
||
input_tif = r"e:/new.tif"
|
||
output_dir = r"D:/work/AI_Python/cut"
|
||
generate_tiles_from_tif_cli(input_tif, output_dir, zoom_levels="5-15", processes=4, verbose=True)
|