rasterize: fix crash when working buffer is larger than 2GB (fixes #1338

)
OSGeo · Mar 12, 2019 · 573a979 · 573a979
1 parent 0b3f983
commit 573a979
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/gdal/alg/gdalrasterize.cpp b/gdal/alg/gdalrasterize.cpp
@@ -89,8 +89,8 @@ void gvBurnScanline( void *pCBData, int nY, int nXStart, int nXEnd,
 
             unsigned char *pabyInsert =
                 psInfo->pabyChunkBuf
-                + iBand * psInfo->nXSize * psInfo->nYSize
-                + nY * psInfo->nXSize + nXStart;
+                + static_cast<GSpacing>(iBand) * psInfo->nXSize * psInfo->nYSize
+                + static_cast<GSpacing>(nY) * psInfo->nXSize + nXStart;
 
             if( psInfo->eMergeAlg == GRMA_Add ) {
                 int nPixels = nXEnd - nXStart + 1;
@@ -113,8 +113,8 @@ void gvBurnScanline( void *pCBData, int nY, int nXStart, int nXEnd,
 
             double *padfInsert =
                 (reinterpret_cast<double *>(psInfo->pabyChunkBuf))
-                + iBand * psInfo->nXSize * psInfo->nYSize
-                + nY * psInfo->nXSize + nXStart;
+                + static_cast<GSpacing>(iBand) * psInfo->nXSize * psInfo->nYSize
+                + static_cast<GSpacing>(nY) * psInfo->nXSize + nXStart;
 
             if( psInfo->eMergeAlg == GRMA_Add ) {
                 while( nPixels-- > 0 )