feat(server): export items as geojson and csv via integration api

server/e2e/integration_item_test.go

@@ -409,6 +409,62 @@ func IntegrationSearchItem(e *httpexpect.Expect, mId string, page, perPage int,
 	return res
 }
 
+func IntegrationItemsAsGeoJSON(e *httpexpect.Expect, mId string, page, perPage int, query string, sort, sortDir string, filter map[string]any) *httpexpect.Value {
+	res := e.GET("/api/models/{modelId}/items.geojson", mId).
+		WithHeader("Origin", "https://example.com").
+		WithHeader("X-Reearth-Debug-User", uId1.String()).
+		WithHeader("Content-Type", "application/json").
+		WithQuery("page", page).
+		WithQuery("perPage", perPage).
+		Expect().
+		Status(http.StatusOK).
+		JSON()
+
+	return res
+}
+
+func IntegrationItemsWithProjectAsGeoJSON(e *httpexpect.Expect, pId string, mId string, page, perPage int, query string, sort, sortDir string, filter map[string]any) *httpexpect.Value {
+	res := e.GET("/api/projects/{projectIdOrAlias}/models/{modelIdOrKey}/items.geojson", pId, mId).
+		WithHeader("Origin", "https://example.com").
+		WithHeader("X-Reearth-Debug-User", uId1.String()).
+		WithHeader("Content-Type", "application/json").
+		WithQuery("page", page).
+		WithQuery("perPage", perPage).
+		Expect().
+		Status(http.StatusOK).
+		JSON()
+
+	return res
+}
+
+func IntegrationItemsAsCSV(e *httpexpect.Expect, mId string, page, perPage int, query string, sort, sortDir string, filter map[string]any) *httpexpect.String {
+	res := e.GET("/api/models/{modelId}/items.csv", mId).
+		WithHeader("Origin", "https://example.com").
+		WithHeader("X-Reearth-Debug-User", uId1.String()).
+		WithHeader("Content-Type", "text/csv").
+		WithQuery("page", page).
+		WithQuery("perPage", perPage).
+		Expect().
+		Status(http.StatusOK).
+		Body()
+
+	return res
+}
+
+func IntegrationItemsWithProjectAsCSV(e *httpexpect.Expect, pId string, mId string, page, perPage int, query string, sort, sortDir string, filter map[string]any) *httpexpect.String {
+	res := e.GET("/api/projects/{projectIdOrAlias}/models/{modelIdOrKey}/items.csv", pId, mId).
+		WithHeader("Origin", "https://example.com").
+		WithHeader("X-Reearth-Debug-User", uId1.String()).
+		WithHeader("Content-Type", "text/csv").
+		WithQuery("page", page).
+		WithQuery("perPage", perPage).
+		Expect().
+		Status(http.StatusOK).
+		Body()
+
+	return res
+}
+
 // GET /models/{modelId}/items
 func TestIntegrationItemListAPI(t *testing.T) {
 	e := StartServer(t, &app.Config{}, true, baseSeeder)
@@ -1163,6 +1219,99 @@ func TestIntegrationSearchItem(t *testing.T) {
 	// endregion
 }
 
+// GET /models/{modelId}/items.geojson
+func TestIntegrationItemsAsGeoJSON(t *testing.T) {
+	e, _ := StartGQLServer(t, &app.Config{}, true, baseSeederUser)
+
+	pId, _ := createProject(e, wId.String(), "test", "test", "test-1")
+	mId, _ := createModel(e, pId, "test", "test", "test-1")
+	fids := createFieldOfEachType(t, e, mId)
+	sId, _, _ := getModel(e, mId)
+	i1Id, _ := createItem(e, mId, sId, nil, []map[string]any{
+		{"schemaFieldId": fids.textFId, "value": "test1", "type": "Text"},
+		{"schemaFieldId": fids.geometryObjectFid, "value": "{\"coordinates\":[139.28179282584915,36.58570985749664],\"type\":\"Point\"}", "type": "GeometryObject"},
+	})
+
+	res := IntegrationItemsAsGeoJSON(e, mId, 1, 10, i1Id, "", "", nil)
+	res.Object().Value("type").String().IsEqual("FeatureCollection")
+	features := res.Object().Value("features").Array()
+	features.Length().IsEqual(1)
+	f := features.Value(0).Object()
+	f.Value("id").String().IsEqual(i1Id)
+	f.Value("type").String().IsEqual("Feature")
+	f.Value("properties").Object().Value("text").String().IsEqual("test1")
+	g := f.Value("geometry").Object()
+	g.Value("type").String().IsEqual("Point")
+	g.Value("coordinates").Array().IsEqual([]float64{139.28179282584915, 36.58570985749664})
+}
+
+// GET /projects/{projectIdOrAlias}/models/{modelIdOrKey}/items.geojson
+func TestIntegrationItemsWithProjectAsGeoJSON(t *testing.T) {
+	e, _ := StartGQLServer(t, &app.Config{}, true, baseSeederUser)
+
+	pId, _ := createProject(e, wId.String(), "test", "test", "test-1")
+	mId, _ := createModel(e, pId, "test", "test", "test-1")
+	fids := createFieldOfEachType(t, e, mId)
+	sId, _, _ := getModel(e, mId)
+	i1Id, _ := createItem(e, mId, sId, nil, []map[string]any{
+		{"schemaFieldId": fids.textFId, "value": "test1", "type": "Text"},
+		{"schemaFieldId": fids.integerFId, "value": 30, "type": "Integer"},
+		{"schemaFieldId": fids.geometryObjectFid, "value": "{\"coordinates\":[[139.65439725962517,36.34793305387103],[139.61688622815393,35.910803456352724]],\"type\":\"LineString\"}", "type": "GeometryObject"},
+		{"schemaFieldId": fids.geometryEditorFid, "value": "{\"coordinates\": [[[138.90306434425662,36.11737907906834],[138.90306434425662,36.33622175736386],[138.67187898370287,36.33622175736386],[138.67187898370287,36.11737907906834],[138.90306434425662,36.11737907906834]]],\"type\": \"Polygon\"}", "type": "GeometryEditor"},
+	})
+
+	res := IntegrationItemsWithProjectAsGeoJSON(e, pId, mId, 1, 10, i1Id, "", "", nil)
+	res.Object().Value("type").String().IsEqual("FeatureCollection")
+	features := res.Object().Value("features").Array()
+	features.Length().IsEqual(1)
+	f := features.Value(0).Object()
+	f.Value("id").String().IsEqual(i1Id)
+	f.Value("type").String().IsEqual("Feature")
+	f.Value("properties").Object().Value("text").String().IsEqual("test1")
+	f.Value("properties").Object().Value("integer").Number().IsEqual(30)
+	g := f.Value("geometry").Object()
+	g.Value("type").String().IsEqual("LineString")
+	g.Value("coordinates").Array().IsEqual([][]float64{{139.65439725962517, 36.34793305387103}, {139.61688622815393, 35.910803456352724}})
+}
+
+// GET /models/{modelId}/items.csv
+func TestIntegrationItemsAsCSV(t *testing.T) {
+	e, _ := StartGQLServer(t, &app.Config{}, true, baseSeederUser)
+
+	pId, _ := createProject(e, wId.String(), "test", "test", "test-1")
+	mId, _ := createModel(e, pId, "test", "test", "test-1")
+	fids := createFieldOfEachType(t, e, mId)
+	sId, _, _ := getModel(e, mId)
+	i1Id, _ := createItem(e, mId, sId, nil, []map[string]any{
+		{"schemaFieldId": fids.textFId, "value": "test1", "type": "Text"},
+		{"schemaFieldId": fids.geometryObjectFid, "value": "{\"coordinates\":[139.28179282584915,36.58570985749664],\"type\":\"Point\"}", "type": "GeometryObject"},
+	})
+
+	res := IntegrationItemsAsCSV(e, mId, 1, 10, i1Id, "", "", nil)
+	expected := fmt.Sprintf("id,location_lat,location_lng,text,textArea,markdown,asset,bool,select,integer,url,date,tag,checkbox\n%s,139.28179282584915,36.58570985749664,test1,,,,,,,,,,\n", i1Id)
+	res.IsEqual(expected)
+}
+
+// GET /projects/{projectIdOrAlias}/models/{modelIdOrKey}/items.csv
+func TestIntegrationItemsWithProjectAsCSV(t *testing.T) {
+	e, _ := StartGQLServer(t, &app.Config{}, true, baseSeederUser)
+
+	pId, _ := createProject(e, wId.String(), "test", "test", "test-1")
+	mId, _ := createModel(e, pId, "test", "test", "test-1")
+	fids := createFieldOfEachType(t, e, mId)
+	sId, _, _ := getModel(e, mId)
+	i1Id, _ := createItem(e, mId, sId, nil, []map[string]any{
+		{"schemaFieldId": fids.textFId, "value": "test1", "type": "Text"},
+		{"schemaFieldId": fids.integerFId, "value": 30, "type": "Integer"},
+		{"schemaFieldId": fids.geometryObjectFid, "value": "{\"coordinates\":[[139.65439725962517,36.34793305387103],[139.61688622815393,35.910803456352724]],\"type\":\"LineString\"}", "type": "GeometryObject"},
+		{"schemaFieldId": fids.geometryEditorFid, "value": "{\"coordinates\":[139.28179282584915,36.58570985749664],\"type\":\"Point\"}", "type": "GeometryEditor"},
+	})
+
+	res := IntegrationItemsWithProjectAsCSV(e, pId, mId, 1, 10, i1Id, "", "", nil)
+	expected := fmt.Sprintf("id,location_lat,location_lng,text,textArea,markdown,asset,bool,select,integer,url,date,tag,checkbox\n%s,139.28179282584915,36.58570985749664,test1,,,,,,30,,,,\n", i1Id)
+	res.IsEqual(expected)
+}
+
 // POST /models/{modelId}/items
 func TestIntegrationCreateItemAPI(t *testing.T) {
 	e := StartServer(t, &app.Config{}, true, baseSeeder)

server/i18n/en.yml

@@ -61,6 +61,8 @@ metadata schema not found: ""
 model key is already used by another model: ""
 model should have at least one view: ""
 multiple reference is not supported: ""
+no geometry field in this model: ""
+no point field in this model: ""
 not found: ""
 not implemented: ""
 not implemented yet: ""
@@ -70,6 +72,7 @@ one or more items not found: ""
 only requests with status waiting can be approved: ""
 only reviewers can approve: ""
 operation denied: ""
+point type is not supported in any geometry field in this model: ""
 project alias is already used by another project: ""
 project alias is not set: ""
 projectID is required: ""

server/i18n/ja.yml

@@ -61,6 +61,8 @@ metadata schema not found: メタデータのスキーマが見つかりませ
 model key is already used by another model: このキーはすでに別のモデルで使用されています。
 model should have at least one view: モデルには少なくとも 1 つのビューが必要です
 multiple reference is not supported: 複数参照はサポートされていません
+no geometry field in this model: このモデルにはジオメトリフィールドがありません。
+no point field in this model: このモデルにはポイントフィールドがありません。
 not found: 見つかりませんでした。
 not implemented: 未実装です。
 not implemented yet: 未実装です。
@@ -70,6 +72,7 @@ one or more items not found: 対象のアイテムが見つかりませんでし
 only requests with status waiting can be approved: レビュー待ちのリクエストのみ承認可能です。
 only reviewers can approve: レビュワーのみ承認可能です。
 operation denied: 操作が拒否されました。
+point type is not supported in any geometry field in this model: このモデルのどのジオメトリフィールドでも、ポイントタイプはサポートされていません。
 project alias is already used by another project: プロジェクトエイリアスはすでに別のプロジェクトで使用されています。
 project alias is not set: プロジェクトエイリアスが設定されていません。
 projectID is required: プロジェクトIDは必須です。

server/internal/adapter/integration/item.go

@@ -3,6 +3,7 @@ package integration
 import (
 	"context"
 	"errors"
+	"strings"
 
 	"github.com/reearth/reearth-cms/server/internal/usecase"
 	"github.com/reearth/reearth-cms/server/pkg/model"
@@ -69,6 +70,65 @@ func (s *Server) ItemFilter(ctx context.Context, request ItemFilterRequestObject
 	}, nil
 }
 
+func (s *Server) ItemsAsGeoJSON(ctx context.Context, request ItemsAsGeoJSONRequestObject) (ItemsAsGeoJSONResponseObject, error) {
+	op := adapter.Operator(ctx)
+	uc := adapter.Usecases(ctx)
+
+	sp, err := uc.Schema.FindByModel(ctx, request.ModelId, op)
+	if err != nil {
+		return ItemsAsGeoJSON400Response{}, err
+	}
+
+	p := fromPagination(request.Params.Page, request.Params.PerPage)
+	items, _, err := uc.Item.FindBySchema(ctx, sp.Schema().ID(), nil, p, op)
+	if err != nil {
+		if errors.Is(err, rerror.ErrNotFound) {
+			return ItemsAsGeoJSON404Response{}, err
+		}
+		return ItemsAsGeoJSON400Response{}, err
+	}
+
+	fc, err := integrationapi.FeatureCollectionFromItems(items, sp.Schema())
+	if err != nil {
+		return ItemsAsGeoJSON400Response{}, err
+	}
+
+	return ItemsAsGeoJSON200JSONResponse{
+		Features: fc.Features,
+		Type:     fc.Type,
+	}, nil
+}
+
+func (s *Server) ItemsAsCSV(ctx context.Context, request ItemsAsCSVRequestObject) (ItemsAsCSVResponseObject, error) {
+	op := adapter.Operator(ctx)
+	uc := adapter.Usecases(ctx)
+
+	sp, err := uc.Schema.FindByModel(ctx, request.ModelId, op)
+	if err != nil {
+		return ItemsAsCSV400Response{}, err
+	}
+
+	p := fromPagination(request.Params.Page, request.Params.PerPage)
+	items, _, err := uc.Item.FindBySchema(ctx, sp.Schema().ID(), nil, p, op)
+	if err != nil {
+		if errors.Is(err, rerror.ErrNotFound) {
+			return ItemsAsCSV404Response{}, err
+		}
+		return ItemsAsCSV400Response{}, err
+	}
+
+	csvString, err := integrationapi.CSVFromItems(items, sp.Schema())
+	if err != nil {
+		return nil, err
+	}
+	reader := strings.NewReader(csvString)
+	contentLength := reader.Len()
+	return ItemsAsCSV200TextcsvResponse{
+		Body:          reader,
+		ContentLength: int64(contentLength),
+	}, nil
+}
+
 func (s *Server) ItemFilterWithProject(ctx context.Context, request ItemFilterWithProjectRequestObject) (ItemFilterWithProjectResponseObject, error) {
 	op := adapter.Operator(ctx)
 	uc := adapter.Usecases(ctx)
@@ -138,6 +198,97 @@ func (s *Server) ItemFilterWithProject(ctx context.Context, request ItemFilterWi
 	}, nil
 }
 
+func (s *Server) ItemsWithProjectAsGeoJSON(ctx context.Context, request ItemsWithProjectAsGeoJSONRequestObject) (ItemsWithProjectAsGeoJSONResponseObject, error) {
+	op := adapter.Operator(ctx)
+	uc := adapter.Usecases(ctx)
+
+	prj, err := uc.Project.FindByIDOrAlias(ctx, request.ProjectIdOrAlias, op)
+	if err != nil {
+		if errors.Is(err, rerror.ErrNotFound) {
+			return ItemsWithProjectAsGeoJSON400Response{}, err
+		}
+		return nil, err
+	}
+
+	m, err := uc.Model.FindByIDOrKey(ctx, prj.ID(), request.ModelIdOrKey, op)
+	if err != nil {
+		if errors.Is(err, rerror.ErrNotFound) {
+			return ItemsWithProjectAsGeoJSON404Response{}, err
+		}
+		return ItemsWithProjectAsGeoJSON400Response{}, err
+	}
+
+	sp, err := uc.Schema.FindByModel(ctx, m.ID(), op)
+	if err != nil {
+		return ItemsWithProjectAsGeoJSON400Response{}, err
+	}
+
+	p := fromPagination(request.Params.Page, request.Params.PerPage)
+	items, _, err := uc.Item.FindBySchema(ctx, sp.Schema().ID(), nil, p, op)
+	if err != nil {
+		if errors.Is(err, rerror.ErrNotFound) {
+			return ItemsWithProjectAsGeoJSON404Response{}, err
+		}
+		return ItemsWithProjectAsGeoJSON400Response{}, err
+	}
+
+	fc, err := integrationapi.FeatureCollectionFromItems(items, sp.Schema())
+	if err != nil {
+		return ItemsWithProjectAsGeoJSON400Response{}, err
+	}
+
+	return ItemsWithProjectAsGeoJSON200JSONResponse{
+		Features: fc.Features,
+		Type:     fc.Type,
+	}, nil
+}
+
+func (s *Server) ItemsWithProjectAsCSV(ctx context.Context, request ItemsWithProjectAsCSVRequestObject) (ItemsWithProjectAsCSVResponseObject, error) {
+	op := adapter.Operator(ctx)
+	uc := adapter.Usecases(ctx)
+
+	prj, err := uc.Project.FindByIDOrAlias(ctx, request.ProjectIdOrAlias, op)
+	if err != nil {
+		if errors.Is(err, rerror.ErrNotFound) {
+			return ItemsWithProjectAsCSV400Response{}, err
+		}
+		return nil, err
+	}
+
+	m, err := uc.Model.FindByIDOrKey(ctx, prj.ID(), request.ModelIdOrKey, op)
+	if err != nil {
+		if errors.Is(err, rerror.ErrNotFound) {
+			return ItemsWithProjectAsCSV404Response{}, err
+		}
+		return ItemsWithProjectAsCSV400Response{}, err
+	}
+
+	sp, err := uc.Schema.FindByModel(ctx, m.ID(), op)
+	if err != nil {
+		return ItemsWithProjectAsCSV400Response{}, err
+	}
+
+	p := fromPagination(request.Params.Page, request.Params.PerPage)
+	items, _, err := uc.Item.FindBySchema(ctx, sp.Schema().ID(), nil, p, op)
+	if err != nil {
+		if errors.Is(err, rerror.ErrNotFound) {
+			return ItemsWithProjectAsCSV404Response{}, err
+		}
+		return ItemsWithProjectAsCSV400Response{}, err
+	}
+
+	csvString, err := integrationapi.CSVFromItems(items, sp.Schema())
+	if err != nil {
+		return nil, err
+	}
+	reader := strings.NewReader(csvString)
+	contentLength := reader.Len()
+	return ItemsWithProjectAsCSV200TextcsvResponse{
+		Body:          reader,
+		ContentLength: int64(contentLength),
+	}, nil
+}
+
 func (s *Server) ItemCreate(ctx context.Context, request ItemCreateRequestObject) (ItemCreateResponseObject, error) {
 	op := adapter.Operator(ctx)
 	uc := adapter.Usecases(ctx)