F3: Forgejo driver and CLI

user, topic, project, label, milestone, repository, pull_request,
release, asset, comment, reaction, review providers

Signed-off-by: Earl Warren <contact@earl-warren.org>

Preserve file size when creating attachments

Introduced in c6f5029708

repoList.LoadAttributes has a ctx argument now

Rename `repo.GetOwner` to `repo.LoadOwner`

bd66fa586a

upgrade to the latest gof3

(cherry picked from commit c770713656)

[F3] ID remapping logic is in place, remove workaround

(cherry picked from commit d0fee30167)

[F3] it is experimental, do not enable by default

(cherry picked from commit de325b21d0)
(cherry picked from commit 547e7b3c40)
(cherry picked from commit 820df3a56b)
(cherry picked from commit eaba87689b)
(cherry picked from commit 1b86896b3b)
(cherry picked from commit 0046aac1c6)
(cherry picked from commit f14220df8f)

tests/integration/cmd_f3_test.go

@@ -0,0 +1,110 @@
+// SPDX-License-Identifier: MIT
+
+package integration
+
+import (
+	"bytes"
+	"context"
+	"flag"
+	"io"
+	"net/url"
+	"os"
+	"testing"
+
+	"code.gitea.io/gitea/cmd"
+	"code.gitea.io/gitea/modules/setting"
+	"code.gitea.io/gitea/services/migrations"
+
+	"github.com/stretchr/testify/assert"
+	"github.com/urfave/cli"
+	f3_forges "lab.forgefriends.org/friendlyforgeformat/gof3/forges"
+	f3_util "lab.forgefriends.org/friendlyforgeformat/gof3/util"
+)
+
+func Test_CmdF3(t *testing.T) {
+	onGiteaRun(t, func(*testing.T, *url.URL) {
+		AllowLocalNetworks := setting.Migrations.AllowLocalNetworks
+		setting.F3.Enabled = true
+		setting.Migrations.AllowLocalNetworks = true
+		// without migrations.Init() AllowLocalNetworks = true is not effective and
+		// a http call fails with "...migration can only call allowed HTTP servers..."
+		migrations.Init()
+		AppVer := setting.AppVer
+		// Gitea SDK (go-sdk) need to parse the AppVer from server response, so we must set it to a valid version string.
+		setting.AppVer = "1.16.0"
+		defer func() {
+			setting.Migrations.AllowLocalNetworks = AllowLocalNetworks
+			setting.AppVer = AppVer
+		}()
+
+		//
+		// Step 1: create a fixture
+		//
+		fixture := f3_forges.NewFixture(t, f3_forges.FixtureF3Factory)
+		fixture.NewUser(1234)
+		fixture.NewMilestone()
+		fixture.NewLabel()
+		fixture.NewIssue()
+		fixture.NewTopic()
+		fixture.NewRepository()
+		fixture.NewRelease()
+		fixture.NewAsset()
+		fixture.NewIssueComment(nil)
+		fixture.NewIssueReaction()
+
+		//
+		// Step 2: import the fixture into Gitea
+		//
+		cmd.CmdF3.Action = func(ctx *cli.Context) { cmd.RunF3(context.Background(), ctx) }
+		{
+			realStdout := os.Stdout // Backup Stdout
+			r, w, _ := os.Pipe()
+			os.Stdout = w
+
+			set := flag.NewFlagSet("f3", 0)
+			_ = set.Parse([]string{"f3", "--import", "--directory", fixture.ForgeRoot.GetDirectory()})
+			cliContext := cli.NewContext(&cli.App{Writer: os.Stdout}, set, nil)
+			assert.NoError(t, cmd.CmdF3.Run(cliContext))
+			w.Close()
+			var buf bytes.Buffer
+			io.Copy(&buf, r)
+			commandOutput := buf.String()
+			assert.EqualValues(t, "imported\n", commandOutput)
+			os.Stdout = realStdout
+		}
+
+		//
+		// Step 3: export Gitea into F3
+		//
+		directory := t.TempDir()
+		{
+			realStdout := os.Stdout // Backup Stdout
+			r, w, _ := os.Pipe()
+			os.Stdout = w
+
+			set := flag.NewFlagSet("f3", 0)
+			_ = set.Parse([]string{"f3", "--export", "--no-pull-request", "--user", fixture.UserFormat.UserName, "--repository", fixture.ProjectFormat.Name, "--directory", directory})
+			cliContext := cli.NewContext(&cli.App{Writer: os.Stdout}, set, nil)
+			assert.NoError(t, cmd.CmdF3.Run(cliContext))
+			w.Close()
+			var buf bytes.Buffer
+			io.Copy(&buf, r)
+			commandOutput := buf.String()
+			assert.EqualValues(t, "exported\n", commandOutput)
+			os.Stdout = realStdout
+
+		}
+
+		//
+		// Step 4: verify the export and import are equivalent
+		//
+		files := f3_util.Command(context.Background(), "find", directory)
+		assert.Contains(t, files, "/label/")
+		assert.Contains(t, files, "/issue/")
+		assert.Contains(t, files, "/milestone/")
+		assert.Contains(t, files, "/topic/")
+		assert.Contains(t, files, "/release/")
+		assert.Contains(t, files, "/asset/")
+		assert.Contains(t, files, "/reaction/")
+	})
+}