[F3] Forgejo driver and CLI

user, topic, project, label, milestone, repository, pull_request,
release, asset, comment, reaction, review providers

Signed-off-by: Earl Warren <contact@earl-warren.org>

Preserve file size when creating attachments

Introduced in c6f5029708

repoList.LoadAttributes has a ctx argument now

Rename `repo.GetOwner` to `repo.LoadOwner`

bd66fa586a

upgrade to the latest gof3

(cherry picked from commit c770713656)

[F3] ID remapping logic is in place, remove workaround

(cherry picked from commit d0fee30167)

[F3] it is experimental, do not enable by default

(cherry picked from commit de325b21d0)
(cherry picked from commit 547e7b3c40)
(cherry picked from commit 820df3a56b)
(cherry picked from commit eaba87689b)
(cherry picked from commit 1b86896b3b)
(cherry picked from commit 0046aac1c6)
(cherry picked from commit f14220df8f)
(cherry picked from commit 559b731001)
(cherry picked from commit 801f7d600d)
(cherry picked from commit 6aa76e9bcf)
(cherry picked from commit a8757dcb07)

[F3] promote F3 users to matching OAuth2 users on first sign-in

(cherry picked from commit bd7fef7496)
(cherry picked from commit 07412698e8)
(cherry picked from commit d143e5b2a3)

[F3] upgrade to gof3 50a6e740ac04

Add new methods GetIDString() & SetIDString() & ToFormatInterface()
Change the prototype of the fixture function

(cherry picked from commit d7b263ff8b)
(cherry picked from commit b3eaf2249d)
(cherry picked from commit d492ddd9bb)

[F3] add GetLocalMatchingRemote with a default implementation

(cherry picked from commit 0a22015039)
(cherry picked from commit f1310c38fb)
(cherry picked from commit deb68552f2)

[F3] GetLocalMatchingRemote for user

(cherry picked from commit e73cb837f5)
(cherry picked from commit a24bc0b85e)
(cherry picked from commit 846a522ecc)

[F3] GetAdminUser now has a ctx argument

(cherry picked from commit 37357a92af)
(cherry picked from commit 660bc1673c)
(cherry picked from commit 72d692a767)

[F3] introduce UserTypeF3

To avoid conflicts should UserTypeRemoteUser be used differently by Gitea

(cherry picked from commit 6de2701bb3)

[F3] user.Put: idempotency

(cherry picked from commit 821e38573c)
(cherry picked from commit f7638f5414)

[F3] upgrade to urfave v2

(cherry picked from commit cc3dbdfd1d)

[F3] update gof3

(cherry picked from commit 2eee960751)

[F3] move f3 under forgejo-cli

* simplify the tests by re-using the forgejo-cli helpers to capture
  the output
* unify CmdF3 to be structured in the same way CmdActions is

(cherry picked from commit 4c9fe58b74)

[F3] replace f3 with forgejo-cli f3

(cherry picked from commit 7ba7ceef1b)

[F3] s/ListOptions/Paginator/

[F3] user: add unit tests

[F3] user comparison of F3 managed users is on content

[F3] issue: add unit tests

[F3] gof3 now has one more argument to Put()

[F3] re-use gof3 unit tests for the driver

(cherry picked from commit af7ee6200c)

Conflicts:
	tests/integration/integration_test.go
	because of some code removed in forgejo-development, trivial
	context conflict resolution

[F3] more idempotent tests (#1275)

Reviewed-on: https://codeberg.org/forgejo/forgejo/pulls/1275
Co-authored-by: Loïc Dachary <loic@dachary.org>
Co-committed-by: Loïc Dachary <loic@dachary.org>

[F3] tests: do SQL update if nothing changes

[F3] tests comment idempotence

[F3] tests milestone idempotence

[F3] tests pull_request idempotence

[F3] tests release idempotence

[F3] tests asset idempotence

[F3] tests project idempotence

[F3] tests review idempotence

services/f3/driver/asset.go

@@ -0,0 +1,192 @@
+// SPDX-License-Identifier: MIT
+
+package driver
+
+import (
+	"context"
+	"fmt"
+	"io"
+	"net/http"
+
+	"code.gitea.io/gitea/models/db"
+	repo_model "code.gitea.io/gitea/models/repo"
+	"code.gitea.io/gitea/modules/timeutil"
+	"code.gitea.io/gitea/services/attachment"
+
+	"github.com/google/uuid"
+	"lab.forgefriends.org/friendlyforgeformat/gof3/format"
+	"lab.forgefriends.org/friendlyforgeformat/gof3/util"
+)
+
+type Asset struct {
+	repo_model.Attachment
+	DownloadFunc func() io.ReadCloser
+}
+
+func AssetConverter(f *repo_model.Attachment) *Asset {
+	return &Asset{
+		Attachment: *f,
+	}
+}
+
+func (o Asset) GetID() int64 {
+	return o.ID
+}
+
+func (o Asset) GetIDString() string {
+	return fmt.Sprintf("%d", o.GetID())
+}
+
+func (o *Asset) SetID(id int64) {
+	o.ID = id
+}
+
+func (o *Asset) SetIDString(id string) {
+	o.SetID(util.ParseInt(id))
+}
+
+func (o *Asset) IsNil() bool {
+	return o.ID == 0
+}
+
+func (o *Asset) Equals(other *Asset) bool {
+	return o.Name == other.Name
+}
+
+func (o *Asset) ToFormatInterface() format.Interface {
+	return o.ToFormat()
+}
+
+func (o *Asset) ToFormat() *format.ReleaseAsset {
+	return &format.ReleaseAsset{
+		Common:        format.NewCommon(o.ID),
+		Name:          o.Name,
+		Size:          int(o.Size),
+		DownloadCount: int(o.DownloadCount),
+		Created:       o.CreatedUnix.AsTime(),
+		DownloadURL:   o.DownloadURL(),
+		DownloadFunc:  o.DownloadFunc,
+	}
+}
+
+func (o *Asset) FromFormat(asset *format.ReleaseAsset) {
+	*o = Asset{
+		Attachment: repo_model.Attachment{
+			ID:                asset.GetID(),
+			Name:              asset.Name,
+			Size:              int64(asset.Size),
+			DownloadCount:     int64(asset.DownloadCount),
+			CustomDownloadURL: asset.DownloadURL,
+			CreatedUnix:       timeutil.TimeStamp(asset.Created.Unix()),
+		},
+		DownloadFunc: asset.DownloadFunc,
+	}
+}
+
+type AssetProvider struct {
+	BaseProvider
+}
+
+func (o *AssetProvider) ToFormat(ctx context.Context, asset *Asset) *format.ReleaseAsset {
+	httpClient := o.g.GetNewMigrationHTTPClient()()
+	a := asset.ToFormat()
+	a.DownloadFunc = func() io.ReadCloser {
+		o.g.GetLogger().Debug("download from %s", asset.DownloadURL())
+		req, err := http.NewRequest("GET", asset.DownloadURL(), nil)
+		if err != nil {
+			panic(err)
+		}
+		resp, err := httpClient.Do(req)
+		if err != nil {
+			panic(fmt.Errorf("while downloading %s %w", asset.DownloadURL(), err))
+		}
+
+		// resp.Body is closed by the consumer
+		return resp.Body
+	}
+	return a
+}
+
+func (o *AssetProvider) FromFormat(ctx context.Context, p *format.ReleaseAsset) *Asset {
+	var asset Asset
+	asset.FromFormat(p)
+	return &asset
+}
+
+func (o *AssetProvider) ProcessObject(ctx context.Context, user *User, project *Project, release *Release, asset *Asset) {
+}
+
+func (o *AssetProvider) GetObjects(ctx context.Context, user *User, project *Project, release *Release, page int) []*Asset {
+	if page > 1 {
+		return []*Asset{}
+	}
+	r, err := repo_model.GetReleaseByID(ctx, release.GetID())
+	if err != nil {
+		panic(err)
+	}
+	if err := r.LoadAttributes(ctx); err != nil {
+		panic(fmt.Errorf("error while listing assets: %v", err))
+	}
+
+	return util.ConvertMap[*repo_model.Attachment, *Asset](r.Attachments, AssetConverter)
+}
+
+func (o *AssetProvider) Get(ctx context.Context, user *User, project *Project, release *Release, exemplar *Asset) *Asset {
+	id := exemplar.GetID()
+	asset, err := repo_model.GetAttachmentByID(ctx, id)
+	if repo_model.IsErrAttachmentNotExist(err) {
+		return &Asset{}
+	}
+	if err != nil {
+		panic(err)
+	}
+	return AssetConverter(asset)
+}
+
+func (o *AssetProvider) Put(ctx context.Context, user *User, project *Project, release *Release, asset, existing *Asset) *Asset {
+	var result *Asset
+
+	if existing == nil || existing.IsNil() {
+		a := asset.Attachment
+		a.UploaderID = user.GetID()
+		a.RepoID = project.GetID()
+		a.ReleaseID = release.GetID()
+		a.UUID = uuid.New().String()
+
+		download := asset.DownloadFunc()
+		defer download.Close()
+
+		insertedAttachment, err := attachment.NewAttachment(&a, download, asset.Size)
+		if err != nil {
+			panic(err)
+		}
+		result = AssetConverter(insertedAttachment)
+	} else {
+		var u repo_model.Attachment
+		u.ID = existing.GetID()
+		cols := make([]string, 0, 10)
+
+		if asset.Name != existing.Name {
+			u.Name = asset.Name
+			cols = append(cols, "name")
+		}
+		if len(cols) > 0 {
+			if _, err := db.GetEngine(ctx).ID(existing.ID).Cols(cols...).Update(u); err != nil {
+				panic(err)
+			}
+		}
+		result = existing
+	}
+	return o.Get(ctx, user, project, release, result)
+}
+
+func (o *AssetProvider) Delete(ctx context.Context, user *User, project *Project, release *Release, asset *Asset) *Asset {
+	a := o.Get(ctx, user, project, release, asset)
+	if !a.IsNil() {
+		err := repo_model.DeleteAttachment(&a.Attachment, true)
+		if err != nil {
+			panic(err)
+		}
+	}
+	return a
+}