2017-06-30 19:50:57 +03:00
|
|
|
// Copyright 2017 The Gitea Authors. All rights reserved.
|
2022-11-27 21:20:29 +03:00
|
|
|
// SPDX-License-Identifier: MIT
|
2017-06-30 19:50:57 +03:00
|
|
|
|
2022-09-02 22:18:23 +03:00
|
|
|
package integration
|
2017-06-30 19:50:57 +03:00
|
|
|
|
|
|
|
import (
|
2018-08-13 22:04:39 +03:00
|
|
|
"fmt"
|
2022-12-03 01:06:23 +03:00
|
|
|
"io"
|
2017-06-30 19:50:57 +03:00
|
|
|
"net/http"
|
|
|
|
"testing"
|
|
|
|
|
2023-01-18 00:46:03 +03:00
|
|
|
auth_model "code.gitea.io/gitea/models/auth"
|
2022-11-19 11:12:33 +03:00
|
|
|
"code.gitea.io/gitea/models/db"
|
2022-06-13 12:37:59 +03:00
|
|
|
issues_model "code.gitea.io/gitea/models/issues"
|
2021-12-10 04:27:50 +03:00
|
|
|
repo_model "code.gitea.io/gitea/models/repo"
|
2021-11-16 11:53:21 +03:00
|
|
|
"code.gitea.io/gitea/models/unittest"
|
2021-11-24 12:49:20 +03:00
|
|
|
user_model "code.gitea.io/gitea/models/user"
|
2018-08-13 22:04:39 +03:00
|
|
|
"code.gitea.io/gitea/modules/setting"
|
2019-05-11 13:21:34 +03:00
|
|
|
api "code.gitea.io/gitea/modules/structs"
|
2021-04-06 22:44:05 +03:00
|
|
|
"code.gitea.io/gitea/services/forms"
|
2019-10-11 09:44:43 +03:00
|
|
|
issue_service "code.gitea.io/gitea/services/issue"
|
2022-09-02 22:18:23 +03:00
|
|
|
"code.gitea.io/gitea/tests"
|
2017-06-30 19:50:57 +03:00
|
|
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
)
|
|
|
|
|
|
|
|
func TestAPIViewPulls(t *testing.T) {
|
2022-09-02 22:18:23 +03:00
|
|
|
defer tests.PrepareTestEnv(t)()
|
2022-08-16 05:22:25 +03:00
|
|
|
repo := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 1})
|
|
|
|
owner := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo.OwnerID})
|
2017-06-30 19:50:57 +03:00
|
|
|
|
Redesign Scoped Access Tokens (#24767)
## Changes
- Adds the following high level access scopes, each with `read` and
`write` levels:
- `activitypub`
- `admin` (hidden if user is not a site admin)
- `misc`
- `notification`
- `organization`
- `package`
- `issue`
- `repository`
- `user`
- Adds new middleware function `tokenRequiresScopes()` in addition to
`reqToken()`
- `tokenRequiresScopes()` is used for each high-level api section
- _if_ a scoped token is present, checks that the required scope is
included based on the section and HTTP method
- `reqToken()` is used for individual routes
- checks that required authentication is present (but does not check
scope levels as this will already have been handled by
`tokenRequiresScopes()`
- Adds migration to convert old scoped access tokens to the new set of
scopes
- Updates the user interface for scope selection
### User interface example
<img width="903" alt="Screen Shot 2023-05-31 at 1 56 55 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/654766ec-2143-4f59-9037-3b51600e32f3">
<img width="917" alt="Screen Shot 2023-05-31 at 1 56 43 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/1ad64081-012c-4a73-b393-66b30352654c">
## tokenRequiresScopes Design Decision
- `tokenRequiresScopes()` was added to more reliably cover api routes.
For an incoming request, this function uses the given scope category
(say `AccessTokenScopeCategoryOrganization`) and the HTTP method (say
`DELETE`) and verifies that any scoped tokens in use include
`delete:organization`.
- `reqToken()` is used to enforce auth for individual routes that
require it. If a scoped token is not present for a request,
`tokenRequiresScopes()` will not return an error
## TODO
- [x] Alphabetize scope categories
- [x] Change 'public repos only' to a radio button (private vs public).
Also expand this to organizations
- [X] Disable token creation if no scopes selected. Alternatively, show
warning
- [x] `reqToken()` is missing from many `POST/DELETE` routes in the api.
`tokenRequiresScopes()` only checks that a given token has the correct
scope, `reqToken()` must be used to check that a token (or some other
auth) is present.
- _This should be addressed in this PR_
- [x] The migration should be reviewed very carefully in order to
minimize access changes to existing user tokens.
- _This should be addressed in this PR_
- [x] Link to api to swagger documentation, clarify what
read/write/delete levels correspond to
- [x] Review cases where more than one scope is needed as this directly
deviates from the api definition.
- _This should be addressed in this PR_
- For example:
```go
m.Group("/users/{username}/orgs", func() {
m.Get("", reqToken(), org.ListUserOrgs)
m.Get("/{org}/permissions", reqToken(), org.GetUserOrgsPermissions)
}, tokenRequiresScopes(auth_model.AccessTokenScopeCategoryUser,
auth_model.AccessTokenScopeCategoryOrganization),
context_service.UserAssignmentAPI())
```
## Future improvements
- [ ] Add required scopes to swagger documentation
- [ ] Redesign `reqToken()` to be opt-out rather than opt-in
- [ ] Subdivide scopes like `repository`
- [ ] Once a token is created, if it has no scopes, we should display
text instead of an empty bullet point
- [ ] If the 'public repos only' option is selected, should read
categories be selected by default
Closes #24501
Closes #24799
Co-authored-by: Jonathan Tran <jon@allspice.io>
Co-authored-by: Kyle D <kdumontnu@gmail.com>
Co-authored-by: silverwind <me@silverwind.io>
2023-06-04 21:57:16 +03:00
|
|
|
ctx := NewAPITestContext(t, "user2", repo.Name, auth_model.AccessTokenScopeReadRepository)
|
2022-09-29 05:27:20 +03:00
|
|
|
|
2023-12-22 02:59:59 +03:00
|
|
|
req := NewRequestf(t, "GET", "/api/v1/repos/%s/%s/pulls?state=all", owner.Name, repo.Name).
|
|
|
|
AddTokenAuth(ctx.Token)
|
2022-09-29 05:27:20 +03:00
|
|
|
resp := ctx.Session.MakeRequest(t, req, http.StatusOK)
|
2017-06-30 19:50:57 +03:00
|
|
|
|
|
|
|
var pulls []*api.PullRequest
|
|
|
|
DecodeJSON(t, resp, &pulls)
|
2022-06-13 12:37:59 +03:00
|
|
|
expectedLen := unittest.GetCount(t, &issues_model.Issue{RepoID: repo.ID}, unittest.Cond("is_pull = ?", true))
|
2017-06-30 19:50:57 +03:00
|
|
|
assert.Len(t, pulls, expectedLen)
|
2022-09-29 05:27:20 +03:00
|
|
|
|
|
|
|
pull := pulls[0]
|
|
|
|
if assert.EqualValues(t, 5, pull.ID) {
|
|
|
|
resp = ctx.Session.MakeRequest(t, NewRequest(t, "GET", pull.DiffURL), http.StatusOK)
|
2022-12-03 01:06:23 +03:00
|
|
|
_, err := io.ReadAll(resp.Body)
|
2022-09-29 05:27:20 +03:00
|
|
|
assert.NoError(t, err)
|
|
|
|
// TODO: use diff to generate stats to test against
|
|
|
|
|
|
|
|
t.Run(fmt.Sprintf("APIGetPullFiles_%d", pull.ID),
|
|
|
|
doAPIGetPullFiles(ctx, pull, func(t *testing.T, files []*api.ChangedFile) {
|
|
|
|
if assert.Len(t, files, 1) {
|
2023-04-23 00:56:27 +03:00
|
|
|
assert.Equal(t, "File-WoW", files[0].Filename)
|
|
|
|
assert.Empty(t, files[0].PreviousFilename)
|
2022-09-29 05:27:20 +03:00
|
|
|
assert.EqualValues(t, 1, files[0].Additions)
|
|
|
|
assert.EqualValues(t, 1, files[0].Changes)
|
|
|
|
assert.EqualValues(t, 0, files[0].Deletions)
|
2023-04-23 00:56:27 +03:00
|
|
|
assert.Equal(t, "added", files[0].Status)
|
2022-09-29 05:27:20 +03:00
|
|
|
}
|
|
|
|
}))
|
|
|
|
}
|
2017-06-30 19:50:57 +03:00
|
|
|
}
|
2018-08-13 22:04:39 +03:00
|
|
|
|
2024-02-26 05:39:01 +03:00
|
|
|
func TestAPIViewPullsByBaseHead(t *testing.T) {
|
|
|
|
defer tests.PrepareTestEnv(t)()
|
|
|
|
repo := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 1})
|
|
|
|
owner := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo.OwnerID})
|
|
|
|
|
|
|
|
ctx := NewAPITestContext(t, "user2", repo.Name, auth_model.AccessTokenScopeReadRepository)
|
|
|
|
|
|
|
|
req := NewRequestf(t, "GET", "/api/v1/repos/%s/%s/pulls/master/branch2", owner.Name, repo.Name).
|
|
|
|
AddTokenAuth(ctx.Token)
|
|
|
|
resp := ctx.Session.MakeRequest(t, req, http.StatusOK)
|
|
|
|
|
|
|
|
pull := &api.PullRequest{}
|
|
|
|
DecodeJSON(t, resp, pull)
|
|
|
|
assert.EqualValues(t, 3, pull.Index)
|
|
|
|
assert.EqualValues(t, 2, pull.ID)
|
|
|
|
|
|
|
|
req = NewRequestf(t, "GET", "/api/v1/repos/%s/%s/pulls/master/branch-not-exist", owner.Name, repo.Name).
|
|
|
|
AddTokenAuth(ctx.Token)
|
|
|
|
ctx.Session.MakeRequest(t, req, http.StatusNotFound)
|
|
|
|
}
|
|
|
|
|
2018-08-13 22:04:39 +03:00
|
|
|
// TestAPIMergePullWIP ensures that we can't merge a WIP pull request
|
|
|
|
func TestAPIMergePullWIP(t *testing.T) {
|
2022-09-02 22:18:23 +03:00
|
|
|
defer tests.PrepareTestEnv(t)()
|
2022-08-16 05:22:25 +03:00
|
|
|
repo := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 1})
|
|
|
|
owner := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo.OwnerID})
|
|
|
|
pr := unittest.AssertExistsAndLoadBean(t, &issues_model.PullRequest{Status: issues_model.PullRequestStatusMergeable}, unittest.Cond("has_merged = ?", false))
|
2022-11-19 11:12:33 +03:00
|
|
|
pr.LoadIssue(db.DefaultContext)
|
2023-04-14 21:18:28 +03:00
|
|
|
issue_service.ChangeTitle(db.DefaultContext, pr.Issue, owner, setting.Repository.PullRequest.WorkInProgressPrefixes[0]+" "+pr.Issue.Title)
|
2018-08-13 22:04:39 +03:00
|
|
|
|
|
|
|
// force reload
|
2022-11-19 11:12:33 +03:00
|
|
|
pr.LoadAttributes(db.DefaultContext)
|
2018-08-13 22:04:39 +03:00
|
|
|
|
|
|
|
assert.Contains(t, pr.Issue.Title, setting.Repository.PullRequest.WorkInProgressPrefixes[0])
|
|
|
|
|
|
|
|
session := loginUser(t, owner.Name)
|
Redesign Scoped Access Tokens (#24767)
## Changes
- Adds the following high level access scopes, each with `read` and
`write` levels:
- `activitypub`
- `admin` (hidden if user is not a site admin)
- `misc`
- `notification`
- `organization`
- `package`
- `issue`
- `repository`
- `user`
- Adds new middleware function `tokenRequiresScopes()` in addition to
`reqToken()`
- `tokenRequiresScopes()` is used for each high-level api section
- _if_ a scoped token is present, checks that the required scope is
included based on the section and HTTP method
- `reqToken()` is used for individual routes
- checks that required authentication is present (but does not check
scope levels as this will already have been handled by
`tokenRequiresScopes()`
- Adds migration to convert old scoped access tokens to the new set of
scopes
- Updates the user interface for scope selection
### User interface example
<img width="903" alt="Screen Shot 2023-05-31 at 1 56 55 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/654766ec-2143-4f59-9037-3b51600e32f3">
<img width="917" alt="Screen Shot 2023-05-31 at 1 56 43 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/1ad64081-012c-4a73-b393-66b30352654c">
## tokenRequiresScopes Design Decision
- `tokenRequiresScopes()` was added to more reliably cover api routes.
For an incoming request, this function uses the given scope category
(say `AccessTokenScopeCategoryOrganization`) and the HTTP method (say
`DELETE`) and verifies that any scoped tokens in use include
`delete:organization`.
- `reqToken()` is used to enforce auth for individual routes that
require it. If a scoped token is not present for a request,
`tokenRequiresScopes()` will not return an error
## TODO
- [x] Alphabetize scope categories
- [x] Change 'public repos only' to a radio button (private vs public).
Also expand this to organizations
- [X] Disable token creation if no scopes selected. Alternatively, show
warning
- [x] `reqToken()` is missing from many `POST/DELETE` routes in the api.
`tokenRequiresScopes()` only checks that a given token has the correct
scope, `reqToken()` must be used to check that a token (or some other
auth) is present.
- _This should be addressed in this PR_
- [x] The migration should be reviewed very carefully in order to
minimize access changes to existing user tokens.
- _This should be addressed in this PR_
- [x] Link to api to swagger documentation, clarify what
read/write/delete levels correspond to
- [x] Review cases where more than one scope is needed as this directly
deviates from the api definition.
- _This should be addressed in this PR_
- For example:
```go
m.Group("/users/{username}/orgs", func() {
m.Get("", reqToken(), org.ListUserOrgs)
m.Get("/{org}/permissions", reqToken(), org.GetUserOrgsPermissions)
}, tokenRequiresScopes(auth_model.AccessTokenScopeCategoryUser,
auth_model.AccessTokenScopeCategoryOrganization),
context_service.UserAssignmentAPI())
```
## Future improvements
- [ ] Add required scopes to swagger documentation
- [ ] Redesign `reqToken()` to be opt-out rather than opt-in
- [ ] Subdivide scopes like `repository`
- [ ] Once a token is created, if it has no scopes, we should display
text instead of an empty bullet point
- [ ] If the 'public repos only' option is selected, should read
categories be selected by default
Closes #24501
Closes #24799
Co-authored-by: Jonathan Tran <jon@allspice.io>
Co-authored-by: Kyle D <kdumontnu@gmail.com>
Co-authored-by: silverwind <me@silverwind.io>
2023-06-04 21:57:16 +03:00
|
|
|
token := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository)
|
2023-12-22 02:59:59 +03:00
|
|
|
req := NewRequestWithJSON(t, http.MethodPost, fmt.Sprintf("/api/v1/repos/%s/%s/pulls/%d/merge", owner.Name, repo.Name, pr.Index), &forms.MergePullRequestForm{
|
2018-08-13 22:04:39 +03:00
|
|
|
MergeMessageField: pr.Issue.Title,
|
2021-12-10 04:27:50 +03:00
|
|
|
Do: string(repo_model.MergeStyleMerge),
|
2023-12-22 02:59:59 +03:00
|
|
|
}).AddTokenAuth(token)
|
2018-08-13 22:04:39 +03:00
|
|
|
|
2022-12-02 06:39:42 +03:00
|
|
|
MakeRequest(t, req, http.StatusMethodNotAllowed)
|
2018-08-13 22:04:39 +03:00
|
|
|
}
|
2019-05-07 20:20:23 +03:00
|
|
|
|
2020-06-07 22:13:40 +03:00
|
|
|
func TestAPICreatePullSuccess(t *testing.T) {
|
2022-09-02 22:18:23 +03:00
|
|
|
defer tests.PrepareTestEnv(t)()
|
2022-08-16 05:22:25 +03:00
|
|
|
repo10 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 10})
|
2019-05-07 20:20:23 +03:00
|
|
|
// repo10 have code, pulls units.
|
2022-08-16 05:22:25 +03:00
|
|
|
repo11 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 11})
|
2019-05-07 20:20:23 +03:00
|
|
|
// repo11 only have code unit but should still create pulls
|
2022-08-16 05:22:25 +03:00
|
|
|
owner10 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo10.OwnerID})
|
|
|
|
owner11 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo11.OwnerID})
|
2019-05-07 20:20:23 +03:00
|
|
|
|
|
|
|
session := loginUser(t, owner11.Name)
|
Redesign Scoped Access Tokens (#24767)
## Changes
- Adds the following high level access scopes, each with `read` and
`write` levels:
- `activitypub`
- `admin` (hidden if user is not a site admin)
- `misc`
- `notification`
- `organization`
- `package`
- `issue`
- `repository`
- `user`
- Adds new middleware function `tokenRequiresScopes()` in addition to
`reqToken()`
- `tokenRequiresScopes()` is used for each high-level api section
- _if_ a scoped token is present, checks that the required scope is
included based on the section and HTTP method
- `reqToken()` is used for individual routes
- checks that required authentication is present (but does not check
scope levels as this will already have been handled by
`tokenRequiresScopes()`
- Adds migration to convert old scoped access tokens to the new set of
scopes
- Updates the user interface for scope selection
### User interface example
<img width="903" alt="Screen Shot 2023-05-31 at 1 56 55 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/654766ec-2143-4f59-9037-3b51600e32f3">
<img width="917" alt="Screen Shot 2023-05-31 at 1 56 43 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/1ad64081-012c-4a73-b393-66b30352654c">
## tokenRequiresScopes Design Decision
- `tokenRequiresScopes()` was added to more reliably cover api routes.
For an incoming request, this function uses the given scope category
(say `AccessTokenScopeCategoryOrganization`) and the HTTP method (say
`DELETE`) and verifies that any scoped tokens in use include
`delete:organization`.
- `reqToken()` is used to enforce auth for individual routes that
require it. If a scoped token is not present for a request,
`tokenRequiresScopes()` will not return an error
## TODO
- [x] Alphabetize scope categories
- [x] Change 'public repos only' to a radio button (private vs public).
Also expand this to organizations
- [X] Disable token creation if no scopes selected. Alternatively, show
warning
- [x] `reqToken()` is missing from many `POST/DELETE` routes in the api.
`tokenRequiresScopes()` only checks that a given token has the correct
scope, `reqToken()` must be used to check that a token (or some other
auth) is present.
- _This should be addressed in this PR_
- [x] The migration should be reviewed very carefully in order to
minimize access changes to existing user tokens.
- _This should be addressed in this PR_
- [x] Link to api to swagger documentation, clarify what
read/write/delete levels correspond to
- [x] Review cases where more than one scope is needed as this directly
deviates from the api definition.
- _This should be addressed in this PR_
- For example:
```go
m.Group("/users/{username}/orgs", func() {
m.Get("", reqToken(), org.ListUserOrgs)
m.Get("/{org}/permissions", reqToken(), org.GetUserOrgsPermissions)
}, tokenRequiresScopes(auth_model.AccessTokenScopeCategoryUser,
auth_model.AccessTokenScopeCategoryOrganization),
context_service.UserAssignmentAPI())
```
## Future improvements
- [ ] Add required scopes to swagger documentation
- [ ] Redesign `reqToken()` to be opt-out rather than opt-in
- [ ] Subdivide scopes like `repository`
- [ ] Once a token is created, if it has no scopes, we should display
text instead of an empty bullet point
- [ ] If the 'public repos only' option is selected, should read
categories be selected by default
Closes #24501
Closes #24799
Co-authored-by: Jonathan Tran <jon@allspice.io>
Co-authored-by: Kyle D <kdumontnu@gmail.com>
Co-authored-by: silverwind <me@silverwind.io>
2023-06-04 21:57:16 +03:00
|
|
|
token := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository)
|
2023-12-22 02:59:59 +03:00
|
|
|
req := NewRequestWithJSON(t, http.MethodPost, fmt.Sprintf("/api/v1/repos/%s/%s/pulls", owner10.Name, repo10.Name), &api.CreatePullRequestOption{
|
2019-05-07 20:20:23 +03:00
|
|
|
Head: fmt.Sprintf("%s:master", owner11.Name),
|
|
|
|
Base: "master",
|
|
|
|
Title: "create a failure pr",
|
2023-12-22 02:59:59 +03:00
|
|
|
}).AddTokenAuth(token)
|
2022-12-02 06:39:42 +03:00
|
|
|
MakeRequest(t, req, http.StatusCreated)
|
|
|
|
MakeRequest(t, req, http.StatusUnprocessableEntity) // second request should fail
|
2021-03-13 21:06:52 +03:00
|
|
|
}
|
|
|
|
|
2024-03-17 06:56:49 +03:00
|
|
|
func TestAPICreatePullSameRepoSuccess(t *testing.T) {
|
|
|
|
defer tests.PrepareTestEnv(t)()
|
|
|
|
repo := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 1})
|
|
|
|
owner := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo.OwnerID})
|
|
|
|
|
|
|
|
session := loginUser(t, owner.Name)
|
|
|
|
token := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository)
|
|
|
|
|
|
|
|
req := NewRequestWithJSON(t, http.MethodPost, fmt.Sprintf("/api/v1/repos/%s/%s/pulls", owner.Name, repo.Name), &api.CreatePullRequestOption{
|
|
|
|
Head: fmt.Sprintf("%s:pr-to-update", owner.Name),
|
|
|
|
Base: "master",
|
|
|
|
Title: "successfully create a PR between branches of the same repository",
|
|
|
|
}).AddTokenAuth(token)
|
|
|
|
MakeRequest(t, req, http.StatusCreated)
|
|
|
|
MakeRequest(t, req, http.StatusUnprocessableEntity) // second request should fail
|
|
|
|
}
|
|
|
|
|
2021-03-13 21:06:52 +03:00
|
|
|
func TestAPICreatePullWithFieldsSuccess(t *testing.T) {
|
2022-09-02 22:18:23 +03:00
|
|
|
defer tests.PrepareTestEnv(t)()
|
2021-03-13 21:06:52 +03:00
|
|
|
// repo10 have code, pulls units.
|
2022-08-16 05:22:25 +03:00
|
|
|
repo10 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 10})
|
|
|
|
owner10 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo10.OwnerID})
|
2021-03-13 21:06:52 +03:00
|
|
|
// repo11 only have code unit but should still create pulls
|
2022-08-16 05:22:25 +03:00
|
|
|
repo11 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 11})
|
|
|
|
owner11 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo11.OwnerID})
|
2021-03-13 21:06:52 +03:00
|
|
|
|
|
|
|
session := loginUser(t, owner11.Name)
|
Redesign Scoped Access Tokens (#24767)
## Changes
- Adds the following high level access scopes, each with `read` and
`write` levels:
- `activitypub`
- `admin` (hidden if user is not a site admin)
- `misc`
- `notification`
- `organization`
- `package`
- `issue`
- `repository`
- `user`
- Adds new middleware function `tokenRequiresScopes()` in addition to
`reqToken()`
- `tokenRequiresScopes()` is used for each high-level api section
- _if_ a scoped token is present, checks that the required scope is
included based on the section and HTTP method
- `reqToken()` is used for individual routes
- checks that required authentication is present (but does not check
scope levels as this will already have been handled by
`tokenRequiresScopes()`
- Adds migration to convert old scoped access tokens to the new set of
scopes
- Updates the user interface for scope selection
### User interface example
<img width="903" alt="Screen Shot 2023-05-31 at 1 56 55 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/654766ec-2143-4f59-9037-3b51600e32f3">
<img width="917" alt="Screen Shot 2023-05-31 at 1 56 43 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/1ad64081-012c-4a73-b393-66b30352654c">
## tokenRequiresScopes Design Decision
- `tokenRequiresScopes()` was added to more reliably cover api routes.
For an incoming request, this function uses the given scope category
(say `AccessTokenScopeCategoryOrganization`) and the HTTP method (say
`DELETE`) and verifies that any scoped tokens in use include
`delete:organization`.
- `reqToken()` is used to enforce auth for individual routes that
require it. If a scoped token is not present for a request,
`tokenRequiresScopes()` will not return an error
## TODO
- [x] Alphabetize scope categories
- [x] Change 'public repos only' to a radio button (private vs public).
Also expand this to organizations
- [X] Disable token creation if no scopes selected. Alternatively, show
warning
- [x] `reqToken()` is missing from many `POST/DELETE` routes in the api.
`tokenRequiresScopes()` only checks that a given token has the correct
scope, `reqToken()` must be used to check that a token (or some other
auth) is present.
- _This should be addressed in this PR_
- [x] The migration should be reviewed very carefully in order to
minimize access changes to existing user tokens.
- _This should be addressed in this PR_
- [x] Link to api to swagger documentation, clarify what
read/write/delete levels correspond to
- [x] Review cases where more than one scope is needed as this directly
deviates from the api definition.
- _This should be addressed in this PR_
- For example:
```go
m.Group("/users/{username}/orgs", func() {
m.Get("", reqToken(), org.ListUserOrgs)
m.Get("/{org}/permissions", reqToken(), org.GetUserOrgsPermissions)
}, tokenRequiresScopes(auth_model.AccessTokenScopeCategoryUser,
auth_model.AccessTokenScopeCategoryOrganization),
context_service.UserAssignmentAPI())
```
## Future improvements
- [ ] Add required scopes to swagger documentation
- [ ] Redesign `reqToken()` to be opt-out rather than opt-in
- [ ] Subdivide scopes like `repository`
- [ ] Once a token is created, if it has no scopes, we should display
text instead of an empty bullet point
- [ ] If the 'public repos only' option is selected, should read
categories be selected by default
Closes #24501
Closes #24799
Co-authored-by: Jonathan Tran <jon@allspice.io>
Co-authored-by: Kyle D <kdumontnu@gmail.com>
Co-authored-by: silverwind <me@silverwind.io>
2023-06-04 21:57:16 +03:00
|
|
|
token := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository)
|
2021-03-13 21:06:52 +03:00
|
|
|
|
|
|
|
opts := &api.CreatePullRequestOption{
|
|
|
|
Head: fmt.Sprintf("%s:master", owner11.Name),
|
|
|
|
Base: "master",
|
|
|
|
Title: "create a failure pr",
|
|
|
|
Body: "foobaaar",
|
|
|
|
Milestone: 5,
|
|
|
|
Assignees: []string{owner10.Name},
|
|
|
|
Labels: []int64{5},
|
|
|
|
}
|
|
|
|
|
2023-12-22 02:59:59 +03:00
|
|
|
req := NewRequestWithJSON(t, http.MethodPost, fmt.Sprintf("/api/v1/repos/%s/%s/pulls", owner10.Name, repo10.Name), opts).
|
|
|
|
AddTokenAuth(token)
|
2021-03-13 21:06:52 +03:00
|
|
|
|
2022-12-02 06:39:42 +03:00
|
|
|
res := MakeRequest(t, req, http.StatusCreated)
|
2021-03-13 21:06:52 +03:00
|
|
|
pull := new(api.PullRequest)
|
|
|
|
DecodeJSON(t, res, pull)
|
|
|
|
|
|
|
|
assert.NotNil(t, pull.Milestone)
|
|
|
|
assert.EqualValues(t, opts.Milestone, pull.Milestone.ID)
|
|
|
|
if assert.Len(t, pull.Assignees, 1) {
|
|
|
|
assert.EqualValues(t, opts.Assignees[0], owner10.Name)
|
|
|
|
}
|
|
|
|
assert.NotNil(t, pull.Labels)
|
|
|
|
assert.EqualValues(t, opts.Labels[0], pull.Labels[0].ID)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestAPICreatePullWithFieldsFailure(t *testing.T) {
|
2022-09-02 22:18:23 +03:00
|
|
|
defer tests.PrepareTestEnv(t)()
|
2021-03-13 21:06:52 +03:00
|
|
|
// repo10 have code, pulls units.
|
2022-08-16 05:22:25 +03:00
|
|
|
repo10 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 10})
|
|
|
|
owner10 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo10.OwnerID})
|
2021-03-13 21:06:52 +03:00
|
|
|
// repo11 only have code unit but should still create pulls
|
2022-08-16 05:22:25 +03:00
|
|
|
repo11 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 11})
|
|
|
|
owner11 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo11.OwnerID})
|
2021-03-13 21:06:52 +03:00
|
|
|
|
|
|
|
session := loginUser(t, owner11.Name)
|
Redesign Scoped Access Tokens (#24767)
## Changes
- Adds the following high level access scopes, each with `read` and
`write` levels:
- `activitypub`
- `admin` (hidden if user is not a site admin)
- `misc`
- `notification`
- `organization`
- `package`
- `issue`
- `repository`
- `user`
- Adds new middleware function `tokenRequiresScopes()` in addition to
`reqToken()`
- `tokenRequiresScopes()` is used for each high-level api section
- _if_ a scoped token is present, checks that the required scope is
included based on the section and HTTP method
- `reqToken()` is used for individual routes
- checks that required authentication is present (but does not check
scope levels as this will already have been handled by
`tokenRequiresScopes()`
- Adds migration to convert old scoped access tokens to the new set of
scopes
- Updates the user interface for scope selection
### User interface example
<img width="903" alt="Screen Shot 2023-05-31 at 1 56 55 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/654766ec-2143-4f59-9037-3b51600e32f3">
<img width="917" alt="Screen Shot 2023-05-31 at 1 56 43 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/1ad64081-012c-4a73-b393-66b30352654c">
## tokenRequiresScopes Design Decision
- `tokenRequiresScopes()` was added to more reliably cover api routes.
For an incoming request, this function uses the given scope category
(say `AccessTokenScopeCategoryOrganization`) and the HTTP method (say
`DELETE`) and verifies that any scoped tokens in use include
`delete:organization`.
- `reqToken()` is used to enforce auth for individual routes that
require it. If a scoped token is not present for a request,
`tokenRequiresScopes()` will not return an error
## TODO
- [x] Alphabetize scope categories
- [x] Change 'public repos only' to a radio button (private vs public).
Also expand this to organizations
- [X] Disable token creation if no scopes selected. Alternatively, show
warning
- [x] `reqToken()` is missing from many `POST/DELETE` routes in the api.
`tokenRequiresScopes()` only checks that a given token has the correct
scope, `reqToken()` must be used to check that a token (or some other
auth) is present.
- _This should be addressed in this PR_
- [x] The migration should be reviewed very carefully in order to
minimize access changes to existing user tokens.
- _This should be addressed in this PR_
- [x] Link to api to swagger documentation, clarify what
read/write/delete levels correspond to
- [x] Review cases where more than one scope is needed as this directly
deviates from the api definition.
- _This should be addressed in this PR_
- For example:
```go
m.Group("/users/{username}/orgs", func() {
m.Get("", reqToken(), org.ListUserOrgs)
m.Get("/{org}/permissions", reqToken(), org.GetUserOrgsPermissions)
}, tokenRequiresScopes(auth_model.AccessTokenScopeCategoryUser,
auth_model.AccessTokenScopeCategoryOrganization),
context_service.UserAssignmentAPI())
```
## Future improvements
- [ ] Add required scopes to swagger documentation
- [ ] Redesign `reqToken()` to be opt-out rather than opt-in
- [ ] Subdivide scopes like `repository`
- [ ] Once a token is created, if it has no scopes, we should display
text instead of an empty bullet point
- [ ] If the 'public repos only' option is selected, should read
categories be selected by default
Closes #24501
Closes #24799
Co-authored-by: Jonathan Tran <jon@allspice.io>
Co-authored-by: Kyle D <kdumontnu@gmail.com>
Co-authored-by: silverwind <me@silverwind.io>
2023-06-04 21:57:16 +03:00
|
|
|
token := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository)
|
2021-03-13 21:06:52 +03:00
|
|
|
|
|
|
|
opts := &api.CreatePullRequestOption{
|
|
|
|
Head: fmt.Sprintf("%s:master", owner11.Name),
|
|
|
|
Base: "master",
|
|
|
|
}
|
|
|
|
|
2023-12-22 02:59:59 +03:00
|
|
|
req := NewRequestWithJSON(t, http.MethodPost, fmt.Sprintf("/api/v1/repos/%s/%s/pulls", owner10.Name, repo10.Name), opts).
|
|
|
|
AddTokenAuth(token)
|
2022-12-02 06:39:42 +03:00
|
|
|
MakeRequest(t, req, http.StatusUnprocessableEntity)
|
2021-03-13 21:06:52 +03:00
|
|
|
opts.Title = "is required"
|
|
|
|
|
|
|
|
opts.Milestone = 666
|
2022-12-02 06:39:42 +03:00
|
|
|
MakeRequest(t, req, http.StatusUnprocessableEntity)
|
2021-03-13 21:06:52 +03:00
|
|
|
opts.Milestone = 5
|
|
|
|
|
|
|
|
opts.Assignees = []string{"qweruqweroiuyqweoiruywqer"}
|
2022-12-02 06:39:42 +03:00
|
|
|
MakeRequest(t, req, http.StatusUnprocessableEntity)
|
2021-03-13 21:06:52 +03:00
|
|
|
opts.Assignees = []string{owner10.LoginName}
|
|
|
|
|
|
|
|
opts.Labels = []int64{55555}
|
2022-12-02 06:39:42 +03:00
|
|
|
MakeRequest(t, req, http.StatusUnprocessableEntity)
|
2021-03-13 21:06:52 +03:00
|
|
|
opts.Labels = []int64{5}
|
2019-05-07 20:20:23 +03:00
|
|
|
}
|
|
|
|
|
2020-06-07 22:13:40 +03:00
|
|
|
func TestAPIEditPull(t *testing.T) {
|
2022-09-02 22:18:23 +03:00
|
|
|
defer tests.PrepareTestEnv(t)()
|
2022-08-16 05:22:25 +03:00
|
|
|
repo10 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 10})
|
|
|
|
owner10 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo10.OwnerID})
|
2019-05-07 20:20:23 +03:00
|
|
|
|
|
|
|
session := loginUser(t, owner10.Name)
|
Redesign Scoped Access Tokens (#24767)
## Changes
- Adds the following high level access scopes, each with `read` and
`write` levels:
- `activitypub`
- `admin` (hidden if user is not a site admin)
- `misc`
- `notification`
- `organization`
- `package`
- `issue`
- `repository`
- `user`
- Adds new middleware function `tokenRequiresScopes()` in addition to
`reqToken()`
- `tokenRequiresScopes()` is used for each high-level api section
- _if_ a scoped token is present, checks that the required scope is
included based on the section and HTTP method
- `reqToken()` is used for individual routes
- checks that required authentication is present (but does not check
scope levels as this will already have been handled by
`tokenRequiresScopes()`
- Adds migration to convert old scoped access tokens to the new set of
scopes
- Updates the user interface for scope selection
### User interface example
<img width="903" alt="Screen Shot 2023-05-31 at 1 56 55 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/654766ec-2143-4f59-9037-3b51600e32f3">
<img width="917" alt="Screen Shot 2023-05-31 at 1 56 43 PM"
src="https://github.com/go-gitea/gitea/assets/23248839/1ad64081-012c-4a73-b393-66b30352654c">
## tokenRequiresScopes Design Decision
- `tokenRequiresScopes()` was added to more reliably cover api routes.
For an incoming request, this function uses the given scope category
(say `AccessTokenScopeCategoryOrganization`) and the HTTP method (say
`DELETE`) and verifies that any scoped tokens in use include
`delete:organization`.
- `reqToken()` is used to enforce auth for individual routes that
require it. If a scoped token is not present for a request,
`tokenRequiresScopes()` will not return an error
## TODO
- [x] Alphabetize scope categories
- [x] Change 'public repos only' to a radio button (private vs public).
Also expand this to organizations
- [X] Disable token creation if no scopes selected. Alternatively, show
warning
- [x] `reqToken()` is missing from many `POST/DELETE` routes in the api.
`tokenRequiresScopes()` only checks that a given token has the correct
scope, `reqToken()` must be used to check that a token (or some other
auth) is present.
- _This should be addressed in this PR_
- [x] The migration should be reviewed very carefully in order to
minimize access changes to existing user tokens.
- _This should be addressed in this PR_
- [x] Link to api to swagger documentation, clarify what
read/write/delete levels correspond to
- [x] Review cases where more than one scope is needed as this directly
deviates from the api definition.
- _This should be addressed in this PR_
- For example:
```go
m.Group("/users/{username}/orgs", func() {
m.Get("", reqToken(), org.ListUserOrgs)
m.Get("/{org}/permissions", reqToken(), org.GetUserOrgsPermissions)
}, tokenRequiresScopes(auth_model.AccessTokenScopeCategoryUser,
auth_model.AccessTokenScopeCategoryOrganization),
context_service.UserAssignmentAPI())
```
## Future improvements
- [ ] Add required scopes to swagger documentation
- [ ] Redesign `reqToken()` to be opt-out rather than opt-in
- [ ] Subdivide scopes like `repository`
- [ ] Once a token is created, if it has no scopes, we should display
text instead of an empty bullet point
- [ ] If the 'public repos only' option is selected, should read
categories be selected by default
Closes #24501
Closes #24799
Co-authored-by: Jonathan Tran <jon@allspice.io>
Co-authored-by: Kyle D <kdumontnu@gmail.com>
Co-authored-by: silverwind <me@silverwind.io>
2023-06-04 21:57:16 +03:00
|
|
|
token := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository)
|
2024-05-03 09:11:51 +03:00
|
|
|
title := "create a success pr"
|
2023-12-22 02:59:59 +03:00
|
|
|
req := NewRequestWithJSON(t, http.MethodPost, fmt.Sprintf("/api/v1/repos/%s/%s/pulls", owner10.Name, repo10.Name), &api.CreatePullRequestOption{
|
2019-05-07 20:20:23 +03:00
|
|
|
Head: "develop",
|
|
|
|
Base: "master",
|
2024-05-03 09:11:51 +03:00
|
|
|
Title: title,
|
2023-12-22 02:59:59 +03:00
|
|
|
}).AddTokenAuth(token)
|
2024-05-03 09:11:51 +03:00
|
|
|
apiPull := new(api.PullRequest)
|
2022-12-02 06:39:42 +03:00
|
|
|
resp := MakeRequest(t, req, http.StatusCreated)
|
2024-05-03 09:11:51 +03:00
|
|
|
DecodeJSON(t, resp, apiPull)
|
|
|
|
assert.EqualValues(t, "master", apiPull.Base.Name)
|
2020-06-07 22:13:40 +03:00
|
|
|
|
2024-05-03 09:11:51 +03:00
|
|
|
newTitle := "edit a this pr"
|
|
|
|
newBody := "edited body"
|
2024-07-25 16:16:44 +03:00
|
|
|
urlStr := fmt.Sprintf("/api/v1/repos/%s/%s/pulls/%d", owner10.Name, repo10.Name, apiPull.Index)
|
|
|
|
req = NewRequestWithJSON(t, http.MethodPatch, urlStr, &api.EditPullRequestOption{
|
2020-06-07 22:13:40 +03:00
|
|
|
Base: "feature/1",
|
2024-05-03 09:11:51 +03:00
|
|
|
Title: newTitle,
|
|
|
|
Body: &newBody,
|
2023-12-22 02:59:59 +03:00
|
|
|
}).AddTokenAuth(token)
|
2022-12-02 06:39:42 +03:00
|
|
|
resp = MakeRequest(t, req, http.StatusCreated)
|
2024-05-03 09:11:51 +03:00
|
|
|
DecodeJSON(t, resp, apiPull)
|
|
|
|
assert.EqualValues(t, "feature/1", apiPull.Base.Name)
|
|
|
|
// check comment history
|
|
|
|
pull := unittest.AssertExistsAndLoadBean(t, &issues_model.PullRequest{ID: apiPull.ID})
|
|
|
|
err := pull.LoadIssue(db.DefaultContext)
|
|
|
|
assert.NoError(t, err)
|
|
|
|
unittest.AssertExistsAndLoadBean(t, &issues_model.Comment{IssueID: pull.Issue.ID, OldTitle: title, NewTitle: newTitle})
|
|
|
|
unittest.AssertExistsAndLoadBean(t, &issues_model.ContentHistory{IssueID: pull.Issue.ID, ContentText: newBody, IsFirstCreated: false})
|
2019-05-07 20:20:23 +03:00
|
|
|
|
2024-07-25 16:16:44 +03:00
|
|
|
// verify the idempotency of a state change
|
|
|
|
pullState := string(apiPull.State)
|
|
|
|
req = NewRequestWithJSON(t, http.MethodPatch, urlStr, &api.EditPullRequestOption{
|
|
|
|
State: &pullState,
|
|
|
|
}).AddTokenAuth(token)
|
|
|
|
apiPullIdempotent := new(api.PullRequest)
|
|
|
|
resp = MakeRequest(t, req, http.StatusCreated)
|
|
|
|
DecodeJSON(t, resp, apiPullIdempotent)
|
|
|
|
assert.EqualValues(t, apiPull.State, apiPullIdempotent.State)
|
|
|
|
|
|
|
|
req = NewRequestWithJSON(t, http.MethodPatch, urlStr, &api.EditPullRequestOption{
|
2020-06-07 22:13:40 +03:00
|
|
|
Base: "not-exist",
|
2023-12-22 02:59:59 +03:00
|
|
|
}).AddTokenAuth(token)
|
2022-12-02 06:39:42 +03:00
|
|
|
MakeRequest(t, req, http.StatusNotFound)
|
2019-05-07 20:20:23 +03:00
|
|
|
}
|
2022-09-29 05:27:20 +03:00
|
|
|
|
2023-11-04 21:23:44 +03:00
|
|
|
func TestAPIForkDifferentName(t *testing.T) {
|
|
|
|
defer tests.PrepareTestEnv(t)()
|
|
|
|
|
|
|
|
// Step 1: get a repo and a user that can fork this repo
|
|
|
|
repo := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 1})
|
|
|
|
owner := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: repo.OwnerID})
|
|
|
|
user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 5})
|
|
|
|
|
|
|
|
session := loginUser(t, user.Name)
|
|
|
|
token := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository, auth_model.AccessTokenScopeWriteUser)
|
|
|
|
|
|
|
|
// Step 2: fork this repo with another name
|
|
|
|
forkName := "myfork"
|
|
|
|
req := NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/forks", owner.Name, repo.Name),
|
|
|
|
&api.CreateForkOption{Name: &forkName}).AddTokenAuth(token)
|
|
|
|
MakeRequest(t, req, http.StatusAccepted)
|
|
|
|
|
|
|
|
// Step 3: make a PR onto the original repo, it should succeed
|
|
|
|
req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/pulls?state=all", owner.Name, repo.Name),
|
|
|
|
&api.CreatePullRequestOption{Head: user.Name + ":master", Base: "master", Title: "hi"}).AddTokenAuth(token)
|
|
|
|
MakeRequest(t, req, http.StatusCreated)
|
|
|
|
}
|
|
|
|
|
2022-09-29 05:27:20 +03:00
|
|
|
func doAPIGetPullFiles(ctx APITestContext, pr *api.PullRequest, callback func(*testing.T, []*api.ChangedFile)) func(*testing.T) {
|
|
|
|
return func(t *testing.T) {
|
2023-12-22 02:59:59 +03:00
|
|
|
req := NewRequest(t, http.MethodGet, fmt.Sprintf("/api/v1/repos/%s/%s/pulls/%d/files", ctx.Username, ctx.Reponame, pr.Index)).
|
|
|
|
AddTokenAuth(ctx.Token)
|
2022-09-29 05:27:20 +03:00
|
|
|
if ctx.ExpectedCode == 0 {
|
|
|
|
ctx.ExpectedCode = http.StatusOK
|
|
|
|
}
|
|
|
|
resp := ctx.Session.MakeRequest(t, req, ctx.ExpectedCode)
|
|
|
|
|
|
|
|
files := make([]*api.ChangedFile, 0, 1)
|
|
|
|
DecodeJSON(t, resp, &files)
|
|
|
|
|
|
|
|
if callback != nil {
|
|
|
|
callback(t, files)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|