Skip to content

Commit 385462d

Browse files
lunnyzeripath
lunny
and
zeripath
authored
Fix dashboard ignored system setting cache (#21621)
This is a performance regression from #18058 Signed-off-by: Andrew Thornton <[email protected]> Co-authored-by: Andrew Thornton <[email protected]>
1 parent ce5aafb commit 385462d

File tree

12 files changed

+172
-151
lines changed

12 files changed

+172
-151
lines changed

Diff for: ‎models/avatars/avatar.go

+7-4
Original file line numberDiff line numberDiff line change
@@ -150,10 +150,11 @@ func generateEmailAvatarLink(email string, size int, final bool) string {
150150
return DefaultAvatarLink()
151151
}
152152

153-
enableFederatedAvatar, _ := system_model.GetSetting(system_model.KeyPictureEnableFederatedAvatar)
153+
enableFederatedAvatarSetting, _ := system_model.GetSetting(system_model.KeyPictureEnableFederatedAvatar)
154+
enableFederatedAvatar := enableFederatedAvatarSetting.GetValueBool()
154155

155156
var err error
156-
if enableFederatedAvatar != nil && enableFederatedAvatar.GetValueBool() && system_model.LibravatarService != nil {
157+
if enableFederatedAvatar && system_model.LibravatarService != nil {
157158
emailHash := saveEmailHash(email)
158159
if final {
159160
// for final link, we can spend more time on slow external query
@@ -171,8 +172,10 @@ func generateEmailAvatarLink(email string, size int, final bool) string {
171172
return urlStr
172173
}
173174

174-
disableGravatar, _ := system_model.GetSetting(system_model.KeyPictureDisableGravatar)
175-
if disableGravatar != nil && !disableGravatar.GetValueBool() {
175+
disableGravatarSetting, _ := system_model.GetSetting(system_model.KeyPictureDisableGravatar)
176+
177+
disableGravatar := disableGravatarSetting.GetValueBool()
178+
if !disableGravatar {
176179
// copy GravatarSourceURL, because we will modify its Path.
177180
avatarURLCopy := *system_model.GravatarSourceURL
178181
avatarURLCopy.Path = path.Join(avatarURLCopy.Path, HashEmail(email))

Diff for: ‎models/system/setting.go

+34-6
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@ import (
1212
"strings"
1313

1414
"code.gitea.io/gitea/models/db"
15+
"code.gitea.io/gitea/modules/cache"
1516
"code.gitea.io/gitea/modules/setting"
1617
"code.gitea.io/gitea/modules/timeutil"
1718

@@ -35,6 +36,10 @@ func (s *Setting) TableName() string {
3536
}
3637

3738
func (s *Setting) GetValueBool() bool {
39+
if s == nil {
40+
return false
41+
}
42+
3843
b, _ := strconv.ParseBool(s.SettingValue)
3944
return b
4045
}
@@ -75,8 +80,8 @@ func IsErrDataExpired(err error) bool {
7580
return ok
7681
}
7782

78-
// GetSetting returns specific setting
79-
func GetSetting(key string) (*Setting, error) {
83+
// GetSettingNoCache returns specific setting without using the cache
84+
func GetSettingNoCache(key string) (*Setting, error) {
8085
v, err := GetSettings([]string{key})
8186
if err != nil {
8287
return nil, err
@@ -87,6 +92,24 @@ func GetSetting(key string) (*Setting, error) {
8792
return v[key], nil
8893
}
8994

95+
// GetSetting returns the setting value via the key
96+
func GetSetting(key string) (*Setting, error) {
97+
return cache.Get(genSettingCacheKey(key), func() (*Setting, error) {
98+
res, err := GetSettingNoCache(key)
99+
if err != nil {
100+
return nil, err
101+
}
102+
return res, nil
103+
})
104+
}
105+
106+
// GetSettingBool return bool value of setting,
107+
// none existing keys and errors are ignored and result in false
108+
func GetSettingBool(key string) bool {
109+
s, _ := GetSetting(key)
110+
return s.GetValueBool()
111+
}
112+
90113
// GetSettings returns specific settings
91114
func GetSettings(keys []string) (map[string]*Setting, error) {
92115
for i := 0; i < len(keys); i++ {
@@ -139,12 +162,13 @@ func GetAllSettings() (AllSettings, error) {
139162

140163
// DeleteSetting deletes a specific setting for a user
141164
func DeleteSetting(setting *Setting) error {
165+
cache.Remove(genSettingCacheKey(setting.SettingKey))
142166
_, err := db.GetEngine(db.DefaultContext).Delete(setting)
143167
return err
144168
}
145169

146170
func SetSettingNoVersion(key, value string) error {
147-
s, err := GetSetting(key)
171+
s, err := GetSettingNoCache(key)
148172
if IsErrSettingIsNotExist(err) {
149173
return SetSetting(&Setting{
150174
SettingKey: key,
@@ -160,9 +184,13 @@ func SetSettingNoVersion(key, value string) error {
160184

161185
// SetSetting updates a users' setting for a specific key
162186
func SetSetting(setting *Setting) error {
163-
if err := upsertSettingValue(strings.ToLower(setting.SettingKey), setting.SettingValue, setting.Version); err != nil {
187+
_, err := cache.Set(genSettingCacheKey(setting.SettingKey), func() (*Setting, error) {
188+
return setting, upsertSettingValue(strings.ToLower(setting.SettingKey), setting.SettingValue, setting.Version)
189+
})
190+
if err != nil {
164191
return err
165192
}
193+
166194
setting.Version++
167195
return nil
168196
}
@@ -213,7 +241,7 @@ var (
213241

214242
func Init() error {
215243
var disableGravatar bool
216-
disableGravatarSetting, err := GetSetting(KeyPictureDisableGravatar)
244+
disableGravatarSetting, err := GetSettingNoCache(KeyPictureDisableGravatar)
217245
if IsErrSettingIsNotExist(err) {
218246
disableGravatar = setting.GetDefaultDisableGravatar()
219247
disableGravatarSetting = &Setting{SettingValue: strconv.FormatBool(disableGravatar)}
@@ -224,7 +252,7 @@ func Init() error {
224252
}
225253

226254
var enableFederatedAvatar bool
227-
enableFederatedAvatarSetting, err := GetSetting(KeyPictureEnableFederatedAvatar)
255+
enableFederatedAvatarSetting, err := GetSettingNoCache(KeyPictureEnableFederatedAvatar)
228256
if IsErrSettingIsNotExist(err) {
229257
enableFederatedAvatar = setting.GetDefaultEnableFederatedAvatar(disableGravatar)
230258
enableFederatedAvatarSetting = &Setting{SettingValue: strconv.FormatBool(enableFederatedAvatar)}

Diff for: ‎models/system/setting_key.go

+5
Original file line numberDiff line numberDiff line change
@@ -9,3 +9,8 @@ const (
99
KeyPictureDisableGravatar = "picture.disable_gravatar"
1010
KeyPictureEnableFederatedAvatar = "picture.enable_federated_avatar"
1111
)
12+
13+
// genSettingCacheKey returns the cache key for some configuration
14+
func genSettingCacheKey(key string) string {
15+
return "system.setting." + key
16+
}

Diff for: ‎models/user/avatar.go

+2-4
Original file line numberDiff line numberDiff line change
@@ -68,11 +68,9 @@ func (u *User) AvatarLinkWithSize(size int) string {
6868
useLocalAvatar := false
6969
autoGenerateAvatar := false
7070

71-
var disableGravatar bool
7271
disableGravatarSetting, _ := system_model.GetSetting(system_model.KeyPictureDisableGravatar)
73-
if disableGravatarSetting != nil {
74-
disableGravatar = disableGravatarSetting.GetValueBool()
75-
}
72+
73+
disableGravatar := disableGravatarSetting.GetValueBool()
7674

7775
switch {
7876
case u.UseCustomAvatar:

Diff for: ‎models/user/setting.go

+31-5
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ import (
1010
"strings"
1111

1212
"code.gitea.io/gitea/models/db"
13+
"code.gitea.io/gitea/modules/cache"
1314

1415
"xorm.io/builder"
1516
)
@@ -47,9 +48,25 @@ func IsErrUserSettingIsNotExist(err error) bool {
4748
return ok
4849
}
4950

50-
// GetSetting returns specific setting
51+
// genSettingCacheKey returns the cache key for some configuration
52+
func genSettingCacheKey(userID int64, key string) string {
53+
return fmt.Sprintf("user_%d.setting.%s", userID, key)
54+
}
55+
56+
// GetSetting returns the setting value via the key
5157
func GetSetting(uid int64, key string) (*Setting, error) {
52-
v, err := GetUserSettings(uid, []string{key})
58+
return cache.Get(genSettingCacheKey(uid, key), func() (*Setting, error) {
59+
res, err := GetSettingNoCache(uid, key)
60+
if err != nil {
61+
return nil, err
62+
}
63+
return res, nil
64+
})
65+
}
66+
67+
// GetSettingNoCache returns specific setting without using the cache
68+
func GetSettingNoCache(uid int64, key string) (*Setting, error) {
69+
v, err := GetSettings(uid, []string{key})
5370
if err != nil {
5471
return nil, err
5572
}
@@ -59,8 +76,8 @@ func GetSetting(uid int64, key string) (*Setting, error) {
5976
return v[key], nil
6077
}
6178

62-
// GetUserSettings returns specific settings from user
63-
func GetUserSettings(uid int64, keys []string) (map[string]*Setting, error) {
79+
// GetSettings returns specific settings from user
80+
func GetSettings(uid int64, keys []string) (map[string]*Setting, error) {
6481
settings := make([]*Setting, 0, len(keys))
6582
if err := db.GetEngine(db.DefaultContext).
6683
Where("user_id=?", uid).
@@ -105,6 +122,7 @@ func GetUserSetting(userID int64, key string, def ...string) (string, error) {
105122
if err := validateUserSettingKey(key); err != nil {
106123
return "", err
107124
}
125+
108126
setting := &Setting{UserID: userID, SettingKey: key}
109127
has, err := db.GetEngine(db.DefaultContext).Get(setting)
110128
if err != nil {
@@ -124,7 +142,10 @@ func DeleteUserSetting(userID int64, key string) error {
124142
if err := validateUserSettingKey(key); err != nil {
125143
return err
126144
}
145+
146+
cache.Remove(genSettingCacheKey(userID, key))
127147
_, err := db.GetEngine(db.DefaultContext).Delete(&Setting{UserID: userID, SettingKey: key})
148+
128149
return err
129150
}
130151

@@ -133,7 +154,12 @@ func SetUserSetting(userID int64, key, value string) error {
133154
if err := validateUserSettingKey(key); err != nil {
134155
return err
135156
}
136-
return upsertUserSettingValue(userID, key, value)
157+
158+
_, err := cache.Set(genSettingCacheKey(userID, key), func() (string, error) {
159+
return value, upsertUserSettingValue(userID, key, value)
160+
})
161+
162+
return err
137163
}
138164

139165
func upsertUserSettingValue(userID int64, key, value string) error {

Diff for: ‎models/user/setting_test.go

+1-1
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ func TestSettings(t *testing.T) {
2727
assert.NoError(t, err)
2828

2929
// get specific setting
30-
settings, err := user_model.GetUserSettings(99, []string{keyName})
30+
settings, err := user_model.GetSettings(99, []string{keyName})
3131
assert.NoError(t, err)
3232
assert.Len(t, settings, 1)
3333
assert.EqualValues(t, newSetting.SettingValue, settings[keyName].SettingValue)

Diff for: ‎modules/activitypub/user_settings.go

+1-1
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ import (
1111
// GetKeyPair function returns a user's private and public keys
1212
func GetKeyPair(user *user_model.User) (pub, priv string, err error) {
1313
var settings map[string]*user_model.Setting
14-
settings, err = user_model.GetUserSettings(user.ID, []string{user_model.UserActivityPubPrivPem, user_model.UserActivityPubPubPem})
14+
settings, err = user_model.GetSettings(user.ID, []string{user_model.UserActivityPubPrivPem, user_model.UserActivityPubPubPem})
1515
if err != nil {
1616
return
1717
} else if len(settings) == 0 {

0 commit comments

Comments
 (0)