Browse Source

Attempt to fix logging levels
No luck so far…

Gwyneth Llewelyn 2 years ago
parent
commit
073f94c5b0
5 changed files with 20 additions and 20 deletions
  1. 2 1
      config.toml
  2. 2 2
      go.mod
  3. 4 8
      go.sum
  4. 11 7
      gosl.go
  5. 1 2
      search.go

+ 2 - 1
config.toml

@@ -8,7 +8,8 @@ database	= "badger" # badger, buntdb, leveldb
 databaseName = "gosl-database.db"
 
 [options]
-importFilename = "slkvdb/name2key.new.csv.bz2" # set to "name2key.csv.bz2" (or any similar name) to actually do an import
+# importFilename = "slkvdb/name2key.new.csv.bz2" # set to "name2key.csv.bz2" (or any similar name) to actually do an import
+importFilename = ""
 noMemory	= true # usually necessary for FastCGI configurations
 
 [BuntDB]

+ 2 - 2
go.mod

@@ -45,8 +45,8 @@ require (
 	github.com/tidwall/rtred v0.1.2 // indirect
 	github.com/tidwall/tinyqueue v0.1.1 // indirect
 	go.opencensus.io v0.23.0 // indirect
-	golang.org/x/net v0.0.0-20211101193420-4a448f8816b3 // indirect
-	golang.org/x/sys v0.0.0-20211103184734-ae416a5f93c7 // indirect
+	golang.org/x/net v0.0.0-20211104170005-ce137452f963 // indirect
+	golang.org/x/sys v0.0.0-20211103235746-7861aae1554b // indirect
 	golang.org/x/text v0.3.7 // indirect
 	google.golang.org/protobuf v1.27.1 // indirect
 	gopkg.in/ini.v1 v1.63.2 // indirect

+ 4 - 8
go.sum

@@ -443,8 +443,8 @@ golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v
 golang.org/x/net v0.0.0-20210316092652-d523dce5a7f4/go.mod h1:RBQZq4jEuRlivfhVLdyRGr576XBO4/greRjx4P4O3yc=
 golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM=
 golang.org/x/net v0.0.0-20210503060351-7fd8e65b6420/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
-golang.org/x/net v0.0.0-20211101193420-4a448f8816b3 h1:VrJZAjbekhoRn7n5FBujY31gboH+iB3pdLxn3gE9FjU=
-golang.org/x/net v0.0.0-20211101193420-4a448f8816b3/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
+golang.org/x/net v0.0.0-20211104170005-ce137452f963 h1:8gJUadZl+kWvZBqG/LautX0X6qe5qTC2VI/3V3NBRAY=
+golang.org/x/net v0.0.0-20211104170005-ce137452f963/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
 golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
@@ -530,12 +530,8 @@ golang.org/x/sys v0.0.0-20210616094352-59db8d763f22/go.mod h1:oPkhp1MJrh7nUepCBc
 golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.0.0-20210806184541-e5e7981a1069/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.0.0-20210823070655-63515b42dcdf/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.0.0-20211101204403-39c9dd37992c h1:rnNohYBMnXA07uGnZ9CSWNhIu4Gob4FqWS43lLqZ2sU=
-golang.org/x/sys v0.0.0-20211101204403-39c9dd37992c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.0.0-20211102061401-a2f17f7b995c h1:QOfDMdrf/UwlVR0UBq2Mpr58UzNtvgJRXA4BgPfFACs=
-golang.org/x/sys v0.0.0-20211102061401-a2f17f7b995c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.0.0-20211103184734-ae416a5f93c7 h1:wQUOddybiV2Rfc8FX691KCOx5yEoZlfwpBjtKV6huYo=
-golang.org/x/sys v0.0.0-20211103184734-ae416a5f93c7/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20211103235746-7861aae1554b h1:1VkfZQv42XQlA/jchYumAnv1UPo6RgF9rJFkTgZIxO4=
+golang.org/x/sys v0.0.0-20211103235746-7861aae1554b/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
 golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=

+ 11 - 7
gosl.go

@@ -115,9 +115,9 @@ func main() {
 	goslConfig.myDir			= *flag.String("dir", "slkvdb", "Directory where database files are stored")
 	goslConfig.isServer			= *flag.Bool("server", false, "Run as server on port " + goslConfig.myPort)
 	goslConfig.isShell			= *flag.Bool("shell", false, "Run as an interactive shell")
-	goslConfig.importFilename	= *flag.String("import", "name2key.csv.bz2", "Import database from W-Hat (use the csv.bz2 version)")
+	goslConfig.importFilename	= *flag.String("import", "", "Import database from W-Hat (use the csv.bz2 versions)")
 	goslConfig.database 		= *flag.String("database", "badger", "Database type (badger, buntdb, leveldb)")
-	goslConfig.noMemory 		= *flag.Bool("nomemory", false, "Attempt to use only disk to save memory on Badger (important for shared webservers)")
+	goslConfig.noMemory 		= *flag.Bool("nomemory", true, "Attempt to use only disk to save memory on Badger (important for shared webservers)")
 
 	// Config viper, which reads in the configuration file every time it's needed.
 	// Note that we need some hard-coded variables for the path and config file name.
@@ -172,10 +172,11 @@ func main() {
 		if err != nil {
 			fmt.Printf("could not set log level to %q — invalid?\nlogging.LogLevel() returned error %q\n", goslConfig.logLevel, err)
 		} else {
-			fmt.Printf("log level: %q \n", theLogLevel.String())
+			fmt.Printf("requested log level: %q \n", theLogLevel.String())
 		}
 
 		backendStderrLeveled.SetLevel(theLogLevel, "gosl")
+		log.Debugf("level set to: %v\n", backendStderrLeveled.GetLevel("gosl"))
 	}
 /*
 		// deprecated, now we set it explicitly if desired
@@ -245,13 +246,14 @@ func main() {
 			} else {
 				// Use only memory
 				Opt = badger.LSMOnlyOptions("").WithInMemory(true)
-				Opt.LevelSizeMultiplier = 1
-				Opt.NumMemtables = 1
+				Opt.WithLevelSizeMultiplier(1)
+				Opt.WithNumMemtables(1)
+				Opt.WithValueDir(Opt.Dir)	// probably not needed
 				log.Debugf("entering memory-only mode, Opt is %+v\n", Opt)
 			}
 			// common config
-			Opt.ValueDir = Opt.Dir	// probably not needed
-			Opt.Logger = log	// set the internal logger to our own rotating logger
+			Opt.WithLogger(log)	// set the internal logger to our own rotating logger
+			Opt.WithLoggingLevel(badger.ERROR)
 			goslConfig.BATCH_BLOCK = 1000	// try to import less at each time, it will take longer but hopefully work
 			log.Info("trying to avoid too much memory consumption")
 			// Badger setup is ready, now the rest is similar to the others
@@ -260,6 +262,8 @@ func main() {
 			txn := kv.NewTransaction(true)
 			err = txn.Set([]byte(testAvatarName), jsonTestValue)
 			checkErrPanic(err)
+			err = txn.Set([]byte(testUUID), jsonTestValue)
+			checkErrPanic(err)
 			err = txn.Commit()
 			checkErrPanic(err)
 			log.Debugf("badger SET %+v (json: %v)\n", testValue, string(jsonTestValue))

+ 1 - 2
search.go

@@ -188,7 +188,7 @@ func searchKV(searchItem string) (name string, uuid string, grid string) {
 	var err error // to deal with scope issues
 	switch goslConfig.database {
 		case "badger":
-			kv, err := badger.Open(Opt)
+			kv, err = badger.Open(Opt)
 			checkErrPanic(err)
 			defer kv.Close()
 			err = kv.View(func(txn *badger.Txn) error {
@@ -207,7 +207,6 @@ func searchKV(searchItem string) (name string, uuid string, grid string) {
 				}
 				return nil
 			})
-			checkErr(err)
 		case "buntdb":
 			db, err := buntdb.Open(goslConfig.dbNamePath)
 			checkErrPanic(err)