Skip to content

xxjwxc/gowp

Repository files navigation

Build Status Go Report Card codecov GoDoc Mentioned in Awesome Go Featured|HelloGitHub

golang worker pool

  • Concurrency limiting goroutine pool.
  • Limits the concurrency of task execution, not the number of tasks queued.
  • Never blocks submitting tasks, no matter how many tasks are queued.
  • Support timeout
  • Support through security queues queue

Installation

The simplest way to install the library is to run:

$ go get github.com/xxjwxc/gowp 

Support the maximum number of tasks, put them in the workpool and wait for them to be completed

Example

package main import ( "fmt" "time" "github.com/xxjwxc/gowp/workpool" ) func main() { wp := workpool.New(10) // Set the maximum number of threads for i := 0; i < 20; i++ { // Open 20 requests  ii := i wp.Do(func() error { for j := 0; j < 10; j++ { // 0-10 values per print fmt.Println(fmt.Sprintf("%v->\t%v", ii, j)) time.Sleep(1 * time.Second)	} //time.Sleep(1 * time.Second) return nil	})	} wp.Wait() fmt.Println("down") }

Support for error return

package main import ( "fmt" "time" "github.com/xxjwxc/gowp/workpool" ) func main() { wp := workpool.New(10) // Set the maximum number of threads for i := 0; i < 20; i++ { ii := i wp.Do(func() error { for j := 0; j < 10; j++ { // 0-10 values per print fmt.Println(fmt.Sprintf("%v->\t%v", ii, j)) if ii == 1 { return errors.Cause(errors.New("my test err")) // have err return	} time.Sleep(1 * time.Second)	} return nil	})	} err := wp.Wait() if err != nil { fmt.Println(err)	} fmt.Println("down")	}

Supporting judgement of completion (non-blocking)

package main import ( "fmt" "time" "github.com/xxjwxc/gowp/workpool" ) func main() { wp := workpool.New(5) // Set the maximum number of threads for i := 0; i < 10; i++ { //	ii := i wp.Do(func() error { for j := 0; j < 5; j++ { //fmt.Println(fmt.Sprintf("%v->\t%v", ii, j)) time.Sleep(1 * time.Second)	} return nil	}) fmt.Println(wp.IsDone())	} wp.Wait() fmt.Println(wp.IsDone()) fmt.Println("down") }

Support synchronous waiting for results

package main import ( "fmt" "time" "github.com/xxjwxc/gowp/workpool" ) func main() { wp := workpool.New(5) // Set the maximum number of threads for i := 0; i < 10; i++ { ii := i wp.DoWait(func() error { for j := 0; j < 5; j++ { fmt.Println(fmt.Sprintf("%v->\t%v", ii, j)) // if ii == 1 { //	return errors.New("my test err") // } time.Sleep(1 * time.Second)	} return nil //time.Sleep(1 * time.Second) //return errors.New("my test err")	})	} err := wp.Wait() if err != nil { fmt.Println(err)	} fmt.Println("down") }

Support timeout exit

package main import ( "fmt" "time" "time" "github.com/xxjwxc/gowp/workpool" ) func main() { wp := workpool.New(5) // Set the maximum number of threads wp.SetTimeout(time.Millisecond) // set max timeout for i := 0; i < 10; i++ { ii := i wp.DoWait(func() error { for j := 0; j < 5; j++ { fmt.Println(fmt.Sprintf("%v->\t%v", ii, j)) time.Sleep(1 * time.Second)	} return nil	})	} err := wp.Wait() if err != nil { fmt.Println(err)	} fmt.Println("down") }

limiter(cache)

package main import ( "fmt" "sync" "time" "github.com/xxjwxc/gowp/limiter" ) func main() { limiter := limiter.NewLimiter(limiter.WithLimit(10), limiter.WithNamespace("test"), limiter.WithTsTimeout(true) /*, limiter.WithRedis(res)*/) var wg sync.WaitGroup for i := 0; i < 20; i++ { wg.Add(1) go func() { defer wg.Done() token, _ := limiter.Acquire(10) // get fmt.Println(token) time.Sleep(1 * time.Second) limiter.Release(token)	}()	} wg.Wait() fmt.Println("down") }

limiter(redis)

package main import ( "fmt" "sync" "time" "github.com/xxjwxc/gowp/limiter" "github.com/xxjwxc/public/myredis" ) func main() { conf := myredis.InitRedis(myredis.WithAddr("127.0.0.1:6379"), myredis.WithPwd("123456"), myredis.WithGroupName("test")) res, err := myredis.NewRedis(conf) if err != nil { fmt.Println(err) return	} limiter := limiter.NewLimiter(limiter.WithRedis(res), limiter.WithLimit(10), limiter.WithNamespace("test") /*, limiter.WithRedis(res)*/) var wg sync.WaitGroup for i := 0; i < 20; i++ { wg.Add(1) go func() { defer wg.Done() token, _ := limiter.Acquire(10) fmt.Println(token) time.Sleep(1 * time.Second) limiter.Release(token)	}()	} wg.Wait() fmt.Println("down") }

About

golang worker pool , Concurrency limiting goroutine pool

Topics

Resources

License

Stars

Watchers

Forks

Releases

No releases published

Packages

 
 
 

Contributors

Languages