refactor: use new async code for runner and simplify task class

This commit is contained in:
Folke Lemaitre 2024-06-26 17:06:56 +02:00
parent 768de1ebf6
commit 765773a176
No known key found for this signature in database
GPG key ID: 41F8B1FBACAE2040
5 changed files with 133 additions and 205 deletions

View file

@ -1,23 +1,24 @@
local Async = require("lazy.async")
local Config = require("lazy.core.config")
local Task = require("lazy.manage.task")
local Util = require("lazy.util")
---@class RunnerOpts
---@field pipeline (string|{[1]:string, [string]:any})[]
---@field plugins? LazyPlugin[]|fun(plugin:LazyPlugin):any?
---@field concurrency? number
---@alias PipelineStep {task:string, opts?:TaskOptions}
---@alias LazyRunnerTask {co:thread, status: {task?:LazyTask, waiting?:boolean}, plugin: string}
---@class RunnerTask
---@field task? LazyTask
---@field step number
---@alias PipelineStep {task:string, opts?:TaskOptions }
---@class Runner
---@field _plugins table<string,LazyPlugin>
---@field _running LazyRunnerTask[]
---@field _pipeline PipelineStep[]
---@field _sync PipelineStep[]
---@field _on_done fun()[]
---@field _syncing boolean
---@field _opts RunnerOpts
---@field _running? Async
local Runner = {}
---@param opts RunnerOpts
@ -37,7 +38,6 @@ function Runner.new(opts)
for _, plugin in ipairs(pp) do
self._plugins[plugin.name] = plugin
end
self._running = {}
self._on_done = {}
---@param step string|(TaskOptions|{[1]:string})
@ -45,10 +45,6 @@ function Runner.new(opts)
return type(step) == "string" and { task = step } or { task = step[1], opts = step }
end, self._opts.pipeline)
self._sync = vim.tbl_filter(function(step)
return step.task == "wait"
end, self._pipeline)
return self
end
@ -56,139 +52,107 @@ function Runner:plugin(name)
return Config.plugins[name] or self._plugins[name]
end
---@param entry LazyRunnerTask
function Runner:_resume(entry)
if entry.status.task and not entry.status.task:is_done() then
return true
end
local ok, status = coroutine.resume(entry.co)
if not ok then
Util.error("Could not resume a task\n" .. status)
end
entry.status = ok and status
return entry.status ~= nil
end
function Runner:resume(waiting)
if self._syncing then
return true
end
if waiting then
local sync = self._sync[1]
table.remove(self._sync, 1)
if sync then
self._syncing = true
vim.schedule(function()
if sync.opts and type(sync.opts.sync) == "function" then
sync.opts.sync(self)
end
for _, entry in ipairs(self._running) do
if entry.status then
if entry.status.waiting then
entry.status.waiting = false
local plugin = self:plugin(entry.plugin)
if plugin then
plugin._.working = true
end
end
end
end
self._syncing = false
end)
end
end
local running = 0
for _, entry in ipairs(self._running) do
if entry.status then
if not entry.status.waiting and self:_resume(entry) then
running = running + 1
if self._opts.concurrency and running >= self._opts.concurrency then
break
end
end
end
end
return self._syncing or running > 0 or (not waiting and self:resume(true))
end
function Runner:start()
---@type string[]
local names = vim.tbl_keys(self._plugins)
table.sort(names)
for _, name in pairs(names) do
local co = coroutine.create(self.run_pipeline)
local ok, err = coroutine.resume(co, self, name)
if ok then
table.insert(self._running, { co = co, status = {}, plugin = name })
else
Util.error("Could not start tasks for " .. name .. "\n" .. err)
end
end
local check = vim.uv.new_check()
check:start(function()
if self:resume() then
return
end
check:stop()
self._running = {}
for _, cb in ipairs(self._on_done) do
vim.schedule(cb)
end
self._on_done = {}
end)
---@async
self._running = Async.run(function()
self:_start()
end, {
on_done = function()
for _, cb in ipairs(self._on_done) do
cb()
end
end,
})
end
---@async
---@param name string
function Runner:run_pipeline(name)
local plugin = self:plugin(name)
plugin._.working = true
coroutine.yield()
for _, step in ipairs(self._pipeline) do
if step.task == "wait" then
plugin._.working = false
coroutine.yield({ waiting = true })
plugin._.working = true
else
plugin = self:plugin(name)
local task = self:queue(plugin, step.task, step.opts)
if task then
coroutine.yield({ task = task })
assert(task:is_done())
if task.error then
function Runner:_start()
---@type string[]
local names = vim.tbl_keys(self._plugins)
table.sort(names)
---@type table<string,RunnerTask>
local state = {}
local active = 1
local waiting = 0
---@type number?
local wait_step = nil
---@param resume? boolean
local function continue(resume)
active = #names
waiting = 0
wait_step = nil
for _, name in ipairs(names) do
state[name] = state[name] or { step = 0 }
local s = state[name]
local running = s.task and s.task:is_running()
local step = self._pipeline[s.step]
if step and step.task == "wait" and not resume then
waiting = waiting + 1
active = active - 1
wait_step = s.step
elseif not running then
local plugin = self:plugin(name)
if s.task and s.task.error then
active = active - 1
elseif s.step == #self._pipeline then
s.task = nil
active = active - 1
plugin._.working = false
return
elseif s.step < #self._pipeline then
s.step = s.step + 1
step = self._pipeline[s.step]
if step.task == "wait" then
plugin._.working = false
else
s.task = self:queue(plugin, step)
plugin._.working = not not s.task
end
end
end
end
end
plugin._.working = false
while active > 0 do
continue()
if active == 0 and waiting > 0 then
local sync = self._pipeline[wait_step]
if sync and sync.opts and type(sync.opts.sync) == "function" then
sync.opts.sync(self)
end
continue(true)
end
coroutine.yield()
end
end
---@param plugin LazyPlugin
---@param task_name string
---@param opts? TaskOptions
---@param step PipelineStep
---@return LazyTask?
function Runner:queue(plugin, task_name, opts)
assert(self._running)
local def = vim.split(task_name, ".", { plain = true })
function Runner:queue(plugin, step)
assert(self._running and self._running:running(), "Runner is not running")
local def = vim.split(step.task, ".", { plain = true })
---@type LazyTaskDef
local task_def = require("lazy.manage.task." .. def[1])[def[2]]
assert(task_def)
opts = opts or {}
assert(task_def, "Task not found: " .. step.task)
local opts = step.opts or {}
if not (task_def.skip and task_def.skip(plugin, opts)) then
local task = Task.new(plugin, def[2], task_def.run, opts)
task:start()
return task
return Task.new(plugin, def[2], task_def.run, opts)
end
end
function Runner:is_running()
return self._running and self._running:running()
end
-- Execute the callback async when done.
-- When no callback is specified, this will wait sync
---@param cb? fun()
function Runner:wait(cb)
if #self._running == 0 then
if not self:is_running() then
if cb then
cb()
end
@ -199,7 +163,7 @@ function Runner:wait(cb)
table.insert(self._on_done, cb)
else
-- sync wait
while #self._running > 0 do
while self:is_running() do
vim.wait(10)
end
end