Make add interactive and allow defining default properties that should be prompted.

`pit_api` cannot be built for Nim 2.x without a non-trivial refactor due
to the enforcement of gc-safety. See the `pit_api.nim` source for
details.

.mise.toml

@@ -0,0 +1,2 @@
+[tools]
+nim = "2.2.6"

pit.nimble

@@ -1,30 +1,30 @@
 # Package
 
-version       = "4.21.2"
+version       = "4.31.0"
 author        = "Jonathan Bernard"
 description   = "Personal issue tracker."
 license       = "MIT"
 srcDir        = "src"
 installExt    = @["nim"]
-bin           = @["pit", "pit_api"]
+bin           = @["pit"]
 
 # Dependencies
 
 requires @[
   "nim >= 1.4.0",
-  "docopt >= 0.6.8",
+  "docopt >= 0.7.1",
-  "jester >= 0.5.0",
+  "uuids >= 0.1.10",
-  "uuids >= 0.1.10"
+  "zero_functional"
 ]
 
-# Dependencies from git.jdb-software.com/nim-jdb/packages
+# Dependencies from git.jdb-software.com/jdb/nim-packages
 requires @[
-  "cliutils >= 0.6.4",
+  "cliutils >= 0.10.2",
   "langutils >= 0.4.0",
-  "timeutils >= 0.4.0",
+  "timeutils >= 0.5.4",
   "data_uri > 1.0.0",
-  "https://git.jdb-software.com/jdb/update-nim-package-version >= 0.2.0"
+  "update_nim_package_version >= 0.2.0"
 ]
 
 task updateVersion, "Update the version of this package.":
-  exec "update_nim_package_version pit 'src/pitpkg/cliconstants.nim'"
+  exec "update_nim_package_version pit 'src/pit/cliconstants.nim'"

src/config.nims

@@ -0,0 +1 @@
+switch("define", "ssl")

src/pit.nim

@@ -1,188 +1,20 @@
 ## Personal Issue Tracker CLI interface
 ## ====================================
 
-import std/algorithm, std/logging, std/options, std/os, std/sequtils,
+import std/[algorithm, logging, options, os, sequtils, sets, tables, terminal,
-  std/wordwrap, std/tables, std/terminal, std/times, std/unicode
+            times, unicode]
-import cliutils, data_uri, docopt, json, timeutils, uuids
+import cliutils, data_uri, docopt, json, timeutils, uuids, zero_functional
 
-from nre import re
+from nre import match, re
 import strutils except alignLeft, capitalize, strip, toUpper, toLower
-import pitpkg/private/libpit
+import pit/[cliconstants, formatting, libpit, projects, sync_pbm_vsb]
-import pitpkg/cliconstants
-export libpit
 
-type
+export formatting, libpit
-  CliContext = ref object
-    cfg*: PitConfig
-    contexts*: TableRef[string, string]
-    defaultContext*: Option[string]
-    tasksDir*: string
-    issues*: TableRef[IssueState, seq[Issue]]
-    termWidth*: int
-    triggerPtk*, verbose*: bool
 
 let EDITOR =
   if existsEnv("EDITOR"): getEnv("EDITOR")
   else: "vi"
 
-
-proc initContext(args: Table[string, Value]): CliContext =
-  let pitCfg = loadConfig(args)
-
-  let cliJson =
-    if pitCfg.cfg.json.hasKey("cli"): pitCfg.cfg.json["cli"]
-    else: newJObject()
-
-  let cliCfg = CombinedConfig(docopt: args, json: cliJson)
-
-  result = CliContext(
-    cfg: pitCfg,
-    contexts: pitCfg.contexts,
-    defaultContext:
-      if not cliJson.hasKey("defaultContext"): none(string)
-      else: some(cliJson["defaultContext"].getStr()),
-    verbose: parseBool(cliCfg.getVal("verbose", "false")) and not args["--quiet"],
-    issues: newTable[IssueState, seq[Issue]](),
-    tasksDir: pitCfg.tasksDir,
-    termWidth: parseInt(cliCfg.getVal("termWidth", "80")),
-    triggerPtk: cliJson.getOrDefault("triggerPtk").getBool(false))
-
-proc getIssueContextDisplayName(ctx: CliContext, context: string): string =
-  if not ctx.contexts.hasKey(context):
-    if context.isEmptyOrWhitespace: return "<default>"
-    else: return context.capitalize()
-  return ctx.contexts[context]
-
-proc formatIssue(ctx: CliContext, issue: Issue): string =
-  result = ($issue.id).withColor(fgBlack, true) & "\n"&
-           issue.summary.withColor(fgWhite) & "\n"
-
-  if issue.tags.len > 0:
-    result &= "tags: ".withColor(fgMagenta) &
-              issue.tags.join(",").withColor(fgGreen, true) & "\n"
-
-  if issue.properties.len > 0:
-    result &= termColor(fgMagenta)
-    for k, v in issue.properties: result &= k & ": " & v & "\n"
-
-
-  result &= "--------".withColor(fgBlack, true) & "\n"
-  if not issue.details.isEmptyOrWhitespace:
-    result &= issue.details.strip.withColor(fgCyan) & "\n"
-
-  result &= termReset
-
-proc formatSectionIssue(
-    ctx: CliContext,
-    issue: Issue,
-    width: int,
-    indent = "",
-    verbose = false): string =
-
-  result = (indent & ($issue.id)[0..<6]).withColor(fgBlack, true) & " "
-
-  let showDetails = not issue.details.isEmptyOrWhitespace and verbose
-
-  let summaryIndentLen = indent.len + 7
-  let summaryWidth = width - summaryIndentLen
-
-  let summaryLines = issue.summary
-    .wrapWords(summaryWidth)
-    .splitLines
-
-  result &= summaryLines[0].withColor(fgWhite)
-
-  for line in summaryLines[1..^1]:
-    result &= "\p" & line.indent(summaryIndentLen)
-
-  var lastLineLen = summaryLines[^1].len
-
-  if issue.hasProp("delegated-to"):
-    if lastLineLen + issue["delegated-to"].len + 1 < summaryWidth:
-      result &= " " & issue["delegated-to"].withColor(fgMagenta)
-      lastLineLen += issue["delegated-to"].len + 1
-    else:
-      result &= "\p" & issue["delegated-to"]
-        .withColor(fgMagenta)
-        .indent(summaryIndentLen)
-      lastLineLen = issue["delegated-to"].len
-
-  if issue.tags.len > 0:
-    let tagsStrLines = ("(" & issue.tags.join(", ") & ")")
-      .wrapWords(summaryWidth)
-      .splitLines
-
-    if tagsStrLines.len == 1 and
-       (lastLineLen + tagsStrLines[0].len + 1) < summaryWidth:
-      result &= " " & tagsStrLines[0].withColor(fgGreen)
-      lastLineLen += tagsStrLines[0].len + 1
-    else:
-      result &= "\p" & tagsStrLines
-        .mapIt(it.indent(summaryIndentLen))
-        .join("\p")
-        .withColor(fgGreen)
-      lastLineLen = tagsStrLines[^1].len
-
-  if issue.hasProp("pending"):
-    result &= "\p" & ("Pending: " & issue["pending"])
-      .wrapwords(summaryWidth)
-      .withColor(fgCyan)
-      .indent(summaryIndentLen)
-
-  if showDetails:
-    result &= "\p" & issue.details
-      .strip
-      .withColor(fgBlack, bright = true)
-      .indent(summaryIndentLen)
-
-  result &= termReset
-
-proc formatSectionIssueList(ctx: CliContext, issues: seq[Issue], width: int,
-        indent: string, verbose: bool): string =
-
-  result = ""
-  for i in issues:
-    var issueText = ctx.formatSectionIssue(i, width, indent, verbose)
-    result &= issueText & "\n"
-
-proc formatSection(ctx: CliContext, issues: seq[Issue], state: IssueState,
-                   indent = "", verbose = false): string =
-  let innerWidth = ctx.termWidth - (indent.len * 2)
-
-  result = termColor(fgBlue) &
-    (indent & ".".repeat(innerWidth)) & "\n" &
-    state.displayName.center(ctx.termWidth) & "\n\n" &
-    termReset
-
-  let issuesByContext = issues.groupBy("context")
-
-  if issues.len > 5 and issuesByContext.len > 1:
-    for context, ctxIssues in issuesByContext:
-
-      result &= termColor(fgYellow) &
-        indent & ctx.getIssueContextDisplayName(context) & ":" &
-        termReset & "\n\n"
-
-      result &= ctx.formatSectionIssueList(ctxIssues, innerWidth - 2, indent & "  ", verbose)
-      result &= "\n"
-
-  else: result &= ctx.formatSectionIssueList(issues, innerWidth, indent, verbose)
-
-proc loadIssues(ctx: CliContext, state: IssueState) =
-  ctx.issues[state] = loadIssues(ctx.tasksDir / $state)
-
-proc loadOpenIssues(ctx: CliContext) =
-  ctx.issues = newTable[IssueState, seq[Issue]]()
-  for state in [Current, TodoToday, Todo, Pending, Todo]: ctx.loadIssues(state)
-
-proc loadAllIssues(ctx: CliContext) =
-  ctx.issues = newTable[IssueState, seq[Issue]]()
-  for state in IssueState: ctx.loadIssues(state)
-
-proc filterIssues(ctx: CliContext, filter: IssueFilter) =
-  for state, issueList in ctx.issues:
-    ctx.issues[state] = issueList.filter(filter)
-
 proc parsePropertiesOption(propsOpt: string): TableRef[string, string] =
   result = newTable[string, string]()
   for propText in propsOpt.split(";"):
@@ -200,21 +32,94 @@ proc parseExclPropertiesOption(propsOpt: string): TableRef[string, seq[string]]
     if result.hasKey(pair[0]): result[pair[0]].add(val)
     else: result[pair[0]] = @[val]
 
-proc sameDay(a, b: DateTime): bool =
-  result = a.year == b.year and a.yearday == b.yearday
-
-proc writeHeader(ctx: CliContext, header: string) =
-  stdout.setForegroundColor(fgRed, true)
-  stdout.writeLine('_'.repeat(ctx.termWidth))
-  stdout.writeLine(header.center(ctx.termWidth))
-  stdout.writeLine('~'.repeat(ctx.termWidth))
-  stdout.resetAttributes
 
 proc reorder(ctx: CliContext, state: IssueState) =
 
   # load the issues to make sure the order file contains all issues in the state.
   ctx.loadIssues(state)
-  discard os.execShellCmd(EDITOR & " '" & (ctx.tasksDir / $state / "order.txt") & "' </dev/tty >/dev/tty")
+  discard os.execShellCmd(EDITOR & " '" & (ctx.cfg.tasksDir / $state / "order.txt") & "' </dev/tty >/dev/tty")
+
+proc addIssue(
+    ctx: CliContext,
+    args: Table[string, Value],
+    propertiesOption = none[TableRef[string, string]](),
+    tagsOption = none[seq[string]]()): Issue =
+
+  let state =
+    if args["<state>"]: parseEnum[IssueState]($args["<state>"])
+    else: TodoToday
+
+  var issueProps = propertiesOption.get(newTable[string,string]())
+  if not issueProps.hasKey("created"): issueProps["created"] = getTime().local.formatIso8601
+  if not issueProps.hasKey("context") and ctx.defaultContext.isSome():
+    stderr.writeLine("Using default context: " & ctx.defaultContext.get)
+    issueProps["context"] = ctx.defaultContext.get
+
+  if not args["--non-interactive"]:
+    # look for default properties for this context
+    let globalDefaultProps =
+      if ctx.cfg.defaultPropertiesByContext.hasKey("<all>"):
+        ctx.cfg.defaultPropertiesByContext["<all>"]
+      else: newSeq[string]()
+
+    let contextDefaultProps =
+      if issueProps.hasKey("context") and
+         ctx.cfg.defaultPropertiesByContext.hasKey(issueProps["context"]):
+        ctx.cfg.defaultPropertiesByContext[issueProps["context"]]
+      else: newSeq[string]()
+
+    let defaultProps = toOrderedSet(globalDefaultProps & contextDefaultProps)
+    if defaultProps.len > 0:
+      ctx.loadAllIssues()
+      if issueProps.hasKey("context"):
+        ctx.filterIssues(propsFilter(newTable({"context": issueProps["context"]})))
+
+    let numberRegex = re("^[0-9]+$")
+    for propName in defaultProps:
+      if not issueProps.hasKey(propName):
+        let allIssues: seq[seq[Issue]] = toSeq(values(ctx.issues))
+        let previousValues = toSeq(toHashSet(allIssues -->
+          flatten()
+          .filter(it.hasProp(propName))
+          .map(it[propName])))
+
+        let idxValPairs: seq[tuple[key: int, val: string]] = toSeq(pairs(previousValues))
+        let previousValuesDisplay: seq[string] = idxValPairs -->
+          map("  " & $it[0] & " - " & it[1])
+
+        stdout.write(
+          "Previous values for property '" & propName & "':\p" &
+          previousValuesDisplay.join("\p") & "\p" &
+          "Do you want to set a value for '" & propName & "'? " &
+          "You can use the numbers above to use an existing value, enter " &
+          "something new, or leave blank to indicate no value.\p" &
+          withColor(propName, fgMagenta) & ":" &
+          withColor(" ", fgBlue, bright=true, skipReset=true))
+
+        let resp = stdin.readLine.strip
+        let numberResp = resp.match(numberRegex)
+
+        if numberResp.isSome:
+          let idx = parseInt(resp)
+          if idx >= 0 and idx < previousValues.len:
+            issueProps[propName] = previousValues[idx]
+
+        elif resp.len > 0:
+          issueProps[propName] = resp
+
+        stdout.writeLine(termReset)
+
+  result = Issue(
+    id: genUUID(),
+    summary: $args["<summary>"],
+    properties: issueProps,
+    tags:
+      if tagsOption.isSome: tagsOption.get
+      else: newSeq[string]())
+
+  ctx.cfg.tasksDir.store(result, state)
+  stdout.writeLine "\p" & formatIssue(result)
+
 
 proc edit(issue: Issue) =
 
@@ -227,80 +132,11 @@ proc edit(issue: Issue) =
     # Try to parse the newly-edited issue to make sure it was successful.
     let editedIssue = loadIssue(issue.filepath)
     editedIssue.store()
-  except:
+  except CatchableError:
     fatal "updated issue is invalid (ignoring edits): \n\t" &
       getCurrentExceptionMsg()
     issue.store()
 
-proc list(
-    ctx: CliContext,
-    filter: Option[IssueFilter],
-    states: Option[seq[IssueState]],
-    showToday, showFuture,
-    showHidden = false,
-    verbose: bool) =
-
-  if states.isSome:
-    trace "listing issues for " & $states.get
-    for state in states.get:
-      ctx.loadIssues(state)
-      if filter.isSome: ctx.filterIssues(filter.get)
-
-      # Show Done for just today if requested
-      if state == Done and showToday:
-        ctx.issues[Done] = ctx.issues[Done].filterIt(
-          it.hasProp("completed") and
-          sameDay(getTime().local, it.getDateTime("completed")))
-
-      stdout.write ctx.formatSection(ctx.issues[state], state, "", verbose)
-    trace "listing complete"
-    return
-
-  ctx.loadOpenIssues()
-  if filter.isSome:
-    ctx.filterIssues(filter.get)
-    trace "filtered issues"
-
-  let today = showToday and [Current, TodoToday, Pending].anyIt(
-    ctx.issues.hasKey(it) and ctx.issues[it].len > 0)
-
-  let future = showFuture and [Pending, Todo].anyIt(
-    ctx.issues.hasKey(it) and ctx.issues[it].len > 0)
-
-  let indent = if today and future: "  " else: ""
-
-  # Today's items
-  if today:
-    if future: ctx.writeHeader("Today")
-
-    for s in [Current, TodoToday, Pending]:
-      if ctx.issues.hasKey(s) and ctx.issues[s].len > 0:
-        let visibleIssues = ctx.issues[s].filterIt(
-          showHidden or
-          not (it.hasProp("hide-until") and
-               it.getDateTime("hide-until") > getTime().local))
-
-        stdout.write ctx.formatSection(visibleIssues, s, indent, verbose)
-
-  # Future items
-  if future:
-    if today: ctx.writeHeader("Future")
-
-    let futureCategories =
-      if showToday: @[Todo]
-      else: @[Pending, Todo]
-
-    for s in futureCategories:
-      if ctx.issues.hasKey(s) and ctx.issues[s].len > 0:
-        let visibleIssues = ctx.issues[s].filterIt(
-          showHidden or
-          not (it.hasProp("hide-until") and
-               it.getDateTime("hide-until") > getTime().local))
-
-        stdout.write ctx.formatSection(visibleIssues, s, indent, verbose)
-
-  trace "listing complete"
-
 when isMainModule:
  try:
 
@@ -315,6 +151,9 @@ when isMainModule:
   if args["--debug"]:
     consoleLogger.levelThreshold = lvlDebug
 
+  if args["--silent"]:
+    consoleLogger.levelThreshold = lvlNone
+
   if args["--echo-args"]: stderr.writeLine($args)
 
   if args["help"]:
@@ -326,11 +165,16 @@ when isMainModule:
 
   trace "context initiated"
 
+  var updatedIssues = newSeq[Issue]()
   var propertiesOption = none(TableRef[string,string])
   var exclPropsOption = none(TableRef[string,seq[string]])
   var tagsOption = none(seq[string])
   var exclTagsOption = none(seq[string])
 
+  let filter = initFilter()
+  var filterOption = none(IssueFilter)
+
+
   if args["--properties"] or args["--context"]:
 
     var props =
@@ -360,146 +204,6 @@ when isMainModule:
   if args["--excl-tags"]: exclTagsOption =
     some(($args["--excl-tags"]).split(",").mapIt(it.strip))
 
-  ## Actual command runners
-  if args["new"] or args["add"]:
-    let state =
-      if args["<state>"]: parseEnum[IssueState]($args["<state>"])
-      else: TodoToday
-
-    var issueProps = propertiesOption.get(newTable[string,string]())
-    if not issueProps.hasKey("created"): issueProps["created"] = getTime().local.formatIso8601
-    if not issueProps.hasKey("context") and ctx.defaultContext.isSome():
-      stderr.writeLine("Using default context: " & ctx.defaultContext.get)
-      issueProps["context"] = ctx.defaultContext.get
-
-    var issue = Issue(
-      id: genUUID(),
-      summary: $args["<summary>"],
-      properties: issueProps,
-      tags:
-        if tagsOption.isSome: tagsOption.get
-        else: newSeq[string]())
-
-    ctx.tasksDir.store(issue, state)
-
-    stdout.writeLine ctx.formatIssue(issue)
-
-  elif args["reorder"]:
-    ctx.reorder(parseEnum[IssueState]($args["<state>"]))
-
-  elif args["edit"]:
-    for editRef in @(args["<ref>"]):
-
-      var stateOption = none(IssueState)
-
-      try: stateOption = some(parseEnum[IssueState](editRef))
-      except: discard
-
-      if stateOption.isSome:
-        let state = stateOption.get
-        ctx.loadIssues(state)
-        for issue in ctx.issues[state]: edit(issue)
-
-      else: edit(ctx.tasksDir.loadIssueById(editRef))
-
-  elif args["tag"]:
-    if tagsOption.isNone: raise newException(Exception, "no tags given")
-
-    let newTags = tagsOption.get
-
-    for id in @(args["<id>"]):
-      var issue = ctx.tasksDir.loadIssueById(id)
-      issue.tags = deduplicate(issue.tags & newTags)
-      issue.store()
-
-  elif args["untag"]:
-    let tagsToRemove: seq[string] =
-      if tagsOption.isSome: tagsOption.get
-      else: @[]
-
-    for id in @(args["<id>"]):
-      var issue = ctx.tasksDir.loadIssueById(id)
-      if tagsToRemove.len > 0:
-        issue.tags = issue.tags.filter(
-          proc (tag: string): bool = not tagsToRemove.anyIt(it == tag))
-      else: issue.tags = @[]
-      issue.store()
-
-  elif args["start"] or args["todo-today"] or args["done"] or
-       args["pending"] or args["todo"] or args["suspend"]:
-
-    var targetState: IssueState
-    if args["done"]: targetState = Done
-    elif args["todo-today"]: targetState = TodoToday
-    elif args["pending"]: targetState = Pending
-    elif args["start"]: targetState = Current
-    elif args["todo"]: targetState = Todo
-    elif args["suspend"]: targetState = Dormant
-
-    for id in @(args["<id>"]):
-      var issue = ctx.tasksDir.loadIssueById(id)
-      if propertiesOption.isSome:
-        for k,v in propertiesOption.get:
-          issue[k] = v
-      if targetState == Done:
-        issue["completed"] = getTime().local.formatIso8601
-        if issue.hasProp("recurrence") and issue.getRecurrence.isSome:
-          let nextIssue = ctx.tasksDir.nextRecurrence(issue.getRecurrence.get, issue)
-          ctx.tasksDir.store(nextIssue, Todo)
-          info "created the next recurrence:"
-          stdout.writeLine ctx.formatIssue(nextIssue)
-
-
-      issue.changeState(ctx.tasksDir, targetState)
-
-    if ctx.triggerPtk or args["--ptk"]:
-      if targetState == Current:
-        let issue = ctx.tasksDir.loadIssueById($(args["<id>"][0]))
-        var cmd = "ptk start"
-        if issue.tags.len > 0 or issue.hasProp("context"):
-          let tags = concat(
-            issue.tags,
-            if issue.hasProp("context"): @[issue.properties["context"]]
-            else: @[]
-          )
-          cmd &= " -g \"" & tags.join(",") & "\""
-        cmd &= " -n \"pit-id: " & $issue.id & "\""
-        cmd &= " \"" & issue.summary & "\""
-        discard execShellCmd(cmd)
-      elif targetState == Done or targetState == Pending:
-        discard execShellCmd("ptk stop")
-
-  elif args["hide-until"]:
-
-    let issue = ctx.tasksDir.loadIssueById($(args["<id>"]))
-    issue.setDateTime("hide-until", parseDate($args["<date>"]))
-
-    issue.store()
-
-  elif args["delegate"]:
-
-    let issue = ctx.tasksDir.loadIssueById($(args["<id>"]))
-    issue["delegated-to"] = $args["<delegated-to>"]
-
-    issue.store()
-
-  elif args["delete"] or args["rm"]:
-    for id in @(args["<id>"]):
-
-      let issue = ctx.tasksDir.loadIssueById(id)
-
-      if not args["--yes"]:
-        stderr.write("Delete '" & issue.summary & "' (y/n)? ")
-        if not "yes".startsWith(stdin.readLine.toLower):
-          continue
-
-      issue.delete
-
-  elif args["list"]:
-
-    let filter = initFilter()
-    var filterOption = none(IssueFilter)
-
   # Initialize filter with properties (if given)
   if propertiesOption.isSome:
     filter.properties = propertiesOption.get
@@ -533,6 +237,14 @@ when isMainModule:
     filter.exclTags = exclTagsOption.get
     filterOption = some(filter)
 
+  if args["--today"]:
+    filter.inclStates.add(@[Current, TodoToday, Pending])
+    filterOption = some(filter)
+
+  if args["--future"]:
+    filter.inclStates.add(@[Pending, Todo])
+    filterOption = some(filter)
+
   # Finally, if the "context" is "all", don't filter on context
   if filter.properties.hasKey("context") and
      filter.properties["context"] == "all":
@@ -540,14 +252,163 @@ when isMainModule:
     filter.properties.del("context")
     filter.exclProperties.del("context")
 
+  ## Actual command runners
+  if args["new"] or args["add"]:
+    updatedIssues.add(ctx.addIssue(args, propertiesOption, tagsOption))
+
+  elif args["reorder"]:
+    ctx.reorder(parseEnum[IssueState]($args["<state>"]))
+
+  elif args["edit"]:
+    for editRef in @(args["<ref>"]):
+
+      let propsOption =
+        if args["--properties"]:
+          some(parsePropertiesOption($args["--properties"]))
+        else: none(TableRef[string, string])
+
+      var stateOption = none(IssueState)
+
+      try: stateOption = some(parseEnum[IssueState](editRef))
+      except CatchableError: discard
+
+      if stateOption.isSome:
+        let state = stateOption.get
+        ctx.loadIssues(state)
+        for issue in ctx.issues[state]:
+          if propsOption.isSome:
+            for k,v in propsOption.get:
+              issue[k] = v
+          edit(issue)
+          updatedIssues.add(issue)
+
+      else:
+        let issue = ctx.cfg.tasksDir.loadIssueById(editRef)
+        if propertiesOption.isSome:
+          for k,v in propertiesOption.get:
+            issue[k] = v
+        edit(issue)
+        updatedIssues.add(issue)
+
+  elif args["tag"]:
+    if tagsOption.isNone: raise newException(Exception, "no tags given")
+
+    let newTags = tagsOption.get
+
+    for id in @(args["<id>"]):
+      var issue = ctx.cfg.tasksDir.loadIssueById(id)
+      issue.tags = deduplicate(issue.tags & newTags)
+      issue.store()
+      updatedIssues.add(issue)
+
+  elif args["untag"]:
+    let tagsToRemove: seq[string] =
+      if tagsOption.isSome: tagsOption.get
+      else: @[]
+
+    for id in @(args["<id>"]):
+      var issue = ctx.cfg.tasksDir.loadIssueById(id)
+      if tagsToRemove.len > 0:
+        issue.tags = issue.tags.filter(
+          proc (tag: string): bool = not tagsToRemove.anyIt(it == tag))
+      else: issue.tags = @[]
+      issue.store()
+      updatedIssues.add(issue)
+
+  elif args["start"] or args["todo-today"] or args["done"] or
+       args["pending"] or args["todo"] or args["suspend"]:
+
+    var targetState: IssueState
+    if args["done"]: targetState = Done
+    elif args["todo-today"]: targetState = TodoToday
+    elif args["pending"]: targetState = Pending
+    elif args["start"]: targetState = Current
+    elif args["todo"]: targetState = Todo
+    elif args["suspend"]: targetState = Dormant
+
+    for id in @(args["<id>"]):
+      var issue = ctx.cfg.tasksDir.loadIssueById(id)
+      if propertiesOption.isSome:
+        for k,v in propertiesOption.get:
+          issue[k] = v
+      if targetState == Done:
+        issue["completed"] = getTime().local.formatIso8601
+        if issue.hasProp("recurrence") and issue.getRecurrence.isSome:
+          let nextIssue = ctx.cfg.tasksDir.nextRecurrence(issue.getRecurrence.get, issue)
+          ctx.cfg.tasksDir.store(nextIssue, TodoToday)
+          info "created the next recurrence:"
+          updatedIssues.add(nextIssue)
+          stdout.writeLine formatIssue(nextIssue)
+
+      issue.changeState(ctx.cfg.tasksDir, targetState)
+      updatedIssues.add(issue)
+
+    if ctx.triggerPtk or args["--ptk"]:
+      if targetState == Current:
+        let issue = ctx.cfg.tasksDir.loadIssueById($(args["<id>"][0]))
+        var cmd = "ptk start"
+        if issue.tags.len > 0 or issue.hasProp("context"):
+          let tags = concat(
+            issue.tags,
+            if issue.hasProp("context"): @[issue.properties["context"]]
+            else: @[]
+          )
+          cmd &= " -g \"" & tags.join(",") & "\""
+        cmd &= " -n \"pit-id: " & $issue.id & "\""
+        cmd &= " \"[" & ($issue.id)[0..<6] & "] " & issue.summary & "\""
+        discard execShellCmd(cmd)
+      elif targetState == Done or targetState == Pending:
+        discard execShellCmd("ptk stop")
+
+  elif args["hide-until"]:
+
+    let issue = ctx.cfg.tasksDir.loadIssueById($(args["<id>"]))
+    issue.setDateTime("hide-until", parseDate($args["<date>"]))
+
+    issue.store()
+    updatedIssues.add(issue)
+
+  elif args["delegate"]:
+
+    let issue = ctx.cfg.tasksDir.loadIssueById($(args["<id>"]))
+    issue["delegated-to"] = $args["<delegated-to>"]
+
+    issue.store()
+    updatedIssues.add(issue)
+
+  elif args["delete"] or args["rm"]:
+    for id in @(args["<id>"]):
+
+      let issue = ctx.cfg.tasksDir.loadIssueById(id)
+
+      if not args["--non-interactive"]:
+        stderr.write("Delete '" & issue.summary & "' (y/n)? ")
+        if not "yes".startsWith(stdin.readLine.toLower):
+          continue
+
+      issue.delete
+      updatedIssues.add(issue)
+
+  elif args["list"]:
+
     var listContexts = false
+    var listTags = false
+    var listProjects = false
+    var listMilestones = false
     var statesOption = none(seq[IssueState])
     var issueIdsOption = none(seq[string])
 
     if args["contexts"]: listContexts = true
+    elif args["projects"]: listProjects = true
+    elif args["milestones"]: listMilestones = true
+    elif args["tags"]: listTags = true
     elif args["<stateOrId>"]:
-      try: statesOption = some(args["<stateOrId>"].mapIt(parseEnum[IssueState]($it)))
+      try:
-      except: issueIdsOption = some(args["<stateOrId>"].mapIt($it))
+        statesOption =
+          some(args["<stateOrId>"].
+          mapIt(parseEnum[IssueState]($it)))
+      except CatchableError:
+        issueIdsOption = some(args["<stateOrId>"].mapIt($it))
 
     # List the known contexts
     if listContexts:
@@ -566,11 +427,32 @@ when isMainModule:
       for c in uniqContexts.sorted:
         stdout.writeLine(c.alignLeft(maxLen+2) & ctx.getIssueContextDisplayName(c))
 
+    elif listTags:
+      var uniqTags = newseq[string]()
+      if statesOption.isSome:
+        for state in statesOption.get: ctx.loadIssues(state)
+      else: ctx.loadAllIssues()
+
+      if filterOption.isSome: ctx.filterIssues(filterOption.get)
+
+      for state, issueList in ctx.issues:
+        for issue in issueList:
+          for tag in issue.tags:
+            if not uniqTags.contains(tag): uniqTags.add(tag)
+
+      stdout.writeLine(uniqTags.sorted.join("\n"))
+
     # List a specific issue
     elif issueIdsOption.isSome:
       for issueId in issueIdsOption.get:
-        let issue = ctx.tasksDir.loadIssueById(issueId)
+        let issue = ctx.cfg.tasksDir.loadIssueById(issueId)
-        stdout.writeLine ctx.formatIssue(issue)
+        stdout.writeLine formatIssue(issue)
+
+    # List projects
+    elif listProjects: ctx.listProjects(filterOption)
+
+    # List milestones
+    elif listMilestones: ctx.listMilestones(filterOption)
 
     # List all issues
     else:
@@ -584,8 +466,34 @@ when isMainModule:
         showHidden = args["--show-hidden"],
         verbose = ctx.verbose)
 
+  elif args["show"]:
+
+    if args["project-board"]:
+      ctx.showProjectBoard(filterOption)
+      discard
+
+    elif args["dupes"]:
+      ctx.loadAllIssues()
+
+      var idsToPaths = newTable[string, var seq[string]]()
+      for (state, issues) in pairs(ctx.issues):
+        for issue in issues:
+          let issueId = $issue.id
+
+          if idsToPaths.hasKey(issueId): idsToPaths[issueId].add(issue.filepath)
+          else: idsToPaths[issueId] = @[issue.filepath]
+
+      for (issueId, issuePaths) in pairs(idsToPaths):
+        if issuePaths.len < 2: continue
+        stdout.writeLine(issueId & ":\p  " & issuePaths.join("\p  ") & "\p\p")
+
+    else: # list specific Issues
+      for issueId in args["<id>"].mapIt($it):
+        let issue = ctx.cfg.tasksDir.loadIssueById(issueId)
+        stdout.writeLine formatIssue(issue)
+
   elif args["add-binary-property"]:
-    let issue = ctx.tasksDir.loadIssueById($(args["<id>"]))
+    let issue = ctx.cfg.tasksDir.loadIssueById($(args["<id>"]))
 
     let propIn =
       if $(args["<propSource>"]) == "-": stdin
@@ -595,9 +503,10 @@ when isMainModule:
     finally: close(propIn)
 
     issue.store()
+    updatedIssues.add(issue)
 
   elif args["get-binary-property"]:
-    let issue = ctx.tasksDir.loadIssueById($(args["<id>"]))
+    let issue = ctx.cfg.tasksDir.loadIssueById($(args["<id>"]))
 
     if not issue.hasProp($(args["<propName>"])):
       raise newException(Exception,
@@ -611,7 +520,26 @@ when isMainModule:
     try: write(propOut, decodeDataUri(issue[$(args["<propName>"])]))
     finally: close(propOut)
 
- except:
+  elif args["sync"]:
+    if ctx.cfg.syncTargets.len == 0:
+      info "No sync targets configured"
+
+    for syncTarget in ctx.cfg.syncTargets:
+      let syncCtx = initSyncContext(ctx.cfg, syncTarget)
+
+      sync(syncCtx, args["--dry-run"])
+
+  # after doing stuff, sync if auto-sync is requested
+  if ctx.cfg.autoSync:
+    for syncTarget in ctx.cfg.syncTargets:
+      let syncCtx = initSyncContext(ctx.cfg, syncTarget)
+      if anyIt(
+          updatedIssues,
+          it.hasProp("context") and it["context"] == syncCtx.issueContext):
+        sync(syncCtx, false)
+
+ except CatchableError:
   fatal getCurrentExceptionMsg()
+  debug getCurrentException().getStackTrace()
   #raise getCurrentException()
   quit(QuitFailure)

src/pit/cliconstants.nim

@@ -1,8 +1,11 @@
-const PIT_VERSION* = "4.21.2"
+const PIT_VERSION* = "4.31.0"
 
 const USAGE* = """Usage:
   pit ( new | add) <summary> [<state>] [options]
   pit list contexts [options]
+  pit list projects [options]
+  pit list milestones [options]
+  pit list tags [options]
   pit list [<stateOrId>...] [options]
   pit ( start | done | pending | todo-today | todo | suspend ) <id>... [options]
   pit edit <ref>... [options]
@@ -14,8 +17,13 @@ const USAGE* = """Usage:
   pit ( delete | rm ) <id>... [options]
   pit add-binary-property <id> <propName> <propSource> [options]
   pit get-binary-property <id> <propName> <propDest> [options]
+  pit show dupes [options]
+  pit show project-board [options]
+  pit show <id> [options]
+  pit sync [<syncTarget>...] [options]
   pit help [options]
 
+
 Options:
 
   -h, --help                Print this usage and help information.
@@ -63,8 +71,6 @@ Options:
 
   -q, --quiet               Suppress verbose output.
 
-  -y, --yes                 Automatically answer "yes" to any prompts.
-
   --config <cfgFile>        Location of the config file (defaults to $HOME/.pitrc)
 
   -E, --echo-args           Echo arguments (for debug purposes).
@@ -72,11 +78,21 @@ Options:
   -d, --tasks-dir           Path to the tasks directory (defaults to the value
                             configured in the .pitrc file)
 
-  --term-width <width>      Manually set the terminal width to use.
-
   --ptk                     Enable PTK integration for this command.
 
   --debug                   Enable debug-level log output.
+
+  --dry-run                 Currently only supported by the `sync` command:
+                            only print the changes that would be made, but do
+                            not actually make them.
+
+  -I, --non-interactive     Run in non-interactive mode. Commands that would
+                            normally prompt for user input will instead use
+                            default values or fail if required input is not
+                            provided via command-line options.
+
+  -s, --silent              Suppress all logging and status output and run in
+                            non-interactive mode (implies --non-interactive).
 """
 
 const ONLINE_HELP* = """Issue States:
@@ -100,7 +116,9 @@ Issue Properties:
     created
 
       If present, expected to be an ISO 8601-formatted date that represents the
-      time when the issue was created.
+      time when the issue was created. E.g.:
+
+          created: 2023-07-13T13:28:41-05:00
 
     completed
 
@@ -109,12 +127,16 @@ Issue Properties:
       property automatically when you use the "done" command, and can filter on
       this value.
 
+          completed: 2023-04-27T11:52:28-05:00
+
     context
 
       Allows issues to be organized into contexts. The -c option is short-hand
       for '-p context:<context-name>' and the 'list contexts' command will show
       all values of 'context' set in existing issues.
 
+          context: family
+
     delegated-to
 
       When an issue now belongs to someone else, but needs to be monitored for
@@ -122,17 +144,62 @@ Issue Properties:
       note how it has been delegated. When present PIT will prepend this value
       to the issue summary with an accent color.
 
+          delegated-to: Bob Ross
+
     hide-until
 
       When present, expected to be an ISO 8601-formatted date and used to
       supress the display of the issue until on or after the given date.
 
+          hide-until: 2024-01-01T13:45:00-05:00
+
+    priority
+
+      Allows setting a priority/priority level. This is used in the project
+      management view to automatically order issues being displayed. Valid
+      values, in order from most to least important, are:
+
+      - essential   Intended for issues that must be done. Failure to
+                    complete these issues would result in failure of the
+                    project.
+
+      - vital       Intended for issues that are vital to the success of the
+                    project, but not absolutely essential. Failure to complete
+                    these issues may not result in failure of the project but
+                    would seriously impact it's value or viability.
+
+      - important   Intended for issues that are important to the project,
+                    but not vital. These should be completed, but delay is
+                    acceptable.
+
+      - optional    Intended for issues that are worth doing but can be deferred
+                    or skipped if necessary.
+
+          priority: essential
+
+    milestone
+
+      Allows grouping issues according to a milestone name. Milestones are
+      available as subsets of projects. The 'list milestones' command will show
+      all values of 'milestone' set in existing issues for a given project.
+
+          milestone: Phase 1
+
     pending
 
       When an issue is blocked by a third party, this property can be used to
       capture details about the dependency When present PIT will display this
       value after the issue summary.
 
+          pending: Results of WCAG analysis.
+
+    project
+
+      Allows grouping issues according to a project name. The 'list projects'
+      command will show all values of 'project' set in existing issues.
+
+          project: Website Redesign
+
     recurrence
 
       When an issue is moved to the "done" state, if the issue has a valid
@@ -143,7 +210,7 @@ Issue Properties:
       A valid recurrence value has a time value and optionally has an source
       issue ID. For example:
 
-        every 5 days, 10a544
+          recurrence: every 5 days, 10a544
 
       The first word, "every", is expected to be either "every" or "after".
 

src/pit/formatting.nim

@@ -0,0 +1,258 @@
+import std/[options, sequtils, tables, terminal, times, unicode, wordwrap]
+import cliutils, uuids
+import std/strutils except alignLeft, capitalize, strip, toLower, toUpper
+import ./libpit
+
+proc adjustedTerminalWidth(): int = min(terminalWidth(), 80)
+
+proc formatIssue*(issue: Issue): string =
+  result = ($issue.id).withColor(fgBlack, true) & "\n"&
+           issue.summary.withColor(fgWhite) & "\n"
+
+  if issue.tags.len > 0:
+    result &= "tags: ".withColor(fgMagenta) &
+              issue.tags.join(",").withColor(fgGreen, true) & "\n"
+
+  if issue.properties.len > 0:
+    for k, v in issue.properties:
+
+      if k == "project":
+        result &= "project: ".withColor(fgMagenta) &
+          v.withColor(fgBlue, bright = true) & "\n"
+
+      elif k == "milestone":
+        result &= "milestone: ".withColor(fgMagenta) &
+          v.withColor(fgBlue, bright = true) & "\n"
+
+      elif k == "priority":
+        result &= "priority: ".withColor(fgMagenta) &
+          v.withColor(fgRed, bright = true) & "\n"
+
+      else:
+        result &= termColor(fgMagenta) & k & ": " & v & "\n"
+
+  result &= "--------".withColor(fgBlack, true) & "\n"
+  if not issue.details.isEmptyOrWhitespace:
+    result &= issue.details.strip.withColor(fgCyan) & "\n"
+
+  result &= termReset
+
+
+proc formatPlainIssueSummary*(issue: Issue): string =
+
+  result = "$#: $# $#" % [
+    $issue.state,
+    ($issue.id)[0..<6],
+    issue.summary ]
+
+  if issue.hasProp("delegated-to") or issue.hasProp("pending"):
+    var parts = newSeq[string]()
+
+    if issue.hasProp("delegated-to"):
+      parts.add("delegated to " & issue["delegated-to"])
+
+    if issue.hasProp("pending"):
+      parts.add("pendin: " & issue["pending"])
+
+    result &= "($#)" % [ parts.join("; ") ]
+
+
+proc formatSectionIssue*(
+    issue: Issue,
+    width: int = 80,
+    indent = "",
+    verbose = false,
+    bold = false): string =
+
+  result = (indent & ($issue.id)[0..<6]).withColor(fgBlack, true) & " "
+
+  let showDetails = not issue.details.isEmptyOrWhitespace and verbose
+
+  let summaryIndentLen = indent.len + 7
+  let summaryWidth = width - summaryIndentLen
+
+  let summaryLines = issue.summary
+    .wrapWords(summaryWidth)
+    .splitLines
+
+  result &= summaryLines[0].termFmt(fgWhite, bold=bold, underline=bold)
+
+  for line in summaryLines[1..^1]:
+    result &= "\p" & line.indent(summaryIndentLen)
+
+  var lastLineLen = summaryLines[^1].len
+
+  if issue.hasProp("delegated-to"):
+    if lastLineLen + issue["delegated-to"].len + 1 < summaryWidth:
+      result &= " " & issue["delegated-to"].withColor(fgMagenta)
+      lastLineLen += issue["delegated-to"].len + 1
+    else:
+      result &= "\p" & issue["delegated-to"]
+        .withColor(fgMagenta)
+        .indent(summaryIndentLen)
+      lastLineLen = issue["delegated-to"].len
+
+  if issue.tags.len > 0:
+    let tagsStrLines = ("(" & issue.tags.join(", ") & ")")
+      .wrapWords(summaryWidth)
+      .splitLines
+
+    if tagsStrLines.len == 1 and
+       (lastLineLen + tagsStrLines[0].len + 1) < summaryWidth:
+      result &= " " & tagsStrLines[0].withColor(fgGreen)
+      lastLineLen += tagsStrLines[0].len + 1
+    else:
+      result &= "\p" & tagsStrLines
+        .mapIt(it.indent(summaryIndentLen))
+        .join("\p")
+        .withColor(fgGreen)
+      lastLineLen = tagsStrLines[^1].len
+
+  if issue.hasProp("pending"):
+    result &= "\p" & ("Pending: " & issue["pending"])
+      .wrapwords(summaryWidth)
+      .withColor(fgCyan)
+      .indent(summaryIndentLen)
+
+  if showDetails:
+    result &= "\p" & issue.details
+      .strip
+      .withColor(fgBlack, bright = true)
+      .indent(summaryIndentLen)
+
+  result &= termReset
+
+
+proc formatSectionIssueList*(
+    issues: seq[Issue],
+    width: int = 80,
+    indent: string = "",
+    verbose: bool = false): string =
+
+  result = ""
+  for i in issues:
+    var issueText = formatSectionIssue(i, width, indent, verbose)
+    result &= issueText & "\n"
+
+
+proc formatSection(ctx: CliContext, issues: seq[Issue], state: IssueState,
+                   indent = "", verbose = false): string =
+  let innerWidth = adjustedTerminalWidth() - (indent.len * 2)
+
+  result = termColor(fgBlue) &
+    (indent & ".".repeat(innerWidth)) & "\n" &
+    state.displayName.center(adjustedTerminalWidth()) & "\n\n" &
+    termReset
+
+  let issuesByContext = issues.groupBy("context")
+
+  if issues.len > 5 and issuesByContext.len > 1:
+    for context, ctxIssues in issuesByContext:
+
+      result &= termColor(fgYellow) &
+        indent & ctx.getIssueContextDisplayName(context) & ":" &
+        termReset & "\n\n"
+
+      result &= formatSectionIssueList(ctxIssues, innerWidth - 2, indent & "  ", verbose)
+      result &= "\n"
+
+  else: result &= formatSectionIssueList(issues, innerWidth, indent, verbose)
+
+
+proc writeHeader*(ctx: CliContext, header: string) =
+  stdout.setForegroundColor(fgRed, true)
+  stdout.writeLine('_'.repeat(adjustedTerminalWidth()))
+  stdout.writeLine(header.center(adjustedTerminalWidth()))
+  stdout.writeLine('~'.repeat(adjustedTerminalWidth()))
+  stdout.resetAttributes
+
+
+proc list*(
+    ctx: CliContext,
+    filter: Option[IssueFilter],
+    states: Option[seq[IssueState]],
+    showToday = false,
+    showFuture = false,
+    showHidden = false,
+    verbose: bool) =
+
+  if states.isSome:
+    trace "listing issues for " & $states.get
+    for state in states.get:
+      ctx.loadIssues(state)
+      if filter.isSome: ctx.filterIssues(filter.get)
+
+      # Show Done for just today if requested
+      if state == Done and showToday:
+        ctx.issues[Done] = ctx.issues[Done].filterIt(
+          it.hasProp("completed") and
+          sameDay(getTime().local, it.getDateTime("completed")))
+
+      if isatty(stdout):
+        stdout.write ctx.formatSection(ctx.issues[state], state, "", verbose)
+
+      else:
+        stdout.writeLine ctx.issues[state]
+          .mapIt(formatPlainIssueSummary(it))
+          .join("\n")
+
+
+    trace "listing complete"
+    return
+
+  ctx.loadOpenIssues()
+  if filter.isSome:
+    ctx.filterIssues(filter.get)
+    trace "filtered issues"
+
+  let today = showToday and [Current, TodoToday, Pending].anyIt(
+    ctx.issues.hasKey(it) and ctx.issues[it].len > 0)
+
+  let future = showFuture and [Pending, Todo].anyIt(
+    ctx.issues.hasKey(it) and ctx.issues[it].len > 0)
+
+  let indent = if today and future: "  " else: ""
+
+  # Today's items
+  if today:
+    if future: ctx.writeHeader("Today")
+
+    for s in [Current, TodoToday, Pending]:
+      if ctx.issues.hasKey(s) and ctx.issues[s].len > 0:
+        let visibleIssues = ctx.issues[s].filterIt(
+          showHidden or
+          not (it.hasProp("hide-until") and
+               it.getDateTime("hide-until") > getTime().local))
+
+        if isatty(stdout):
+          stdout.write ctx.formatSection(visibleIssues, s, indent, verbose)
+
+        else:
+          stdout.writeLine visibleIssues
+            .mapIt(formatPlainIssueSummary(it))
+            .join("\n")
+
+  # Future items
+  if future:
+    if today: ctx.writeHeader("Future")
+
+    let futureCategories =
+      if showToday: @[Todo]
+      else: @[Pending, Todo]
+
+    for s in futureCategories:
+      if ctx.issues.hasKey(s) and ctx.issues[s].len > 0:
+        let visibleIssues = ctx.issues[s].filterIt(
+          showHidden or
+          not (it.hasProp("hide-until") and
+               it.getDateTime("hide-until") > getTime().local))
+
+        if isatty(stdout):
+          stdout.write ctx.formatSection(visibleIssues, s, indent, verbose)
+
+        else:
+          stdout.writeLine visibleIssues
+            .mapIt(formatPlainIssueSummary(it))
+            .join("\n")
+
+  trace "listing complete"

src/pit/libpit.nim

@@ -1,8 +1,10 @@
-import std/json, std/logging, std/options, std/os, std/sequtils, std/strformat,
+import std/[json, jsonutils, logging, options, os, strformat, strutils, tables, times,
-  std/strutils, std/tables, std/times
+            unicode]
-import cliutils, docopt, langutils, timeutils, uuids
+import cliutils, docopt, langutils, uuids, zero_functional
 
 import nre except toSeq
+import timeutils except `>`
+from sequtils import deduplicate, toSeq
 
 type
   Issue* = ref object
@@ -11,34 +13,51 @@ type
     summary*, details*: string
     properties*: TableRef[string, string]
     tags*: seq[string]
+    state*: IssueState
 
   IssueState* = enum
     Current = "current",
     TodoToday = "todo-today",
     Pending = "pending",
-    Done = "done",
     Todo = "todo"
     Dormant = "dormant"
+    Done = "done",
 
   IssueFilter* = ref object
     completedRange*: Option[tuple[b, e: DateTime]]
     fullMatch*, summaryMatch*: Option[Regex]
+    inclStates*: seq[IssueState]
+    exclStates*: seq[IssueState]
     hasTags*: seq[string]
     exclTags*: seq[string]
     properties*: TableRef[string, string]
     exclProperties*: TableRef[string, seq[string]]
 
+  IssuePriority* {.pure.} = enum essential, vital, important, optional
+
   PitConfig* = ref object
     tasksDir*: string
     contexts*: TableRef[string, string]
+    defaultPropertiesByContext*: TableRef[string, seq[string]]
+    autoSync*: bool
+    syncTargets*: seq[JsonNode]
     cfg*: CombinedConfig
 
+  CliContext* = ref object
+    cfg*: PitConfig
+    contexts*: TableRef[string, string]
+    defaultContext*: Option[string]
+    issues*: TableRef[IssueState, seq[Issue]]
+    triggerPtk*, verbose*: bool
+
   Recurrence* = object
     cloneId*: Option[string]
     interval*: TimeInterval
     isFromCompletion*: bool
 
+
 const DONE_FOLDER_FORMAT* = "yyyy-MM"
+const ISO8601_MS = "yyyy-MM-dd'T'HH:mm:ss'.'fffzzz"
 
 let ISSUE_FILE_PATTERN = re"[A-Fa-f0-9]{8}-[A-Fa-f0-9]{4}-[A-Fa-f0-9]{4}-[A-Fa-f0-9]{4}-[A-Fa-f0-9]{12}\.txt"
 let RECURRENCE_PATTERN = re"(every|after) ((\d+) )?((hour|day|week|month|year)s?)(, ([0-9a-fA-F]+))?"
@@ -65,6 +84,11 @@ proc displayName*(s: IssueState): string =
   of Todo: result = "Todo"
   of TodoToday: result = "Todo"
 
+
+proc sameDay*(a, b: DateTime): bool =
+  result = a.year == b.year and a.yearday == b.yearday
+
+
 ## Allow issue properties to be accessed as if the issue was a table
 proc `[]`*(issue: Issue, key: string): string =
   return issue.properties[key]
@@ -72,6 +96,7 @@ proc `[]`*(issue: Issue, key: string): string =
 proc `[]=`*(issue: Issue, key: string, value: string) =
   issue.properties[key] = value
 
+
 ## Issue property accessors
 proc hasProp*(issue: Issue, key: string): bool =
   return issue.properties.hasKey(key)
@@ -110,12 +135,22 @@ proc getRecurrence*(issue: Issue): Option[Recurrence] =
         else: weeks(1),
     cloneId: c[6]))
 
+proc setPriority*(issue: Issue, priority: IssuePriority) =
+  issue["priority"] = $priority
+
+proc getPriority*(issue: Issue): IssuePriority =
+  try: result = parseEnum[IssuePriority](issue["priority"].toLowerAscii())
+  except CatchableError: result = IssuePriority.optional
+
+
 ## Issue filtering
 proc initFilter*(): IssueFilter =
   result = IssueFilter(
     completedRange: none(tuple[b, e: DateTime]),
     fullMatch: none(Regex),
     summaryMatch: none(Regex),
+    inclStates: @[],
+    exclStates: @[],
     hasTags: @[],
     exclTags: @[],
     properties: newTable[string, string](),
@@ -145,6 +180,10 @@ proc hasTagsFilter*(tags: seq[string]): IssueFilter =
   result = initFilter()
   result.hasTags = tags
 
+proc stateFilter*(states: seq[IssueState]): IssueFilter =
+  result = initFilter()
+  result.inclStates = states
+
 proc groupBy*(issues: seq[Issue], propertyKey: string): TableRef[string, seq[Issue]] =
   result = newTable[string, seq[Issue]]()
   for i in issues:
@@ -165,11 +204,12 @@ proc parseDate*(d: string): DateTime =
   var errMsg = ""
   for df in DATE_FORMATS:
     try: return d.parse(df)
-    except:
+    except CatchableError:
       errMsg &= "\n\tTried " & df & " with " & d
       continue
   raise newException(ValueError, "Unable to parse input as a date: " & d & errMsg)
 
+
 ## Parse and format issues
 proc fromStorageFormat*(id: string, issueTxt: string): Issue =
   type ParseState = enum ReadingSummary, ReadingProps, ReadingDetails
@@ -201,12 +241,13 @@ proc fromStorageFormat*(id: string, issueTxt: string): Issue =
         continue
 
 
-      let parts = line.split({':'}, 1).mapIt(it.strip())
+      let parts = line.split({':'}, 1) --> map(it.strip())
       if parts.len != 2:
         raise newException(ValueError, "unable to parse property line: " & line)
 
       # Take care of special properties: `tags`
-      if parts[0] == "tags": result.tags = parts[1].split({','}).mapIt(it.strip())
+      if parts[0] == "tags":
+        result.tags = parts[1].split({','}) --> map(it.strip())
       else: result[parts[0]] = parts[1]
 
     of ReadingDetails:
@@ -216,12 +257,17 @@ proc fromStorageFormat*(id: string, issueTxt: string): Issue =
 
 proc toStorageFormat*(issue: Issue, withComments = false): string =
   var lines: seq[string] = @[]
+
   if withComments: lines.add("# Summary (one line):")
   lines.add(issue.summary)
+
   if withComments: lines.add("# Properties (\"key:value\" per line):")
+  issue.properties["last-updated"] = now().format(ISO8601_MS)
   for key, val in issue.properties:
     if not val.isEmptyOrWhitespace: lines.add(key & ": " & val)
+
   if issue.tags.len > 0: lines.add("tags: " & issue.tags.join(","))
+
   if not isEmptyOrWhitespace(issue.details) or withComments:
     if withComments: lines.add("# Details go below the \"--------\"")
     lines.add("--------")
@@ -229,11 +275,17 @@ proc toStorageFormat*(issue: Issue, withComments = false): string =
 
   result = lines.join("\n")
 
+
 ## Load and store from filesystem
 proc loadIssue*(filePath: string): Issue =
   result = fromStorageFormat(splitFile(filePath).name, readFile(filePath))
   result.filepath = filePath
 
+  let parentDirName = filePath.splitFile().dir.splitFile().name
+  let issueState = IssueState.items.toSeq --> find($it == parentDirName)
+  if issueState.isSome: result.state = issueState.get
+  else: result.state = IssueState.Done
+
 proc loadIssueById*(tasksDir, id: string): Issue =
   for path in walkDirRec(tasksDir):
     if path.splitFile.name.startsWith(id):
@@ -273,10 +325,10 @@ proc loadIssues*(path: string): seq[Issue] =
 
   let orderedIds =
     if fileExists(orderFile):
-      toSeq(orderFile.lines)
+      (orderFile.lines.toSeq -->
-        .mapIt(it.split(' ')[0])
+        map(it.split(' ')[0]).
-        .deduplicate
+        filter(not it.startsWith("> ") and not it.isEmptyOrWhitespace)).
-        .filterIt(not it.startsWith("> ") and not it.isEmptyOrWhitespace)
+        deduplicate()
     else: newSeq[string]()
 
   type TaggedIssue = tuple[issue: Issue, ordered: bool]
@@ -306,11 +358,24 @@ proc loadIssues*(path: string): seq[Issue] =
   # Finally, save current order
   result.storeOrder(path)
 
+proc loadIssues*(tasksDir: string, state: IssueState): seq[Issue] =
+  loadIssues(tasksDir / $state)
+
+proc loadAllIssues*(tasksDir: string): TableRef[IssueState, seq[Issue]] =
+  result = newTable[IssueState, seq[Issue]]()
+  for state in IssueState: result[state] = tasksDir.loadIssues(state)
+
 proc changeState*(issue: Issue, tasksDir: string, newState: IssueState) =
+  var dbgInfo = "[$#] changing state: $# → $#" %
+    [ ($issue.id)[0..<6], $issue.state, $newState ]
+
   let oldFilepath = issue.filepath
   if newState == Done: issue.setDateTime("completed", getTime().local)
   tasksDir.store(issue, newState)
   if oldFilePath != issue.filepath: removeFile(oldFilepath)
+  dbgInfo &= "\n\told path: $#\n\tnew path: $#" % [oldFilePath, issue.filepath]
+  issue.state = newState
+  debug dbgInfo
 
 proc delete*(issue: Issue) = removeFile(issue.filepath)
 
@@ -325,6 +390,7 @@ proc nextRecurrence*(tasksDir: string, rec: Recurrence, defaultIssue: Issue): Is
 
   result = Issue(
     id: genUUID(),
+    state: baseIssue.state,
     summary: baseIssue.summary,
     properties: newProps,
     tags: baseIssue.tags)
@@ -345,49 +411,65 @@ proc nextRecurrence*(tasksDir: string, rec: Recurrence, defaultIssue: Issue): Is
 
   result.setDateTime("hide-until", nextTime)
 
+
 ## Utilities for working with issue collections.
 proc filter*(issues: seq[Issue], filter: IssueFilter): seq[Issue] =
-  result = issues
+  var f: seq[Issue] = issues
 
   for k,v in filter.properties:
-    result = result.filterIt(it.hasProp(k) and it[k] == v)
+    f = f --> filter(it.hasProp(k) and it[k] == v)
 
   for k,v in filter.exclProperties:
-    result = result.filter(proc (iss: Issue): bool =
+    f = f --> filter(not (it.hasProp(k) and v.contains(it[k])))
-      not iss.hasProp(k) or
-      not v.anyIt(it == iss[k])
-    )
 
   if filter.completedRange.isSome:
     let range = filter.completedRange.get
-    result = result.filterIt(
+    f = f --> filter(
              not it.hasProp("completed") or
              it.getDateTime("completed").between(range.b, range.e))
 
   if filter.summaryMatch.isSome:
     let p = filter.summaryMatch.get
-    result = result.filterIt(it.summary.find(p).isSome)
+    f = f --> filter(it.summary.find(p).isSome)
 
   if filter.fullMatch.isSome:
     let p = filter.fullMatch.get
-    result = result.filterIt( it.summary.find(p).isSome or it.details.find(p).isSome)
+    f = f -->
+      filter(it.summary.find(p).isSome or it.details.find(p).isSome)
 
-  for tag in filter.hasTags:
+  for tagLent in filter.hasTags:
-    result = result.filterIt(it.tags.find(tag) >= 0)
+    let tag = tagLent
+    f = f --> filter(it.tags.find(tag) >= 0)
+
+  for exclTagLent in filter.exclTags:
+    let exclTag = exclTagLent
+    f = f --> filter(it.tags.find(exclTag) < 0)
+
+  if filter.inclStates.len > 0:
+    f = f --> filter(filter.inclStates.contains(it.state))
+
+  if filter.exclStates.len > 0:
+    f = f --> filter(not filter.exclStates.contains(it.state))
+
+  return f # not using result because zero_functional doesn't play nice with it
+
+proc find*(
+    issues: TableRef[IssueState, seq[Issue]],
+    filter: IssueFilter
+  ): seq[Issue] =
+
+  result = @[]
+  for stateIssues in issues.values: result &= stateIssues.filter(filter)
 
-  for exclTag in filter.exclTags:
-    result = result.filterIt(it.tags.find(exclTag) < 0)
 
 ### Configuration utilities
 proc loadConfig*(args: Table[string, Value] = initTable[string, Value]()): PitConfig =
-  let pitrcLocations = @[
+  var pitrcFilename: string
-    if args["--config"]: $args["--config"] else: "",
-    ".pitrc", $getEnv("PITRC"), $getEnv("HOME") & "/.pitrc"]
 
-  var pitrcFilename: string =
+  try:
-    foldl(pitrcLocations, if len(a) > 0: a elif fileExists(b): b else: "")
+    pitrcFilename = findConfigFile(".pitrc",
-
+      if args["--config"]: @[$args["--config"]] else: @[])
-  if not fileExists(pitrcFilename):
+  except ValueError:
     warn "could not find .pitrc file: " & pitrcFilename
     if isEmptyOrWhitespace(pitrcFilename):
       pitrcFilename = $getEnv("HOME") & "/.pitrc"
@@ -395,26 +477,28 @@ proc loadConfig*(args: Table[string, Value] = initTable[string, Value]()): PitCo
     try:
       cfgFile = open(pitrcFilename, fmWrite)
       cfgFile.write("{\"tasksDir\": \"/path/to/tasks\"}")
-    except: warn "could not write default .pitrc to " & pitrcFilename
+    except CatchableError: warn "could not write default .pitrc to " & pitrcFilename
     finally: close(cfgFile)
 
-  var cfgJson: JsonNode
+  debug "loading config from '$#'" % [pitrcFilename]
-  try: cfgJson = parseFile(pitrcFilename)
+  let cfg = initCombinedConfig(pitrcFilename, args)
-  except: raise newException(IOError,
-    "unable to read config file: " & pitrcFilename &
-    "\x0D\x0A" & getCurrentExceptionMsg())
-
-  let cfg = CombinedConfig(docopt: args, json: cfgJson)
 
   result = PitConfig(
     cfg: cfg,
+    autoSync: parseBool(cfg.getVal("auto-sync", "false")),
     contexts: newTable[string,string](),
-    tasksDir: cfg.getVal("tasks-dir", ""))
+    defaultPropertiesByContext: newTable[string, seq[string]](),
+    tasksDir: cfg.getVal("tasks-dir", ""),
+    syncTargets: cfg.getJson("sync-targets", newJArray()).getElems)
 
-  if cfgJson.hasKey("contexts"):
+  for k, v in cfg.getJson("contexts", newJObject()):
-    for k, v in cfgJson["contexts"]:
     result.contexts[k] = v.getStr()
 
+  for k, v in cfg.getJson("defaultPropertiesByContext", newJObject()):
+    result.defaultPropertiesByContext[k] = v.getElems() -->
+      map(it.getStr("").strip())
+      .filter(not it.isEmptyOrWhitespace)
+
   if isEmptyOrWhitespace(result.tasksDir):
     raise newException(Exception, "no tasks directory configured")
 
@@ -425,3 +509,44 @@ proc loadConfig*(args: Table[string, Value] = initTable[string, Value]()): PitCo
   for s in IssueState:
     if not dirExists(result.tasksDir / $s):
       (result.tasksDir / $s).createDir
+
+
+## CliContext functionality
+proc initContext*(args: Table[string, Value]): CliContext =
+  let pitCfg = loadConfig(args)
+
+  let cliJson =
+    if pitCfg.cfg.json.hasKey("cli"): pitCfg.cfg.json["cli"]
+    else: newJObject()
+
+  let cliCfg = CombinedConfig(docopt: args, json: cliJson)
+
+  result = CliContext(
+    cfg: pitCfg,
+    contexts: pitCfg.contexts,
+    defaultContext:
+      if not cliJson.hasKey("defaultContext"): none(string)
+      else: some(cliJson["defaultContext"].getStr()),
+    verbose: parseBool(cliCfg.getVal("verbose", "false")) and not args["--quiet"],
+    issues: newTable[IssueState, seq[Issue]](),
+    triggerPtk: cliJson.getOrDefault("triggerPtk").getBool(false))
+
+proc loadIssues*(ctx: CliContext, state: IssueState) =
+  ctx.issues[state] = loadIssues(ctx.cfg.tasksDir, state)
+
+proc loadOpenIssues*(ctx: CliContext) =
+  ctx.issues = newTable[IssueState, seq[Issue]]()
+  for state in [Current, TodoToday, Todo, Pending, Todo]: ctx.loadIssues(state)
+
+proc loadAllIssues*(ctx: CliContext) =
+  ctx.issues = ctx.cfg.tasksDir.loadAllIssues()
+
+proc filterIssues*(ctx: CliContext, filter: IssueFilter) =
+  for state, issueList in ctx.issues:
+    ctx.issues[state] = issueList.filter(filter)
+
+proc getIssueContextDisplayName*(ctx: CliContext, context: string): string =
+  if not ctx.contexts.hasKey(context):
+    if context.isEmptyOrWhitespace: return "<default>"
+    else: return context.capitalize()
+  return ctx.contexts[context]

src/pit/projects.nim

@@ -0,0 +1,368 @@
+import std/[algorithm, json, jsonutils, options, os, sets, strutils, tables,
+            terminal, times, unicode, wordwrap]
+from std/sequtils import repeat, toSeq
+import cliutils, uuids, zero_functional
+import ./[formatting, libpit]
+
+type
+  ProjectCfg* = ref object of RootObj
+    name: string
+    milestoneOrder*: seq[string]
+
+  Project* = ref object of ProjectCfg
+    milestones*: TableRef[string, seq[Issue]]
+
+  ProjectsConfiguration* = TableRef[string, seq[ProjectCfg]]
+    ## ProjectCfgs by context
+
+  ProjectsDatabase* = TableRef[string, seq[Project]]
+    ## Projects by context
+
+
+converter extractConfig(pdb: ProjectsDatabase): ProjectsConfiguration =
+  result = newTable[string, seq[ProjectCfg]]()
+  for (context, projects) in pairs(pdb):
+    result[context] = @[]
+    for project in projects:
+      result[context].add(ProjectCfg(
+        name: project.name,
+        milestoneOrder: project.milestoneOrder))
+
+
+proc loadProjectsConfiguration*(ctx: CliContext): ProjectsConfiguration =
+
+  let projectsCfgFile = ctx.cfg.tasksDir & "/projects.json"
+
+  if not fileExists(projectsCfgFile):
+    return newTable[string, seq[ProjectCfg]]()
+  else:
+    fromJson[ProjectsConfiguration](result, parseFile(projectsCfgFile))
+
+
+proc saveProjectsConfiguration*(ctx: CliContext, cfg: ProjectsConfiguration) =
+  let projectsCfgFile = ctx.cfg.tasksDir / "projects.json"
+  writeFile(projectsCfgFile, toJson(cfg).pretty)
+
+
+proc buildDb*(ctx: CliContext, cfg: ProjectsConfiguration): ProjectsDatabase =
+  result = newTable[string, seq[Project]]()
+
+  # Expand the configuration into the database structure
+  for (context, projectCfgs) in pairs(cfg):
+    result[context] = @[]
+    for projectCfg in projectCfgs:
+      let pcfg = projectCfg
+      let project = Project(
+        name: projectCfg.name,
+        milestoneOrder: projectCfg.milestoneOrder,
+        milestones: newTable[string, seq[Issue]](
+          pcfg.milestoneOrder --> map((it, newSeq[Issue]()))))
+      result[context].add(project)
+
+  # Now populate the database with issues
+  for (state, issues) in pairs(ctx.issues):
+    for issue in issues:
+      if not issue.hasProp("project") or
+         not issue.hasProp("milestone"):
+        continue
+
+      let projectName = issue["project"]
+      let milestone = issue["milestone"]
+      let context =
+        if issue.hasProp("context"): issue["context"]
+        else: "<no-context>"
+
+      # Make sure we have entries for this context and project
+      if not result.hasKey(context): result[context] = @[]
+
+      var projectsInContext = result[context]
+
+      if not (projectsInContext --> exists(it.name == projectName)):
+        projectsInContext.add(Project(
+          name: projectName,
+          milestoneOrder: @[],
+          milestones: newTable[string, seq[Issue]]()))
+
+      let projectIdx = projectsInContext --> index(it.name == projectName)
+      var project = projectsInContext[projectIdx]
+
+      # Make sure we have entries for this milestone
+      if not project.milestones.hasKey(milestone):
+        project.milestones[milestone] = @[]
+
+      if not project.milestoneOrder.contains(milestone):
+        project.milestoneOrder.add(milestone)
+
+      project.milestones[milestone].add(issue)
+
+      result[context] = projectsInContext
+
+  ctx.saveProjectsConfiguration(result)
+
+proc cmp*(a, b: Issue): int =
+  if a.state != b.state:
+    return cmp(ord(a.state), ord(b.state))
+
+  if a.hasProp("priority") or b.hasProp("priority"):
+    if a.getPriority != b.getPriority:
+      return cmp(a.getPriority, b.getPriority) # higher priority first
+
+  if a.hasProp("last-updated") or b.hasProp("last-updated"):
+    var aUpdated = a.getDateTime("last-updated", local(fromUnix(0)))
+    var bUpdated = b.getDateTime("last-updated", local(fromUnix(0)))
+
+    if aUpdated != bUpdated:
+      return cmp(bUpdated, aUpdated) # newer first
+
+  return cmp(a.summary, b.summary)
+
+
+proc listProjects*(ctx: CliContext, filter = none[IssueFilter]()) =
+  ctx.loadAllIssues()
+  let projectsCfg = ctx.loadProjectsConfiguration()
+  var projectsCfgChanged = false
+
+  if filter.isSome: ctx.filterIssues(filter.get)
+
+  let projectsByContext = newTable[string, CountTableRef[string]]()
+
+  for (state, issues) in pairs(ctx.issues):
+    for issue in issues:
+      if issue.hasProp("project"):
+        let context =
+          if issue.hasProp("context"): issue["context"]
+          else: "<no-context>"
+
+        if not projectsByContext.hasKey(context):
+          projectsByContext[context] = newCountTable[string]()
+
+        projectsByContext[context].inc(issue["project"])
+
+  for (context, projects) in pairs(projectsByContext):
+
+    stdout.writeLine(withColor(
+      ctx.getIssueContextDisplayName(context) & ":",
+      fgYellow) & termReset)
+    stdout.writeLine("")
+
+    var toList = toHashSet(toSeq(keys(projects)))
+
+    # Loop through the projects in the configured order first
+    if not projectsCfg.hasKey(context):
+      projectsCfg[context] = @[]
+
+    for project in projectsCfg[context]:
+      if project.name in toList:
+        toList.excl(project.name)
+        stdout.writeLine("  " & project.name &
+          " (" & $projects[project.name] & " issues)")
+
+    # Then list any remaining projects not in the configuration, and add them
+    # to the configuration
+    for (projectName, count) in pairs(projects):
+      if projectName in toList:
+        stdout.writeLine("  " & projectName & " (" & $count & " issues)")
+        projectsCfg[context].add(ProjectCfg(name: projectName, milestoneOrder: @[]))
+        projectsCfgChanged = true
+
+    stdout.writeLine("")
+
+    if projectsCfgChanged: ctx.saveProjectsConfiguration(projectsCfg)
+
+proc listMilestones*(ctx: CliContext, filter = none[IssueFilter]()) =
+  ctx.loadAllIssues()
+  if filter.isSome: ctx.filterIssues(filter.get)
+
+  let projectsCfg = ctx.loadProjectsConfiguration()
+  let projectsDb = ctx.buildDb(projectsCfg)
+
+  var milestones = newCountTable[string]()
+
+  for (context, projects) in pairs(projectsDb):
+    for p in projects:
+      let project = p
+      if values(project.milestones) --> all(it.len == 0):
+        continue
+
+      stdout.writeLine(withColor(project.name, fgBlue, bold = true, bright=true))
+      stdout.writeLine(withColor(
+        "─".repeat(runeLen(stripAnsi(project.name))),
+        fgBlue, bold = true))
+
+      for milestone in project.milestoneOrder:
+        if project.milestones.hasKey(milestone) and
+           project.milestones[milestone].len > 0:
+          let issueCount = project.milestones[milestone].len
+          stdout.writeLine("  " & milestone & " (" & $issueCount & " issues)")
+
+      stdout.writeLine("")
+
+proc formatProjectIssue(
+    ctx: CliContext,
+    issue: Issue,
+    width: int): seq[string] =
+
+  var firstLine = ""
+  if issue.state == IssueState.Done:
+    firstLine &= withColor(" ✔ ", fgBlack, bold=true, bright=true)
+  else:
+    case issue.getPriority
+    of IssuePriority.essential:
+      firstLine &= withColor("❶  ", fgRed, bold=true, bright=true)
+    of IssuePriority.vital:
+      firstLine &= withColor("❷  ", fgYellow, bold=true, bright=true)
+    of IssuePriority.important:
+      firstLine &= withColor("❸  ", fgBlue, bold=true, bright=true)
+    of IssuePriority.optional:
+      firstLine &= withColor("❹  ", fgBlack, bold=false, bright=true)
+
+  let summaryText = formatSectionIssue(issue, width - 3,
+    bold = [Current, TodoToday].contains(issue.state)).splitLines
+  firstLine &= summaryText[0]
+
+  if issue.state == IssueState.Done:
+    firstLine = withColor(stripAnsi(firstLine), fgBlack, bright=true)
+
+  result.add(firstLine)
+  result.add(summaryText[1 .. ^1] --> map("   " & it))
+
+  if issue.state == IssueState.Done:
+    let origLines = result
+    result = origLines --> map(withColor(stripAnsi(it), fgBlack, bright=true))
+
+proc formatParentIssue*(
+    ctx: CliContext,
+    parentIssue: Issue,
+    children: seq[Issue],
+    width: int): seq[string] =
+
+  result.add(ctx.formatProjectIssue(parentIssue, width))
+
+  for child in sorted(children, cmp):
+    let childLines = ctx.formatProjectIssue(child, width - 3)
+    result.add(childLines --> map(withColor(" │ ", fgBlack, bright=true) & it))
+
+  result.add("")
+
+
+proc formatMilestone*(
+    ctx: CliContext,
+    milestone: string,
+    issues: seq[Issue],
+    availWidth: int): seq[string] =
+
+  result = @[""]
+  result.add(withColor(milestone, fgWhite, bold=true))
+  result.add(withColor("─".repeat(availWidth), fgWhite))
+
+  var parentsToChildren = issues -->
+    filter(it.hasProp("parent")).group(it["parent"])
+
+  var issuesToFormat = sorted(issues, cmp) -->
+    filter(not it.hasProp("parent"))
+
+  for issue in issuesToFormat:
+    if parentsToChildren.hasKey($issue.id):
+      result.add(
+        ctx.formatParentIssue(issue, parentsToChildren[$issue.id], availWidth))
+    else:
+      result.add(ctx.formatProjectIssue(issue, availWidth))
+
+proc findShortestColumn(columns: seq[seq[string]]): int =
+  var shortestIdx = 0
+  var shortestLen = columns[0].len
+
+  for i in 1 ..< columns.len:
+    if columns[i].len < shortestLen:
+      shortestLen = columns[i].len
+      shortestIdx = i
+
+  return shortestIdx
+
+
+proc joinColumns(columns: seq[seq[string]], columnWidth: int): seq[string] =
+  let maxLines = columns --> map(it.len).max()
+
+  for lineNo in 0 ..< maxLines:
+    var newLine = ""
+    for col in columns:
+      if lineNo < col.len:
+        let lineLen = runeLen(stripAnsi(col[lineNo]))
+        newLine &= col[lineNo] & " ".repeat(max(0, columnWidth - lineLen) + 2)
+      else:
+        newLine &= " ".repeat(columnWidth + 2)
+
+    result.add(newLine)
+
+proc showProject*(ctx: CliContext, project: Project) =
+
+  let fullWidth = terminalWidth() - 1
+  let columnWidth = 80
+  let numColumns = (fullWidth - 4) div (columnWidth + 2)
+
+  stdout.writeLine("")
+  stdout.writeLine(withColor(
+    "┌" & "─".repeat(project.name.len + 2) &
+    "┬" & "─".repeat(fullWidth - project.name.len - 4) & "┐",
+    fgBlue, bold=true))
+  stdout.writeLine(
+    withColor("│ ", fgBlue, bold=true) &
+    withColor(project.name, fgBlue, bold=true, bright=true) &
+    withColor(" │" & " ".repeat(fullWidth - project.name.len - 4) & "│", fgBlue, bold=true))
+  stdout.writeLine(withColor(
+    "├" & "─".repeat(project.name.len + 2) &
+    "┘" & " ".repeat(fullWidth - project.name.len - 4) & "│",
+    fgBlue, bold=true))
+
+  let milestoneTexts: seq[seq[string]] = project.milestoneOrder -->
+    filter(project.milestones.hasKey(it) and project.milestones[it].len > 0).
+    map(ctx.formatMilestone(it, project.milestones[it], columnWidth))
+
+  var columns: seq[seq[string]] = repeat(newSeq[string](), numColumns)
+
+  for milestoneText in milestoneTexts:
+    let shortestColumnIdx = findShortestColumn(columns)
+    columns[shortestColumnIdx].add(milestoneText)
+
+  let joinedLines = joinColumns(columns, columnWidth)
+
+  for line in joinedLines:
+    let padLen = fullWidth - runeLen(stripAnsi(line)) - 3
+    stdout.writeLine(
+      withColor("│ ", fgBlue) &
+      line &
+      " ".repeat(padLen) &
+      withColor(" │", fgBlue))
+
+  stdout.writeLine(withColor(
+    "└" & "─".repeat(terminalWidth() - 2) & "┘",
+    fgBlue, bold=true))
+
+
+proc showProjectBoard*(ctx: CliContext, filter = none[IssueFilter]()) =
+  ctx.loadAllIssues()
+  if filter.isSome: ctx.filterIssues(filter.get)
+
+  let projectsCfg = ctx.loadProjectsConfiguration()
+  let projectsDb = ctx.buildDb(projectsCfg)
+
+  var contextsAndProjects: seq[(string, seq[Project])] = @[]
+
+  for (context, pjs) in pairs(projectsDb):
+    let projects = pjs
+    let issues: seq[Issue] = projects --> map(toSeq(values(it.milestones))).flatten().flatten()
+    if issues.len > 0:
+      contextsAndProjects.add((context, projects))
+
+  for (context, projects) in contextsAndProjects:
+    if contextsAndProjects.len > 1:
+      stdout.writeLine("")
+      stdout.writeLine(withColor(
+        ctx.getIssueContextDisplayName(context) & ":",
+        fgYellow, bold=true))
+      stdout.writeLine("")
+
+    for p in projects:
+      let project = p
+      if (values(project.milestones) --> exists(it.len > 0)):
+        ctx.showProject(project)

src/pit/sync_pbm_vsb.nim

@@ -0,0 +1,187 @@
+import std/[httpclient, json, jsonutils, logging, options, sets, strutils,
+            terminal, times, tables]
+import timeutils, uuids, zero_functional
+import ./formatting, ./libpit
+
+type
+  PbmVsbSyncContext* = object
+    apiBaseUrl*: string
+    apiToken*: string
+    issueContext*: string
+    pit: PitConfig
+    http: HttpClient
+
+  ServerTask* = object
+    id*: string
+    summary*: string
+    details*: string
+    state*: string
+    lastUpdatedAt*: DateTime
+    archivedAt*: Option[DateTime]
+    tags*: seq[string]
+    context*: Option[string]
+    parent*: Option[string]
+    priority*: Option[string]
+    project*: Option[string]
+    properties*: JsonNode
+    milestone*: Option[string]
+    hideUntil*: Option[DateTime]
+
+
+proc `%`*(dt: DateTime): JsonNode = %(dt.formatIso8601)
+func toJsonHook(dt: DateTime): JsonNode = %(dt.formatIso8601)
+proc fromJsonHook(dt: var DateTime, n: JsonNode): void =
+  dt = n.getStr.parseIso8601
+
+
+#func `%`*(p: Project): JsonNode = toJson(p)
+proc `%`*(t: ServerTask): JsonNode = toJson(t)
+
+
+proc toServerTask(i: Issue): ServerTask =
+  return ServerTask(
+    id: $i.id,
+    summary: i.summary,
+    details: i.details,
+    state: $i.state,
+    tags: i.tags,
+    properties: %i.properties,
+
+    context:
+      if i.hasProp("context"): some(i["context"])
+      else: none[string](),
+
+    lastUpdatedAt:
+      if i.hasProp("last-updated"): parseIso8601(i["last-updated"])
+      else: now(),
+    parent:
+      if i.hasProp("parent"): some(i["parent"])
+      else: none[string](),
+    priority:
+      if i.hasProp("priority"): some(i["priority"])
+      else: none[string](),
+    project:
+      if i.hasProp("project"): some(i["project"])
+      else: none[string](),
+    milestone:
+      if i.hasProp("milestone"): some(i["milestone"])
+      else: none[string](),
+    hideUntil:
+      if i.hasProp("hide-until"): some(parseIso8601(i["hide-until"]))
+      else: none[DateTime]())
+
+
+func getOrFail(n: JsonNode, k: string): JsonNode =
+  if not n.hasKey(k):
+    raise newException(ValueError, "missing key '" & k & "'")
+  return n[k]
+
+
+proc initSyncContext*(pit: PitConfig, syncConfig: JsonNode): PbmVsbSyncContext =
+  result.pit = pit
+  result.apiBaseUrl = syncConfig.getOrFail("apiBaseUrl").getStr
+  result.apiToken = syncConfig.getOrFail("apiToken").getStr
+  result.issueContext = syncConfig.getOrFail("context").getStr
+  result.http = newHttpClient()
+  result.http.headers = newHttpHeaders({ "Authorization": "Bearer " & result.apiToken })
+
+
+proc fetchServerTasks*(ctx: PbmVsbSyncContext): seq[ServerTask] =
+  result = newSeq[ServerTask]()
+  let url = ctx.apiBaseUrl & "/tasks?context=" & ctx.issueContext
+
+  debug "Fetching tasks from server:\n\t" & url
+  let resp = ctx.http.get(url)
+  if resp.status != "200":
+    debug("Received " & resp.status & ": " & resp.body)
+    raise newException(Exception, "Failed to fetch tasks from server")
+  fromJson(result, parseJson(resp.body)["data"])
+
+
+proc updateTask*(ctx: PbmVsbSyncContext, task: ServerTask): void =
+  let url = ctx.apiBaseUrl & "/task" & task.id
+  let body = %task
+  let resp = ctx.http.post(url, $body)
+  if resp.status != "200":
+    debug("Received " & resp.status & ": " & resp.body)
+    raise newException(Exception, "Failed to update task " & task.id & "on server")
+
+
+proc updateTasks*(ctx: PbmVsbSyncContext, tasks: seq[ServerTask]): void =
+  let url = ctx.apiBaseUrl & "/tasks"
+  let body = %tasks
+  let resp = ctx.http.put(url, $body)
+  if resp.status != "200":
+    debug("Received " & resp.status & ": " & resp.body)
+    raise newException(Exception, "Failed to update tasks on server")
+
+
+proc deleteTask*(ctx: PbmVsbSyncContext, taskId: string): void =
+  let url = ctx.apiBaseUrl & "/tasks/" & taskId
+  let resp = ctx.http.delete(url)
+  if resp.status != "200":
+    debug("Received " & resp.status & ": " & resp.body)
+    raise newException(Exception, "Failed to delete task " & taskId & " on server")
+
+
+proc sync*(
+    ctx: PbmVsbSyncContext,
+    dryRun = true,
+    batchSize = 100): void =
+
+  # We're going to do a uni-directional sync, pushing local issues to the
+  # server. However, we only want to update issues that have changed since
+  # the last sync based on the *last-updated* property.
+
+  # Note that all the logic assumes the server only has one context of tasks.
+  # If this ever changes, this logic will need to change.
+  let filter = propsFilter(newTable({ "context": ctx.issueContext }))
+  let allIssues = ctx.pit.tasksDir.loadAllIssues()
+
+  var issues = newSeq[Issue]()
+  for state in allIssues.keys:
+    issues.add(allIssues[state].filter(filter))
+
+  let serverTasks = fetchServerTasks(ctx)
+  debug "Loaded $# server tasks" % [$serverTasks.len]
+  var issuesToPush = newSeq[ServerTask]()
+
+  var unmatchedServerTaskIds = toHashSet(serverTasks --> map(it.id))
+
+  # Process all local issues
+  info "Updating the following tasks for context " & ctx.issueContext
+  for lentIssue in issues:
+    let i = lentIssue
+    let foundTask = serverTasks --> find(it.id == $i.id)
+
+    if foundTask.isSome:
+      # There is a server task for this issue
+      unmatchedServerTaskIds.excl(foundTask.get.id)
+
+      if i.hasProp("last-updated"):
+        var localUpdate = parseIso8601(i["last-updated"])
+        localUpdate.nanosecond = 0
+        if  foundTask.get.lastUpdatedAt >= localUpdate:
+          # but we don't have any update
+          continue
+
+    # We fell through the conditional block above, so either there isn't a
+    # server task, or we *do* have an update,
+    issuesToPush.add(toServerTask(i))
+    info "  " & formatSectionIssue(i, width = terminalWidth() - 8)
+
+  # Now archive the issues on the server that we didn't see locally.
+  info "Archiving the following tasks for context " & ctx.issueContext
+  for task in serverTasks:
+    var toArchive = task
+    if unmatchedServerTaskIds.contains(task.id) and
+       toArchive.archivedAt.isNone:
+      toArchive.archivedAt = some(now())
+      issuesToPush.add(toArchive)
+
+  if not dryRun:
+    var offset = 0
+    while (offset < issuesToPush.len):
+      let batchSize = min(issuesToPush.len - offset, batchSize)
+      updateTasks(ctx, issuesToPush[offset ..< offset + batchSize])
+      offset += batchSize

src/pit_api.nim

@@ -1,11 +1,17 @@
 ## Personal Issue Tracker API Interface
 ## ====================================
+#
+# **NOTE** This is currently not being built as it no longer works under Nim
+# 2.x due to the inability to call system calls (invoke pit via cli) in a
+# gc-safe manner. It should be rewritten to use the functionality exposed by
+# libpit directly rather than calling the pit cli executable. Unfortunately
+# this would require a non-trivial rewrite.
 
 import asyncdispatch, cliutils, docopt, jester, json, logging, options, sequtils, strutils
 import nre except toSeq
 
-import pitpkg/private/libpit
+import pit/libpit
-import pitpkg/cliconstants
+import pit/cliconstants
 
 type
   PitApiCfg* = object