Compare commits
No commits in common. "main" and "0.3.2" have entirely different histories.
14
README.md
14
README.md
@ -1,14 +0,0 @@
|
|||||||
# Hope Family Fellowship Notion API Client
|
|
||||||
|
|
||||||
## Building
|
|
||||||
|
|
||||||
### Software Packages
|
|
||||||
|
|
||||||
`hff_notion_api_client` depends on a number of packages which are not yet
|
|
||||||
available in he official Nim repository. The easiest way to get access to these
|
|
||||||
packages is to add a new `PackageList` to your [nimble configuration] for the
|
|
||||||
[JDB Software Nim packages repository]. The url is
|
|
||||||
`https://git.jdb-software.com/jdb/nim-packages/raw/main/packages.json`
|
|
||||||
|
|
||||||
[nimble configuration]: https://github.com/nim-lang/nimble#configuration
|
|
||||||
[JDB Software Nim packages]: https://git.jdb-software.com/jdb/nim-packages
|
|
@ -1,14 +1,14 @@
|
|||||||
# Package
|
# Package
|
||||||
|
|
||||||
version = "0.5.0"
|
version = "0.3.2"
|
||||||
author = "Jonathan Bernard"
|
author = "Jonathan Bernard"
|
||||||
description = "Utilities and bindings for HFF's Notion API."
|
description = "Utilities and bindings for HFF's Notion API."
|
||||||
license = "GPL-3.0-or-later"
|
license = "GPL-3.0-or-later"
|
||||||
srcDir = "src"
|
srcDir = "src"
|
||||||
|
|
||||||
|
|
||||||
# Dependencies
|
# Dependencies
|
||||||
|
|
||||||
requires "nim >= 1.4.8"
|
requires "nim >= 1.4.8"
|
||||||
|
requires "https://git.jdb-software.com/jdb/buffoonery"
|
||||||
# packages from git.jdb-software.com/jdb/nim-packages
|
requires "https://git.jdb-software.com/jdb/nim-time-utils.git >= 0.5.0"
|
||||||
requires @["buffoonery", "timeutils >= 0.5.0", "namespaced_logging >= 0.3.1"]
|
|
||||||
|
@ -1,8 +1,11 @@
|
|||||||
import std/[httpclient, json, logging, options, sequtils, tables, strutils]
|
import std/httpclient, std/json, std/logging, std/sequtils, std/tables, std/strutils
|
||||||
|
|
||||||
import buffoonery/jsonutils
|
import buffoonery/jsonutils
|
||||||
|
|
||||||
import hff_notion_api_client/[config, models, sequtils_ext, utils]
|
import hff_notion_api_client/config
|
||||||
|
import hff_notion_api_client/models
|
||||||
|
import hff_notion_api_client/sequtils_ext
|
||||||
|
import hff_notion_api_client/utils
|
||||||
|
|
||||||
type
|
type
|
||||||
NotionClientConfig* = object
|
NotionClientConfig* = object
|
||||||
@ -58,19 +61,20 @@ proc fetchAllPages*(
|
|||||||
bodyTemplate = %*{ "page_size": NOTION_MAX_PAGE_SIZE}): seq[JsonNode] =
|
bodyTemplate = %*{ "page_size": NOTION_MAX_PAGE_SIZE}): seq[JsonNode] =
|
||||||
|
|
||||||
result = @[]
|
result = @[]
|
||||||
var nextCursor: Option[string] = none[string]()
|
var nextCursor: string = ""
|
||||||
|
|
||||||
while true:
|
while true:
|
||||||
let body = parseJson($bodyTemplate)
|
let body = parseJson($bodyTemplate)
|
||||||
if nextCursor.isSome: body["start_cursor"] = %nextCursor.get
|
if not nextCursor.isEmptyOrWhitespace: body["start_cursor"] = %nextCursor
|
||||||
|
|
||||||
debug "Fetching pages from database:\n\tPOST " & url & "\n\t" & $body
|
debug "Fetching pages from database:\n\tPOST " & url & "\n\t" & $body
|
||||||
let jsonResp = parseJson(http.postContent(url, $body))
|
let jsonResp = parseJson(http.postContent(url, $body))
|
||||||
|
|
||||||
result = result & jsonResp["results"].getElems
|
result = result & jsonResp["results"].getElems
|
||||||
if jsonResp.hasKey("next_cursor") and jsonResp["next_cursor"].kind != JNull:
|
if jsonResp.hasKey("next_cursor") and jsonResp["next_cursor"].kind != JNull:
|
||||||
nextCursor = some(jsonResp["next_cursor"].getStr)
|
nextCursor = jsonResp["next_cursor"].getStr
|
||||||
else: break
|
|
||||||
|
if nextCursor.isEmptyOrWhitespace: break
|
||||||
|
|
||||||
template fetchDatabaseObject*(notion: NotionClient, dbId: string): untyped =
|
template fetchDatabaseObject*(notion: NotionClient, dbId: string): untyped =
|
||||||
let resp = notion.http.get(notion.apiBaseUrl & "/databases/" & dbId)
|
let resp = notion.http.get(notion.apiBaseUrl & "/databases/" & dbId)
|
||||||
|
@ -11,7 +11,6 @@ type
|
|||||||
city*: string
|
city*: string
|
||||||
state*: string
|
state*: string
|
||||||
street*: string
|
street*: string
|
||||||
suiteOrBuilding*: string
|
|
||||||
zipCode*: string
|
zipCode*: string
|
||||||
createdAt*: Option[DateTime]
|
createdAt*: Option[DateTime]
|
||||||
lastUpdatedAt*: Option[DateTime]
|
lastUpdatedAt*: Option[DateTime]
|
||||||
@ -20,11 +19,8 @@ type
|
|||||||
FamilyObj* = object
|
FamilyObj* = object
|
||||||
id*: string
|
id*: string
|
||||||
name*: string
|
name*: string
|
||||||
headsOfHousehold*: seq[string]
|
|
||||||
headOfHouseholdIds*: seq[string]
|
headOfHouseholdIds*: seq[string]
|
||||||
primaryAddress*: string
|
primaryAddressId*: seq[string]
|
||||||
primaryAddressId*: string
|
|
||||||
members*: seq[string]
|
|
||||||
memberIds*: seq[string]
|
memberIds*: seq[string]
|
||||||
createdAt*: Option[DateTime]
|
createdAt*: Option[DateTime]
|
||||||
lastUpdatedAt*: Option[DateTime]
|
lastUpdatedAt*: Option[DateTime]
|
||||||
@ -39,14 +35,10 @@ type
|
|||||||
gender*: string
|
gender*: string
|
||||||
primaryPhoneNumber*: string
|
primaryPhoneNumber*: string
|
||||||
primaryEmailAddress*: string
|
primaryEmailAddress*: string
|
||||||
addresses*: seq[string]
|
|
||||||
addressIds*: seq[string]
|
addressIds*: seq[string]
|
||||||
marriedTo*: string
|
marriedToId*: seq[string]
|
||||||
marriedToId*: string
|
|
||||||
anniversary*: Option[DateTime]
|
anniversary*: Option[DateTime]
|
||||||
parents*: seq[string]
|
|
||||||
parentIds*: seq[string]
|
parentIds*: seq[string]
|
||||||
children*: seq[string]
|
|
||||||
childIds*: seq[string]
|
childIds*: seq[string]
|
||||||
relationshipToHff*: seq[string]
|
relationshipToHff*: seq[string]
|
||||||
createdAt*: Option[DateTime]
|
createdAt*: Option[DateTime]
|
||||||
@ -86,8 +78,8 @@ func sameContents[T](a: seq[T], b: seq[T]): bool =
|
|||||||
func `==`*(a, b: Family): bool =
|
func `==`*(a, b: Family): bool =
|
||||||
return a.name == b.name and
|
return a.name == b.name and
|
||||||
sameContents(a.headOfHouseholdIds, b.headOfHouseholdIds) and
|
sameContents(a.headOfHouseholdIds, b.headOfHouseholdIds) and
|
||||||
sameContents(a.memberIds, b.memberIds) and
|
sameContents(a.primaryAddressId, b.primaryAddressId) and
|
||||||
a.primaryAddressId == b.primaryAddressId
|
sameContents(a.memberIds, b.memberIds)
|
||||||
|
|
||||||
func `==`*(a, b: Person): bool =
|
func `==`*(a, b: Person): bool =
|
||||||
return a.preferredName == b.preferredName and
|
return a.preferredName == b.preferredName and
|
||||||
@ -99,8 +91,8 @@ func `==`*(a, b: Person): bool =
|
|||||||
a.primaryPhoneNumber == b.primaryPhoneNumber and
|
a.primaryPhoneNumber == b.primaryPhoneNumber and
|
||||||
a.primaryEmailAddress == b.primaryEmailAddress and
|
a.primaryEmailAddress == b.primaryEmailAddress and
|
||||||
a.anniversary == b.anniversary and
|
a.anniversary == b.anniversary and
|
||||||
a.marriedToId == b.marriedToId and
|
|
||||||
sameContents(a.addressIds, b.addressIds) and
|
sameContents(a.addressIds, b.addressIds) and
|
||||||
|
sameContents(a.marriedToId, b.marriedToId) and
|
||||||
sameContents(a.parentIds, b.parentIds) and
|
sameContents(a.parentIds, b.parentIds) and
|
||||||
sameContents(a.childIds, b.childIds) and
|
sameContents(a.childIds, b.childIds) and
|
||||||
sameContents(a.relationshipToHff, b.relationshipToHff)
|
sameContents(a.relationshipToHff, b.relationshipToHff)
|
||||||
@ -128,7 +120,6 @@ func toPage*(a: Address): JsonNode =
|
|||||||
"City": makeTextProp("rich_text", a.city),
|
"City": makeTextProp("rich_text", a.city),
|
||||||
"State": makeSelectProp(a.state),
|
"State": makeSelectProp(a.state),
|
||||||
"Street Address": makeTextProp("title", a.street),
|
"Street Address": makeTextProp("title", a.street),
|
||||||
"Suite or Building": makeTextProp("rich_text", a.suiteOrBuilding),
|
|
||||||
"Zip Code": makeTextProp("rich_text", a.zipCode)
|
"Zip Code": makeTextProp("rich_text", a.zipCode)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -138,7 +129,7 @@ func toPage*(f: Family): JsonNode =
|
|||||||
"properties": {
|
"properties": {
|
||||||
"Name": makeTextProp("title", f.name),
|
"Name": makeTextProp("title", f.name),
|
||||||
"Head(s) of Household": makeRelationProp(f.headOfHouseholdIds),
|
"Head(s) of Household": makeRelationProp(f.headOfHouseholdIds),
|
||||||
"Primary Address": makeRelationProp(@[f.primaryAddressId]),
|
"Primary Address": makeRelationProp(f.primaryAddressId),
|
||||||
"Members": makeRelationProp(f.memberIds)
|
"Members": makeRelationProp(f.memberIds)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -156,7 +147,7 @@ func toPage*(p: Person): JsonNode =
|
|||||||
"Email Address": { "email": p.primaryEmailAddress },
|
"Email Address": { "email": p.primaryEmailAddress },
|
||||||
"Relationship to HFF": makeMultiSelectProp(p.relationshipToHff),
|
"Relationship to HFF": makeMultiSelectProp(p.relationshipToHff),
|
||||||
"Address": makeRelationProp(p.addressIds),
|
"Address": makeRelationProp(p.addressIds),
|
||||||
"Married To": makeRelationProp(@[p.marriedToId]),
|
"Married To": makeRelationProp(p.marriedToId),
|
||||||
"Anniversary": makeDateProp(p.anniversary),
|
"Anniversary": makeDateProp(p.anniversary),
|
||||||
"Parents": makeRelationProp(p.parentIds),
|
"Parents": makeRelationProp(p.parentIds),
|
||||||
"Children": makeRelationProp(p.childIds),
|
"Children": makeRelationProp(p.childIds),
|
||||||
@ -184,30 +175,21 @@ proc addressFromPage*(page: JsonNode): Address =
|
|||||||
city: page.getText("City"),
|
city: page.getText("City"),
|
||||||
state: page.getSelect("State"),
|
state: page.getSelect("State"),
|
||||||
street: page.getTitle("Street Address"),
|
street: page.getTitle("Street Address"),
|
||||||
suiteOrBuilding: page.getText("Suite or Building"),
|
|
||||||
zipCode: page.getText("Zip Code"),
|
zipCode: page.getText("Zip Code"),
|
||||||
createdAt: some(parseIso8601(page["created_time"].getStr)),
|
createdAt: some(parseIso8601(page["created_time"].getStr)),
|
||||||
lastUpdatedAt: some(parseIso8601(page["last_edited_time"].getStr)))
|
lastUpdatedAt: some(parseIso8601(page["last_edited_time"].getStr)))
|
||||||
|
|
||||||
proc familyFromPage*(page: JsonNode): Family =
|
proc familyFromPage*(page: JsonNode): Family =
|
||||||
let primaryAddressIds = page.getRelationIds("Primary Address")
|
|
||||||
result = Family(
|
result = Family(
|
||||||
id: page["id"].getStr,
|
id: page["id"].getStr,
|
||||||
name: page.getTitle("Name"),
|
name: page.getTitle("Name"),
|
||||||
headsOfHousehold: page.getRolledupRecordTitles("Head(s) of Household (display)"),
|
|
||||||
headOfHouseholdIds: page.getRelationIds("Head(s) of Household"),
|
headOfHouseholdIds: page.getRelationIds("Head(s) of Household"),
|
||||||
primaryAddress: if primaryAddressIds.len == 0: ""
|
primaryAddressId: page.getRelationIds("Primary Address"),
|
||||||
else: page.getRolledupRecordTitles("Primary Address (display)")[0],
|
|
||||||
primaryAddressId: if primaryAddressIds.len == 0: ""
|
|
||||||
else: primaryAddressIds[0],
|
|
||||||
members: page.getRolledupRecordTitles("Members (display)"),
|
|
||||||
memberIds: page.getRelationIds("Members"),
|
memberIds: page.getRelationIds("Members"),
|
||||||
createdAt: some(parseIso8601(page["created_time"].getStr)),
|
createdAt: some(parseIso8601(page["created_time"].getStr)),
|
||||||
lastUpdatedAt: some(parseIso8601(page["last_edited_time"].getStr)))
|
lastUpdatedAt: some(parseIso8601(page["last_edited_time"].getStr)))
|
||||||
|
|
||||||
proc personFromPage*(page: JsonNode): Person =
|
proc personFromPage*(page: JsonNode): Person =
|
||||||
let marriedToIds = page.getRelationIds("Married To")
|
|
||||||
|
|
||||||
result = Person(
|
result = Person(
|
||||||
id: page["id"].getStr,
|
id: page["id"].getStr,
|
||||||
preferredName: page.getTitle("Preferred Name"),
|
preferredName: page.getTitle("Preferred Name"),
|
||||||
@ -219,16 +201,10 @@ proc personFromPage*(page: JsonNode): Person =
|
|||||||
primaryPhoneNumber: page.getPhone("Primary Phone Number"),
|
primaryPhoneNumber: page.getPhone("Primary Phone Number"),
|
||||||
primaryEmailAddress: page.getEmail("Email Address"),
|
primaryEmailAddress: page.getEmail("Email Address"),
|
||||||
relationshipToHff: page.getMultiSelect("Relationship to HFF"),
|
relationshipToHff: page.getMultiSelect("Relationship to HFF"),
|
||||||
addresses: page.getRollupArrayValues("Full Address").mapIt(it{"formula", "string"}.getStr),
|
|
||||||
addressIds: page.getRelationIds("Address"),
|
addressIds: page.getRelationIds("Address"),
|
||||||
marriedTo: if marriedToIds.len == 0: ""
|
marriedToId: page.getRelationIds("Married To"),
|
||||||
else: page.getRolledupRecordTitles("Married To (display)")[0],
|
|
||||||
marriedToId: if marriedToIds.len == 0: ""
|
|
||||||
else: marriedToIds[0],
|
|
||||||
anniversary: page.getDateTime("Anniversary"),
|
anniversary: page.getDateTime("Anniversary"),
|
||||||
parents: page.getRolledupRecordTitles("Parents (display)"),
|
|
||||||
parentIds: page.getRelationIds("Parents"),
|
parentIds: page.getRelationIds("Parents"),
|
||||||
children: page.getRolledupRecordTitles("Children (display)"),
|
|
||||||
childIds: page.getRelationIds("Children"),
|
childIds: page.getRelationIds("Children"),
|
||||||
createdAt: some(parseIso8601(page["created_time"].getStr)),
|
createdAt: some(parseIso8601(page["created_time"].getStr)),
|
||||||
lastUpdatedAt: some(parseIso8601(page["last_edited_time"].getStr)),
|
lastUpdatedAt: some(parseIso8601(page["last_edited_time"].getStr)),
|
||||||
|
@ -1,16 +1,9 @@
|
|||||||
import std/json, std/logging, std/options, std/sequtils, std/times
|
import std/json, std/options, std/sequtils, std/times
|
||||||
import namespaced_logging
|
|
||||||
import timeutils
|
import timeutils
|
||||||
|
|
||||||
const NOTION_MAX_PAGE_SIZE* = 100
|
const NOTION_MAX_PAGE_SIZE* = 100
|
||||||
const NOTION_DATE_FORMAT = "YYYY-MM-dd"
|
const NOTION_DATE_FORMAT = "YYYY-MM-dd"
|
||||||
|
|
||||||
var logNs {.threadvar.}: LoggingNamespace
|
|
||||||
|
|
||||||
template log(): untyped =
|
|
||||||
if logNs.isNil: logNs = getLoggerForNamespace("hff_notion_api_client/utils", lvlInfo)
|
|
||||||
logNs
|
|
||||||
|
|
||||||
proc parseDate(str: string): DateTime =
|
proc parseDate(str: string): DateTime =
|
||||||
try: result = parseIso8601(str)
|
try: result = parseIso8601(str)
|
||||||
except: result = times.parse(str, NOTION_DATE_FORMAT)
|
except: result = times.parse(str, NOTION_DATE_FORMAT)
|
||||||
@ -57,7 +50,7 @@ proc makeTextProp*(propType: string, value: string): JsonNode =
|
|||||||
## Utility functions for reading Page property values
|
## Utility functions for reading Page property values
|
||||||
## --------------------------------------------------
|
## --------------------------------------------------
|
||||||
|
|
||||||
proc getPropNode*(page: JsonNode, propType, propName: string): JsonNode =
|
proc getPropNode(page: JsonNode, propType, propName: string): JsonNode =
|
||||||
result = page{"properties", propName, propType}
|
result = page{"properties", propName, propType}
|
||||||
|
|
||||||
if isNil(result):
|
if isNil(result):
|
||||||
@ -81,25 +74,6 @@ proc getRelationIds*(page: JsonNode, propName: string): seq[string] =
|
|||||||
let propNode = page.getPropNode("relation", propName)
|
let propNode = page.getPropNode("relation", propName)
|
||||||
return propNode.getElems.mapIt(it["id"].getStr)
|
return propNode.getElems.mapIt(it["id"].getStr)
|
||||||
|
|
||||||
proc getRollupArrayValues*(page: JsonNode, propName: string): seq[JsonNode] =
|
|
||||||
return page.getPropNode("rollup", propName){"array"}.getElems(@[])
|
|
||||||
|
|
||||||
proc getRolledupRecordTitles*(page: JsonNode, propName: string): seq[string] =
|
|
||||||
let rollups = page.getPropNode("rollup", propName)["array"]
|
|
||||||
if rollups.getElems.len == 0: return @[]
|
|
||||||
|
|
||||||
result = @[]
|
|
||||||
for rollupItem in rollups.getElems:
|
|
||||||
if not rollupItem.hasKey("title") or rollupItem["title"].getElems.len != 1:
|
|
||||||
log().debug "Expected exactly one item of type 'title'. Received: \n" &
|
|
||||||
rollupItem.pretty
|
|
||||||
|
|
||||||
raise newException(
|
|
||||||
ValueError,
|
|
||||||
"unexpected format of rollup value for '" & propName & "' property")
|
|
||||||
|
|
||||||
result.add(rollupItem["title"].getElems[0]["plain_text"].getStr)
|
|
||||||
|
|
||||||
proc getText*(page: JsonNode, propName: string): string =
|
proc getText*(page: JsonNode, propName: string): string =
|
||||||
let propNode = page.getPropNode("rich_text", propName)
|
let propNode = page.getPropNode("rich_text", propName)
|
||||||
if propNode.len == 0: return ""
|
if propNode.len == 0: return ""
|
||||||
|
Loading…
x
Reference in New Issue
Block a user