mirror of
https://github.com/hcengineering/platform.git
synced 2026-08-29 11:19:44 +02:00
Move services to public (#6156)
Signed-off-by: Andrey Sobolev <haiodo@gmail.com>
This commit is contained in:
Andrey Sobolev
@@ -0,0 +1,413 @@
|
||||
import { Analytics } from '@hcengineering/analytics'
|
||||
import core, {
|
||||
Account,
|
||||
AnyAttribute,
|
||||
AttachedDoc,
|
||||
Class,
|
||||
Doc,
|
||||
DocumentQuery,
|
||||
DocumentUpdate,
|
||||
MeasureContext,
|
||||
Ref,
|
||||
SortingOrder,
|
||||
Status,
|
||||
Timestamp,
|
||||
TxOperations,
|
||||
Type,
|
||||
toIdMap
|
||||
} from '@hcengineering/core'
|
||||
import { PlatformError, unknownStatus } from '@hcengineering/platform'
|
||||
import task, { TaskType, calculateStatuses, createState, findStatusAttr } from '@hcengineering/task'
|
||||
import tracker, { IssueStatus } from '@hcengineering/tracker'
|
||||
import github, {
|
||||
DocSyncInfo,
|
||||
GithubIntegrationRepository,
|
||||
GithubIssueStateReason,
|
||||
GithubProject
|
||||
} from '@hcengineering/github'
|
||||
import { deepEqual } from 'fast-equals'
|
||||
import { IntegrationManager, githubExternalSyncVersion } from '../types'
|
||||
import { GithubDataType } from './githubTypes'
|
||||
|
||||
/**
|
||||
* Return if github write operations are allowed.
|
||||
*/
|
||||
export function isGHWriteAllowed (): boolean {
|
||||
if (process.env.GITHUB_READONLY === 'true') {
|
||||
return false
|
||||
}
|
||||
return true
|
||||
}
|
||||
|
||||
/**
|
||||
* @public
|
||||
*/
|
||||
export function collectUpdate<T extends Doc> (
|
||||
doc: Record<string, any>,
|
||||
newDoc: Record<string, any>,
|
||||
keys: string[]
|
||||
): DocumentUpdate<T> {
|
||||
const documentUpdate: DocumentUpdate<Doc> = {}
|
||||
function toUndefinedValues (a: any): any {
|
||||
if (typeof a === 'object' && a != null) {
|
||||
const newA: any = {}
|
||||
for (const [k, v] of Object.entries(a)) {
|
||||
if (v === null) {
|
||||
newA[k] = undefined
|
||||
} else {
|
||||
newA[k] = toUndefinedValues(v)
|
||||
}
|
||||
}
|
||||
return newA
|
||||
}
|
||||
return a ?? undefined
|
||||
}
|
||||
for (const k of keys) {
|
||||
const v = newDoc[k]
|
||||
if (!keys.includes(k)) {
|
||||
continue
|
||||
}
|
||||
if (['_class', '_id', 'modifiedBy', 'modifiedOn', 'space', 'attachedTo', 'attachedToClass'].includes(k)) {
|
||||
continue
|
||||
}
|
||||
let vv = v
|
||||
if (vv === undefined) {
|
||||
vv = null
|
||||
}
|
||||
const dv = (doc as any)[k]
|
||||
if (!deepEqual(toUndefinedValues(dv), toUndefinedValues(v))) {
|
||||
;(documentUpdate as any)[k] = vv
|
||||
}
|
||||
}
|
||||
return documentUpdate as DocumentUpdate<T>
|
||||
}
|
||||
|
||||
/**
|
||||
* @public
|
||||
*/
|
||||
export async function getSince (
|
||||
_client: TxOperations,
|
||||
_class: Ref<Class<Doc>>,
|
||||
repo: GithubIntegrationRepository
|
||||
): Promise<string | undefined> {
|
||||
const lastModified: Timestamp | undefined = await getSinceRaw(_client, _class, repo)
|
||||
return lastModified !== undefined ? new Date(lastModified + 1)?.toISOString() : undefined
|
||||
}
|
||||
|
||||
/**
|
||||
* @public
|
||||
*/
|
||||
export async function getSinceRaw (
|
||||
_client: TxOperations,
|
||||
_class: Ref<Class<Doc>>,
|
||||
repo: GithubIntegrationRepository
|
||||
): Promise<number | undefined> {
|
||||
if (repo.githubProject == null) {
|
||||
return undefined
|
||||
}
|
||||
return (
|
||||
await _client.findOne(
|
||||
github.class.DocSyncInfo,
|
||||
{
|
||||
objectClass: _class,
|
||||
space: repo.githubProject,
|
||||
lastModified: { $exists: true },
|
||||
externalVersion: githubExternalSyncVersion,
|
||||
externalVersionSince: { $ne: '#' },
|
||||
repository: repo._id
|
||||
},
|
||||
{ sort: { lastModified: SortingOrder.Descending }, limit: 1 }
|
||||
)
|
||||
)?.lastModified
|
||||
}
|
||||
|
||||
/**
|
||||
* @public
|
||||
*/
|
||||
export function gqlp (params: Record<string, string | number | string[] | undefined>): string {
|
||||
let result = ''
|
||||
let first = true
|
||||
for (const [k, v] of Object.entries(params)) {
|
||||
if (v !== undefined) {
|
||||
if (!first) {
|
||||
result += ', '
|
||||
}
|
||||
first = false
|
||||
if (typeof v === 'number') {
|
||||
result += `${k}: ${v}`
|
||||
} else if (Array.isArray(v)) {
|
||||
result += `${k}: [${v.map((it) => `"${it}"`).join(', ')}]`
|
||||
} else {
|
||||
result += `${k}: "${v}"`
|
||||
}
|
||||
}
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
/**
|
||||
* @public
|
||||
*/
|
||||
export async function getCreateStatus (
|
||||
ctx: MeasureContext,
|
||||
provider: IntegrationManager,
|
||||
client: TxOperations,
|
||||
prj: GithubProject,
|
||||
name: string,
|
||||
description: string,
|
||||
colorStr: string,
|
||||
taskType: TaskType
|
||||
): Promise<string> {
|
||||
const color = hashCode(colorStr)
|
||||
|
||||
const states = await provider.getStatuses(taskType._id)
|
||||
|
||||
for (const s of states) {
|
||||
if (s.name.toLowerCase().trim() === name.toLowerCase().trim()) {
|
||||
return s._id
|
||||
}
|
||||
}
|
||||
ctx.error('Create new project Status', { name, colorStr, category: 'Backlog' })
|
||||
// No status found, let's create one.
|
||||
const id = await createState(client, taskType.statusClass, {
|
||||
name,
|
||||
description,
|
||||
color,
|
||||
ofAttribute: findStatusAttr(client.getHierarchy(), taskType.statusClass)._id,
|
||||
category: task.statusCategory.UnStarted
|
||||
})
|
||||
const type = await client.findOne(task.class.ProjectType, { _id: prj.type })
|
||||
if (type === undefined) {
|
||||
return id
|
||||
}
|
||||
|
||||
if (!taskType.statuses.includes(id)) {
|
||||
await client.update(taskType, {
|
||||
$push: { statuses: id }
|
||||
})
|
||||
const taskTypes = toIdMap(await client.findAll(task.class.TaskType, { parent: type._id }))
|
||||
|
||||
const index = type.statuses.findIndex((it) => it._id === id)
|
||||
if (index === -1) {
|
||||
await client.update(type, {
|
||||
statuses: calculateStatuses(type, taskTypes, [{ taskTypeId: taskType._id, statuses: taskType.statuses }])
|
||||
})
|
||||
}
|
||||
}
|
||||
return id
|
||||
}
|
||||
|
||||
/**
|
||||
* @public
|
||||
*/
|
||||
export function hashCode (str: string): number {
|
||||
return str.split('').reduce((prevHash, currVal) => ((prevHash << 5) - prevHash + currVal.charCodeAt(0)) | 0, 0)
|
||||
}
|
||||
|
||||
export function getType (attr: AnyAttribute): GithubDataType | undefined {
|
||||
if (attr.type._class === core.class.TypeString) {
|
||||
return 'TEXT'
|
||||
}
|
||||
if (
|
||||
attr.type._class === core.class.TypeNumber ||
|
||||
attr.type._class === tracker.class.TypeReportedTime ||
|
||||
attr.type._class === tracker.class.TypeEstimation ||
|
||||
attr.type._class === tracker.class.TypeRemainingTime
|
||||
) {
|
||||
return 'NUMBER'
|
||||
}
|
||||
if (attr.type._class === core.class.TypeDate) {
|
||||
return 'DATE'
|
||||
}
|
||||
if (attr.type._class === core.class.EnumOf) {
|
||||
return 'SINGLE_SELECT'
|
||||
}
|
||||
}
|
||||
|
||||
export function getPlatformType (dataType: GithubDataType): Ref<Class<Type<any>>> | undefined {
|
||||
switch (dataType) {
|
||||
case 'TEXT':
|
||||
return core.class.TypeString
|
||||
case 'NUMBER':
|
||||
return core.class.TypeNumber
|
||||
case 'DATE':
|
||||
return core.class.TypeDate
|
||||
case 'SINGLE_SELECT':
|
||||
return core.class.EnumOf
|
||||
}
|
||||
}
|
||||
|
||||
export async function guessStatus (
|
||||
pr: { state: 'OPEN' | 'CLOSED' | 'MERGED', stateReason?: GithubIssueStateReason | null },
|
||||
statuses: Status[]
|
||||
): Promise<IssueStatus> {
|
||||
const unstarted = (): Status | undefined => statuses.find((it) => it.category === task.statusCategory.UnStarted)
|
||||
|
||||
const todo = (): Status | undefined => statuses.find((it) => it.category === task.statusCategory.ToDo)
|
||||
const active = (): Status | undefined => statuses.find((it) => it.category === task.statusCategory.Active)
|
||||
|
||||
const canceled = (): Status | undefined => statuses.find((it) => it.category === task.statusCategory.Lost)
|
||||
const completed = (): Status | undefined => statuses.find((it) => it.category === task.statusCategory.Won)
|
||||
|
||||
let result: IssueStatus | undefined
|
||||
|
||||
if (pr.state === 'OPEN' && pr.stateReason == null) {
|
||||
result = unstarted() ?? todo() ?? active()
|
||||
} else if (pr.state === 'OPEN' && pr.stateReason === GithubIssueStateReason.Reopened) {
|
||||
result = active()
|
||||
} else if (pr.state === 'CLOSED' && pr.stateReason === GithubIssueStateReason.NotPlanned) {
|
||||
result = canceled()
|
||||
} else if (pr.state === 'CLOSED' || pr.state === 'MERGED') {
|
||||
result = completed()
|
||||
} else {
|
||||
// By default put into backlog
|
||||
result = unstarted() ?? todo() ?? active()
|
||||
}
|
||||
if (result === undefined) {
|
||||
throw new PlatformError(unknownStatus(`No status found for GH issue status ${pr.state} ${pr.stateReason}`))
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
/**
|
||||
* @public
|
||||
*/
|
||||
export class SyncRunner {
|
||||
eventSync = new Map<string, Promise<void>>()
|
||||
|
||||
async exec<T>(id: string, op: () => Promise<T>): Promise<T> {
|
||||
await this.eventSync.get(id)
|
||||
const promise = op()
|
||||
this.eventSync.set(
|
||||
id,
|
||||
promise.then(() => {})
|
||||
)
|
||||
const result = await promise
|
||||
this.eventSync.delete(id)
|
||||
return result
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* @public
|
||||
*/
|
||||
export const syncRunner = new SyncRunner()
|
||||
|
||||
export async function deleteObjects (
|
||||
ctx: MeasureContext,
|
||||
client: TxOperations,
|
||||
objects: Doc[],
|
||||
account: Ref<Account>
|
||||
): Promise<void> {
|
||||
const ops = client.apply('delete')
|
||||
for (const object of objects) {
|
||||
if (client.getHierarchy().isDerived(object._class, core.class.AttachedDoc)) {
|
||||
const adoc = object as AttachedDoc
|
||||
await ops
|
||||
.removeCollection(
|
||||
object._class,
|
||||
object.space,
|
||||
adoc._id,
|
||||
adoc.attachedTo,
|
||||
adoc.attachedToClass,
|
||||
adoc.collection,
|
||||
Date.now(),
|
||||
account
|
||||
)
|
||||
.catch((err) => {
|
||||
Analytics.handleError(err)
|
||||
ctx.error('filed to remove collection', err)
|
||||
})
|
||||
} else {
|
||||
await ops.removeDoc(object._class, object.space, object._id, Date.now(), account).catch((err) => {
|
||||
Analytics.handleError(err)
|
||||
ctx.error('filed to remove doc', err)
|
||||
})
|
||||
}
|
||||
}
|
||||
await ops.commit()
|
||||
}
|
||||
|
||||
export async function syncDerivedDocuments<T extends { url: string }> (
|
||||
derivedClient: TxOperations,
|
||||
parentDoc: DocSyncInfo,
|
||||
ext: T,
|
||||
prj: GithubProject,
|
||||
repo: GithubIntegrationRepository,
|
||||
objectClass: Ref<Class<Doc>>,
|
||||
query: DocumentQuery<DocSyncInfo>,
|
||||
docs: (ext: T) => { url: string, updatedAt: string | null, createdAt: string }[],
|
||||
extra?: any
|
||||
): Promise<void> {
|
||||
const childDocsOfClass = await derivedClient.findAll(github.class.DocSyncInfo, {
|
||||
objectClass,
|
||||
parent: (parentDoc.url ?? '').toLowerCase(),
|
||||
...query
|
||||
})
|
||||
|
||||
const processed = new Set<Ref<DocSyncInfo>>()
|
||||
const _docs = docs(ext)
|
||||
for (const r of _docs) {
|
||||
const existing = childDocsOfClass.find((it) => it.url.toLowerCase() === r.url.toLowerCase())
|
||||
if (existing === undefined) {
|
||||
await derivedClient.createDoc<DocSyncInfo>(github.class.DocSyncInfo, prj._id, {
|
||||
objectClass,
|
||||
url: r.url.toLowerCase(),
|
||||
needSync: '', // we need to sync to retrieve patch in background
|
||||
githubNumber: 0,
|
||||
repository: repo._id,
|
||||
external: r,
|
||||
externalVersion: githubExternalSyncVersion,
|
||||
derivedVersion: '',
|
||||
lastModified: new Date(r.updatedAt ?? r.createdAt).getTime(),
|
||||
parent: ext.url,
|
||||
attachedTo: parentDoc._id,
|
||||
...extra
|
||||
})
|
||||
} else {
|
||||
processed.add(existing._id)
|
||||
if (!deepEqual(existing.external, r)) {
|
||||
// Only update if had changes.
|
||||
await derivedClient.update(existing, {
|
||||
external: r,
|
||||
needSync: '', // We need to check if we had any changes.
|
||||
derivedVersion: '',
|
||||
externalVersion: githubExternalSyncVersion,
|
||||
lastModified: new Date(r.updatedAt ?? r.createdAt).getTime(),
|
||||
...extra
|
||||
})
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Mark all non processed for delete.
|
||||
for (const d of childDocsOfClass.filter((it) => !processed.has(it._id))) {
|
||||
await derivedClient.update<DocSyncInfo>(d, { deleted: true, needSync: '' })
|
||||
}
|
||||
}
|
||||
|
||||
const errorPrinter = ({ message, stack, ...rest }: Error): object => ({
|
||||
message,
|
||||
stack,
|
||||
...rest
|
||||
})
|
||||
export function errorToObj (value: any): any {
|
||||
return value instanceof Error ? errorPrinter(value) : value
|
||||
}
|
||||
|
||||
export function compareMarkdown (a: string, b: string): boolean {
|
||||
let na = a.replaceAll('\r\n', '\n').replaceAll('\r', '\n')
|
||||
let nb = b.replaceAll('\r\n', '\n').replaceAll('\r', '\n')
|
||||
|
||||
// Remove trailings before compare
|
||||
na = na
|
||||
.split('\n')
|
||||
.map((it) => it.trimEnd())
|
||||
.join('\n')
|
||||
nb = nb
|
||||
.split('\n')
|
||||
.map((it) => it.trimEnd())
|
||||
.join('\n')
|
||||
|
||||
return na === nb
|
||||
}
|
||||
Reference in New Issue
Block a user