mirror of
https://github.com/hcengineering/platform.git
synced 2026-09-25 02:55:02 +02:00
+1








98652c6476
* Add bump-changes * Add utility tests * Add utility tests * Bump to new version of esbuild and typescript * v0.7.3 * use platform rig 0.7.10 * upgrade: memory engine optimized; change name to (was recommended by Copilot and Onnikov, TODO: CHANGE CLIENT TOO!!!) Signed-off-by: Leonid Kaganov <lleo@lleo.me> * Fix rate limits bug * Bump versions * Fix lock file * Fix bug in queue cleanup * Add more tests for queue * Add api-test tests * Initial commit * Improve hierarchy + tests Add tests for hierarchy and few performance/memory optimizations. * Add more hierarchy tests * Move from Huly platform repository * Add docker tests setup * Fix test to be executed only once * Add connection tests * Fix package include source files * More tests * Create README.md * Fix pnpm lock * Fix packages publish * Remove broken tests * feat: adjust hulylake client for storage adapter Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Fix export * Fix publish * Fix message update (#114) Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * Bump version Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * Bump versions Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Fix lang store (#115) Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * update hulylake client Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Bump version Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Add hulylake storage adapter Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Bump version Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * fix validation issues Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * fix: do not fail on deseralization error and add logs Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * bump version -> 0.1.14 Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * fix collaboration test Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Update prettier and new update-deps script Prettier + svelte support * fix unstable ydoc tests Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Add tx ordering middleware * Fix ordering tests * Fix Kafka close of admin * Add tests for measurement and understand overhead * Fix not updated lock file * Fix update-deps * Fix update-deps * Use latest platform-rig * Fix deps * Add rush check to CI * Use latest versions * Bump versions * Fix lock file * validate json patch Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * bump version -> 0.1.15 Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * fix merge unit tests Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Script to sync eslint deps * Fix deps * Fix tests * Fix platform-rig detection * Update to latest platform-rig * Update to latest platform rig and core * Bump typescript * Bump typescript * Rollback eslint plugins * Fix lock file * Bump platform-rig * Update to latest platform-rig * update to latest platform-rig * Allow to compile svelte files * Add ui-test component for checking compile * Fix log levels rename compile ui -> compile ui-esbuild * Fix build * Bump esbuild svelte version * Chore: use fixed versions in update-deps Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Chore: commit changes Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Update deps * Add tests for session manager * Fix txOrdering implementation * Bump ordering * Prevent metrics zero values in measure + Fix format svelte files * Revert update-deps script logic * v0.7.19 * update to latest platform-rig * Update deps * Fix pnpm * Session counters * Fix pnpm lock * Add storage client Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Bump versions Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * fix versions Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Bump core * Fix pnpm * Get rid of communication dependency * Add copilot memory file * Use proper name for instructions file * Fix instructions * Use domain instead of test name in gauges * Update instructions file * fix front service upload Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * remove incorrect test Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Move packages to huly.core * Move packages to core, since they are not utils * Add global user profile Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Fix lock file Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Add support for memory limit check * Bump version * Fix pnpm * report more accurate upload progress Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * fic validation issues Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Fix deps Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * Move LowLevelStorage to server * Fix linting * Revert "Fix linting" This reverts commit54631d353e. * Revert "Move LowLevelStorage to server" This reverts commitaafb8f6f12. * feature: add regorus engine with permit file Signed-off-by: Leonid Kaganov <lleo@lleo.me> * Fix one second counters for memory usage * Fix kafka test * use fresh core * Version bump * fix: key parameter added Signed-off-by: Leonid Kaganov <lleo@lleo.me> * Fix readme and few author mistakes * Export domain schemas * Bump version * Tests (#117) Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * Bump version Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * feat: compact compact worker (#4) Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * bump version -> 0.1.16 Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Add TypeIdentifier Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Add change logs Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * rename send -> try_send Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Bump Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Fix pnpm lock Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Add identifier middleware, bump core Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Add subsciption methods to account client Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Fix lock file Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Fix reaction notification (#118) Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * Bump version Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * Improve find methods schemas to convert to valid types Signed-off-by: Nikolay Marchuk <nikolay.marchuk@hardcoreeng.com> * Add change description Signed-off-by: Nikolay Marchuk <nikolay.marchuk@hardcoreeng.com> * Do not transcode while recording Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Open telemetry support Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * use proper content type in multipart upload Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Bump versions Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * fix build (#26) Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Fix peers (#120) Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * Bump version Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> * Add ActivityCollaborativeChange Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Update pnpm Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Allow to suspend errors on with * Fix pnpm cache * update versions * v0.7.17 for all * v0.7.11 * v0.7.14 * remove arc from worker Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * bump version -> 0.1.17 Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Rank for attributes Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Update pnpm Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Fix one second counters * Fix withContext and allow pass options * Fix formatting * Use updated deps * Bump versions * Update deps * Update deps to platform.core * add support for textColor mark Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * add support for textStyle mark Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Bump versions Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Bump versions again Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Fix Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Rework on second timers * fix merge of large blobs feched from s3 Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * bump version -> 0.1.18 Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * New subscription methods in account-client * Update lock file Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Send error on find for wrong domain * Suspend connect custom errors events in traces * Bump client * Bump core * update deps * Fix lock file * Sorting for TypeIdentifier Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Bump version Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * add workspace usage info Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Bump versions Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> * Improve pg security perfomance Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Fix identifier middleware Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Update TxAccessLevel interface Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Allow guest to update its identities Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Add password login locked platform status Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> * Fix Uptrace normalizeMarkdown errors Signed-off-by: Artem Savchenko <armisav@gmail.com> * Add change log Signed-off-by: Artem Savchenko <armisav@gmail.com> * Add txMatch to permission Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * update pnpm lock Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Bump Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Fix permission middleware Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Fix enum sorting Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Enable formatting check Signed-off-by: Andrey Sobolev <haiodo@gmail.com> * Enable formatting check * Add change Signed-off-by: Andrey Sobolev <haiodo@gmail.com> * Fix Uptrace NaN error Signed-off-by: Artem Savchenko <armisav@gmail.com> * feature: removed actors, improved performance Signed-off-by: Leonid Kaganov <lleo@lleo.me> * feature: ping from server to clients added Signed-off-by: Leonid Kaganov <lleo@lleo.me> * feature: ping from server to clients added Signed-off-by: Leonid Kaganov <lleo@lleo.me> * Compress kafka messages and fix exception in findAll Signed-off-by: Artem Savchenko <armisav@gmail.com> * Bump versions Signed-off-by: Artem Savchenko <armisav@gmail.com> * Bump versions Signed-off-by: Artem Savchenko <armisav@gmail.com> * Rush change Signed-off-by: Artem Savchenko <armisav@gmail.com> * Fix compression param Signed-off-by: Artem Savchenko <armisav@gmail.com> * Trigger change Signed-off-by: Artem Savchenko <armisav@gmail.com> * Clean up Signed-off-by: Artem Savchenko <armisav@gmail.com> * Trigger change Signed-off-by: Artem Savchenko <armisav@gmail.com> * Bump markdown version Signed-off-by: Artem Savchenko <armisav@gmail.com> * Enable sub projects * Fix wrong double symbol scripts * Include foundation packages * Add support for custom exclude filters Add support for custom exclude filters - by Andrey Sobolev - haiodo@gmail.com Signed-off-by: Andrey Sobolev <haiodo@gmail.com> * Bump Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> * Fix Uptrace filter is not a function error Signed-off-by: Artem Savchenko <armisav@gmail.com> * Sync versions Signed-off-by: Andrey Sobolev <haiodo@gmail.com> --------- Signed-off-by: Leonid Kaganov <lleo@lleo.me> Signed-off-by: Alexander Onnikov <Alexander.Onnikov@xored.com> Signed-off-by: Kristina Fefelova <kristin.fefelova@gmail.com> Signed-off-by: Alexey Zinoviev <alexey.zinoviev@xored.com> Signed-off-by: Denis Bykhov <bykhov.denis@gmail.com> Signed-off-by: Nikolay Marchuk <nikolay.marchuk@hardcoreeng.com> Signed-off-by: Artem Savchenko <armisav@gmail.com> Signed-off-by: Andrey Sobolev <haiodo@gmail.com> Co-authored-by: Leonid Kaganov <lleo@lleo.me> Co-authored-by: Alexander Onnikov <Alexander.Onnikov@xored.com> Co-authored-by: Alexander Onnikov <Alexander.Onnikov@gmail.com> Co-authored-by: Kristina <kristin.fefelova@gmail.com> Co-authored-by: Alexey Zinoviev <alexey.zinoviev@xored.com> Co-authored-by: Denis Bykhov <bykhov.denis@gmail.com> Co-authored-by: Nikolay Marchuk <nikolay.marchuk@hardcoreeng.com> Co-authored-by: Alexander Onnikov <aonnikov@hardcoreeng.com> Co-authored-by: Artem Savchenko <armisav@gmail.com>
252 lines
7.3 KiB
TypeScript
252 lines
7.3 KiB
TypeScript
//
|
|
// Copyright © 2025 Hardcore Engineering Inc.
|
|
//
|
|
// Licensed under the Eclipse Public License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License. You may
|
|
// obtain a copy of the License at https://www.eclipse.org/legal/epl-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
//
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
import {
|
|
AppletAttachment,
|
|
Attachment,
|
|
BlobAttachment,
|
|
BlobID,
|
|
CardID,
|
|
type Emoji,
|
|
FindMessagesOptions,
|
|
FindMessagesParams,
|
|
LinkPreviewAttachment,
|
|
linkPreviewType,
|
|
Message,
|
|
MessageDoc,
|
|
MessageID,
|
|
MessagesDoc,
|
|
MessagesGroup,
|
|
MessagesGroupDoc,
|
|
MessagesGroupsDoc,
|
|
type PersonUuid,
|
|
SortingOrder,
|
|
TranslatedMessage,
|
|
TranslatedMessagesDoc,
|
|
WithTotal
|
|
} from '@hcengineering/communication-types'
|
|
import { type HulylakeWorkspaceClient } from '@hcengineering/hulylake-client'
|
|
|
|
const COUNTER_BITS = 10n
|
|
const RANDOM_BITS = 10n
|
|
const MAX_SEQUENCE = (1n << COUNTER_BITS) - 1n
|
|
|
|
let counter = 0n
|
|
|
|
function makeBigIntId (): bigint {
|
|
const ts = BigInt(Date.now())
|
|
counter = counter < MAX_SEQUENCE ? counter + 1n : 0n
|
|
const random = BigInt(Math.floor(Math.random() * Number((1n << RANDOM_BITS) - 1n)))
|
|
return (ts << (COUNTER_BITS + RANDOM_BITS)) | (counter << RANDOM_BITS) | random
|
|
}
|
|
|
|
function toBase64Url (bytes: Uint8Array): string {
|
|
let s = ''
|
|
for (const b of bytes) s += String.fromCharCode(b)
|
|
// @ts-expect-error browser btoa / node Buffer
|
|
const base64 = typeof btoa === 'function' ? btoa(s) : Buffer.from(bytes).toString('base64')
|
|
return base64.replace(/\+/g, '-').replace(/\//g, '_').replace(/=+$/, '')
|
|
}
|
|
|
|
export function generateMessageId (): MessageID {
|
|
const idBig = makeBigIntId()
|
|
const buf = new Uint8Array(8)
|
|
new DataView(buf.buffer).setBigUint64(0, idBig, false)
|
|
return toBase64Url(buf) as MessageID
|
|
}
|
|
|
|
export function isAppletAttachment (attachment: Attachment): attachment is AppletAttachment {
|
|
return attachment.mimeType.startsWith('application/vnd.huly.applet.')
|
|
}
|
|
|
|
export function isLinkPreviewAttachmentType (mimeType: string): boolean {
|
|
return mimeType === linkPreviewType
|
|
}
|
|
|
|
export function isAppletAttachmentType (mimeType: string): boolean {
|
|
return mimeType.startsWith('application/vnd.huly.applet.')
|
|
}
|
|
|
|
export function isBlobAttachmentType (mimeType: string): boolean {
|
|
return !isLinkPreviewAttachmentType(mimeType) && !isAppletAttachmentType(mimeType)
|
|
}
|
|
|
|
export function isLinkPreviewAttachment (attachment: Attachment): attachment is LinkPreviewAttachment {
|
|
return attachment.mimeType === linkPreviewType
|
|
}
|
|
|
|
export function isBlobAttachment (attachment: Attachment): attachment is BlobAttachment {
|
|
return !isLinkPreviewAttachment(attachment) && !isAppletAttachment(attachment) && 'blobId' in attachment.params
|
|
}
|
|
|
|
export function withTotal<T> (objects: T[], total?: number): WithTotal<T> {
|
|
const length = total ?? objects.length
|
|
|
|
return Object.assign(objects, { total: length })
|
|
}
|
|
|
|
export async function loadMessagesGroups (client: HulylakeWorkspaceClient, cardId: CardID): Promise<MessagesGroup[]> {
|
|
const res = await client.getJson<MessagesGroupsDoc>(`${cardId}/messages/groups`, {
|
|
maxRetries: 3,
|
|
isRetryable: () => true,
|
|
delayStrategy: {
|
|
getDelay: () => 500
|
|
}
|
|
})
|
|
|
|
if (res?.body === undefined) {
|
|
return []
|
|
}
|
|
return Object.values(res.body)
|
|
.map((it) => deserializeMessageGroup(it))
|
|
.sort((a, b) => a.fromDate.getTime() - b.fromDate.getTime())
|
|
}
|
|
|
|
function deserializeMessageGroup (group: MessagesGroupDoc): MessagesGroup {
|
|
return {
|
|
cardId: group.cardId,
|
|
blobId: group.blobId,
|
|
fromDate: new Date(group.fromDate),
|
|
toDate: new Date(group.toDate),
|
|
count: group.count
|
|
}
|
|
}
|
|
|
|
export async function loadMessages (
|
|
client: HulylakeWorkspaceClient,
|
|
blobId: BlobID,
|
|
params: FindMessagesParams,
|
|
options?: FindMessagesOptions
|
|
): Promise<Message[]> {
|
|
const { cardId } = params
|
|
const res = await client.getJson<MessagesDoc>(`${cardId}/messages/${blobId}`, {
|
|
maxRetries: 3,
|
|
isRetryable: () => true,
|
|
delayStrategy: {
|
|
getDelay: () => 500
|
|
}
|
|
})
|
|
if (res?.body === undefined) {
|
|
return []
|
|
}
|
|
return parseMessagesDoc(res.body, params, options)
|
|
}
|
|
|
|
export function parseMessagesDoc (
|
|
json: MessagesDoc,
|
|
params: FindMessagesParams,
|
|
options?: FindMessagesOptions
|
|
): Message[] {
|
|
let messages: Record<MessageID, MessageDoc> = {}
|
|
if (params.id != null) {
|
|
const value = (json.messages as any)[params.id]
|
|
|
|
if (value == null) {
|
|
return []
|
|
}
|
|
|
|
messages = {
|
|
[params.id]: value
|
|
}
|
|
} else {
|
|
messages = json.messages
|
|
}
|
|
|
|
const result: Message[] = []
|
|
for (const m of Object.values(messages)) {
|
|
if (params.limit != null && result.length >= params.limit) break
|
|
const message: Message = {
|
|
id: m.id,
|
|
cardId: m.cardId,
|
|
created: new Date(m.created),
|
|
creator: m.creator,
|
|
type: m.type,
|
|
content: m.content,
|
|
extra: m.extra,
|
|
language: m.language ?? undefined,
|
|
modified: m.modified != null ? new Date(m.modified) : undefined,
|
|
reactions: {},
|
|
attachments: [],
|
|
threads: []
|
|
}
|
|
|
|
if (options?.reactions === true) {
|
|
for (const [emoji, users] of Object.entries(m.reactions)) {
|
|
for (const [user, data] of Object.entries(users)) {
|
|
const messageData = message.reactions[emoji as Emoji] ?? []
|
|
messageData.push({
|
|
count: Number(data.count),
|
|
person: user as PersonUuid,
|
|
date: new Date(data.date)
|
|
})
|
|
message.reactions[emoji as Emoji] = messageData
|
|
}
|
|
}
|
|
}
|
|
|
|
if (options?.attachments === true) {
|
|
for (const attachment of Object.values(m.attachments)) {
|
|
message.attachments.push({
|
|
id: attachment.id,
|
|
mimeType: attachment.mimeType,
|
|
params: attachment.params as any,
|
|
creator: m.creator,
|
|
created: new Date(m.created)
|
|
})
|
|
}
|
|
}
|
|
|
|
if (options?.threads === true) {
|
|
for (const thread of Object.values(m.threads)) {
|
|
message.threads.push({
|
|
cardId: m.cardId,
|
|
messageId: m.id,
|
|
threadId: thread.threadId,
|
|
threadType: thread.threadType,
|
|
repliesCount: Number(thread.repliesCount),
|
|
lastReplyDate: thread.lastReplyDate != null ? new Date(thread.lastReplyDate) : undefined,
|
|
repliedPersons: thread.repliedPersons
|
|
})
|
|
}
|
|
}
|
|
|
|
result.push(message)
|
|
}
|
|
|
|
if (params.order === SortingOrder.Ascending) {
|
|
result.sort((a, b) => a.created.getTime() - b.created.getTime())
|
|
} else if (params.order === SortingOrder.Descending) {
|
|
result.sort((a, b) => b.created.getTime() - a.created.getTime())
|
|
}
|
|
return result
|
|
}
|
|
|
|
export function parseTranslatedMessagesDoc (json: TranslatedMessagesDoc): TranslatedMessage[] {
|
|
const result: TranslatedMessage[] = []
|
|
for (const m of Object.values(json.messages)) {
|
|
const message: TranslatedMessage = {
|
|
id: m.id,
|
|
created: new Date(m.created),
|
|
creator: m.creator,
|
|
content: m.content
|
|
}
|
|
|
|
result.push(message)
|
|
}
|
|
|
|
result.sort((a, b) => a.created.getTime() - b.created.getTime())
|
|
return result
|
|
}
|