From 17aa2c412cf410de0d03f1ca35a3ef4ae03e7ac0 Mon Sep 17 00:00:00 2001 From: JWittmeyer <91723236+JWittmeyer@users.noreply.github.com> Date: Sat, 16 Jul 2022 17:33:15 +0200 Subject: [PATCH 01/51] Update LICENSE --- LICENSE | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/LICENSE b/LICENSE index 261eeb9e..8b17cbd9 100644 --- a/LICENSE +++ b/LICENSE @@ -186,7 +186,7 @@ same "printed page" as the copyright notice for easier identification within third-party archives. - Copyright [yyyy] [name of copyright owner] + Copyright 2022 onetask.ai GmbH Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. From c3a086bad7cbe31cd3115662c8fd70ca4a85640f Mon Sep 17 00:00:00 2001 From: Lina Date: Mon, 18 Jul 2022 12:04:18 +0200 Subject: [PATCH 02/51] Documentation link on tokenizer fixed --- .../projects/components/project-new/project-new.component.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/app/projects/components/project-new/project-new.component.html b/src/app/projects/components/project-new/project-new.component.html index cd78cbe5..f768ec01 100644 --- a/src/app/projects/components/project-new/project-new.component.html +++ b/src/app/projects/components/project-new/project-new.component.html @@ -41,7 +41,7 @@
From a4017b1574ba920f26d32f7a72b0bb60f46c3701 Mon Sep 17 00:00:00 2001 From: Lina Date: Mon, 18 Jul 2022 17:05:32 +0200 Subject: [PATCH 03/51] Links to public repos --- src/app/record-ide/components/record-ide.component.ts | 2 +- .../weak-source-details/weak-source-details.component.ts | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/app/record-ide/components/record-ide.component.ts b/src/app/record-ide/components/record-ide.component.ts index b75ba66b..f20164a8 100644 --- a/src/app/record-ide/components/record-ide.component.ts +++ b/src/app/record-ide/components/record-ide.component.ts @@ -171,7 +171,7 @@ export class RecordIDEComponent implements OnInit { } navigateToLibraries() { - window.open("https://github.com/code-kern-ai/record-ide/blob/dev/requirements.txt", "_blank"); + window.open("https://github.com/code-kern-ai/refinery-lf-exec-env/blob/dev/requirements.txt", "_blank"); } } diff --git a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts index f7b0db81..e2e3c185 100644 --- a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts +++ b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts @@ -595,7 +595,7 @@ export class WeakSourceDetailsComponent } navigateToLibraries() { - window.open("https://github.com/code-kern-ai/lf-execution-environment/blob/dev/requirements.txt", "_blank"); + window.open("https://github.com/code-kern-ai/refinery-lf-exec-env/blob/dev/requirements.txt", "_blank"); } getBackground(color) { From 407a3a282a21782c3c89147d999941fa542524be Mon Sep 17 00:00:00 2001 From: JWittmeyer Date: Mon, 25 Jul 2022 12:23:51 +0200 Subject: [PATCH 04/51] Removes retry from http failure --- src/app/base/interceptors/exception.interceptor.ts | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/src/app/base/interceptors/exception.interceptor.ts b/src/app/base/interceptors/exception.interceptor.ts index 023973e0..9719b3c0 100644 --- a/src/app/base/interceptors/exception.interceptor.ts +++ b/src/app/base/interceptors/exception.interceptor.ts @@ -9,17 +9,15 @@ import { import { Observable, throwError } from 'rxjs'; import { catchError, retry } from 'rxjs/operators'; import { NotificationService } from '../services/notification.service'; - @Injectable() export class ExceptionInterceptor implements HttpInterceptor { - constructor(private notificationService: NotificationService) {} + constructor(private notificationService: NotificationService) { } intercept( request: HttpRequest, next: HttpHandler ): Observable> { return next.handle(request).pipe( - retry(1), catchError((error: HttpErrorResponse) => { let message = ''; if (error.error instanceof ErrorEvent) { From 66bfa53ebe079c810da0e130527aa9db9acba6e1 Mon Sep 17 00:00:00 2001 From: JWittmeyer Date: Mon, 25 Jul 2022 16:03:15 +0200 Subject: [PATCH 05/51] Adds check for demo application --- src/app/app.component.ts | 11 +++++- src/app/app.module.ts | 4 ++- .../components/header/header.component.html | 2 +- .../components/header/header.component.ts | 4 ++- src/app/base/interceptors/DemoError.ts | 15 ++++++++ .../global-exception.interceptor.ts | 14 ++++++++ src/app/base/services/base/apollo-checker.ts | 36 +++++++++++++++++++ src/app/base/services/config-service.ts | 35 ++++++++++++++++++ .../services/config/config-apollo.service.ts | 32 ++++++++++++++++- .../base/services/config/config-queries.ts | 15 ++++++++ .../knowledge-bases-apollo.service.ts | 4 ++- .../notification-apollo.service.ts | 4 ++- .../organization-apollo.service.ts | 4 ++- .../project/project-apollo.service.ts | 4 ++- .../services/record/record-apollo.service.ts | 4 ++- .../weak-source/weak-source-apollo.service.ts | 4 ++- 16 files changed, 181 insertions(+), 11 deletions(-) create mode 100644 src/app/base/interceptors/DemoError.ts create mode 100644 src/app/base/interceptors/global-exception.interceptor.ts create mode 100644 src/app/base/services/base/apollo-checker.ts diff --git a/src/app/app.component.ts b/src/app/app.component.ts index 237978d0..9a41aa8f 100644 --- a/src/app/app.component.ts +++ b/src/app/app.component.ts @@ -38,7 +38,7 @@ export class AppComponent implements OnDestroy, OnInit { ) { } ngOnInit(): void { - this.configService.isManaged().pipe(first()).subscribe((v) => ConfigManager.initConfigManager(this.http, this.configService, v)); + this.initalRequests(); NotificationService.subscribeToNotification(this, { whitelist: ['notification_created', 'project_deleted', 'config_updated'], func: this.handleWebsocketNotification @@ -46,6 +46,15 @@ export class AppComponent implements OnDestroy, OnInit { this.initializeNotificationService(); this.initWithConfigManager(); } + + initalRequests() { + this.configService.isManaged().pipe(first()).subscribe((v) => ConfigManager.initConfigManager(this.http, this.configService, v)); + this.configService.isDemo().pipe(first()).subscribe((v) => ConfigManager.setIsDemo(v)); + this.configService.isAdmin().pipe(first()).subscribe((v) => ConfigManager.setIsAdmin(v)); + this.configService.getBlackWhiteDemo().pipe(first()).subscribe((v) => ConfigManager.setBlackWhiteListDemo(v)); + } + + initWithConfigManager() { if (!ConfigManager.isInit()) { diff --git a/src/app/app.module.ts b/src/app/app.module.ts index 9a00f549..87573ec5 100644 --- a/src/app/app.module.ts +++ b/src/app/app.module.ts @@ -1,10 +1,11 @@ import { HTTP_INTERCEPTORS, HttpClientModule } from '@angular/common/http'; -import { NgModule } from '@angular/core'; +import { ErrorHandler, NgModule } from '@angular/core'; import { BrowserModule } from '@angular/platform-browser'; import { AppRoutingModule } from './app-routing.module'; import { AppComponent } from './app.component'; import { BaseModule } from './base/base.module'; import { ExceptionInterceptor } from './base/interceptors/exception.interceptor'; +import { GlobalErrorHandler } from './base/interceptors/global-exception.interceptor'; import { NotificationService } from './base/services/notification.service'; import { DataModule } from './data/data.module'; import { ProjectsModule } from './projects/projects.module'; @@ -50,6 +51,7 @@ import { RecordIDEModule } from './record-ide/record-ide.module'; ], providers: [ { provide: HTTP_INTERCEPTORS, useClass: ExceptionInterceptor, multi: true }, + { provide: ErrorHandler, useClass: GlobalErrorHandler }, NotificationService, ], bootstrap: [AppComponent], diff --git a/src/app/base/components/header/header.component.html b/src/app/base/components/header/header.component.html index cca0133f..fef9fddd 100644 --- a/src/app/base/components/header/header.component.html +++ b/src/app/base/components/header/header.component.html @@ -59,7 +59,7 @@
-
+
diff --git a/src/app/base/components/header/header.component.ts b/src/app/base/components/header/header.component.ts index b55a4f05..10ac12a1 100644 --- a/src/app/base/components/header/header.component.ts +++ b/src/app/base/components/header/header.component.ts @@ -21,6 +21,7 @@ export class HeaderComponent implements OnInit, OnDestroy { subscriptions$: Subscription[] = []; showConfigSettings: boolean = false; + isDemo: boolean; constructor(private auth: AuthApiService, private router: Router) { } @@ -33,7 +34,8 @@ export class HeaderComponent implements OnInit, OnDestroy { timer(250).subscribe(() => this.setShowConfig()); return; } - this.showConfigSettings = !ConfigManager.getIsManaged() + this.isDemo = ConfigManager.getIsDemo(); + this.showConfigSettings = !ConfigManager.getIsManaged(); } ngOnDestroy(): void { diff --git a/src/app/base/interceptors/DemoError.ts b/src/app/base/interceptors/DemoError.ts new file mode 100644 index 00000000..3e78f7e4 --- /dev/null +++ b/src/app/base/interceptors/DemoError.ts @@ -0,0 +1,15 @@ +export class DemoError extends Error { + errorQueryType: string; + errorQueryText: string; + constructor(type: string, queryText: string, msg?: string) { + super(msg); + Object.setPrototypeOf(this, DemoError.prototype); + this.errorQueryType = type; + this.errorQueryText = queryText; + } + + errorMessage(): string { + if (this.message) return this.message + return "This function isn't part of the demo application"; + } +} \ No newline at end of file diff --git a/src/app/base/interceptors/global-exception.interceptor.ts b/src/app/base/interceptors/global-exception.interceptor.ts new file mode 100644 index 00000000..f6c217a8 --- /dev/null +++ b/src/app/base/interceptors/global-exception.interceptor.ts @@ -0,0 +1,14 @@ +import { ErrorHandler, Injectable } from '@angular/core'; +import { DemoError } from './DemoError'; +@Injectable() +export class GlobalErrorHandler implements ErrorHandler { + constructor() { } + + handleError(error: any) { + if (error instanceof DemoError) { + alert(error.errorMessage()); + } else { + console.error(error); + } + } +} \ No newline at end of file diff --git a/src/app/base/services/base/apollo-checker.ts b/src/app/base/services/base/apollo-checker.ts new file mode 100644 index 00000000..f5c5a45c --- /dev/null +++ b/src/app/base/services/base/apollo-checker.ts @@ -0,0 +1,36 @@ + + +import { Apollo } from 'apollo-angular'; +import { QueryOptions, MutationOptions, ApolloQueryResult, FetchResult } from '@apollo/client/core'; +import { EmptyObject, WatchQueryOptions } from 'apollo-angular/types'; +import { Observable } from 'rxjs'; +import { QueryRef } from 'apollo-angular/query-ref'; +import { DemoError } from '../../interceptors/DemoError'; +import { ConfigManager } from '../config-service'; + +export class ApolloChecker { + + public apollo: Apollo; + constructor(apollo: Apollo) { + this.apollo = apollo; + } + + mutate(options: MutationOptions): Observable> { + ApolloChecker.checkBlackWhiteList("mutation", options.mutation.loc?.source.body); + return this.apollo.mutate(options) + } + watchQuery(options: WatchQueryOptions): QueryRef { + ApolloChecker.checkBlackWhiteList("query", options.query.loc?.source.body); + return this.apollo.watchQuery(options); + } + query(options: QueryOptions): Observable> { + ApolloChecker.checkBlackWhiteList("query", options.query.loc?.source.body); + return this.apollo.query(options); + } + + private static checkBlackWhiteList(type: string, queryText: string) { + if (!ConfigManager.getIsDemo()) return; + if (!queryText) throw new Error("Can't find query text"); + if (!ConfigManager.checkBlackWhiteList(type, queryText)) throw new DemoError(type, queryText); + } +} \ No newline at end of file diff --git a/src/app/base/services/config-service.ts b/src/app/base/services/config-service.ts index 1176e601..a2cf3217 100644 --- a/src/app/base/services/config-service.ts +++ b/src/app/base/services/config-service.ts @@ -9,6 +9,9 @@ export class ConfigManager { private static http: HttpClient; private static configApolloService: ConfigApolloService; private static isManaged: boolean = true;//differentation between propriatary or not + private static isAdmin: boolean = false; + private static isDemo: boolean = false; + private static blackWhiteListDemo: any; private static registedUpdateListeners: Map void> = new Map void>(); private static justUpdated = false; @@ -80,5 +83,37 @@ export class ConfigManager { ConfigManager.registedUpdateListeners.delete(caller); } + public static setIsAdmin(value: boolean) { + ConfigManager.isAdmin = value; + } + public static getIsAdmin() { + return ConfigManager.isAdmin; + } + + public static setIsDemo(value: boolean) { + ConfigManager.isDemo = value; + } + public static getIsDemo() { + return ConfigManager.isDemo; + } + + public static setBlackWhiteListDemo(value: any) { + ConfigManager.blackWhiteListDemo = value; + } + + public static checkBlackWhiteList(type: string, queryText: string): boolean { + if (!ConfigManager.blackWhiteListDemo) return false; + if (type == "query") { + for (const blacklisted of ConfigManager.blackWhiteListDemo["queries"]) { + if (queryText.indexOf(blacklisted) != -1) return false; + } + return true; + } else { + for (const whitelisted of ConfigManager.blackWhiteListDemo["mutations"]) { + if (queryText.indexOf(whitelisted) != -1) return true; + } + return false; + } + } } diff --git a/src/app/base/services/config/config-apollo.service.ts b/src/app/base/services/config/config-apollo.service.ts index a4856425..bc4b8f59 100644 --- a/src/app/base/services/config/config-apollo.service.ts +++ b/src/app/base/services/config/config-apollo.service.ts @@ -2,6 +2,7 @@ import { Injectable } from '@angular/core'; import { Apollo } from 'apollo-angular'; import { Observable } from 'rxjs'; import { map } from 'rxjs/operators'; +import { ApolloChecker } from '../base/apollo-checker'; import { mutations } from './config-mutations'; import { queries } from './config-queries'; @@ -11,7 +12,8 @@ import { queries } from './config-queries'; }) export class ConfigApolloService { - constructor(private apollo: Apollo) { } + private apollo: ApolloChecker; + constructor(private apolloBase: Apollo) { this.apollo = new ApolloChecker(this.apolloBase); } isManaged() { return this.apollo @@ -30,4 +32,32 @@ export class ConfigApolloService { } }); } + + isDemo() { + return this.apollo + .query({ + query: queries.IS_DEMO, + fetchPolicy: 'cache-first', + }) + .pipe(map((result) => result['data']['isDemo'] != false)); + } + + isAdmin() { + return this.apollo + .query({ + query: queries.IS_AMDIN, + fetchPolicy: 'no-cache', + }) + .pipe(map((result) => result['data']['isAdmin'] != false)); + } + + getBlackWhiteDemo() { + return this.apollo + .query({ + query: queries.GET_BLACK_WHITE_DEMO, + fetchPolicy: 'cache-first', + }) + .pipe(map((result) => JSON.parse(result['data']['getBlackWhiteDemo']))); + } + } diff --git a/src/app/base/services/config/config-queries.ts b/src/app/base/services/config/config-queries.ts index 98507f05..6cb9cda7 100644 --- a/src/app/base/services/config/config-queries.ts +++ b/src/app/base/services/config/config-queries.ts @@ -47,5 +47,20 @@ export const queries = { query{ isManaged } + `, + IS_DEMO: gql` + query{ + isDemo + } + `, + IS_AMDIN: gql` + query{ + isAdmin + } + `, + GET_BLACK_WHITE_DEMO: gql` + { + getBlackWhiteDemo + } ` }; diff --git a/src/app/base/services/knowledge-bases/knowledge-bases-apollo.service.ts b/src/app/base/services/knowledge-bases/knowledge-bases-apollo.service.ts index 5be7088e..735d9fda 100644 --- a/src/app/base/services/knowledge-bases/knowledge-bases-apollo.service.ts +++ b/src/app/base/services/knowledge-bases/knowledge-bases-apollo.service.ts @@ -3,12 +3,14 @@ import { Injectable } from '@angular/core'; import { mutations } from './knowledge-bases-mutations'; import { queries } from './knowledge-bases-queries'; import { map } from 'rxjs/operators'; +import { ApolloChecker } from '../base/apollo-checker'; @Injectable({ providedIn: 'root', }) export class KnowledgeBasesApolloService { - constructor(private apollo: Apollo) { } + private apollo: ApolloChecker; + constructor(private apolloBase: Apollo) { this.apollo = new ApolloChecker(this.apolloBase); } createKnowledgeBase(projectId: string) { return this.apollo.mutate({ diff --git a/src/app/base/services/notification/notification-apollo.service.ts b/src/app/base/services/notification/notification-apollo.service.ts index e3195710..d37c6494 100644 --- a/src/app/base/services/notification/notification-apollo.service.ts +++ b/src/app/base/services/notification/notification-apollo.service.ts @@ -2,6 +2,7 @@ import { Injectable } from '@angular/core'; import { Apollo } from 'apollo-angular'; import { NotificationType } from 'aws-sdk/clients/budgets'; import { map } from 'rxjs/operators'; +import { ApolloChecker } from '../base/apollo-checker'; import { mutations } from './notification-mutations'; import { queries } from './notification-queries'; @@ -9,7 +10,8 @@ import { queries } from './notification-queries'; providedIn: 'root', }) export class NotificationApolloService { - constructor(private apollo: Apollo) { } + private apollo: ApolloChecker; + constructor(private apolloBase: Apollo) { this.apollo = new ApolloChecker(this.apolloBase); } getNotificationsByUser() { const query = this.apollo diff --git a/src/app/base/services/organization/organization-apollo.service.ts b/src/app/base/services/organization/organization-apollo.service.ts index 5b2cdb93..5b37fd27 100644 --- a/src/app/base/services/organization/organization-apollo.service.ts +++ b/src/app/base/services/organization/organization-apollo.service.ts @@ -3,6 +3,7 @@ import { Apollo } from 'apollo-angular'; import { Observable } from 'rxjs'; import { map } from 'rxjs/operators'; import { Organization } from '../../entities/organization'; +import { ApolloChecker } from '../base/apollo-checker'; import { mutations } from './organization-mutations'; import { queries } from './organization-queries'; @@ -12,7 +13,8 @@ import { queries } from './organization-queries'; }) export class OrganizationApolloService { - constructor(private apollo: Apollo) { } + private apollo: ApolloChecker; + constructor(private apolloBase: Apollo) { this.apollo = new ApolloChecker(this.apolloBase); } createOrganization(name: string) { return this.apollo diff --git a/src/app/base/services/project/project-apollo.service.ts b/src/app/base/services/project/project-apollo.service.ts index 193eb219..76890779 100644 --- a/src/app/base/services/project/project-apollo.service.ts +++ b/src/app/base/services/project/project-apollo.service.ts @@ -3,6 +3,7 @@ import { Apollo } from 'apollo-angular'; import { Observable } from 'rxjs'; import { map } from 'rxjs/operators'; import { Project } from '../../entities/project'; +import { ApolloChecker } from '../base/apollo-checker'; import { mutations } from './project-mutations'; import { queries } from './project-queries'; @@ -10,7 +11,8 @@ import { queries } from './project-queries'; providedIn: 'root', }) export class ProjectApolloService { - constructor(private apollo: Apollo) { } + private apollo: ApolloChecker; + constructor(private apolloBase: Apollo) { this.apollo = new ApolloChecker(this.apolloBase) } createProject(projectName: string, description: string) { return this.apollo diff --git a/src/app/base/services/record/record-apollo.service.ts b/src/app/base/services/record/record-apollo.service.ts index 0ef851e1..9b0ac4e5 100644 --- a/src/app/base/services/record/record-apollo.service.ts +++ b/src/app/base/services/record/record-apollo.service.ts @@ -6,13 +6,15 @@ import { queries } from './record-queries'; import { mutations } from './record-mutations'; import { queries as projectQueries } from '../project/project-queries'; import { labelSourceToString } from '../../enum/graphql-enums'; +import { ApolloChecker } from '../base/apollo-checker'; @Injectable({ providedIn: 'root', }) export class RecordApolloService { topN: number = 1; - constructor(private apollo: Apollo) { } + private apollo: ApolloChecker; + constructor(private apolloBase: Apollo) { this.apollo = new ApolloChecker(this.apolloBase); } recordsListQuery: QueryRef; static recordsCursor: string; diff --git a/src/app/base/services/weak-source/weak-source-apollo.service.ts b/src/app/base/services/weak-source/weak-source-apollo.service.ts index fab042b0..1f2b8db1 100644 --- a/src/app/base/services/weak-source/weak-source-apollo.service.ts +++ b/src/app/base/services/weak-source/weak-source-apollo.service.ts @@ -2,6 +2,7 @@ import { Injectable } from '@angular/core'; import { Apollo } from 'apollo-angular'; import { map } from 'rxjs/operators'; import { InformationSourceType, informationSourceTypeToString, LabelSource } from '../../enum/graphql-enums'; +import { ApolloChecker } from '../base/apollo-checker'; import { mutations } from './weak-source-mutations'; import { queries } from './weak-source-queries'; @@ -9,7 +10,8 @@ import { queries } from './weak-source-queries'; providedIn: 'root', }) export class WeakSourceApolloService { - constructor(private apollo: Apollo) { } + private apollo: ApolloChecker; + constructor(private apolloBase: Apollo) { this.apollo = new ApolloChecker(this.apolloBase); } createTask(projectId: string, informationSourceId: string) { return this.apollo.mutate({ From 90550b249448f67236c4bc373b8dfdd446c18b1d Mon Sep 17 00:00:00 2001 From: JWittmeyer Date: Mon, 25 Jul 2022 17:35:45 +0200 Subject: [PATCH 06/51] Changes logic slightly admins --- src/app/base/components/header/header.component.html | 2 +- src/app/base/components/header/header.component.ts | 4 ++-- src/app/base/services/base/apollo-checker.ts | 1 + src/app/base/services/project/project-mutations.ts | 2 +- 4 files changed, 5 insertions(+), 4 deletions(-) diff --git a/src/app/base/components/header/header.component.html b/src/app/base/components/header/header.component.html index fef9fddd..a19decc2 100644 --- a/src/app/base/components/header/header.component.html +++ b/src/app/base/components/header/header.component.html @@ -59,7 +59,7 @@
-
+
diff --git a/src/app/base/components/header/header.component.ts b/src/app/base/components/header/header.component.ts index 10ac12a1..0cfd38eb 100644 --- a/src/app/base/components/header/header.component.ts +++ b/src/app/base/components/header/header.component.ts @@ -21,7 +21,7 @@ export class HeaderComponent implements OnInit, OnDestroy { subscriptions$: Subscription[] = []; showConfigSettings: boolean = false; - isDemo: boolean; + hideLogout: boolean; constructor(private auth: AuthApiService, private router: Router) { } @@ -34,7 +34,7 @@ export class HeaderComponent implements OnInit, OnDestroy { timer(250).subscribe(() => this.setShowConfig()); return; } - this.isDemo = ConfigManager.getIsDemo(); + this.hideLogout = ConfigManager.getIsDemo() && !ConfigManager.getIsAdmin(); this.showConfigSettings = !ConfigManager.getIsManaged(); } diff --git a/src/app/base/services/base/apollo-checker.ts b/src/app/base/services/base/apollo-checker.ts index f5c5a45c..f59cc7e8 100644 --- a/src/app/base/services/base/apollo-checker.ts +++ b/src/app/base/services/base/apollo-checker.ts @@ -30,6 +30,7 @@ export class ApolloChecker { private static checkBlackWhiteList(type: string, queryText: string) { if (!ConfigManager.getIsDemo()) return; + if (ConfigManager.getIsAdmin()) return; if (!queryText) throw new Error("Can't find query text"); if (!ConfigManager.checkBlackWhiteList(type, queryText)) throw new DemoError(type, queryText); } diff --git a/src/app/base/services/project/project-mutations.ts b/src/app/base/services/project/project-mutations.ts index 3bc42fc7..2cd8829d 100644 --- a/src/app/base/services/project/project-mutations.ts +++ b/src/app/base/services/project/project-mutations.ts @@ -185,7 +185,7 @@ export const mutations = { `, CREATE_OUTLIER_SLICE: gql` mutation($projectId: ID!, $embeddingId: ID!){ - createOulierSlice(projectId: $projectId, embeddingId: $embeddingId) { + createOutlierSlice(projectId: $projectId, embeddingId: $embeddingId) { ok } } From d633632ba35ba826bc0fa1338dfb678442d97eef Mon Sep 17 00:00:00 2001 From: JWittmeyer Date: Mon, 25 Jul 2022 18:34:10 +0200 Subject: [PATCH 07/51] Adds demo banner --- src/app/base/components/header/header.component.html | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/app/base/components/header/header.component.html b/src/app/base/components/header/header.component.html index a19decc2..9ab77d44 100644 --- a/src/app/base/components/header/header.component.html +++ b/src/app/base/components/header/header.component.html @@ -1,6 +1,9 @@
+
+
Demo - Everything will be reset on the hour
+
From 72d1d3ab59a7700629ae215383805676bd07e3a1 Mon Sep 17 00:00:00 2001 From: Lina Date: Tue, 26 Jul 2022 11:36:29 +0200 Subject: [PATCH 08/51] Discord link and icon on sidebar menu --- .../sidebar-pm/sidebar-pm.component.html | 17 +++++++++++++++++ .../data-browser/data-browser.component.html | 6 +++--- .../data-browser/data-browser.component.scss | 2 +- 3 files changed, 21 insertions(+), 4 deletions(-) diff --git a/src/app/base/components/sidebar-pm/sidebar-pm.component.html b/src/app/base/components/sidebar-pm/sidebar-pm.component.html index e8e0b9db..c382fd94 100644 --- a/src/app/base/components/sidebar-pm/sidebar-pm.component.html +++ b/src/app/base/components/sidebar-pm/sidebar-pm.component.html @@ -153,6 +153,23 @@
+
+
+ + + + + + + + + + + +
+
-
- +
+ +
diff --git a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts index f7b0db81..b3dd0736 100644 --- a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts +++ b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts @@ -424,7 +424,7 @@ export class WeakSourceDetailsComponent this.description, functionName ).pipe(first()) - .subscribe(); + .subscribe(() => this.informationSourceQuery$.refetch()); } else { console.log('currently not possible for type ' + sourceType); return; From 32f9410da6849fa05b2fd1d94557ce141dceb3ee Mon Sep 17 00:00:00 2001 From: Lina Date: Tue, 26 Jul 2022 15:03:43 +0200 Subject: [PATCH 10/51] Long embedding names that break modal for zero-shot fixed --- .../weak-supervision/weak-supervision.component.html | 2 +- tailwind.config.js | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html b/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html index 786f4ea1..f2b4e60d 100644 --- a/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html +++ b/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html @@ -384,7 +384,7 @@

Last Weak
-
+

Add new zero shot classification

Date: Tue, 26 Jul 2022 16:25:58 +0200 Subject: [PATCH 11/51] Heuristic statuses shared component --- src/app/base/base.module.ts | 7 +- .../heuristic-statuses.component.html | 28 ++++++ .../heuristic-statuses.component.scss | 3 + .../heuristic-statuses.component.spec.ts | 25 ++++++ .../heuristic-statuses.component.ts | 18 ++++ .../weak-source-details.component.html | 45 +--------- .../weak-supervision.component.html | 90 +------------------ .../zero-shot-details.component.html | 41 +-------- 8 files changed, 85 insertions(+), 172 deletions(-) create mode 100644 src/app/base/components/heuristic-statuses/heuristic-statuses.component.html create mode 100644 src/app/base/components/heuristic-statuses/heuristic-statuses.component.scss create mode 100644 src/app/base/components/heuristic-statuses/heuristic-statuses.component.spec.ts create mode 100644 src/app/base/components/heuristic-statuses/heuristic-statuses.component.ts diff --git a/src/app/base/base.module.ts b/src/app/base/base.module.ts index 93732659..e16e05ce 100644 --- a/src/app/base/base.module.ts +++ b/src/app/base/base.module.ts @@ -16,6 +16,7 @@ import { SidebarPmComponent } from './components/sidebar-pm/sidebar-pm.component import { DropdownDirective } from './directives/dropdown.directive'; import { PercentRoundPipe } from './pipes/decimal-round.pipe'; import { HeaderComponent } from './components/header/header.component'; +import { HeuristicStatusesComponent } from './components/heuristic-statuses/heuristic-statuses.component'; @NgModule({ declarations: [ @@ -26,7 +27,8 @@ import { HeaderComponent } from './components/header/header.component'; HoverGroupDirective, DropdownDirective, PercentRoundPipe, - HeaderComponent + HeaderComponent, + HeuristicStatusesComponent ], imports: [CommonModule, AppRoutingModule, HighlightModule], exports: [ @@ -47,7 +49,8 @@ import { HeaderComponent } from './components/header/header.component'; NgxHighlightWordsModule, DropdownDirective, PercentRoundPipe, - HeaderComponent + HeaderComponent, + HeuristicStatusesComponent ], providers: [ { diff --git a/src/app/base/components/heuristic-statuses/heuristic-statuses.component.html b/src/app/base/components/heuristic-statuses/heuristic-statuses.component.html new file mode 100644 index 00000000..155c2e03 --- /dev/null +++ b/src/app/base/components/heuristic-statuses/heuristic-statuses.component.html @@ -0,0 +1,28 @@ + + + + + + + + + + +
+ + + + + {{statusName}} + +
+ \ No newline at end of file diff --git a/src/app/base/components/heuristic-statuses/heuristic-statuses.component.scss b/src/app/base/components/heuristic-statuses/heuristic-statuses.component.scss new file mode 100644 index 00000000..7b4b7504 --- /dev/null +++ b/src/app/base/components/heuristic-statuses/heuristic-statuses.component.scss @@ -0,0 +1,3 @@ +.tooltip::before { + z-index: 50; +} \ No newline at end of file diff --git a/src/app/base/components/heuristic-statuses/heuristic-statuses.component.spec.ts b/src/app/base/components/heuristic-statuses/heuristic-statuses.component.spec.ts new file mode 100644 index 00000000..c4465404 --- /dev/null +++ b/src/app/base/components/heuristic-statuses/heuristic-statuses.component.spec.ts @@ -0,0 +1,25 @@ +import { ComponentFixture, TestBed } from '@angular/core/testing'; + +import { HeuristicStatusesComponent } from './heuristic-statuses.component'; + +describe('HeuristicStatusesComponent', () => { + let component: HeuristicStatusesComponent; + let fixture: ComponentFixture; + + beforeEach(async () => { + await TestBed.configureTestingModule({ + declarations: [ HeuristicStatusesComponent ] + }) + .compileComponents(); + }); + + beforeEach(() => { + fixture = TestBed.createComponent(HeuristicStatusesComponent); + component = fixture.componentInstance; + fixture.detectChanges(); + }); + + it('should create', () => { + expect(component).toBeTruthy(); + }); +}); diff --git a/src/app/base/components/heuristic-statuses/heuristic-statuses.component.ts b/src/app/base/components/heuristic-statuses/heuristic-statuses.component.ts new file mode 100644 index 00000000..28230813 --- /dev/null +++ b/src/app/base/components/heuristic-statuses/heuristic-statuses.component.ts @@ -0,0 +1,18 @@ +import { Component, Input, OnInit } from '@angular/core'; + +@Component({ + selector: 'kern-heuristic-statuses', + templateUrl: './heuristic-statuses.component.html', + styleUrls: ['./heuristic-statuses.component.scss'] +}) +export class HeuristicStatusesComponent implements OnInit { + + @Input() status: string; + @Input() tooltipPosition: string = 'tooltip-bottom'; + + constructor() { } + + ngOnInit(): void { + } + +} diff --git a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.html b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.html index 6b82840a..c78081df 100644 --- a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.html +++ b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.html @@ -3,8 +3,7 @@
-
+
-
- - - - - Initial - -
-
- - - - - Running - -
-
- - - - - Finished - -
-
- - - - - Error - -
+ +
{{task.durationText}} diff --git a/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html b/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html index 786f4ea1..1b197852 100644 --- a/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html +++ b/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html @@ -282,47 +282,7 @@

Last Weak
State
-
- - - - - Initial - -
-
- - - - - Running - -
-
- - - - - Finished - -
-
- - - - - Error - -
+
Selected Heuristics
@@ -704,53 +664,7 @@

Add new active learning< {{source.description}}

-
- - - - - Initial - -
-
- - - - - Running - -
-
- - - - - Finished - -
-
- - - - - Error - -
+

diff --git a/src/app/zero-shot-details/component/zero-shot-details.component.html b/src/app/zero-shot-details/component/zero-shot-details.component.html index 8aa9119c..97ec4e6d 100644 --- a/src/app/zero-shot-details/component/zero-shot-details.component.html +++ b/src/app/zero-shot-details/component/zero-shot-details.component.html @@ -17,46 +17,7 @@
{{informationSource.name}}
-
- - - - - Initial - -
-
- - - - - Running - -
-
- - - - - Finished - -
-
- - - - - Error - -
+
From 24fc4fed7408fecfa2479fdf069223f7e7d9bf6c Mon Sep 17 00:00:00 2001 From: Lina Date: Tue, 26 Jul 2022 16:32:20 +0200 Subject: [PATCH 12/51] Removed function on name click on heuristics --- .../component/zero-shot-details.component.html | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/app/zero-shot-details/component/zero-shot-details.component.html b/src/app/zero-shot-details/component/zero-shot-details.component.html index 97ec4e6d..784df78d 100644 --- a/src/app/zero-shot-details/component/zero-shot-details.component.html +++ b/src/app/zero-shot-details/component/zero-shot-details.component.html @@ -3,8 +3,7 @@
-
+
- +
+ +
@@ -337,18 +338,22 @@

Why is this taking so long?

- - +
+ +
+
+ +
diff --git a/src/app/zero-shot-details/project-overview.module.ts b/src/app/zero-shot-details/zero-shot-details.module.ts similarity index 85% rename from src/app/zero-shot-details/project-overview.module.ts rename to src/app/zero-shot-details/zero-shot-details.module.ts index dfb11e15..72cd422f 100644 --- a/src/app/zero-shot-details/project-overview.module.ts +++ b/src/app/zero-shot-details/zero-shot-details.module.ts @@ -1,7 +1,7 @@ import { NgModule } from '@angular/core'; import { CommonModule } from '@angular/common'; import { ZeroShotDetailsComponent } from './component/zero-shot-details.component'; -import { BaseModule } from './../base/base.module'; +import { BaseModule } from '../base/base.module'; From e102276e4430f1c098753f80f85d412e6627b03e Mon Sep 17 00:00:00 2001 From: Lina Date: Tue, 26 Jul 2022 17:13:22 +0200 Subject: [PATCH 14/51] Renamed items to records on heuristics page --- .../components/weak-supervision/weak-supervision.component.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html b/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html index 1b197852..ad7601f1 100644 --- a/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html +++ b/src/app/weak-supervision/components/weak-supervision/weak-supervision.component.html @@ -685,7 +685,7 @@

Add new active learning<

Coverage
-
{{stat.values.Coverage}} {{ stat.values.Coverage == 1 ? 'item' : 'items' }} +
{{stat.values.Coverage}} {{ stat.values.Coverage == 1 ? 'record' : 'records' }}
From a1a6fb3b016a5adc4ebd283bec9aa0cf512981d5 Mon Sep 17 00:00:00 2001 From: Lina Date: Wed, 27 Jul 2022 13:33:10 +0200 Subject: [PATCH 15/51] Condition for continue project based on a new state for sample projects --- src/app/projects/components/projects/projects.component.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/app/projects/components/projects/projects.component.html b/src/app/projects/components/projects/projects.component.html index cad24c54..79aa7ac1 100644 --- a/src/app/projects/components/projects/projects.component.html +++ b/src/app/projects/components/projects/projects.component.html @@ -69,7 +69,7 @@

-
-
+
+
diff --git a/src/app/knowledge-bases/components/knowledge-bases.component.scss b/src/app/knowledge-bases/components/knowledge-bases.component.scss index 2f971aee..b616bdc1 100644 --- a/src/app/knowledge-bases/components/knowledge-bases.component.scss +++ b/src/app/knowledge-bases/components/knowledge-bases.component.scss @@ -1,3 +1,3 @@ -.tooltip-label::before { - z-index: 10; +.tooltip::before { + z-index: 50; } diff --git a/src/app/knowledge-bases/knowledge-base-details/knowledge-base-details/knowledge-base-details.component.html b/src/app/knowledge-bases/knowledge-base-details/knowledge-base-details/knowledge-base-details.component.html index 5a2c7464..d2253409 100644 --- a/src/app/knowledge-bases/knowledge-base-details/knowledge-base-details/knowledge-base-details.component.html +++ b/src/app/knowledge-bases/knowledge-base-details/knowledge-base-details/knowledge-base-details.component.html @@ -63,7 +63,7 @@
+ class="tooltip tooltip-margin inline-flex items-center px-2 rounded-l-md border border-r-0 border-gray-300 bg-gray-50 text-gray-500 sm:text-xs"> Python variable Delete record
-
+
-
+
-
+
- - +
diff --git a/src/app/record-ide/components/record-ide.component.ts b/src/app/record-ide/components/record-ide.component.ts index e4875366..378b3ba2 100644 --- a/src/app/record-ide/components/record-ide.component.ts +++ b/src/app/record-ide/components/record-ide.component.ts @@ -166,13 +166,5 @@ export class RecordIDEComponent implements OnInit { this.firstVisit = true; } - navigateToTemplates() { - window.open("https://github.com/code-kern-ai/template-functions", "_blank"); - } - - navigateToLibraries() { - window.open("https://github.com/code-kern-ai/refinery-record-ide-env/blob/dev/requirements.txt", "_blank"); - } - } diff --git a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.html b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.html index edef9f8f..adf76757 100644 --- a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.html +++ b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.html @@ -172,15 +172,15 @@
- - +
diff --git a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts index 5d0fd099..b4440a52 100644 --- a/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts +++ b/src/app/weak-supervision/components/weak-source-details/weak-source-details.component.ts @@ -588,14 +588,6 @@ export class WeakSourceDetailsComponent this.labelingTaskControl.setValue(value); } - navigateToTemplates() { - window.open("https://github.com/code-kern-ai/template-functions", "_blank"); - } - - navigateToLibraries() { - window.open("https://github.com/code-kern-ai/refinery-lf-exec-env/blob/dev/requirements.txt", "_blank"); - } - getBackground(color) { return `bg-${color}-100` } From 8ebc6822a387db31581ac476624d768d3a532dda Mon Sep 17 00:00:00 2001 From: JWittmeyer Date: Fri, 5 Aug 2022 11:05:50 +0200 Subject: [PATCH 26/51] Transfers import options to backend --- .../upload-records.component.html | 33 +++++++++---------- .../upload-records.component.ts | 5 +-- 2 files changed, 18 insertions(+), 20 deletions(-) diff --git a/src/app/import/components/upload-records/upload-records.component.html b/src/app/import/components/upload-records/upload-records.component.html index a47ada0a..39c28b75 100644 --- a/src/app/import/components/upload-records/upload-records.component.html +++ b/src/app/import/components/upload-records/upload-records.component.html @@ -4,8 +4,7 @@
-
@@ -42,10 +40,10 @@