Compare commits
2 Commits
poc/sugges
...
d011d5738f
| Author | SHA1 | Date | |
|---|---|---|---|
| d011d5738f | |||
| e5de38b9d9 |
17149
dashboard/package-lock.json
generated
17149
dashboard/package-lock.json
generated
File diff suppressed because it is too large
Load Diff
@@ -19,17 +19,15 @@
|
|||||||
"@angular/platform-browser": "~11.0.4",
|
"@angular/platform-browser": "~11.0.4",
|
||||||
"@angular/platform-browser-dynamic": "~11.0.4",
|
"@angular/platform-browser-dynamic": "~11.0.4",
|
||||||
"@angular/router": "~11.0.4",
|
"@angular/router": "~11.0.4",
|
||||||
"@ng-bootstrap/ng-bootstrap": "^9.1.3",
|
|
||||||
"bootstrap": "^3.3.7",
|
|
||||||
"rxjs": "~6.6.0",
|
"rxjs": "~6.6.0",
|
||||||
"tslib": "^2.0.0",
|
"zone.js": "~0.10.2",
|
||||||
"zone.js": "~0.10.2"
|
"bootstrap": "^3.3.7",
|
||||||
|
"tslib": "^2.0.0"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@angular-devkit/build-angular": "~0.1100.4",
|
"@angular-devkit/build-angular": "~0.1100.4",
|
||||||
"@angular/cli": "~11.0.4",
|
"@angular/cli": "~11.0.4",
|
||||||
"@angular/compiler-cli": "~11.0.4",
|
"@angular/compiler-cli": "~11.0.4",
|
||||||
"@angular/localize": "^11.0.4",
|
|
||||||
"@types/jasmine": "~3.6.0",
|
"@types/jasmine": "~3.6.0",
|
||||||
"@types/node": "^12.11.1",
|
"@types/node": "^12.11.1",
|
||||||
"codelyzer": "^6.0.0",
|
"codelyzer": "^6.0.0",
|
||||||
|
|||||||
@@ -7,6 +7,7 @@ import { ArtistComponent } from './artist/artist.component';
|
|||||||
import { GenreComponent } from './genre/genre.component';
|
import { GenreComponent } from './genre/genre.component';
|
||||||
import { TopPlayedComponent } from './top-played/top-played.component';
|
import { TopPlayedComponent } from './top-played/top-played.component';
|
||||||
import { AlbumsComponent } from './albums/albums.component';
|
import { AlbumsComponent } from './albums/albums.component';
|
||||||
|
import { ToSortComponent } from './to-sort/to-sort.component';
|
||||||
|
|
||||||
const routes: Routes = [
|
const routes: Routes = [
|
||||||
{ path: '', redirectTo: '/dashboard', pathMatch: 'full' },
|
{ path: '', redirectTo: '/dashboard', pathMatch: 'full' },
|
||||||
@@ -15,7 +16,8 @@ const routes: Routes = [
|
|||||||
{ path: 'album', component: AlbumsComponent },
|
{ path: 'album', component: AlbumsComponent },
|
||||||
{ path: 'artist/:name', component: ArtistComponent },
|
{ path: 'artist/:name', component: ArtistComponent },
|
||||||
{ path: 'genre/:name', component: GenreComponent },
|
{ path: 'genre/:name', component: GenreComponent },
|
||||||
{ path: 'top-played', component: TopPlayedComponent }
|
{ path: 'top-played', component: TopPlayedComponent },
|
||||||
|
{ path: 'to-sort', component: ToSortComponent }
|
||||||
];
|
];
|
||||||
|
|
||||||
@NgModule({
|
@NgModule({
|
||||||
|
|||||||
@@ -36,7 +36,8 @@ nav a.active {
|
|||||||
|
|
||||||
/* FIXME Code Repetition */
|
/* FIXME Code Repetition */
|
||||||
.btn-top {
|
.btn-top {
|
||||||
display: inline-block;
|
display: flex;
|
||||||
|
flex-direction: column;
|
||||||
position: fixed;
|
position: fixed;
|
||||||
z-index: 1;
|
z-index: 1;
|
||||||
-webkit-transition: opacity .3s 0s, visibility 0s 0s;
|
-webkit-transition: opacity .3s 0s, visibility 0s 0s;
|
||||||
|
|||||||
@@ -1,5 +1,8 @@
|
|||||||
<nav>
|
<nav>
|
||||||
<a class="btn-top" routerLink="/dashboard" routerLinkActive="active"><span class="glyphicon glyphicon-home"></span></a><br />
|
<div class="btn-top">
|
||||||
<a class="btn-top" routerLink="/album" routerLinkActive="active"><span class="glyphicon glyphicon-cd"></span></a>
|
<a routerLink="/dashboard" routerLinkActive="active"><span class="glyphicon glyphicon-home"></span></a><br />
|
||||||
|
<a routerLink="/album" routerLinkActive="active"><span class="glyphicon glyphicon-cd"></span></a>
|
||||||
|
<a routerLink="/to-sort" routerLinkActive="active"><span class="glyphicon glyphicon-sort"></span></a>
|
||||||
|
</div>
|
||||||
</nav>
|
</nav>
|
||||||
<router-outlet></router-outlet>
|
<router-outlet></router-outlet>
|
||||||
|
|||||||
@@ -1,7 +1,6 @@
|
|||||||
import { NgModule } from '@angular/core';
|
import { NgModule } from '@angular/core';
|
||||||
import { BrowserModule } from '@angular/platform-browser';
|
import { BrowserModule } from '@angular/platform-browser';
|
||||||
import { HttpClientModule } from '@angular/common/http';
|
import { HttpClientModule } from '@angular/common/http';
|
||||||
import { FormsModule } from '@angular/forms'; // <-- NgModel lives here
|
|
||||||
|
|
||||||
import { AppComponent } from './app.component';
|
import { AppComponent } from './app.component';
|
||||||
import { DashboardComponent } from './dashboard/dashboard.component';
|
import { DashboardComponent } from './dashboard/dashboard.component';
|
||||||
@@ -22,16 +21,13 @@ import { SortByPipe } from './pipes/sort-by.pipe';
|
|||||||
import { ConvertSizeToStringPipe } from './pipes/convert-size-to-string.pipe';
|
import { ConvertSizeToStringPipe } from './pipes/convert-size-to-string.pipe';
|
||||||
import { RoundPipe } from './pipes/round.pipe';
|
import { RoundPipe } from './pipes/round.pipe';
|
||||||
import { AlbumsComponent } from './albums/albums.component';
|
import { AlbumsComponent } from './albums/albums.component';
|
||||||
|
import { ToSortComponent } from './to-sort/to-sort.component';
|
||||||
import {NgbModule} from '@ng-bootstrap/ng-bootstrap';
|
|
||||||
|
|
||||||
@NgModule({
|
@NgModule({
|
||||||
imports: [
|
imports: [
|
||||||
BrowserModule,
|
BrowserModule,
|
||||||
HttpClientModule,
|
HttpClientModule,
|
||||||
FormsModule,
|
AppRoutingModule
|
||||||
AppRoutingModule,
|
|
||||||
NgbModule
|
|
||||||
],
|
],
|
||||||
declarations: [
|
declarations: [
|
||||||
AppComponent,
|
AppComponent,
|
||||||
@@ -46,7 +42,8 @@ import {NgbModule} from '@ng-bootstrap/ng-bootstrap';
|
|||||||
SortByPipe,
|
SortByPipe,
|
||||||
ConvertSizeToStringPipe,
|
ConvertSizeToStringPipe,
|
||||||
TopPlayedComponent,
|
TopPlayedComponent,
|
||||||
RoundPipe
|
RoundPipe,
|
||||||
|
ToSortComponent
|
||||||
],
|
],
|
||||||
providers: [
|
providers: [
|
||||||
ElsService,
|
ElsService,
|
||||||
|
|||||||
@@ -34,44 +34,5 @@
|
|||||||
border-radius: 50%;
|
border-radius: 50%;
|
||||||
background-color: #9b59b6;
|
background-color: #9b59b6;
|
||||||
margin: 0 auto;
|
margin: 0 auto;
|
||||||
}
|
|
||||||
|
|
||||||
/* Style for autocompletion */
|
|
||||||
/* Stolen from https://ng-bootstrap.github.io/#/components/typeahead/examples */
|
|
||||||
::ng-deep .dropdown-item {
|
|
||||||
display: block;
|
|
||||||
width: 100%;
|
|
||||||
padding: .25rem 1.5rem;
|
|
||||||
clear: both;
|
|
||||||
font-weight: 400;
|
|
||||||
color: #212529;
|
|
||||||
text-align: inherit;
|
|
||||||
white-space: nowrap;
|
|
||||||
background-color: transparent;
|
|
||||||
border: 0
|
|
||||||
}
|
|
||||||
|
|
||||||
::ng-deep .dropdown-item:focus,
|
|
||||||
::ng-deep .dropdown-item:hover {
|
|
||||||
color: #16181b;
|
|
||||||
text-decoration: none;
|
|
||||||
background-color: #f8f9fa
|
|
||||||
}
|
|
||||||
|
|
||||||
::ng-deep .dropdown-item.active,
|
|
||||||
::ng-deep .dropdown-item:active {
|
|
||||||
color: #fff;
|
|
||||||
text-decoration: none;
|
|
||||||
background-color: #007bff
|
|
||||||
}
|
|
||||||
|
|
||||||
::ng-deep .dropdown-item.disabled,
|
|
||||||
::ng-deep .dropdown-item:disabled {
|
|
||||||
color: #6c757d;
|
|
||||||
pointer-events: none;
|
|
||||||
background-color: transparent
|
|
||||||
}
|
|
||||||
|
|
||||||
::ng-deep .dropdown-menu.show {
|
|
||||||
display: block
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -77,30 +77,6 @@
|
|||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<ng-template #rt let-r="result" let-t="term">
|
|
||||||
<!-- glyphicon glyphicon-cd -->
|
|
||||||
<span *ngIf="r.type == 'artist'" class="glyphicon glyphicon-user"></span>
|
|
||||||
<span *ngIf="r.type == 'album'" class="glyphicon glyphicon-cd"></span>
|
|
||||||
<ngb-highlight [result]="r.name" [term]="t"></ngb-highlight>
|
|
||||||
</ng-template>
|
|
||||||
|
|
||||||
|
|
||||||
<form class="navbar-form">
|
|
||||||
<div class="form-group" style="display:inline;">
|
|
||||||
<div class="input-group" style="display:table;">
|
|
||||||
<span class="input-group-addon" style="width:1%;">
|
|
||||||
<span class="glyphicon glyphicon-search"></span>
|
|
||||||
</span>
|
|
||||||
<input class="form-control" type="text" name="search" placeholder="Search Here" autocomplete="off" autofocus="autofocus"
|
|
||||||
id="searchSuggest"
|
|
||||||
[(ngModel)]="searchTerm"
|
|
||||||
[ngbTypeahead]="search"
|
|
||||||
[resultTemplate]="rt"
|
|
||||||
(selectItem)="onSelectSearch($event)">
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
</form>
|
|
||||||
|
|
||||||
<div class="col-md-12">
|
<div class="col-md-12">
|
||||||
<table class="table table-striped">
|
<table class="table table-striped">
|
||||||
<thead>
|
<thead>
|
||||||
|
|||||||
@@ -1,19 +1,17 @@
|
|||||||
import { Component, OnInit } from '@angular/core';
|
import { Component, OnInit } from '@angular/core';
|
||||||
import { Router } from '@angular/router';
|
|
||||||
|
|
||||||
import { ElsService } from './../els.service';
|
import { ElsService } from './../els.service';
|
||||||
import { Song } from './../model/song';
|
import { Song } from './../model/song';
|
||||||
import { Bucket } from './../model/bucket';
|
import { Bucket } from './../model/bucket';
|
||||||
import { Suggested } from '../model/suggested';
|
import { Album } from './../model/album';
|
||||||
|
import { Artist } from './../model/artist';
|
||||||
import {Observable, of, OperatorFunction} from 'rxjs';
|
|
||||||
import {catchError, debounceTime, distinctUntilChanged, map, tap, switchMap} from 'rxjs/operators';
|
|
||||||
|
|
||||||
@Component({
|
@Component({
|
||||||
selector: 'app-dashboard',
|
selector: 'app-dashboard',
|
||||||
templateUrl: './dashboard.component.html',
|
templateUrl: './dashboard.component.html',
|
||||||
styleUrls: [ './dashboard.component.css' ]
|
styleUrls: [ './dashboard.component.css' ]
|
||||||
})
|
})
|
||||||
|
|
||||||
export class DashboardComponent implements OnInit {
|
export class DashboardComponent implements OnInit {
|
||||||
totalTime = 0;
|
totalTime = 0;
|
||||||
totalSize = 0;
|
totalSize = 0;
|
||||||
@@ -32,10 +30,7 @@ export class DashboardComponent implements OnInit {
|
|||||||
lastAddedAlbums: Bucket[] = [];
|
lastAddedAlbums: Bucket[] = [];
|
||||||
albumArtists = [];
|
albumArtists = [];
|
||||||
|
|
||||||
searchTerm = ''
|
constructor(private elsService: ElsService) { }
|
||||||
suggested : Suggested[] = []
|
|
||||||
|
|
||||||
constructor(private elsService: ElsService, private route: Router) { }
|
|
||||||
|
|
||||||
ngOnInit(): void {
|
ngOnInit(): void {
|
||||||
this.elsService.getTime().then(result => {
|
this.elsService.getTime().then(result => {
|
||||||
@@ -118,27 +113,4 @@ export class DashboardComponent implements OnInit {
|
|||||||
}
|
}
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
onSelectSearch($event) {
|
|
||||||
this.route.navigate(['/' + $event.item.type + '/' + $event.item.name])
|
|
||||||
}
|
|
||||||
|
|
||||||
searching = false;
|
|
||||||
searchFailed = false;
|
|
||||||
|
|
||||||
search: OperatorFunction<string, readonly string[]> = (text$: Observable<string>) =>
|
|
||||||
text$.pipe(
|
|
||||||
debounceTime(300),
|
|
||||||
distinctUntilChanged(),
|
|
||||||
tap(() => this.searching = true),
|
|
||||||
switchMap(term =>
|
|
||||||
this.elsService.getSuggest(term).pipe(
|
|
||||||
tap(() => this.searchFailed = false),
|
|
||||||
catchError(() => {
|
|
||||||
this.searchFailed = true;
|
|
||||||
return of([]);
|
|
||||||
}))
|
|
||||||
),
|
|
||||||
tap(() => this.searching = false)
|
|
||||||
)
|
|
||||||
}
|
}
|
||||||
|
|||||||
16
dashboard/src/app/els-sort.service.spec.ts
Normal file
16
dashboard/src/app/els-sort.service.spec.ts
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
import { TestBed } from '@angular/core/testing';
|
||||||
|
|
||||||
|
import { ElsSortService } from './els-sort.service';
|
||||||
|
|
||||||
|
describe('ElsSortService', () => {
|
||||||
|
let service: ElsSortService;
|
||||||
|
|
||||||
|
beforeEach(() => {
|
||||||
|
TestBed.configureTestingModule({});
|
||||||
|
service = TestBed.inject(ElsSortService);
|
||||||
|
});
|
||||||
|
|
||||||
|
it('should be created', () => {
|
||||||
|
expect(service).toBeTruthy();
|
||||||
|
});
|
||||||
|
});
|
||||||
147
dashboard/src/app/els-sort.service.ts
Normal file
147
dashboard/src/app/els-sort.service.ts
Normal file
@@ -0,0 +1,147 @@
|
|||||||
|
import { HttpClient } from '@angular/common/http';
|
||||||
|
import { Injectable } from '@angular/core';
|
||||||
|
import { Observable } from 'rxjs';
|
||||||
|
import { map, catchError } from 'rxjs/operators';
|
||||||
|
import { ElsService } from './els.service';
|
||||||
|
import { Album } from './model/album';
|
||||||
|
import { Bucket } from './model/bucket';
|
||||||
|
import { Song } from './model/song';
|
||||||
|
|
||||||
|
@Injectable({
|
||||||
|
providedIn: 'root'
|
||||||
|
})
|
||||||
|
export class ElsSortService extends ElsService {
|
||||||
|
|
||||||
|
constructor(protected http: HttpClient) {
|
||||||
|
super(http);
|
||||||
|
}
|
||||||
|
|
||||||
|
getTime(): Promise<number> {
|
||||||
|
return this.http
|
||||||
|
.post<any>(this.elsUrl + ElsService.SONG_INDEX_NAME + ElsService.ACTION_SEARCH,
|
||||||
|
JSON.stringify({
|
||||||
|
query: {
|
||||||
|
bool: {
|
||||||
|
must_not: [
|
||||||
|
{
|
||||||
|
term: {
|
||||||
|
"Location.tree": "/F:/Musique"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
aggs: {
|
||||||
|
sum_time: {
|
||||||
|
sum: { field: 'Total Time'}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
'size': 0
|
||||||
|
}), {headers: this.headers})
|
||||||
|
.toPromise()
|
||||||
|
.then(res => res.aggregations.sum_time.value as number)
|
||||||
|
.catch(error => this.handleError(error, 'getTime()'));
|
||||||
|
}
|
||||||
|
|
||||||
|
getSize(): Promise<number> {
|
||||||
|
return this.http
|
||||||
|
.post<any>(this.elsUrl + ElsService.SONG_INDEX_NAME + ElsService.ACTION_SEARCH,
|
||||||
|
JSON.stringify({
|
||||||
|
query: {
|
||||||
|
bool: {
|
||||||
|
must_not: [
|
||||||
|
{
|
||||||
|
term: {
|
||||||
|
"Location.tree": "/F:/Musique"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
aggs: {
|
||||||
|
sum_time: {
|
||||||
|
sum: { field: 'Size' }
|
||||||
|
}
|
||||||
|
},
|
||||||
|
'size': 0
|
||||||
|
}), {headers: this.headers})
|
||||||
|
.toPromise()
|
||||||
|
.then(res => res.aggregations.sum_time.value as number)
|
||||||
|
.catch(error => this.handleError(error, 'getSize()'));
|
||||||
|
}
|
||||||
|
|
||||||
|
getCountSong(): Promise<number> {
|
||||||
|
return this.http
|
||||||
|
.post<any>(this.elsUrl + ElsService.SONG_INDEX_NAME + ElsService.ACTION_COUNT,
|
||||||
|
JSON.stringify({
|
||||||
|
query: {
|
||||||
|
bool: {
|
||||||
|
must_not: [
|
||||||
|
{
|
||||||
|
term: {
|
||||||
|
"Location.tree": "/F:/Musique"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}), {headers: this.headers})
|
||||||
|
.toPromise()
|
||||||
|
.then(res => res.count as number)
|
||||||
|
.catch(error => this.handleError(error, 'getCountSong()'));
|
||||||
|
}
|
||||||
|
|
||||||
|
getCountNeverListenSong(): Promise<number> {
|
||||||
|
return this.http
|
||||||
|
.post<any>(this.elsUrl + ElsService.SONG_INDEX_NAME + ElsService.ACTION_COUNT,
|
||||||
|
JSON.stringify({
|
||||||
|
'query': {
|
||||||
|
'bool': {
|
||||||
|
'must_not': [
|
||||||
|
{
|
||||||
|
'exists': { 'field': 'Play Count'}
|
||||||
|
}, {
|
||||||
|
term: {
|
||||||
|
"Location.tree": "/F:/Musique"
|
||||||
|
} }
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}), {headers: this.headers})
|
||||||
|
.toPromise()
|
||||||
|
.then(res => res.count as number)
|
||||||
|
.catch(error => this.handleError(error, 'getCountNeverListenSong()'));
|
||||||
|
}
|
||||||
|
|
||||||
|
getAlbums(): Observable<Bucket[]> {
|
||||||
|
return this.http
|
||||||
|
.post(this.elsUrl + ElsService.SONG_INDEX_NAME + ElsService.ACTION_SEARCH,
|
||||||
|
JSON.stringify({
|
||||||
|
query: {
|
||||||
|
bool: {
|
||||||
|
must_not: [
|
||||||
|
{
|
||||||
|
term: {
|
||||||
|
"Location.tree": "/F:/Musique"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
'size': 0,
|
||||||
|
'aggs': {
|
||||||
|
'albums' : {
|
||||||
|
'terms': {
|
||||||
|
'field' : 'Album.raw',
|
||||||
|
'order': { '_term': 'asc' },
|
||||||
|
'size': 50
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}), {headers: this.headers})
|
||||||
|
.pipe(
|
||||||
|
map(res => this.responseAggregationToBucket(res, "albums")),
|
||||||
|
catchError(error => this.handleError(error, 'getAlbums'))
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -8,7 +8,6 @@ import { Song } from './model/song';
|
|||||||
import { Album } from './model/album';
|
import { Album } from './model/album';
|
||||||
import { Artist } from './model/artist';
|
import { Artist } from './model/artist';
|
||||||
import { Bucket } from './model/bucket';
|
import { Bucket } from './model/bucket';
|
||||||
import { Suggested } from './model/suggested';
|
|
||||||
|
|
||||||
@Injectable()
|
@Injectable()
|
||||||
export class ElsService {
|
export class ElsService {
|
||||||
@@ -16,7 +15,6 @@ export class ElsService {
|
|||||||
public static readonly SONG_INDEX_NAME = '/itunes-songs';
|
public static readonly SONG_INDEX_NAME = '/itunes-songs';
|
||||||
public static readonly ARTIST_INDEX_NAME = '/itunes-artists';
|
public static readonly ARTIST_INDEX_NAME = '/itunes-artists';
|
||||||
public static readonly ALBUM_INDEX_NAME = '/itunes-albums';
|
public static readonly ALBUM_INDEX_NAME = '/itunes-albums';
|
||||||
public static readonly SUGGEST_INDEX_NAME = '/itunes-suggest';
|
|
||||||
|
|
||||||
protected static readonly ACTION_SEARCH = '/_search';
|
protected static readonly ACTION_SEARCH = '/_search';
|
||||||
protected static readonly ACTION_COUNT = '/_count';
|
protected static readonly ACTION_COUNT = '/_count';
|
||||||
@@ -339,7 +337,7 @@ export class ElsService {
|
|||||||
// TODO Take in consideration "sum_other_doc_count"
|
// TODO Take in consideration "sum_other_doc_count"
|
||||||
}
|
}
|
||||||
|
|
||||||
getArtistFromAlbumName(albumname: string): Observable<Album[]> {
|
getArtistFromAlbumName(albumname: string): Observable<Album[]> { // TODO Rename ?
|
||||||
return this.http
|
return this.http
|
||||||
.post<any>(this.elsUrl + ElsService.ALBUM_INDEX_NAME + ElsService.ACTION_SEARCH,
|
.post<any>(this.elsUrl + ElsService.ALBUM_INDEX_NAME + ElsService.ACTION_SEARCH,
|
||||||
JSON.stringify({
|
JSON.stringify({
|
||||||
@@ -383,34 +381,6 @@ export class ElsService {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
getSuggest(text: string): Observable<Suggested[]> {
|
|
||||||
console.log('search sugget: ' + text);
|
|
||||||
return this.http
|
|
||||||
.post<any>(this.elsUrl + ElsService.SUGGEST_INDEX_NAME + ElsService.ACTION_SEARCH,
|
|
||||||
JSON.stringify({
|
|
||||||
'_source': ['album', 'artist'],
|
|
||||||
'suggest': {
|
|
||||||
'album-suggest': {
|
|
||||||
'prefix': text,
|
|
||||||
'completion': {
|
|
||||||
'field': 'album_suggest'
|
|
||||||
}
|
|
||||||
},
|
|
||||||
'artist-suggest': {
|
|
||||||
'prefix': text,
|
|
||||||
'completion': {
|
|
||||||
'field': 'artist_suggest'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}), {headers: this.headers})
|
|
||||||
.pipe(
|
|
||||||
map(res => this.responseSuggesterToSuggested(res, 'album-suggest', 'artist-suggest')),
|
|
||||||
catchError(error => this.handleError(error, 'getSuggest(' + text + ')'))
|
|
||||||
);
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Process a result to return just one result.
|
/** Process a result to return just one result.
|
||||||
* Used to get an album or an artist.
|
* Used to get an album or an artist.
|
||||||
* Take a name to put in console output if no result or more than one result.
|
* Take a name to put in console output if no result or more than one result.
|
||||||
@@ -436,7 +406,7 @@ export class ElsService {
|
|||||||
*
|
*
|
||||||
* @param res Response to process
|
* @param res Response to process
|
||||||
*/
|
*/
|
||||||
private responseToSongs(res: any): Song[] {
|
protected responseToSongs(res: any): Song[] {
|
||||||
const result: Array<Song> = [];
|
const result: Array<Song> = [];
|
||||||
res.hits.hits.forEach((hit) => {
|
res.hits.hits.forEach((hit) => {
|
||||||
result.push(hit._source);
|
result.push(hit._source);
|
||||||
@@ -474,7 +444,7 @@ export class ElsService {
|
|||||||
* @param res Response to process
|
* @param res Response to process
|
||||||
* @param name Name of aggregation
|
* @param name Name of aggregation
|
||||||
*/
|
*/
|
||||||
private responseAggregationToBucket(res: any, name: string): Bucket[] {
|
protected responseAggregationToBucket(res: any, name: string): Bucket[] {
|
||||||
const result: Array<Bucket> = [];
|
const result: Array<Bucket> = [];
|
||||||
res.aggregations[name].buckets.forEach((bucket) => {
|
res.aggregations[name].buckets.forEach((bucket) => {
|
||||||
result.push(bucket);
|
result.push(bucket);
|
||||||
@@ -492,20 +462,6 @@ export class ElsService {
|
|||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
protected responseSuggesterToSuggested(res: any, ...suggestName: string[]): Suggested[] {
|
|
||||||
const result: Array<Suggested> = []
|
|
||||||
suggestName.forEach(sname => {
|
|
||||||
res['suggest'][sname][0]['options'].forEach(option => {
|
|
||||||
let suggest = new Suggested()
|
|
||||||
// TODO If more than one key, raise exception
|
|
||||||
suggest.type = String(Object.keys(option['_source']))
|
|
||||||
suggest.name = option['_source'][suggest.type]
|
|
||||||
result.push(suggest)
|
|
||||||
});
|
|
||||||
});
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
|
|
||||||
protected handleError(error: any, origin: string): Promise<any> {
|
protected handleError(error: any, origin: string): Promise<any> {
|
||||||
console.error('An error occurred!');
|
console.error('An error occurred!');
|
||||||
console.error('Origin function: ', origin);
|
console.error('Origin function: ', origin);
|
||||||
|
|||||||
@@ -1,4 +0,0 @@
|
|||||||
export class Suggested {
|
|
||||||
name: string;
|
|
||||||
type: string;
|
|
||||||
}
|
|
||||||
38
dashboard/src/app/to-sort/to-sort.component.css
Normal file
38
dashboard/src/app/to-sort/to-sort.component.css
Normal file
@@ -0,0 +1,38 @@
|
|||||||
|
.panel-stat {
|
||||||
|
min-height: 102px;
|
||||||
|
}
|
||||||
|
|
||||||
|
.panel-green {
|
||||||
|
background-color: #16a085;
|
||||||
|
color:white;
|
||||||
|
}
|
||||||
|
.panel-yellow {
|
||||||
|
background-color: #f1c40f;
|
||||||
|
color:white;
|
||||||
|
}
|
||||||
|
|
||||||
|
.panel-red {
|
||||||
|
background-color: #d9534f;
|
||||||
|
color:white;
|
||||||
|
}
|
||||||
|
|
||||||
|
.panel-purple {
|
||||||
|
background-color: #9b59b6;
|
||||||
|
color:white;
|
||||||
|
}
|
||||||
|
|
||||||
|
.panel-blue {
|
||||||
|
background-color: #3498db;
|
||||||
|
color:white;
|
||||||
|
}
|
||||||
|
|
||||||
|
.stats_icon {
|
||||||
|
font-size: 3em;
|
||||||
|
}
|
||||||
|
|
||||||
|
.circle {
|
||||||
|
border-radius: 50%;
|
||||||
|
background-color: #9b59b6;
|
||||||
|
margin: 0 auto;
|
||||||
|
|
||||||
|
}
|
||||||
130
dashboard/src/app/to-sort/to-sort.component.html
Normal file
130
dashboard/src/app/to-sort/to-sort.component.html
Normal file
@@ -0,0 +1,130 @@
|
|||||||
|
<div class="container">
|
||||||
|
<h1>To sort Songs - </h1>
|
||||||
|
|
||||||
|
<br />
|
||||||
|
<div class="row cardAdmin">
|
||||||
|
<div class="col-lg-3 col-md-3">
|
||||||
|
<div class="panel panel-blue">
|
||||||
|
<div class="panel-heading">
|
||||||
|
<div class="row">
|
||||||
|
<div class="col-xs-3">
|
||||||
|
<span class="glyphicon glyphicon-time stats_icon"></span>
|
||||||
|
</div>
|
||||||
|
<div class="col-xs-9 text-right">
|
||||||
|
<div>
|
||||||
|
<h3 *ngIf="!totalTime"><span class="glyphicon glyphicon-refresh loading"></span></h3>
|
||||||
|
<h3 *ngIf="totalTime">{{totalTime | convertMs}}</h3>
|
||||||
|
</div>
|
||||||
|
<div><br>Total time ({{totalTime | convertMoreExact}})</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div class="col-lg-3 col-md-3">
|
||||||
|
<div class="panel panel-green">
|
||||||
|
<div class="panel-heading">
|
||||||
|
<div class="row">
|
||||||
|
<div class="col-xs-3">
|
||||||
|
<span class="glyphicon glyphicon-hdd stats_icon"></span>
|
||||||
|
</div>
|
||||||
|
<div class="col-xs-9 text-right">
|
||||||
|
<div>
|
||||||
|
<h3 *ngIf="!totalSize"><span class="glyphicon glyphicon-refresh loading"></span></h3>
|
||||||
|
<h3 *ngIf="totalSize">{{totalSize | convertSizeToString}}</h3>
|
||||||
|
</div>
|
||||||
|
<div><br>Total size</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div class="col-lg-3 col-md-3">
|
||||||
|
<div class="panel panel-yellow">
|
||||||
|
<div class="panel-heading">
|
||||||
|
<div class="row">
|
||||||
|
<div class="col-xs-3">
|
||||||
|
<span class="glyphicon glyphicon-play stats_icon"></span>
|
||||||
|
</div>
|
||||||
|
<div class="col-xs-9 text-right">
|
||||||
|
<div>
|
||||||
|
<h3 *ngIf="!trackCountSong"><span class="glyphicon glyphicon-refresh loading"></span></h3>
|
||||||
|
<h3 *ngIf="trackCountSong">{{trackCountSong}}</h3>
|
||||||
|
</div>
|
||||||
|
<div><br>Total Songs</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div class="col-lg-3 col-md-3">
|
||||||
|
<div class="panel panel-red">
|
||||||
|
<div class="panel-heading">
|
||||||
|
<div class="row">
|
||||||
|
<div class="col-xs-3">
|
||||||
|
<span class="glyphicon glyphicon-stop stats_icon"></span>
|
||||||
|
</div>
|
||||||
|
<div class="col-xs-9 text-right">
|
||||||
|
<div>
|
||||||
|
<h3 *ngIf="!neverListenSong"><span class="glyphicon glyphicon-refresh loading"></span></h3>
|
||||||
|
<h3 *ngIf="neverListenSong">{{neverListenSong}}</h3>
|
||||||
|
</div>
|
||||||
|
<div><br>Never list. songs (~{{neverListenSong / trackCountSong * 100 | round}}%)</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div class="col-md-12">
|
||||||
|
<table class="table table-striped" style="white-space: nowrap;">
|
||||||
|
<thead>
|
||||||
|
<tr>
|
||||||
|
<th>Album</th>
|
||||||
|
<th>Track Count</th>
|
||||||
|
<th>Artist/Album Artist</th>
|
||||||
|
<th>Play Count</th>
|
||||||
|
<th>Rating</th>
|
||||||
|
</tr>
|
||||||
|
</thead>
|
||||||
|
<tbody>
|
||||||
|
<tr *ngFor="let album of toSortAlbum">
|
||||||
|
<td>
|
||||||
|
<a [routerLink]="['/album', album.key]">{{album.key}}</a>
|
||||||
|
</td>
|
||||||
|
|
||||||
|
<td>{{albums[album.key]['Track Count']}}</td>
|
||||||
|
|
||||||
|
<ng-template [ngIf]="albums[album.key]['Album Artist']" [ngIfElse]="artistSection">
|
||||||
|
<td>
|
||||||
|
<a [routerLink]="['/artist', albums[album.key]['Album Artist']]">{{albums[album.key]['Album Artist']}}</a>
|
||||||
|
</td>
|
||||||
|
</ng-template>
|
||||||
|
|
||||||
|
<ng-template #artistSection>
|
||||||
|
<td>
|
||||||
|
<a [routerLink]="['/artist', albums[album.key].Artist[0]]">{{albums[album.key].Artist}}</a>
|
||||||
|
</td>
|
||||||
|
</ng-template>
|
||||||
|
|
||||||
|
<ng-template #artistSection>
|
||||||
|
<td>
|
||||||
|
<a [routerLink]="['/artist', albums[album.key].Artist[0]]">{{albums[album.key].Artist}}</a>
|
||||||
|
</td>
|
||||||
|
</ng-template>
|
||||||
|
|
||||||
|
<td>
|
||||||
|
{{albums[album.key]['Play Count']}} ({{albums[album.key]['Play Count']/albums[album.key]['Track Count'] | number:'1.0-0'}}/songs)
|
||||||
|
</td>
|
||||||
|
|
||||||
|
<td class="star" [title]="(albums[album.key]['Album Rating Computed']?'Computed Rating: ':'Rating: ') + albums[album.key]['Album Rating']">
|
||||||
|
<span *ngFor="let item of numberToArray(albums[album.key]['Album Rating'], 20)">
|
||||||
|
<span class="glyphicon" [ngClass]="albums[album.key]['Album Rating Computed']?'glyphicon-star-empty':'glyphicon-star'"></span>
|
||||||
|
</span>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
</tbody>
|
||||||
|
</table>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
25
dashboard/src/app/to-sort/to-sort.component.spec.ts
Normal file
25
dashboard/src/app/to-sort/to-sort.component.spec.ts
Normal file
@@ -0,0 +1,25 @@
|
|||||||
|
import { ComponentFixture, TestBed } from '@angular/core/testing';
|
||||||
|
|
||||||
|
import { ToSortComponent } from './to-sort.component';
|
||||||
|
|
||||||
|
describe('ToSortComponent', () => {
|
||||||
|
let component: ToSortComponent;
|
||||||
|
let fixture: ComponentFixture<ToSortComponent>;
|
||||||
|
|
||||||
|
beforeEach(async () => {
|
||||||
|
await TestBed.configureTestingModule({
|
||||||
|
declarations: [ ToSortComponent ]
|
||||||
|
})
|
||||||
|
.compileComponents();
|
||||||
|
});
|
||||||
|
|
||||||
|
beforeEach(() => {
|
||||||
|
fixture = TestBed.createComponent(ToSortComponent);
|
||||||
|
component = fixture.componentInstance;
|
||||||
|
fixture.detectChanges();
|
||||||
|
});
|
||||||
|
|
||||||
|
it('should create', () => {
|
||||||
|
expect(component).toBeTruthy();
|
||||||
|
});
|
||||||
|
});
|
||||||
89
dashboard/src/app/to-sort/to-sort.component.ts
Normal file
89
dashboard/src/app/to-sort/to-sort.component.ts
Normal file
@@ -0,0 +1,89 @@
|
|||||||
|
import { Component, OnInit } from '@angular/core';
|
||||||
|
import { ElsSortService } from '../els-sort.service';
|
||||||
|
import { Album } from '../model/album';
|
||||||
|
import { Bucket } from '../model/bucket';
|
||||||
|
import { Song } from '../model/song';
|
||||||
|
|
||||||
|
import { Utils } from '../utils';
|
||||||
|
|
||||||
|
@Component({
|
||||||
|
selector: 'app-to-sort',
|
||||||
|
templateUrl: './to-sort.component.html',
|
||||||
|
styleUrls: ['./to-sort.component.css']
|
||||||
|
})
|
||||||
|
export class ToSortComponent implements OnInit {
|
||||||
|
numberToArray = Utils.numberToArray;
|
||||||
|
// Stats var
|
||||||
|
totalTime = 0;
|
||||||
|
totalSize = 0;
|
||||||
|
trackCountSong = 0;
|
||||||
|
neverListenSong = 0;
|
||||||
|
|
||||||
|
// Global var
|
||||||
|
toSortAlbum: Bucket[] = [];
|
||||||
|
albums = []
|
||||||
|
|
||||||
|
constructor(private elsService: ElsSortService) { }
|
||||||
|
|
||||||
|
ngOnInit(): void {
|
||||||
|
// **** GET STATS ****//
|
||||||
|
this.elsService.getTime().then(result => this.totalTime = result);
|
||||||
|
this.elsService.getSize().then(result => this.totalSize = result);
|
||||||
|
this.elsService.getCountSong().then(result => this.trackCountSong = result);
|
||||||
|
this.elsService.getCountNeverListenSong().then(result => this.neverListenSong = result);
|
||||||
|
|
||||||
|
// **** GET ALBUMS ****//
|
||||||
|
const tmpToSortAlbums: Bucket[] = [];
|
||||||
|
this.elsService.getAlbums().subscribe(buckets => {
|
||||||
|
buckets.forEach(bucket => {
|
||||||
|
if (tmpToSortAlbums.length === 0) {
|
||||||
|
tmpToSortAlbums.push(bucket);
|
||||||
|
} else {
|
||||||
|
let found = false;
|
||||||
|
tmpToSortAlbums.forEach(element => {
|
||||||
|
if (element.key === bucket.key) {
|
||||||
|
element.doc_count += bucket.doc_count;
|
||||||
|
found = true;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
if (!found) {
|
||||||
|
tmpToSortAlbums.push(bucket);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
this.toSortAlbum = tmpToSortAlbums;
|
||||||
|
this.toSortAlbum.forEach(bucket => this.getAlbum(bucket));
|
||||||
|
// console.log(this.toSortAlbum)
|
||||||
|
// console.log(this.albums)
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
private getAlbum(albumBucket: Bucket) {
|
||||||
|
// For each bucket.key (album name), get Album document
|
||||||
|
// Use track count to compare
|
||||||
|
this.elsService.getArtistFromAlbumName(albumBucket.key).subscribe(albums => {
|
||||||
|
// Identification of the good album
|
||||||
|
let goodAlbum;
|
||||||
|
if (albums.length > 1) {
|
||||||
|
// More than one result for an album name: search good by track count
|
||||||
|
albums.forEach(album => {
|
||||||
|
if (album['Track Count'] === albumBucket.doc_count) {
|
||||||
|
goodAlbum = album;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
} else {
|
||||||
|
// Just one result for album name
|
||||||
|
goodAlbum = albums[0];
|
||||||
|
}
|
||||||
|
|
||||||
|
// TODO Crap security if no good album found
|
||||||
|
if (goodAlbum == undefined) {
|
||||||
|
goodAlbum = albums[0]
|
||||||
|
}
|
||||||
|
|
||||||
|
this.albums[albumBucket.key] = goodAlbum;
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
@@ -1,7 +1,3 @@
|
|||||||
/***************************************************************************************************
|
|
||||||
* Load `$localize` onto the global scope - used if i18n tags appear in Angular templates.
|
|
||||||
*/
|
|
||||||
import '@angular/localize/init';
|
|
||||||
/**
|
/**
|
||||||
* This file includes polyfills needed by Angular and is loaded before the app.
|
* This file includes polyfills needed by Angular and is loaded before the app.
|
||||||
* You can add your own extra polyfills to this file.
|
* You can add your own extra polyfills to this file.
|
||||||
|
|||||||
137
suggester.es
137
suggester.es
@@ -1,137 +0,0 @@
|
|||||||
DELETE itunes-suggest
|
|
||||||
|
|
||||||
PUT /itunes-suggest
|
|
||||||
{
|
|
||||||
"settings": {
|
|
||||||
"analysis": {
|
|
||||||
"filter": {
|
|
||||||
"french_stop": {
|
|
||||||
"type": "stop",
|
|
||||||
"stopwords": "_french_"
|
|
||||||
},
|
|
||||||
"english_stop": {
|
|
||||||
"type": "stop",
|
|
||||||
"stopwords": "_english_"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"analyzer": {
|
|
||||||
"names": {
|
|
||||||
"tokenizer": "standard",
|
|
||||||
"filter": [
|
|
||||||
"lowercase",
|
|
||||||
"asciifolding",
|
|
||||||
"french_stop",
|
|
||||||
"english_stop"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"mappings": {
|
|
||||||
"properties": {
|
|
||||||
"artist_suggest": {
|
|
||||||
"type": "completion",
|
|
||||||
"search_analyzer": "names"
|
|
||||||
},
|
|
||||||
"artist": {
|
|
||||||
"type": "keyword"
|
|
||||||
},
|
|
||||||
"album_suggest": {
|
|
||||||
"type": "completion",
|
|
||||||
"search_analyzer": "names"
|
|
||||||
},
|
|
||||||
"album": {
|
|
||||||
"type": "keyword"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Also possible to specify analyze for ingesting => https://stackoverflow.com/questions/48304499/elasticsearch-completion-suggester-not-working-with-whitespace-analyzer
|
|
||||||
|
|
||||||
// Problem with word EP, SP
|
|
||||||
|
|
||||||
GET itunes-suggest/_analyze
|
|
||||||
{
|
|
||||||
"analyzer": "names",
|
|
||||||
"text": "the servent"
|
|
||||||
}
|
|
||||||
|
|
||||||
GET itunes-suggest/_search
|
|
||||||
|
|
||||||
POST itunes-suggest/_search
|
|
||||||
{
|
|
||||||
"_source" : "artist",
|
|
||||||
"suggest": {
|
|
||||||
"name-suggest": {
|
|
||||||
"prefix": "sou",
|
|
||||||
"completion": {
|
|
||||||
"field": "artist_suggest"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
POST itunes-suggest/_search
|
|
||||||
{
|
|
||||||
"_source" : "album",
|
|
||||||
"suggest": {
|
|
||||||
"name-suggest": {
|
|
||||||
"prefix": "new",
|
|
||||||
"completion": {
|
|
||||||
"field": "album_suggest",
|
|
||||||
"size": 20
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
POST itunes-suggest/_search
|
|
||||||
{
|
|
||||||
"_source": ["album", "artist"],
|
|
||||||
"suggest": {
|
|
||||||
"alb-suggest": {
|
|
||||||
"prefix": "sou",
|
|
||||||
"completion": {
|
|
||||||
"field": "album_suggest"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"ar-suggest": {
|
|
||||||
"prefix": "sou",
|
|
||||||
"completion": {
|
|
||||||
"field": "artist_suggest"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
POST itunes-suggest/_search
|
|
||||||
{
|
|
||||||
"_source": ["album", "artist"],
|
|
||||||
"suggest": {
|
|
||||||
"alb-suggest": {
|
|
||||||
"prefix": "Francois",
|
|
||||||
"completion": {
|
|
||||||
"field": "album_suggest"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"ar-suggest": {
|
|
||||||
"prefix": "Francois",
|
|
||||||
"completion": {
|
|
||||||
"field": "artist_suggest"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
POST itunes-suggest/_search
|
|
||||||
{
|
|
||||||
"suggest": {
|
|
||||||
"ar-suggest": {
|
|
||||||
"prefix": "Femme",
|
|
||||||
"completion": {
|
|
||||||
"field": "artist_suggest"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
83
suggester.py
83
suggester.py
@@ -1,83 +0,0 @@
|
|||||||
import requests
|
|
||||||
import json
|
|
||||||
import sys
|
|
||||||
|
|
||||||
ELS_URL ='http://localhost:9200'
|
|
||||||
INDEX = 'itunes-suggest'
|
|
||||||
|
|
||||||
class NoGoodDataException(Exception):
|
|
||||||
def __init__(self, message):
|
|
||||||
super().__init__(message)
|
|
||||||
|
|
||||||
def get_tokens(data: str) -> list:
|
|
||||||
if not data:
|
|
||||||
return []
|
|
||||||
query = {
|
|
||||||
"analyzer": "names",
|
|
||||||
"text" : data
|
|
||||||
}
|
|
||||||
|
|
||||||
url = '{}/{}/_analyze'.format(ELS_URL, INDEX)
|
|
||||||
r = requests.get(url, json=query)
|
|
||||||
|
|
||||||
if not 'tokens' in r.json():
|
|
||||||
print('ERROR: Not tokens in result')
|
|
||||||
print('Input: ' + str(data))
|
|
||||||
print('Request: ' + str(r.json()))
|
|
||||||
raise NoGoodDataException('Data is not correct to get tokens')
|
|
||||||
return [t['token'] for t in r.json()['tokens']]
|
|
||||||
|
|
||||||
def post_document(name: str, input: list, field_name: str) -> bool:
|
|
||||||
suggest_name = field_name + '_suggest'
|
|
||||||
element = {
|
|
||||||
field_name: name,
|
|
||||||
suggest_name: input
|
|
||||||
}
|
|
||||||
|
|
||||||
# Filter empty keys
|
|
||||||
# element = {k: v for k, v in element.items() if v}
|
|
||||||
|
|
||||||
url = '{}/{}/_doc'.format(ELS_URL, INDEX)
|
|
||||||
resp = requests.post(url, json=element)
|
|
||||||
if resp.status_code != 201:
|
|
||||||
print('ELS Response KO')
|
|
||||||
print(resp.status_code)
|
|
||||||
print(resp.text)
|
|
||||||
return
|
|
||||||
|
|
||||||
el_id = resp.json()['_id']
|
|
||||||
# print('Post_element - Element created: ' + el_id)
|
|
||||||
return el_id
|
|
||||||
|
|
||||||
def process_file(file_name: str, field_name: str) -> int:
|
|
||||||
print('Process file: ' + file_name)
|
|
||||||
with open(file_name, 'r') as o_file:
|
|
||||||
lines = o_file.readlines()
|
|
||||||
|
|
||||||
count = 0
|
|
||||||
i = 0
|
|
||||||
for line in lines:
|
|
||||||
i += 1
|
|
||||||
sys.stdout.write(str(int((i/len(lines))*100)) + '%')
|
|
||||||
sys.stdout.flush()
|
|
||||||
sys.stdout.write("\b" * (40+1)) # return to start of line, after '['
|
|
||||||
data = json.loads(line)
|
|
||||||
if "Artist" in data:
|
|
||||||
try :
|
|
||||||
input = get_tokens(data[field_name])
|
|
||||||
post_document(name=data[field_name], input=input, field_name=field_name.lower())
|
|
||||||
count += 1
|
|
||||||
except NoGoodDataException:
|
|
||||||
print('ERROR WITH DATA')
|
|
||||||
print(str(data))
|
|
||||||
print('File processed\n')
|
|
||||||
|
|
||||||
return count
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
# Using readlines()
|
|
||||||
count = 0
|
|
||||||
count += process_file('/home/budd/workspace/iTunes/es-albums.json', 'Album')
|
|
||||||
count += process_file('/home/budd/workspace/iTunes/es-artists.json', 'Artist')
|
|
||||||
print('Created documents: ' + str(count))
|
|
||||||
Reference in New Issue
Block a user