src/ldt/ldt/ldt_utils/admin.py
author ymh <ymh.work@gmail.com>
Tue, 22 Oct 2024 09:57:18 +0200
changeset 1516 9cfcfbac1a43
parent 1364 fb0046d64c82
permissions -rw-r--r--
Added tag V01.65.08 for changeset c08d6aa5a51d
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1190
129d45eec68c Clean warning and errors for Django 1.5
ymh <ymh.work@gmail.com>
parents: 1027
diff changeset
     1
from StringIO import StringIO
1193
cd67b17d257d - correct url in template
ymh <ymh.work@gmail.com>
parents: 1190
diff changeset
     2
from django.conf.urls import patterns, url
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
     3
from django.contrib import admin
1190
129d45eec68c Clean warning and errors for Django 1.5
ymh <ymh.work@gmail.com>
parents: 1027
diff changeset
     4
from django.core.management import call_command
129d45eec68c Clean warning and errors for Django 1.5
ymh <ymh.work@gmail.com>
parents: 1027
diff changeset
     5
from django.http import HttpResponse
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
     6
from django.shortcuts import render_to_response
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
     7
from django.template import RequestContext
1190
129d45eec68c Clean warning and errors for Django 1.5
ymh <ymh.work@gmail.com>
parents: 1027
diff changeset
     8
from guardian.admin import GuardedModelAdmin
77
7923feb2e362 improve indexation
ymh <ymh.work@gmail.com>
parents: 63
diff changeset
     9
from ldt.ldt_utils.contentindexer import ContentIndexer, ProjectIndexer
63
93325a5d61f0 organize format and import
ymh <ymh.work@gmail.com>
parents: 24
diff changeset
    10
from ldt.ldt_utils.fileimport import FileImport, FileImportError
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    11
from ldt.ldt_utils.forms import LdtImportForm, ReindexForm, StatAnnotationForm
467
a1e9f5e91791 Removed object AnnotationStat + stats are computed when projects are published/unpublished
verrierj
parents: 393
diff changeset
    12
from ldt.ldt_utils.models import Content, Project, Media, Author
534
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    13
from ldt.ldt_utils.stat import update_stat_content
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    14
393
fa07a599883c GroupProfile and AnnotationStat are editable in admin pages
verrierj
parents: 343
diff changeset
    15
230
39d97d561c60 Add admin panel to manage permissions for Content and Project
verrierj
parents: 167
diff changeset
    16
class ProjectAdmin(GuardedModelAdmin):
1342
514145eb8c01 add search fields in admin + increment version
ymh <ymh.work@gmail.com>
parents: 1193
diff changeset
    17
    search_fields = ['title', 'ldt_id']
467
a1e9f5e91791 Removed object AnnotationStat + stats are computed when projects are published/unpublished
verrierj
parents: 393
diff changeset
    18
    pass
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    19
249
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
    20
class AuthorAdmin(GuardedModelAdmin):
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
    21
    pass
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
    22
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
    23
class MediaAdmin(GuardedModelAdmin):
1342
514145eb8c01 add search fields in admin + increment version
ymh <ymh.work@gmail.com>
parents: 1193
diff changeset
    24
    search_fields = ['title',]
731
aba6c30b6d2a first step of mysql migration
ymh <ymh.work@gmail.com>
parents: 718
diff changeset
    25
    readonly_fields = ['src_hash']
230
39d97d561c60 Add admin panel to manage permissions for Content and Project
verrierj
parents: 167
diff changeset
    26
39d97d561c60 Add admin panel to manage permissions for Content and Project
verrierj
parents: 167
diff changeset
    27
class ContentAdmin(GuardedModelAdmin):
1342
514145eb8c01 add search fields in admin + increment version
ymh <ymh.work@gmail.com>
parents: 1193
diff changeset
    28
    search_fields = ['title', 'iri_id']
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    29
    def import_file(self, request):
13
97ab7b3191cf add api to update project, uses psiton
ymh <ymh.work@gmail.com>
parents: 0
diff changeset
    30
        if request.method == 'POST':
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    31
            form = LdtImportForm(request.POST, request.FILES)
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    32
            if form.is_valid():
13
97ab7b3191cf add api to update project, uses psiton
ymh <ymh.work@gmail.com>
parents: 0
diff changeset
    33
                filetoprocess = form.cleaned_data['importFile']
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    34
                flatten = form.cleaned_data['flatten']
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    35
                videoPath = form.cleaned_data['videoPath']
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    36
                # fi = None
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    37
                fi = FileImport(filetoprocess, videoPath, flatten)
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    38
                try:
167
fe00e7302efe Change class and functions names to follow PEP8 formatting standards
verrierj
parents: 142
diff changeset
    39
                    fi.process_file()
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    40
                    args = {'message': "File imported"}
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    41
                except FileImportError:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    42
                    non_field_errors = form.non_field_errors()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    43
                    non_field_errors.append("Error when importing : unknown file type")
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    44
                    form._errors["__all__"] = non_field_errors
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    45
                    args = {'message': "Can not import file, unknown file type", 'form': form}
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    46
                    
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    47
            else:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    48
                non_field_errors = form.non_field_errors()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    49
                non_field_errors.append("Error when importing : invalid form")
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    50
                form._errors["__all__"] = non_field_errors
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    51
                args = {'message': "Error when importing : invalid form", 'form': form}
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    52
        else:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    53
            form = LdtImportForm()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    54
            args = {'form': form, 'current_app': self.admin_site.name, 'current_action' : 'import_file'}
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    55
        return render_to_response('admin/ldt_utils/content/upload_form.html', args, context_instance=RequestContext(request))
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    56
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    57
    def reindex(self, request):
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    58
        message = None
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    59
        if request.method == "POST":
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    60
            form = ReindexForm(request.POST)
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    61
            if form.is_valid():    
718
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    62
                contentList = form.cleaned_data["contents"]
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    63
                indexer = ContentIndexer(contentList)
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    64
                indexer.index_all()
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    65
                
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    66
                index_projects = form.cleaned_data["index_projects"]
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    67
                if index_projects:
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    68
                    projectList = Project.objects.filter(contents__in=contentList, state=2).distinct() #filter(contents__in=contentList) @UndefinedVariable
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    69
                    indexer = ProjectIndexer(projectList)
77
7923feb2e362 improve indexation
ymh <ymh.work@gmail.com>
parents: 63
diff changeset
    70
                    indexer.index_all()
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    71
                message = "Indexation ok : " + repr(form.cleaned_data["contents"]) 
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    72
                form = ReindexForm()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    73
                # except Exception, inst:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    74
                    # non_field_errors = form.non_field_errors()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    75
                    # non_field_errors.append("Error when reindexing : " + cgi.escape(repr(inst)))
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    76
                    # form._errors["__all__"] = non_field_errors
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    77
                    #message = "ERROR : " + repr(non_field_errors)
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    78
        else:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    79
            form = ReindexForm()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    80
    
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    81
        return render_to_response('admin/ldt_utils/content/reindex_form.html', {'form': form, 'message':message, 'current_app': self.admin_site.name, 'current_action' : 'reindex' }, context_instance=RequestContext(request))
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    82
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    83
    def stats_annotations(self, request):
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    84
        
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    85
        message = None
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    86
        if request.method == "POST":
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
    87
            form = StatAnnotationForm(request.POST)
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    88
            
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
    89
            if form.is_valid():
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    90
                
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
    91
                if form.cleaned_data['choose_all']:
534
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    92
                    contents = Content.objects.all()
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    93
                else:
534
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    94
                    contents = form.cleaned_data['contents']
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    95
                
534
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    96
                for content in contents:
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    97
                    update_stat_content(content)
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    98
                message = "Stats computed for :" + repr(contents)
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    99
        else:
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
   100
            form = StatAnnotationForm()
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
   101
            
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
   102
        return render_to_response('admin/ldt_utils/content/stats_form.html', {'form': form, 'message':message, 'current_app': self.admin_site.name, 'current_action' : 'stats' }, context_instance=RequestContext(request))
1027
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   103
    
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   104
    
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   105
    def dumpdata(self, request):
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   106
        # do we dump the datas ?
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   107
        dump_str = request.REQUEST.get("dump")
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   108
        app_str = request.REQUEST.get("app", "")
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   109
        dump_bool = False
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   110
        if dump_str:
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   111
            dump_bool = {'true': True, 'false': False, "0": False, "1": True}.get(dump_str.lower())
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   112
        if dump_bool:
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   113
            content = StringIO()
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   114
            if app_str=="":
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   115
                call_command("dumpdata", indent=1, stdout=content)
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   116
            else:
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   117
                call_command("dumpdata", app_str, indent=1, stdout=content)
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   118
            content.seek(0)
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   119
            out = content.getvalue()
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   120
            content.close()
1364
fb0046d64c82 replaced mimetype arg in HTTPResponse objects with content_type + fixed a url error from commit changing json to ldt_json + replaced md5 lib (deprecated) with hashlib.md5 for project id generation
durandn
parents: 1342
diff changeset
   121
            res = HttpResponse(out, content_type='application/json')
1027
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   122
            res["Content-Disposition"] = "attachment; filename=dumpdata_ldt.json"
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   123
            return res
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   124
        return render_to_response('admin/ldt_utils/content/dumpdata.html', {}, context_instance=RequestContext(request))
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   125
      
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
   126
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   127
    def get_urls(self):
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   128
        urls = super(ContentAdmin, self).get_urls()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   129
        content_urls = patterns('',
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   130
            url(r'^reindex/$', self.admin_site.admin_view(self.reindex), name="ldt_content_reindex"),
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
   131
            url(r'^import/$', self.admin_site.admin_view(self.import_file), name="ldt_content_import_file"),
1027
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   132
            url(r'^stats/$', self.admin_site.admin_view(self.stats_annotations), name="ldt_project_compute_stats"),
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   133
            url(r'^dumpdata/$', self.admin_site.admin_view(self.dumpdata), name="ldt_admin_dump_data"),
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   134
        )
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   135
        return content_urls + urls
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   136
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   137
249
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
   138
admin.site.register(Project, ProjectAdmin)
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   139
admin.site.register(Content, ContentAdmin)
249
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
   140
admin.site.register(Media, MediaAdmin)
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
   141
admin.site.register(Author, AuthorAdmin)