src/ldt/ldt/ldt_utils/admin.py
author rougeronj
Mon, 07 Jan 2013 16:06:59 +0100
branchchunked_upload
changeset 1053 6961dae2de7b
parent 1027 5e50a61acf4c
child 1190 129d45eec68c
permissions -rw-r--r--
cleaning some console.log
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
63
93325a5d61f0 organize format and import
ymh <ymh.work@gmail.com>
parents: 24
diff changeset
     1
from django.conf.urls.defaults import patterns, url
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
     2
from django.contrib import admin
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
     3
from django.shortcuts import render_to_response
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
     4
from django.template import RequestContext
77
7923feb2e362 improve indexation
ymh <ymh.work@gmail.com>
parents: 63
diff changeset
     5
from ldt.ldt_utils.contentindexer import ContentIndexer, ProjectIndexer
63
93325a5d61f0 organize format and import
ymh <ymh.work@gmail.com>
parents: 24
diff changeset
     6
from ldt.ldt_utils.fileimport import FileImport, FileImportError
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
     7
from ldt.ldt_utils.forms import LdtImportForm, ReindexForm, StatAnnotationForm
467
a1e9f5e91791 Removed object AnnotationStat + stats are computed when projects are published/unpublished
verrierj
parents: 393
diff changeset
     8
from ldt.ldt_utils.models import Content, Project, Media, Author
534
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
     9
from ldt.ldt_utils.stat import update_stat_content
230
39d97d561c60 Add admin panel to manage permissions for Content and Project
verrierj
parents: 167
diff changeset
    10
from guardian.admin import GuardedModelAdmin
1027
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
    11
from django.http import HttpResponse
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
    12
from StringIO import StringIO
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
    13
from django.core.management import call_command
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
    14
import logging
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    15
393
fa07a599883c GroupProfile and AnnotationStat are editable in admin pages
verrierj
parents: 343
diff changeset
    16
230
39d97d561c60 Add admin panel to manage permissions for Content and Project
verrierj
parents: 167
diff changeset
    17
class ProjectAdmin(GuardedModelAdmin):
467
a1e9f5e91791 Removed object AnnotationStat + stats are computed when projects are published/unpublished
verrierj
parents: 393
diff changeset
    18
    pass
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    19
249
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
    20
class AuthorAdmin(GuardedModelAdmin):
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
    21
    pass
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
    22
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
    23
class MediaAdmin(GuardedModelAdmin):
731
aba6c30b6d2a first step of mysql migration
ymh <ymh.work@gmail.com>
parents: 718
diff changeset
    24
    readonly_fields = ['src_hash']
230
39d97d561c60 Add admin panel to manage permissions for Content and Project
verrierj
parents: 167
diff changeset
    25
39d97d561c60 Add admin panel to manage permissions for Content and Project
verrierj
parents: 167
diff changeset
    26
class ContentAdmin(GuardedModelAdmin):
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    27
    
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    28
    def import_file(self, request):
13
97ab7b3191cf add api to update project, uses psiton
ymh <ymh.work@gmail.com>
parents: 0
diff changeset
    29
        if request.method == 'POST':
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    30
            form = LdtImportForm(request.POST, request.FILES)
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    31
            if form.is_valid():
13
97ab7b3191cf add api to update project, uses psiton
ymh <ymh.work@gmail.com>
parents: 0
diff changeset
    32
                filetoprocess = form.cleaned_data['importFile']
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    33
                flatten = form.cleaned_data['flatten']
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    34
                videoPath = form.cleaned_data['videoPath']
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    35
                # fi = None
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    36
                fi = FileImport(filetoprocess, videoPath, flatten)
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    37
                try:
167
fe00e7302efe Change class and functions names to follow PEP8 formatting standards
verrierj
parents: 142
diff changeset
    38
                    fi.process_file()
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    39
                    args = {'message': "File imported"}
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    40
                except FileImportError:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    41
                    non_field_errors = form.non_field_errors()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    42
                    non_field_errors.append("Error when importing : unknown file type")
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    43
                    form._errors["__all__"] = non_field_errors
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    44
                    args = {'message': "Can not import file, unknown file type", 'form': form}
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    45
                    
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    46
            else:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    47
                non_field_errors = form.non_field_errors()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    48
                non_field_errors.append("Error when importing : invalid form")
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    49
                form._errors["__all__"] = non_field_errors
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    50
                args = {'message': "Error when importing : invalid form", 'form': form}
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    51
        else:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    52
            form = LdtImportForm()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    53
            args = {'form': form, 'current_app': self.admin_site.name, 'current_action' : 'import_file'}
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    54
        return render_to_response('admin/ldt_utils/content/upload_form.html', args, context_instance=RequestContext(request))
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    55
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    56
    def reindex(self, request):
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    57
        message = None
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    58
        if request.method == "POST":
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    59
            form = ReindexForm(request.POST)
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    60
            if form.is_valid():    
718
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    61
                contentList = form.cleaned_data["contents"]
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    62
                indexer = ContentIndexer(contentList)
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    63
                indexer.index_all()
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    64
                
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    65
                index_projects = form.cleaned_data["index_projects"]
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    66
                if index_projects:
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    67
                    projectList = Project.objects.filter(contents__in=contentList, state=2).distinct() #filter(contents__in=contentList) @UndefinedVariable
5e27a39d3742 replace lucene by haystack, remove references to lucene
ymh <ymh.work@gmail.com>
parents: 534
diff changeset
    68
                    indexer = ProjectIndexer(projectList)
77
7923feb2e362 improve indexation
ymh <ymh.work@gmail.com>
parents: 63
diff changeset
    69
                    indexer.index_all()
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    70
                message = "Indexation ok : " + repr(form.cleaned_data["contents"]) 
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    71
                form = ReindexForm()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    72
                # except Exception, inst:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    73
                    # non_field_errors = form.non_field_errors()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    74
                    # non_field_errors.append("Error when reindexing : " + cgi.escape(repr(inst)))
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    75
                    # form._errors["__all__"] = non_field_errors
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    76
                    #message = "ERROR : " + repr(non_field_errors)
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    77
        else:
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    78
            form = ReindexForm()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    79
    
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    80
        return render_to_response('admin/ldt_utils/content/reindex_form.html', {'form': form, 'message':message, 'current_app': self.admin_site.name, 'current_action' : 'reindex' }, context_instance=RequestContext(request))
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
    81
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    82
    def stats_annotations(self, request):
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    83
        
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    84
        message = None
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    85
        if request.method == "POST":
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
    86
            form = StatAnnotationForm(request.POST)
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    87
            
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
    88
            if form.is_valid():
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    89
                
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
    90
                if form.cleaned_data['choose_all']:
534
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    91
                    contents = Content.objects.all()
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    92
                else:
534
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    93
                    contents = form.cleaned_data['contents']
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    94
                
534
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    95
                for content in contents:
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    96
                    update_stat_content(content)
e2d15b14ce56 Fix stat form in admin
verrierj
parents: 467
diff changeset
    97
                message = "Stats computed for :" + repr(contents)
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
    98
        else:
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
    99
            form = StatAnnotationForm()
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
   100
            
343
1b9b509013a7 Stats are recomputed without parsing extra xml file when projects are saved from ligne de temps.
verrierj
parents: 340
diff changeset
   101
        return render_to_response('admin/ldt_utils/content/stats_form.html', {'form': form, 'message':message, 'current_app': self.admin_site.name, 'current_action' : 'stats' }, context_instance=RequestContext(request))
1027
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   102
    
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   103
    
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   104
    def dumpdata(self, request):
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   105
        # do we dump the datas ?
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   106
        dump_str = request.REQUEST.get("dump")
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   107
        app_str = request.REQUEST.get("app", "")
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   108
        dump_bool = False
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   109
        if dump_str:
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   110
            dump_bool = {'true': True, 'false': False, "0": False, "1": True}.get(dump_str.lower())
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   111
        if dump_bool:
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   112
            content = StringIO()
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   113
            if app_str=="":
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   114
                call_command("dumpdata", indent=1, stdout=content)
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   115
            else:
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   116
                call_command("dumpdata", app_str, indent=1, stdout=content)
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   117
            content.seek(0)
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   118
            out = content.getvalue()
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   119
            content.close()
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   120
            res = HttpResponse(out, mimetype='application/json')
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   121
            res["Content-Disposition"] = "attachment; filename=dumpdata_ldt.json"
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   122
            return res
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   123
        return render_to_response('admin/ldt_utils/content/dumpdata.html', {}, context_instance=RequestContext(request))
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   124
      
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
   125
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   126
    def get_urls(self):
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   127
        urls = super(ContentAdmin, self).get_urls()
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   128
        content_urls = patterns('',
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   129
            url(r'^reindex/$', self.admin_site.admin_view(self.reindex), name="ldt_content_reindex"),
340
5f919a978f50 Stats for annotations volume can be computed using ./manage.py statannotation [-c content_id] or in the admin pages of module ldt_utils.
verrierj
parents: 249
diff changeset
   130
            url(r'^import/$', self.admin_site.admin_view(self.import_file), name="ldt_content_import_file"),
1027
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   131
            url(r'^stats/$', self.admin_site.admin_view(self.stats_annotations), name="ldt_project_compute_stats"),
5e50a61acf4c add dumpdata view in ldt_utils admin.
cavaliet
parents: 731
diff changeset
   132
            url(r'^dumpdata/$', self.admin_site.admin_view(self.dumpdata), name="ldt_admin_dump_data"),
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   133
        )
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   134
        return content_urls + urls
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   135
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   136
249
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
   137
admin.site.register(Project, ProjectAdmin)
0
bdf22b140727 first import
ymh <ymh.work@gmail.com>
parents:
diff changeset
   138
admin.site.register(Content, ContentAdmin)
249
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
   139
admin.site.register(Media, MediaAdmin)
5c5fab6d8ae8 Add admin permission panel to Group, Media, Author
verrierj
parents: 230
diff changeset
   140
admin.site.register(Author, AuthorAdmin)