update SVT-AV1 to latest version of 2.3.0 from 2.2.1
[goodguy/cinelerra.git] / cinelerra-5.1 / guicast / filesystem.C
1 /*
2  * CINELERRA
3  * Copyright (C) 2010 Adam Williams <broadcast at earthling dot net>
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 2 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program; if not, write to the Free Software
17  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
18  *
19  */
20
21 #include "bcsignals.h"
22 #include "cstrdup.h"
23 #include <dirent.h>
24 #include <errno.h>
25 #include <pwd.h>
26 #include <stddef.h>
27 #include <stdio.h>
28 #include <stdlib.h>
29 #include <string.h>
30 #include <sys/stat.h>
31 #include <sys/types.h>
32 #include <time.h>
33 #include <unistd.h>
34 #include <utime.h>
35
36
37 #include "filesystem.h"
38
39 FileItem::FileItem()
40 {
41         path = 0;
42         name = 0;
43         reset();
44 }
45
46 FileItem::FileItem(const char *path, const char *name, int is_dir,
47         int64_t size, time_t mtime, int item_no)
48 {
49         this->path = new char[strlen(path)];
50         this->name = new char[strlen(name)];
51         if(this->path) strcpy(this->path, path);
52         if(this->name) strcpy(this->name, name);
53         this->is_dir = is_dir;
54         this->size = size;
55         this->mtime = mtime;
56         this->item_no = item_no;
57 }
58
59 FileItem::~FileItem()
60 {
61         reset();
62 }
63
64 int FileItem::reset()
65 {
66         if(this->path) delete [] this->path;
67         if(this->name) delete [] this->name;
68         path = 0;
69         name = 0;
70         is_dir = 0;
71         size = 0;
72         mtime = 0;
73         item_no = -1;
74         return 0;
75 }
76
77 int FileItem::set_path(char *path)
78 {
79         if(this->path) delete [] this->path;
80         this->path = new char[strlen(path) + 1];
81         strcpy(this->path, path);
82         return 0;
83 }
84
85 int FileItem::set_name(char *name)
86 {
87         if(this->name) delete [] this->name;
88         this->name = new char[strlen(name) + 1];
89         strcpy(this->name, name);
90         return 0;
91 }
92
93
94
95 FileSystem::FileSystem()
96 {
97         reset_parameters();
98         (void)getcwd(current_dir, BCTEXTLEN);
99 }
100
101 FileSystem::~FileSystem()
102 {
103         delete_directory();
104 }
105
106 int FileSystem::reset_parameters()
107 {
108         show_all_files = 0;
109         want_directory = 0;
110         strcpy(filter, "");
111         strcpy(current_dir, "");
112         sort_order = SORT_ASCENDING;
113         sort_field = SORT_PATH;
114         return 0;
115 }
116
117 int FileSystem::delete_directory()
118 {
119         dir_list.remove_all_objects();
120         return 0;
121 }
122
123 int FileSystem::set_sort_order(int value)
124 {
125         this->sort_order = value;
126         return 0;
127 }
128
129 int FileSystem::set_sort_field(int field)
130 {
131         this->sort_field = field;
132         return 0;
133 }
134
135 // filename.with.dots.extension
136 //   becomes
137 // extension.dots.with.filename
138
139 int FileSystem::dot_reverse_filename(char *out, const char *in)
140 {
141         int i, i2, j=0, lastdot;
142         lastdot = strlen(in);
143         for ( i=strlen(in); --i >= 0; ) {
144                 if (in[i] == '.') {
145                         i2 = i+1;
146                                 while (i2 < lastdot)
147                                         out[j++] = in[i2++];
148                         out[j++] = in[i];
149                         lastdot = i;
150                 }
151         }
152         if (in[++i] != '.') {
153                 while (i < lastdot) out[j++] = in[i++];
154         }
155         out[j++] = '\0';
156         return 0;
157 }
158
159 int FileSystem::path_ascending(const void *ptr1, const void *ptr2)
160 {
161         FileItem *item1 = *(FileItem**)ptr1;
162         FileItem *item2 = *(FileItem**)ptr2;
163 //printf("path_ascending %p %p\n", ptr1, ptr2);
164         int ret = strcasecmp(item1->name, item2->name);
165         if( ret != 0 ) return ret;
166         return item1->item_no - item2->item_no;
167 }
168
169 int FileSystem::path_descending(const void *ptr1, const void *ptr2)
170 {
171         FileItem *item1 = *(FileItem**)ptr1;
172         FileItem *item2 = *(FileItem**)ptr2;
173         int ret = strcasecmp(item2->name, item1->name);
174         if( ret != 0 ) return ret;
175         return item2->item_no - item1->item_no;
176 }
177
178
179 int FileSystem::size_ascending(const void *ptr1, const void *ptr2)
180 {
181         FileItem *item1 = *(FileItem**)ptr1;
182         FileItem *item2 = *(FileItem**)ptr2;
183         return item1->size == item2->size ?
184                 item1->item_no - item2->item_no :
185                 item1->size > item2->size;
186 }
187
188 int FileSystem::size_descending(const void *ptr1, const void *ptr2)
189 {
190         FileItem *item1 = *(FileItem**)ptr1;
191         FileItem *item2 = *(FileItem**)ptr2;
192         return item2->size == item1->size ?
193                 item2->item_no - item1->item_no :
194                 item2->size > item1->size;
195 }
196
197
198 int FileSystem::date_ascending(const void *ptr1, const void *ptr2)
199 {
200         FileItem *item1 = *(FileItem**)ptr1;
201         FileItem *item2 = *(FileItem**)ptr2;
202         return item1->mtime == item2->mtime ?
203                 item1->item_no - item2->item_no :
204                 item1->mtime > item2->mtime;
205 }
206
207 int FileSystem::date_descending(const void *ptr1, const void *ptr2)
208 {
209         FileItem *item1 = *(FileItem**)ptr1;
210         FileItem *item2 = *(FileItem**)ptr2;
211         return item2->mtime == item1->mtime ?
212                 item2->item_no - item1->item_no :
213                 item2->mtime > item1->mtime;
214 }
215
216 int FileSystem::ext_ascending(const void *ptr1, const void *ptr2)
217 {
218         FileItem *item1 = *(FileItem**)ptr1;
219         FileItem *item2 = *(FileItem**)ptr2;
220         char *ext1 = strrchr(item1->name,'.');
221         if( !ext1 ) ext1 = item1->name;
222         char *ext2 = strrchr(item2->name,'.');
223         if( !ext2 ) ext2 = item2->name;
224         int ret = strcasecmp(ext1, ext2);
225         if( ret ) return ret;
226         if( item1->item_no >= 0 && item2->item_no >= 0 )
227                 return item1->item_no - item2->item_no;
228         char dotreversedname1[BCTEXTLEN], dotreversedname2[BCTEXTLEN];
229         dot_reverse_filename(dotreversedname1,item1->name);
230         dot_reverse_filename(dotreversedname2,item2->name);
231         return strcasecmp(dotreversedname1, dotreversedname2);
232 }
233
234 int FileSystem::ext_descending(const void *ptr1, const void *ptr2)
235 {
236         FileItem *item1 = *(FileItem**)ptr1;
237         FileItem *item2 = *(FileItem**)ptr2;
238         char *ext1 = strrchr(item1->name,'.');
239         if( !ext1 ) ext1 = item1->name;
240         char *ext2 = strrchr(item2->name,'.');
241         if( !ext2 ) ext2 = item2->name;
242         int ret = strcasecmp(ext2, ext1);
243         if( ret ) return ret;
244         if( item2->item_no >= 0 && item1->item_no >= 0 )
245                 return item2->item_no - item1->item_no;
246         char dotreversedname1[BCTEXTLEN], dotreversedname2[BCTEXTLEN];
247         dot_reverse_filename(dotreversedname1,item1->name);
248         dot_reverse_filename(dotreversedname2,item2->name);
249         return strcasecmp(dotreversedname2, dotreversedname1);
250 }
251
252 int FileSystem::sort_table(ArrayList<FileItem*> *dir_list)
253 {
254         if(!dir_list || !dir_list->size()) return 0;
255         static int (*cmpr[][2])(const void *ptr1, const void *ptr2) = {
256                 { &path_ascending, &path_descending },
257                 { &size_ascending, &size_descending },
258                 { &date_ascending, &date_descending },
259                 { &ext_ascending,  &ext_descending  },
260         };
261
262         qsort(dir_list->values,
263                 dir_list->size(), sizeof(FileItem*),
264                 cmpr[sort_field][sort_order]);
265
266         return 0;
267 }
268
269 int FileSystem::combine(ArrayList<FileItem*> *dir_list, ArrayList<FileItem*> *file_list)
270 {
271         int i;
272
273         sort_table(dir_list);
274         for(i = 0; i < dir_list->total; i++)
275         {
276                 this->dir_list.append(dir_list->values[i]);
277         }
278
279         sort_table(file_list);
280         for(i = 0; i < file_list->total; i++)
281         {
282                 this->dir_list.append(file_list->values[i]);
283         }
284         return 0;
285 }
286
287 int FileSystem::test_filter(const char *url, const char *filter)
288 {
289         char string[BCTEXTLEN], string2[BCTEXTLEN];
290         const char *filter1 = 0, *filter2 = filter;
291         int done = 0, result = 0, token_number = 0;
292
293         do { // Get next token
294                 filter1 = strchr(filter2, '[');
295                 string[0] = 0;
296                 if( filter1 ) { // Get next filter
297                         filter2 = strchr(++filter1, ']');
298                         if( filter2 ) {
299                                 int n = filter2 - filter1;
300                                 for( int i=0; i<n; ++i ) string[i] = filter1[i];
301                                 string[n] = 0;
302                         }
303                         else {
304                                 strcpy(string, filter1);
305                                 done = 1;
306                         }
307                 }
308                 else {
309                         if( !token_number )
310                                 strcpy(string, filter);
311                         else
312                                 done = 1;
313                 }
314
315                 if( string[0] ) { // Process the token
316                         const char *path = url;
317                         const char *subfilter1 = string, *subfilter2 = 0;
318                         int token_done = 0;
319                         result = 0;
320                         do {
321                                 string2[0] = 0;
322                                 subfilter2 = strchr(subfilter1, '*');
323                                 if( subfilter2 ) {
324                                         int n = subfilter2 - subfilter1;
325                                         for( int i=0; i<n; ++i ) string2[i] = subfilter1[i];
326                                         string2[n] = 0;
327                                 }
328                                 else {
329                                         strcpy(string2, subfilter1);
330                                         token_done = 1;
331                                 }
332
333                                 if( string2[0] ) { // Subfilter exists
334                                         if( subfilter1 > string ) {
335                                                 const char *cp = strstr(path, string2);
336                                                 if( !cp )
337                                                         result = token_done = 1;
338                                                 else
339                                                         path = cp + strlen(string2);
340                                         }
341                                         else { // Subfilter exists
342                                                 if( strncmp(path, string2, strlen(string2)) ) // strncasecmp?
343                                                         result = token_done = 1;
344                                                 else
345                                                         path += strlen(string2);
346                                         }
347
348 // String must terminate after subfilter
349                                         if( !subfilter2 ) {
350                                                 if( *path )
351                                                         result = token_done = 1;
352                                         }
353                                 }
354                                 subfilter1 = subfilter2 + 1;
355 // Let pass if no subfilter
356                         } while( !token_done && !result );
357                 }
358                 ++token_number;
359         } while( !done && result );
360
361         return result;
362 }
363
364 int FileSystem::test_filter(FileItem *file)
365 {
366 // Don't filter directories
367         if( file->is_dir ) return 0;
368         if( !file->name ) return 1;
369         return test_filter(file->name, this->filter);
370 }
371
372 int FileSystem::scan_directory(const char *new_dir)
373 {
374         if( new_dir != 0 )
375                 strcpy(current_dir, new_dir);
376         DIR *dirstream = opendir(current_dir);
377         if( !dirstream ) return 1;          // failed to open directory
378
379         struct dirent64 *new_filename;
380         while( (new_filename = readdir64(dirstream)) != 0 ) {
381                 FileItem *new_file = 0;
382                 int include_this = 1;
383
384 // File is directory heirarchy
385                 if(!strcmp(new_filename->d_name, ".") ||
386                         !strcmp(new_filename->d_name, "..")) include_this = 0;
387
388 // File is hidden and we don't want all files
389                 if(include_this &&
390                         !show_all_files &&
391                         new_filename->d_name[0] == '.') include_this = 0;
392
393 // file not hidden
394                 if(include_this)
395                 {
396                         new_file = new FileItem;
397                         char full_path[BCTEXTLEN], name_only[BCTEXTLEN];
398                         sprintf(full_path, "%s", current_dir);
399                         add_end_slash(full_path);
400                         strcat(full_path, new_filename->d_name);
401                         strcpy(name_only, new_filename->d_name);
402                         new_file->set_path(full_path);
403                         new_file->set_name(name_only);
404
405 // Get information about the file.
406                         struct stat ostat;
407                         if(!stat(full_path, &ostat))
408                         {
409                                 new_file->size = ostat.st_size;
410                                 new_file->mtime = ostat.st_mtime;
411
412                                 if(S_ISDIR(ostat.st_mode))
413                                 {
414                                         strcat(name_only, "/"); // is a directory
415                                         new_file->is_dir = 1;
416                                 }
417
418 // File is excluded from filter
419                                 if(include_this && test_filter(new_file)) include_this = 0;
420 //printf("FileSystem::update 3 %d %d\n", include_this, test_filter(new_file));
421
422 // File is not a directory and we just want directories
423                                 if(include_this && want_directory && !new_file->is_dir) include_this = 0;
424                         }
425                         else
426                         {
427                                 printf("FileSystem::update %s %s\n", full_path, strerror(errno));
428                                 include_this = 0;
429                         }
430
431 // add to list
432                         if(include_this)
433                                 dir_list.append(new_file);
434                         else
435                                 delete new_file;
436                 }
437         }
438         closedir(dirstream);
439         return 0;
440 }
441
442 int FileSystem::update(const char *new_dir)
443 {
444         delete_directory();
445         int result = scan_directory(new_dir);
446 // combine the directories and files in the master list
447         return !result ? update_sort() : result;
448 }
449
450 int FileSystem::update_sort()
451 {
452         ArrayList<FileItem*> directories, files;
453         for( int i=0; i< dir_list.size(); ++i ) {
454                 FileItem *item = dir_list[i];
455                 item->item_no = i;
456                 (item->is_dir ? &directories : &files)->append(item);
457         }
458         dir_list.remove_all();
459 // combine the directories and files in the master list
460         combine(&directories, &files);
461         return 0;
462 // success
463 }
464
465
466 int FileSystem::set_filter(const char *new_filter)
467 {
468         strcpy(filter, new_filter);
469         return 0;
470 }
471
472 int FileSystem::set_show_all()
473 {
474         show_all_files = 1;
475         return 0;
476 }
477
478 int FileSystem::set_want_directory()
479 {
480         want_directory = 1;
481         return 0;
482 }
483
484 int FileSystem::is_dir(const char *path)      // return 0 if the text is a directory
485 {
486         if(!strlen(path)) return 0;
487
488         char new_dir[BCTEXTLEN];
489         struct stat ostat;    // entire name is a directory
490
491         strcpy(new_dir, path);
492         complete_path(new_dir);
493         if(!stat(new_dir, &ostat) && S_ISDIR(ostat.st_mode))
494                 return 1;
495         else
496                 return 0;
497 }
498
499 int FileSystem::create_dir(const char *new_dir_)
500 {
501         char new_dir[BCTEXTLEN];
502         strcpy(new_dir, new_dir_);
503         complete_path(new_dir);
504         return mkdir(new_dir, S_IRWXU | S_IRWXG | S_IRWXO);
505 }
506
507 int FileSystem::parse_tildas(char *new_dir)
508 {
509         if(new_dir[0] == 0) return 1;
510
511 // Our home directory
512         if(new_dir[0] == '~')
513         {
514
515                 if(new_dir[1] == '/' || new_dir[1] == 0)
516                 {
517 // user's home directory
518                         char *home;
519                         char string[BCTEXTLEN];
520                         home = getenv("HOME");
521
522 // print starting after tilda
523                         if(home) sprintf(string, "%s%s", home, &new_dir[1]);
524                         strcpy(new_dir, string);
525                         return 0;
526                 }
527                 else
528 // Another user's home directory
529                 {
530                         char string[BCTEXTLEN], new_user[BCTEXTLEN];
531                         struct passwd *pw;
532                         int i, j;
533
534                         for(i = 1, j = 0; new_dir[i] != 0 && new_dir[i] != '/'; i++, j++)
535                         {                // copy user name
536                                 new_user[j] = new_dir[i];
537                         }
538                         new_user[j] = 0;
539 #if !defined(__TERMUX__)
540                         setpwent();
541                         while( (pw = getpwent()) != 0 )
542                         {
543 // get info for user
544                                 if(!strcmp(pw->pw_name, new_user))
545                                 {
546 // print starting after tilda
547                                 sprintf(string, "%s%s", pw->pw_dir, &new_dir[i]);
548                                 strcpy(new_dir, string);
549                                 break;
550                         }
551                         }
552                         endpwent();
553 #endif
554                         return 0;
555                 }
556         }
557         return 0;
558 }
559
560 int FileSystem::parse_directories(char *new_dir)
561 {
562 //printf("FileSystem::parse_directories 1 %s\n", new_dir);
563         if( *new_dir != '/' && current_dir[0] ) {  // expand to abs path
564                 char string[BCTEXTLEN];
565                 strcpy(string, current_dir);
566                 add_end_slash(string);
567                 strcat(string, new_dir);
568                 strcpy(new_dir, string);
569         }
570         return 0;
571 }
572
573 int FileSystem::parse_dots(char *new_dir)
574 {
575 // recursively remove ..s
576         int changed = 1;
577         while(changed)
578         {
579                 int i, j, len;
580                 len = strlen(new_dir);
581                 changed = 0;
582                 for(i = 0, j = 1; !changed && j < len; i++, j++)
583                 {
584 // Got 2 dots
585                         if(new_dir[i] == '.' && new_dir[j] == '.')
586                         {
587 // Ignore if character after .. doesn't qualify
588                                 if(j + 1 < len &&
589                                         new_dir[j + 1] != ' ' &&
590                                         new_dir[j + 1] != '/')
591                                         continue;
592
593 // Ignore if character before .. doesn't qualify
594                                 if(i > 0 &&
595                                         new_dir[i - 1] != '/') continue;
596
597                                 changed = 1;
598                                 while(new_dir[i] != '/' && i > 0)
599                                 {
600 // look for first / before ..
601                                         i--;
602                                 }
603
604 // find / before this /
605                                 if(i > 0) i--;
606                                 while(new_dir[i] != '/' && i > 0)
607                                 {
608 // look for first / before first / before ..
609                                         i--;
610                                 }
611
612 // i now equals /first filename before ..
613 // look for first / after ..
614                                 while(new_dir[j] != '/' && j < len)
615                                 {
616                                         j++;
617                                 }
618
619 // j now equals /first filename after ..
620                                 while(j < len)
621                                 {
622                                         new_dir[i++] = new_dir[j++];
623                                 }
624
625                                 new_dir[i] = 0;
626 // default to root directory
627                                 if((new_dir[0]) == 0) sprintf(new_dir, "/");
628                                 break;
629                         }
630                 }
631         }
632         return 0;
633 }
634
635 int FileSystem::complete_path(char *filename)
636 {
637 //printf("FileSystem::complete_path 1\n");
638         if(!strlen(filename)) return 1;
639 //printf("FileSystem::complete_path 1\n");
640         parse_tildas(filename);
641 //printf("FileSystem::complete_path 1\n");
642         parse_directories(filename);
643 //printf("FileSystem::complete_path 1\n");
644         parse_dots(filename);
645 // don't add end slash since this requires checking if dir
646 //printf("FileSystem::complete_path 2\n");
647         return 0;
648 }
649
650 int FileSystem::extract_dir(char *out, const char *in)
651 {
652         strcpy(out, in);
653         if(!is_dir(in))
654         {
655 // complete string is not directory
656                 int i;
657
658                 complete_path(out);
659
660                 for(i = strlen(out); i > 0 && out[i - 1] != '/'; i--)
661                 {
662                         ;
663                 }
664                 if(i >= 0) out[i] = 0;
665         }
666         return 0;
667 }
668
669 int FileSystem::extract_name(char *out, const char *in, int test_dir)
670 {
671         if(test_dir && is_dir(in))
672                 out[0] = 0; // complete string is directory
673         else {
674                 const char *cp = strrchr(in, '/');
675                 const char *bp = !cp ? in : cp + 1;
676                 strcpy(out, bp);
677         }
678         return 0;
679 }
680
681 int FileSystem::join_names(char *out, const char *dir_in, const char *name_in)
682 {
683         strcpy(out, dir_in);
684         int len = strlen(out);
685         int result = 0;
686
687         while(!result)
688                 if(len == 0 || out[len] != 0) result = 1; else len--;
689
690         if(len != 0)
691         {
692                 if(out[len] != '/') strcat(out, "/");
693         }
694
695         strcat(out, name_in);
696         return 0;
697 }
698
699 int64_t FileSystem::get_date(const char *filename)
700 {
701         struct stat file_status;
702         bzero(&file_status, sizeof(struct stat));
703         int result = stat(filename, &file_status);
704         return !result ? file_status.st_mtime : -1;
705 }
706
707 void FileSystem::set_date(const char *path, int64_t value)
708 {
709         struct utimbuf new_time;
710         new_time.actime = value;
711         new_time.modtime = value;
712         utime(path, &new_time);
713 }
714
715 int64_t FileSystem::get_size(char *filename)
716 {
717         struct stat file_status;
718         bzero(&file_status, sizeof(struct stat));
719         int result = stat(filename, &file_status);
720         return !result ? file_status.st_size : -1;
721 }
722
723 int FileSystem::change_dir(const char *new_dir, int update)
724 {
725         char new_dir_full[BCTEXTLEN];
726
727         strcpy(new_dir_full, new_dir);
728
729         complete_path(new_dir_full);
730 // cut ending slash
731         if(strcmp(new_dir_full, "/") &&
732                 new_dir_full[strlen(new_dir_full) - 1] == '/')
733                 new_dir_full[strlen(new_dir_full) - 1] = 0;
734
735         if(update)
736                 this->update(new_dir_full);
737         else
738         {
739                 strcpy(current_dir, new_dir_full);
740         }
741         return 0;
742 }
743
744 int FileSystem::set_current_dir(const char *new_dir)
745 {
746         strcpy(current_dir, new_dir);
747         return 0;
748 }
749
750 int FileSystem::add_end_slash(char *new_dir)
751 {
752         if(new_dir[strlen(new_dir) - 1] != '/') strcat(new_dir, "/");
753         return 0;
754 }
755
756
757 // collapse ".",  "..", "//"  eg. x/./..//y = y
758 char *FileSystem::basepath(const char *path)
759 {
760         char fpath[BCTEXTLEN];
761         unsigned len = strlen(path);
762         if( len >= sizeof(fpath) ) return 0;
763         strcpy(fpath, path);
764         char *flat = cstrdup("");
765
766         int r = 0;
767         char *fn = fpath + len;
768         while( fn > fpath ) {
769                 while( --fn >= fpath )
770                         if( *fn == '/' ) { *fn = 0;  break; }
771                 fn = fn < fpath ? fpath : fn+1;
772                 if( !*fn || !strcmp(fn, ".") ) continue;
773                 if( !strcmp(fn, "..") ) { ++r; continue; }
774                 if( r < 0 ) continue;
775                 if( r > 0 ) { --r;  continue; }
776                 char *cp = cstrcat(3, "/",fn,flat);
777                 delete [] flat;  flat = cp;
778         }
779
780         if( *path != '/' ) {
781                 char *cp = cstrcat(2, ".",flat);
782                 delete [] flat;  flat = cp;
783         }
784
785         return flat;
786 }
787