setTimeSensitivity(self::TIME_INSENSITIVE); $this->setInterval(24 * 60 * 60); } protected function run(mixed $argument): void { if ($this->appConfig->getValueBool('core', 'metadataGenerationDone', false)) { return; } $lastHandledUser = $this->appConfig->getValueString('core', 'metadataGenerationLastHandledUser', ''); $users = $this->userManager->search(''); // we'll only start timer once we have found a valid user to handle // meaning NOW if we have not handled any user from a previous run $startTime = ($lastHandledUser === '') ? time() : null; foreach ($users as $user) { $userId = $user->getUID(); // if we already handled a previous run, we start timer only when we face the last handled user if ($startTime === null) { if ($userId === $lastHandledUser) { $startTime = time(); } continue; } $this->appConfig->setValueString('core', 'metadataGenerationLastHandledUser', $userId); $this->scanFilesForUser($user->getUID()); // Stop if execution time is more than one hour. if (time() - $startTime > 3600) { return; } } $this->appConfig->deleteKey('core', 'metadataGenerationLastHandledUser'); $this->appConfig->setValueBool('core', 'metadataGenerationDone', true); } private function scanFilesForUser(string $userId): void { $userFolder = $this->rootFolder->getUserFolder($userId); $this->scanFolder($userFolder); } private function scanFolder(Folder $folder): void { // Do not scan share and other moveable mounts. if ($folder->getMountPoint() instanceof \OC\Files\Mount\MoveableMount) { return; } foreach ($folder->getDirectoryListing() as $node) { if ($node instanceof Folder) { $this->scanFolder($node); continue; } // Don't generate metadata for files bigger than configured metadata_max_filesize // Files are loaded in memory so very big files can lead to an OOM on the server $nodeSize = $node->getSize(); $nodeLimit = $this->config->getSystemValueInt('metadata_max_filesize', self::DEFAULT_MAX_FILESIZE); if ($nodeSize > $nodeLimit * 1000000) { $this->logger->debug('Skipping generating metadata for fileid ' . $node->getId() . " as its size exceeds configured 'metadata_max_filesize'."); continue; } try { $this->filesMetadataManager->getMetadata($node->getId(), false); } catch (FilesMetadataNotFoundException) { try { $this->filesMetadataManager->refreshMetadata( $node, IFilesMetadataManager::PROCESS_LIVE | IFilesMetadataManager::PROCESS_BACKGROUND ); } catch (\Throwable $ex) { $this->logger->warning('Error while generating metadata for fileid ' . $node->getId(), ['exception' => $ex]); } } } } } -6.1.7 Mirror of Apache POI: https://github.com/apache/poiwww-data
aboutsummaryrefslogtreecommitdiffstats
path: root/src/integrationtest/org/apache/poi/stress/POIFSFileHandler.java
blob: 09460cd76fc0cedfe1db86d47a322695dee9c15a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
/* ====================================================================
   Licensed to the Apache Software Foundation (ASF) under one or more
   contributor license agreements.  See the NOTICE file distributed with
   this work for additional information regarding copyright ownership.
   The ASF licenses this file to You under the Apache License, Version 2.0
   (the "License"); you may not use this file except in compliance with
   the License.  You may obtain a copy of the License at

       http://www.apache.org/licenses/LICENSE-2.0

   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
==================================================================== */
package org.apache.poi.stress;

import static org.junit.Assert.assertNotNull;

import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;

import org.apache.poi.POIDocument;
import org.apache.poi.hpsf.extractor.HPSFPropertiesExtractor;
import org.apache.poi.poifs.filesystem.POIFSFileSystem;
import org.junit.Test;

public class POIFSFileHandler extends AbstractFileHandler {

	@Override
    public void handleFile(InputStream stream, String path) throws Exception {
        try (POIFSFileSystem fs = new POIFSFileSystem(stream)) {
            handlePOIFSFileSystem(fs);
            handleHPSFProperties(fs);
        }
	}

	private void handleHPSFProperties(POIFSFileSystem fs) throws IOException {
        try (HPSFPropertiesExtractor ext = new HPSFPropertiesExtractor(fs)) {
            // can be null
            ext.getDocSummaryInformation();
            ext.getSummaryInformation();

            assertNotNull(ext.getDocumentSummaryInformationText());
            assertNotNull(ext.getSummaryInformationText());
            assertNotNull(ext.getText());
        }
    }

    private void handlePOIFSFileSystem(POIFSFileSystem fs) {
		assertNotNull(fs);
		assertNotNull(fs.getRoot());
	}
	
	protected void handlePOIDocument(POIDocument doc) throws Exception {
		ByteArrayOutputStream out = new ByteArrayOutputStream();
		doc.write(out);
		
		ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray());
		POIFSFileSystem fs = new POIFSFileSystem(in);
		handlePOIFSFileSystem(fs);
		fs.close();
	}
	
    // a test-case to test this locally without executing the full TestAllFiles
    @Test
    public void test() throws Exception {
        File file = new File("test-data/poifs/Notes.ole2");

        try (InputStream stream = new FileInputStream(file)) {
            handleFile(stream, file.getPath());
        }
        
        //handleExtracting(file);
    }
}