sunnysideup / silverstripe-modulechecks

code/tasks/UpdateModules.php

<?php

/**
 * main class running all the updates
 *
 *
 */
class UpdateModules extends BuildTask
{
    protected $enabled = true;

    protected $title = "Update Modules";

    protected $description = "Adds files necessary for publishing a module to GitHub. The list of modules is specified in standard config or else it retrieves a list of modules from GitHub.";

    /**
     * e.g.
     * - moduleA
     * - moduleB
     * - moduleC
     *
     *
     * @var array
     */
    private static $modules_to_update = array();

The private property $modules_to_update is not used, and could be removed.

    /**
     * e.g.
     * - ClassNameForUpdatingFileA
     * - ClassNameForUpdatingFileB
     *
     * @var array
     */
    private static $files_to_update = [];

The private property $files_to_update is not used, and could be removed.

    /**
     * e.g.
     * - ClassNameForUpdatingFileA
     * - ClassNameForUpdatingFileB
     *
     * @var array
     */
    private static $commands_to_run = array();

The private property $commands_to_run is not used, and could be removed.

    public static $unsolvedItems = array();

    public function run($request)
    {
        increase_time_limit_to(3600);

        //Check temp module folder is empty
        $tempFolder = GitHubModule::Config()->get('absolute_temp_folder');
        if(! file_exists($tempFolder)) {

It seems like $tempFolder can also be of type array; however, parameter $filename of file_exists() does only seem to accept string, maybe add an additional type check?

            FileSystem::makeFolder($tempFolder);

It seems like $tempFolder can also be of type array; however, parameter $folder of Filesystem::makeFolder() does only seem to accept string, maybe add an additional type check?

        }
        $tempDirFiles = scandir($tempFolder);

It seems like $tempFolder can also be of type array; however, parameter $directory of scandir() does only seem to accept string, maybe add an additional type check?

        if (count($tempDirFiles) > 2) {

It seems like $tempDirFiles can also be of type false; however, parameter $var of count() does only seem to accept Countable|array, maybe add an additional type check?

            die('<h2>' . $tempFolder . ' is not empty, please delete or move files </h2>');

Using exit here is not recommended.

        }

        //Get list of all modules from GitHub
        $gitUserName = $this->Config()->get('github_user_name');

The assignment to $gitUserName is dead and can be removed.

        $modules = GitRepoFinder::get_all_repos();


        /*
         * Get files to add to modules
         * */
        $files = ClassInfo::subclassesFor('AddFileToModule');
        array_shift($files);
        $limitedFileClasses = $this->Config()->get('files_to_update');
        if ($limitedFileClasses === []) {
            //do nothing
        } elseif ($limitedFileClasses === 'none') {
            $files = [];
        } elseif (is_array($limitedFileClasses) && count($limitedFileClasses)) {
            $files = array_intersect($files, $limitedFileClasses);
        }

        /*
         * Get commands to run on modules
         * */

        $commands = ClassInfo::subclassesFor('RunCommandLineMethodOnModule');
        array_shift($commands);
        $limitedCommands = $this->Config()->get('commands_to_run');
        if ($limitedCommands === 'none') {
            $commands = [];
        } elseif (is_array($limitedCommands) && count($limitedCommands)) {
            $commands = array_intersect($commands, $limitedCommands);
        }


        set_error_handler('errorHandler', E_ALL);
        foreach ($modules as $count => $module) {

The expression $modules of type string is not traversable.

            $this->currentModule = $module;

The property currentModule does not exist. Although not strictly required by PHP, it is generally a best practice to declare properties explicitly.

            try {
                $this->processOneModule($module, $count, $files, $commands);
            } catch (Exception $e) {
                GeneralMethods::output_to_screen("<li> Could not complete processing $module: " .  $e->getMessage() . " </li>");
            }
        }

        restore_error_handler();

        $this->writeLog();
        //to do ..
    }

    protected function errorHandler(int $errno, string $errstr)
    {
        GeneralMethods::output_to_screen("<li> Could not complete processing module: " .  $errstr . " </li>");

        UpdateModules::addUnsolvedProblem($this->currentModule, "Could not complete processing module: " . $errstr);

        return true;
    }

    protected function processOneModule($module, $count, $files, $commands)
    {
        if (stripos($module, 'silverstripe-')  === false) {
            $module = "silverstripe-" . $module;
        }
        echo "<h2>" . ($count+1) . ". ".$module."</h2>";


        $moduleObject = GitHubModule::get_or_create_github_module($module);

        $this->checkUpdateTag($moduleObject);

        $updateComposerJson = $this->Config()->get('update_composer_json');

        // Check if all necessary files are perfect on GitHub repo already,
        // if so we can skip that module. But! ... if there are commands to run
        // over the files in the repo, then we need to clone the repo anyhow,
        // so skip the check
        if (count($commands) == 0 && ! $updateComposerJson) {
            $moduleFilesOK = true;

            foreach ($files as $file) {
                $fileObj = $file::create($moduleObject);
                $checkFileName = $fileObj->getFileLocation();
                $GitHubFileText = $moduleObject -> getRawFileFromGithub($checkFileName);
                if ($GitHubFileText) {
                    $fileCheck = $fileObj->compareWithText($GitHubFileText);
                    if (! $fileCheck) {
                        $moduleFilesOK = false;
                    }
                } else {
                    $moduleFilesOK = false;
                }
            }
        }

        $repository = $moduleObject->checkOrSetGitCommsWrapper($forceNew = true);

The assignment to $repository is dead and can be removed.

        $this->moveOldReadMe($moduleObject);


        $checkConfigYML = $this->Config()->get('check_config_yml');
        if ($checkConfigYML) {
            $this->checkConfigYML($moduleObject);
        }

        if ($updateComposerJson) {
            $composerJsonObj = new ComposerJson($moduleObject);
            $composerJsonObj->updateJsonFile();
            $moduleObject->setDescription($composerJsonObj->getDescription());
        }

        $excludedWords = $this->Config()->get('excluded_words');


        if (count($excludedWords) > 0) {

It seems like $excludedWords can also be of type boolean and double and integer and string; however, parameter $var of count() does only seem to accept Countable|array, maybe add an additional type check?

            $folder = GitHubModule::Config()->get('absolute_temp_folder') . '/' . $moduleObject->moduleName . '/';

            $results = $this->checkDirExcludedWords($folder.'/'.$moduleObject->modulename, $excludedWords);


            if ($results && count($results > 0)) {

$results > 0 of type boolean is incompatible with the type Countable|array expected by parameter $var of count().

                $msg = "<h4>The following excluded words were found: </h4><ul>";
                foreach ($results as $file => $words) {
                    foreach ($words as $word) {
                        $msg .= "<li>$word in $file</li>";
                    }
                }
                $msg .= '</ul>';

                //trigger_error ("excluded words found in files(s)");
                GeneralMethods::output_to_screen($msg);
                UpdateModules::$unsolvedItems[$moduleObject->ModuleName] = $msg;
            }
        }


        foreach ($files as $file) {
            //run file update

            $obj = $file::create($moduleObject);
            $obj->run();
        }

        $moduleDir = $moduleObject->Directory();

        foreach ($commands as $command) {
            //run file update


            $obj = $command::create($moduleDir);
            $obj->run();


            //run command
        }

        //Update Repository description
        //$moduleObject->updateGitHubInfo(array());

        if (! $moduleObject->add()) {
            $msg = "Could not add files module to Repo";
            GeneralMethods::output_to_screen($msg);
            UpdateModules::$unsolvedItems[$moduleObject->ModuleName] = $msg;
            return;
        }
        if (! $moduleObject->commit()) {
            $msg = "Could not commit files to Repo";
            GeneralMethods::output_to_screen($msg);
            UpdateModules::$unsolvedItems[$moduleObject->ModuleName] = $msg;
            return;
        }

        if (! $moduleObject->push()) {
            $msg = "Could not push files to Repo";
            GeneralMethods::output_to_screen($msg);
            UpdateModules::$unsolvedItems[$moduleObject->ModuleName] = $msg;
            return;
        }
        if (! $moduleObject->removeClone()) {
            $msg = "Could not remove local copy of repo";
            GeneralMethods::output_to_screen($msg);
            UpdateModules::$unsolvedItems[$moduleObject->ModuleName] = $msg;
        }

        $addRepoToScrutinzer = $this->Config()->get('add_to_scrutinizer');
        if ($addRepoToScrutinzer) {
            $moduleObject->addRepoToScrutinzer();
        }
    }



    protected function renameTest($moduleObject)
    {
        $oldName = $moduleObject->Directory() . "/tests/ModuleTest.php";

        if (! file_exists($oldName)) {
            print_r($oldName);
            return false;
        }



        $newName = $moduleObject->Directory() . "tests/" . $moduleObject->ModuleName . "Test.php";

        GeneralMethods::output_to_screen("Renaming $oldName to $newName");

        unlink($newName);

        rename($oldName, $newName);
    }

    public static function addUnsolvedProblem($moduleName, $problemString)
    {
        if (!isset(UpdateModules::$unsolvedItems[$moduleName])) {
            UpdateModules::$unsolvedItems[$moduleName] = array();
        }
        array_push(UpdateModules::$unsolvedItems[$moduleName], $problemString);
    }

    protected function writeLog()
    {
        $debug = $this->Config()->get('debug');

The assignment to $debug is dead and can be removed.

        $dateStr =  date("Y/m/d H:i:s");

        $html = '<h1> Modules checker report at ' .$dateStr . '</h1>';

        if (count(UpdateModules::$unsolvedItems) == 0) {
            $html .= ' <h2> No unresolved problems in modules</h2>';
        } else {
            $html .= '
                <h2> Unresolved problems in modules</h2>

            <table border = 1>
                    <tr><th>Module</th><th>Problem</th></tr>';

            foreach (UpdateModules::$unsolvedItems as $moduleName => $problems) {
                if (is_array($problems)) {
                    foreach ($problems as $problem) {
                        $html .= '<tr><td>'.$moduleName.'</td><td>'. $problem .'</td></tr>';
                    }
                } elseif (is_string($problems)) {
                    $html .= '<tr><td>'.$moduleName.'</td><td>'. $problems.'</td></tr>';
                }
            }
            $html .= '</table>';
        }



        $logFolder = $this->Config()->get('logfolder');

        $filename = $logFolder . date('U') . '.html';

        GeneralMethods::output_to_screen("Writing to $filename");

        $result = file_put_contents($filename, $html);

        if (! $result) {
            GeneralMethods::output_to_screen("Could not write log file");
        }
    }

    protected function checkConfigYML($module)
    {
        $configYml = ConfigYML::create($module)->reWrite();

The assignment to $configYml is dead and can be removed.

    }

    private function checkFile($module, $filename)
    {
        $folder = GitHubModule::Config()->get('absolute_temp_folder');
        return file_exists($folder.'/'.$module.'/'.$filename);
    }

    private function checkReadMe($module)

The method checkReadMe() is not used, and could be removed.

    {
        return $this->checkFile($module, "README.MD");
    }

    private function checkDirExcludedWords($directory, $wordArray)
    {
        $filesAndFolders = scandir($directory);

        $problem_files = array();
        foreach ($filesAndFolders as $fileOrFolder) {
            if ($fileOrFolder == '.' || $fileOrFolder == '..' || $fileOrFolder == '.git') {
                continue;
            }

            $fileOrFolderFullPath = $directory . '/' . $fileOrFolder;
            if (is_dir($fileOrFolderFullPath)) {
                $dir = $fileOrFolderFullPath;
                $problem_files = array_merge($this->checkDirExcludedWords($dir, $wordArray), $problem_files);
            }
            if (is_file($fileOrFolderFullPath)) {
                $file = $fileOrFolderFullPath;
                $matchedWords = $this->checkFileExcludedWords($file, $wordArray);

                if ($matchedWords) {
                    $problem_files[$file] = $matchedWords;
                }
            }
        }

        return $problem_files;
    }

    private function checkFileExcludedWords($fileName, $wordArray)
    {
        $matchedWords = array();

        $fileName = str_replace('////', '/', $fileName);
        if (filesize($fileName) == 0) {
            return $matchedWords;
        }


        $fileContent = file_get_contents($fileName);
        if (!$fileContent) {
            $msg = "Could not open $fileName to check for excluded words";

            GeneralMethods::output_to_screen($msg);
            UpdateModules::$unsolvedItems[$moduleObject->ModuleName] = $msg;

The variable $moduleObject seems to be never defined.

        }

        foreach ($wordArray as $word) {
            $matches = array();

The assignment to $matches is dead and can be removed.

            $matchCount = preg_match_all('/' . $word . '/i', $fileContent);





            if ($matchCount > 0) {
                array_push($matchedWords, $word);
            }
        }

        return $matchedWords;
    }

    private function checkUpdateTag($moduleObject)
    {
        $tagDelayString = $this->Config()->get('tag_delay');
        $nextTag = null;

The assignment to $nextTag is dead and can be removed.

        if (!$tagDelayString) {
            $tagDelayString = "-3 weeks";
        }


        $tagDelay = strtotime($tagDelayString);
        if (!$tagDelay) {
            $tagDelay = strtotime("-3 weeks");
        }

        $tag = $moduleObject->getLatestTag();

        $commitTime = $moduleObject->getLatestCommitTime();

        if (! $commitTime) { // if no commits, cannot create a tag
            return false;
        }

        $createTag = false;

The assignment to $createTag is dead and can be removed.

        $newTagString  = '';

        if (! $tag) {
            $createTag = true;
            $newTagString = '1.0.0';
        } elseif ($tag && $commitTime > $tag['timestamp'] && $commitTime < $tagDelay) {
            $changeType = $moduleObject->getChangeTypeSinceLastTag();

            $newTagString = $this->findNextTag($tag, $changeType);
        }

        if ($newTagString) {
            GeneralMethods::output_to_screen('<li> Creating new tag  '.$newTagString.' ... </li>');

            //git tag -a 0.0.1 -m "testing tag"
            $options = array(
                'a' => $newTagString,
                'm' => $this->Config()->get('tag_create_message')
            );

            $moduleObject->createTag($options);
        }

        return true;
    }

    protected function findNextTag($tag, $changeType)
    {
        switch ($changeType) {

            case 'MAJOR':
            $tag['tagparts'][0] = intval($tag['tagparts'][0]) + 1;
            $tag['tagparts'][1] = 0;
            $tag['tagparts'][2] = 0;
            break;

            case 'MINOR':

            $tag['tagparts'][1] = intval($tag['tagparts'][1]) + 1;
            $tag['tagparts'][2] = 0;
            break;

            default:
            case 'PATCH':
            $tag['tagparts'][2] = intval($tag['tagparts'][2]) + 1;
            break;
        }

        $newTagString = trim(implode('.', $tag['tagparts']));
        return $newTagString;
    }

    protected function moveOldReadMe($moduleObject)
    {
        $tempDir = GitHubModule::Config()->get('absolute_temp_folder');
        $oldReadMe = $tempDir . '/' .  $moduleObject->ModuleName . '/' .'README.md';

        if (! file_exists($oldReadMe)) {
            return false;
        }


        $oldreadmeDestinationFiles = array(
            'docs/en/INDEX.md',
            'docs/en/README.old.md',
        );


        $copied = false;
        foreach ($oldreadmeDestinationFiles as $file) {
            $filePath = $tempDir . '/' .  $moduleObject->ModuleName . '/' . $file;
            FileSystem::makeFolder(dirname($filePath));

            if (!file_exists($filePath)) {
                $copied = true;
                GeneralMethods::output_to_screen('Copying '.$oldReadMe.' to '.$filePath);
                copy($oldReadMe, $filePath);
            }
        }
        if ($copied) {
            unlink($oldReadMe);
        }
    }
}